User-agent: * Disallow: /cgi-bin/ User-agent: Yandex Disallow: / # This one keeps all robots out. # User-agent: * # Disallow: / # The next one bars all robots from the images directories: # User-agent: * # Disallow: /images/ # This one bans Roverdog from all files on the server: # User-agent: Roverdog # Disallow: / # This one bans keeps googlebot from getting at the cheese.htm file: # User-agent: googlebot # Disallow: cheese.htm