#The following allows all robots to visit all files because the wildcard "*" specifies all robots. #User-agent: * #Disallow: #This one keeps all robots out. #User-agent: * #Disallow: / #The next one bars all robots from the images directories: User-agent: * Disallow: /images/ Disallow: /includes/port_maerex.php Disallow: xerx_sub_ff.php Disallow: xerx_sub_maerex.php Disallow: xerx_sub_ic2.php Disallow: /404i/pi_admin/ Disallow: /404i/forum/ Disallow: /404i/pi_edit_pic.php Disallow: /404i/pi_edit_pic_proc.php Disallow: /404i/pi_cms.php Disallow: /ethornton/ Disallow: addresses.php #This one bans Roverdog from all files on the server: #User-agent: Roverdog #Disallow: / #This one bans keeps googlebot from getting at the cheese.htm file: #User-agent: googlebot #Disallow: cheese.htm