# robots.txt file for http://www.rayjardine.com User-agent: ia_archiver Disallow: / # excludes the Internet Archive's crawler (and removes documents # from the Wayback Machine) # while allowing all other robots to # crawl your site, User-agent: vscooter Disallow: / # This will cause "vscooter" to go away without indexing your images, # but will allow AltaVista's normal text robot, "scooter", to index your site # as it always has. User-agent: Googlebot-Image Disallow: / # Removes all images on your site from Google's image index User-agent: * Disallow: /cgi-bin Disallow: /office Disallow: /ray-way/cgi-bin Disallow: /ray-way/php Disallow: /ray-way/colors Disallow: /ray-way/images Disallow: /ray-way/zbin # all other visiting robots should not visit URLs starting with /discus or /guestbook, etc.