# robots.txt for http://www.7day.com/ User-agent: Googlebot Disallow: / User-agent: * Disallow: /cgi-bin/ # This is infinite script space Disallow: /htdocs/cooking/ # This is an private folder Disallow: /htdocs/ebaysecrets/ # This is an private folder Disallow: /htdocs/images/ # This is an images folder Disallow: /htdocs/In Progress/ # This is a private folder Disallow: /htdocs/logs/ # This is a log folder Disallow: /htdocs/main/ # This is an images folder Disallow: /htdocs/query/ # This is a private folder Disallow: /htdocs/software/ # This is a download folder # then robots are allowed to scan anything else present.