############################### # # robots.txt file for oliverswands.com # # addresses all robots by using wild card * # User-agent: Slurp Crawl-delay: 120 User-agent: * # list folders robots are not allowed to index Crawl-delay: 120 Disallow: /cgi-bin/ Disallow: /dev/ Disallow: /blog/ Disallow: /images/ Disallow: /i/ Disallow: /inventory/ # # list specific files robots are not allowed to index # Disallow: /style1.css Disallow: /olivers.css Disallow: /index1.htm Disallow: /choose.htm Disallow: /test-item.html Disallow: /index.orig.php Disallow: /about.php Disallow: /charity.php Disallow: /note.php Disallow: /retail.php Disallow: /trivia.php # # End of robots.txt file # ###############################