# sample robots.txt file for Astral Marketing # # addresses all robots by using wild card * # User-agent: * # # list folders robots are not allowed to index # Disallow: /mailinglist/ Disallow: /contact/ Disallow: /clients/ Disallow: /templates/ Disallow: /includes/ Disallow: /condo/ # # list specific files robots are not allowed to index # Disallow: /mailinglist/mailinglist.xls Disallow: /contact/contactlist.xls Disallow: /index-test.php Disallow: /index-old.php Disallow: /about/confirm.php