# Exclude Files From All Robots:

User-agent: *
Disallow: distributor.shtml
Disallow: /cgi-bin/
Disallow: /cgi-script/
Disallow: /requests/

# End robots.txt file