# robots.txt for http://www.example.com/ User-agent: * Disallow: /admin/ Disallow: /App_Browser/ Disallow: /App_Code/ Disallow: /App_Data/ # Disallow: /gllinks/ # This is the location of the gotlinks files Disallow: /cgi/ # This is our cgi location with files Disallow: /applets/ # This is our applet location with files