User-agent: * Disallow: /redirect Disallow: /guestbook Disallow: /image Disallow: /include Disallow: /script Disallow: /style Disallow: /scripts/cookie Disallow: /scripts/db/directory/redirect Disallow: /scripts/mh Disallow: /scripts/form_tools Disallow: /scripts/form_mailer Disallow: /scripts/visit_counter Disallow: /scripts/guestbook Disallow: /endless # This is an infinite virtual URL space # to specify the location of the Sitemap in your robots.txt file. # simply add the following line with the complete URL to the Sitemap, # such as: http://www.example.com/sitemap.xml Sitemap: http://aquidneck.us/sitemap.php # there can only be a single "/robots.txt" on a site. # do not put "robots.txt" files in user directories # URL "/robots.txt" must be all lower-case. # For example, # Disallow: /help disallows both /help.html and /help/index.html, # whereas # Disallow: /help/ would disallow /help/index.html but allow /help.html.