# The lines starting with '#', specify a comment # User-agent: webcrawler # Disallow: # (Specifies that the robot called 'webcrawler' has nothing disallowed: it may go anywhere) # User-agent: lycra # Disallow: / # (Robot called 'lycra' has all relative URLs starting with '/' disallowed. Because all relative URL's on a server start with '/', this means the entire site is closed off) # User-agent: * # Disallow: /tmp # Disallow: /logs # (All other robots should not visit URLs starting with /tmp or /log. Note the '*' is a special token, meaning "any other User-agent"; you cannot use wildcard patterns or regular expressions in either User-agent or Disallow lines.) # Wildcards are _not_ supported: instead of 'Disallow: /tmp/*' just say 'Disallow: /tmp'. # You shouldn't put more than one path on a Disallow line (this may change in a future version of the spec) # +++ # www.aqt.co.uk # Robot Exclusion File -- robots.txt # Author: Sally Hardy # Last Updated: 14/07/05 11:00:00 User-agent: * Disallow: /.i2s_system Disallow: /cgi-bin/ Disallow: /cgi-bin/form_mail/ Disallow: /cgi-bin/form_mail/README Disallow: /cgi-bin/form_mail/formmail.pl Disallow: /cgi-bin/search/ Disallow: /cgi-bin/search/fmsearch.cgi Disallow: /cgi-bin/search/listings.html Disallow: /cgi-bin/search/main_layout.html Disallow: /email_linker/ Disallow: /in2site Disallow: /.htaccess Disallow: /.in2site.html Disallow: /404.htm Disallow: /favicon.ico Disallow: /training/submenu/software/ Disallow: /training/submenu/software/oriador Disallow: /training/submenu/software/oriador/graphics/ Disallow: /training/submenu/software/oriador/scripts/ Disallow: /training/submenu/ Disallow: /training/submenu/applications/applicationsds/graphics/ Disallow: /training/submenu/applications/applicationsds/scripts/ Disallow: /training/submenu/cbt/cbt_applications/cbt_apps_ds/graphics/ Disallow: /training/submenu/cbt/cbt_applications/cbt_apps_ds/scripts/ Disallow: /training/submenu/cbt/cbt_food_hygiene/cbt_food_hygiene_ds/graphics/ Disallow: /training/submenu/cbt/cbt_food_hygiene/cbt_food_hygiene_ds/scripts/ Disallow: /training/submenu/foodhygiene/foodhygieneds/graphics/ Disallow: /training/submenu/foodhygiene/foodhygieneds/scripts/ Disallow: /training/submenu/healthsafety/healthsafetyds/graphics/ Disallow: /training/submenu/healthsafety/healthsafetyds/scripts/ Disallow: /training/submenu/networking/networkingds/graphics/ Disallow: /training/submenu/networking/networkingds/scripts/ Disallow: /training/submenu/personaldevelopment/managementds/graphics/ Disallow: /training/submenu/personaldevelopment/managementds/scripts/ Disallow: /training/submenu/quality_management/quality_management_ds/download/ Disallow: /training/submenu/quality_management/quality_management_ds/graphics/ Disallow: /training/submenu/quality_management/quality_management_ds/scripts/ Disallow: /training/submenu/programming/programmingds/graphics/ Disallow: /training/submenu/programming/programmingds/scripts/ Disallow: /training/submenu/site_links/graphics/ Disallow: /training/submenu/site_links/scripts/ Disallow: /training/submenu/video/vbt_per_dev/vbt_per_dev_ds/graphics/ Disallow: /training/submenu/video/vbt_per_dev/vbt_per_dev_ds/scripts/ Disallow: /training/submenu/xcompany_bin Disallow: /training/submenu/xcompany_bin/graphics/ Disallow: /training/submenu/xcompany_bin/scripts/ Disallow: /training/submenu/xemail/ Disallow: /training/submenu/xemail/graphics/ Disallow: /training/submenu/xemail/scripts/ Disallow: /training/submenu/xsite_map/graphics/ Disallow: /training/submenu/xsite_map/scripts/