# robots.txt robot exclusion for www.aito.co.uk # please no unauthorized access! # file creation date: May 19, 2008 ################################################## User-agent: * Disallow: /cgi-bin/ Disallow: /members/ Sitemap: http://www.aito.co.uk/sitemap.asp # specific robot blocking ################################################## User-agent: ALeadSoftbot Disallow: / User-agent: bumblebee Disallow: / User-agent: cosmos Disallow: / User-agent: envolk Disallow: / User-agent: flatlandbot Disallow: / User-agent: gazz Disallow: / User-agent: grub Disallow: / User-agent: hloader Disallow: / User-agent: httplib Disallow: / User-agent: humanlinks Disallow: / User-agent: iaskspider Disallow: / User-agent: larbin Disallow: / User-agent: lmspider Disallow: / User-agent: moget Disallow: / User-agent: NextGenSearchBot Disallow: / User-agent: nicebot Disallow: / User-agent: plinki Disallow: / User-agent: psbot Disallow: / User-agent: searchbot Disallow: / User-agent: searchpreview Disallow: / User-agent: sohu Disallow: / User-agent: suzuran Disallow: / User-agent: turingos Disallow: / User-agent: unwrapbot Disallow: / User-agent: voilabot Disallow: / User-agent: ZyBorg Disallow: / ##################################################