# Robots.txt for http://catablogs.co.uk/ User-agent: * Disallow: /cgi2/cb.go.cgi Disallow: /cgi2/cb.go.cgi? User-agent: psbot Disallow: / User-agent: OmniExplorer-Bot Disallow: / User-agent: WorldIndexer Disallow: / User-agent: ia_archiver/1.6 Disallow: / User-agent: ia_archiver Disallow: / User-agent: WebCopier Disallow: / User-agent: Microsoft URL Control - 5.01.4511 Disallow: / User-agent: Microsoft URL Control - 6.00.8169 Disallow: / User-agent: Microsoft URL Control Disallow: / User-agent: lwp-trivial/1.34 Disallow: / User-agent: lwp-trivial Disallow: / User-agent: Wget/1.6 Disallow: / User-agent: Wget/1.5.3 Disallow: / User-agent: Wget Disallow: /