# Robots.txt for http://bublos.com/ User-agent: * Disallow: /cgi-bin/cc.bubmemos Disallow: /cgi-bin/director.pl Disallow: /directory/ Disallow: /directory Disallow: /cgi4/bub.go.cgi Disallow: /cgi4/bub.url.abe.cgi Disallow: /cgi4/bub.url.ali2.cgi Disallow: /cgi4/bub.url.ali4.cgi Disallow: /cgi4/bub.mybooks.b.cgi Disallow: /cgi4/bub.compare.cgi User-agent: psbot Disallow: / User-agent: OmniExplorer-Bot Disallow: / User-agent: WorldIndexer Disallow: / User-agent: ia_archiver/1.6 Disallow: / User-agent: ia_archiver Disallow: / User-agent: WebCopier Disallow: / User-agent: Microsoft URL Control - 5.01.4511 Disallow: / User-agent: Microsoft URL Control - 6.00.8169 Disallow: / User-agent: Microsoft URL Control Disallow: / User-agent: lwp-trivial/1.34 Disallow: / User-agent: lwp-trivial Disallow: / User-agent: Wget/1.6 Disallow: / User-agent: Wget/1.5.3 Disallow: / User-agent: Wget Disallow: /