# robots.txt file from http://www.africanoz.com/ # # all robots will spider the domain User-agent: Mediapartners-Google Disallow: User-agent: * User-agent: Mediapartners-Google* Disallow: /banners/ Disallow: /etc/ Disallow: /tmp/ Disallow: /notes/ Disallow: /africano/ Disallow: /r.html/ Disallow: /afrostyle.css/ Disallow: /logon.php Disallow: /formmail.php Disallow: /stats.php Disallow: /cgi-bin/ Disallow: /scgi-bin/ Disallow: /cgi/ Disallow: /mail/ Disallow: /help Disallow: /sign-in Disallow: /entropybanner/ Disallow: /redbriefs/ Disallow: /music/bapics.html User-agent: Googlebot Disallow: /https/ User-agent: ArchitextSpider Disallow: /http/ User-agent: shinchakubin Disallow: / User-agent: myweb Disallow: / User-agent: sharp-info-agent Disallow: / User-agent: * Disallow: /faq.php User-agent: ichiro Disallow: / User-agent: Fasterfox Disallow: /