# robots.txt for http://www.powertowerups.com/ # Revised WED 23 April, 2008 - 14:55 pm pst # Exclude images from Google http://www.google.com/remove.html#images # Yahoo Slurp http://help.yahoo.com/help/us/ysearch/slurp/slurp-02.html # btbot http://www.btbot.com/btbot.html # Shim-Crawler http://ow.bbclone.de/2005/10/23/unveiled-details-about-the-shim-crawler/ Sitemap: http://www.powertowerups.com/sitemap.xml User-agent: BaiDuSpider User-agent: ComputingSite Robi User-agent: ComputingSite Robi/1.0 User-agent: ichiro User-agent: Internet Shinchakubin User-agent: MSIECrawler User-agent: MSRBot User-agent: psbot User-agent: SpiderMan User-agent: WebReaper Disallow: / User-agent: The Python Robot Disallow: / # Snoopy v1.2.3 User-agent: Snoopy Disallow: / User-agent: WebarooBot Disallow: / User-agent: Exabot-Image Disallow: / User-agent: WebZIP Disallow: / User-agent: Googlebot-Image Disallow: / User-agent: Googlebot Disallow: /*.cgi$ Disallow: /*.css$ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.js$ Disallow: /*.pl$ Disallow: /*.png$ Disallow: /adsgoogle Disallow: /colortools/colormatch/js Disallow: /colortools/sitepro/js Disallow: /contact Disallow: /cgi-bin Disallow: /css3 Disallow: /fonts/about Disallow: /im Disallow: /img Disallow: /images Disallow: /js3 Disallow: /secret Disallow: /w3c/p3p.xml # aff Disallow: /keyworddiscovery Disallow: /nittygritty Disallow: /officedesigns Disallow: /sherpa-store Disallow: /sherpastore Disallow: /awseobook Disallow: /awseobook120 Disallow: /awseobook140 Disallow: /seobook Disallow: /seobook120 Disallow: /seobook140 Disallow: /text-link-ads Disallow: /text-link-ads-starter-kit Disallow: /text-links-ads-starter-kit Disallow: /thackston-keywords Disallow: /thackston-copywriting Disallow: /trellian Disallow: /ultimatebackstore Disallow: /wordtracker Disallow: /wordtrackeri Disallow: /wordtrackertxti # User-agent: MediaPartners-Google Disallow: /*.cgi$ Disallow: /*.css$ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.js$ Disallow: /*.pl$ Disallow: /*.png$ Disallow: /colortools/colormatch/js Disallow: /colortools/sitepro/js Disallow: /contact Disallow: /cgi-bin Disallow: /css3 Disallow: /fonts/about Disallow: /im Disallow: /img Disallow: /images Disallow: /js3 Disallow: /secret Disallow: /w3c/p3p.xml # aff Disallow: /keyworddiscovery Disallow: /nittygritty Disallow: /officedesigns Disallow: /sherpa-store Disallow: /sherpastore Disallow: /awseobook Disallow: /awseobook120 Disallow: /awseobook140 Disallow: /seobook Disallow: /seobook120 Disallow: /seobook140 Disallow: /text-link-ads Disallow: /text-link-ads-starter-kit Disallow: /text-links-ads-starter-kit Disallow: /thackston-keywords Disallow: /thackston-copywriting Disallow: /trellian Disallow: /ultimatebackstore Disallow: /wordtracker Disallow: /wordtrackeri Disallow: /wordtrackertxti # User-agent: Alexa (IA Archiver) User-agent: AskJeeves User-agent: BecomeBot User-agent: BigCliqueBOT User-agent: BigCliqueBOT/1.03-dev (bigclicbot; http://www.bigclique.com; bot@bigclique.com) User-agent: boitho.com-dc User-agent: BruinBot User-agent: BruinBot Crawler User-agent: BSpider User-agent: btbot User-agent: Digimarc MarcSpider User-agent: Esther User-agent: Exabot User-agent: Fast-Webcrawler User-agent: Gigabot User-agent: Girafabot User-agent: ia_archiver User-agent: ia_archiver-web.archive.org User-agent: InfoSeek User-agent: InfoSeek Robot 1.0 User-agent: Ingrid User-agent: Jeeves User-agent: Mediapartners-Google/2.1 User-agent: Mediapartners User-agent: msnbot User-agent: msnbot-media User-agent: Pita (webmaster@pita.stanford.edu) User-agent: Pita User-agent: Shim-Crawler User-agent: Slurp User-agent: Sproose User-agent: StackRambler User-agent: Swooglebot User-agent: Teoma User-agent: UCSD Crawl User-agent: Yahoo-MMCrawler User-agent: WISENutbot User-agent: ZealBot # exclude some areas Disallow: /adsgoogle Disallow: /colortools/colormatch/js Disallow: /colortools/sitepro/js Disallow: /contact Disallow: /cgi-bin Disallow: /css3 Disallow: /fonts/about Disallow: /im Disallow: /images Disallow: /img Disallow: /js3 Disallow: /secret Disallow: /w3c/p3p.xml # aff Disallow: /keyworddiscovery Disallow: /nittygritty Disallow: /officedesigns Disallow: /sherpa-store Disallow: /sherpastore Disallow: /awseobook Disallow: /awseobook120 Disallow: /awseobook140 Disallow: /seobook Disallow: /seobook120 Disallow: /seobook140 Disallow: /text-link-ads Disallow: /text-link-ads-starter-kit Disallow: /text-links-ads-starter-kit Disallow: /thackston-keywords Disallow: /thackston-copywriting Disallow: /trellian Disallow: /ultimatebackstore Disallow: /wordtracker Disallow: /wordtrackeri Disallow: /wordtrackertxti # ## END