# /robots.txt file for http://www.hbirbals.com/ #User-agent: banneduser #Disallow: / User-agent: * # FULL access (Google) User-agent: Googlebot Disallow: # FULL access (Alta Vista) User-agent: Scooter Disallow: # FULL access (FAST/AllTheWeb) User-agent: FAST-WebCrawler Disallow: # FULL access fast-webcrawler User-agent: fast-webcrawler Disallow: # FULL access (WISENutbot Looksmart) User-agent: WISENutbot (Looksmart) Disallow: # FULL access (Crawlers) User-agent: crawl Disallow: # FULL access (LinkWalker) User-agent: LinkWalker Disallow: # FULL access (Voila) User-agent: Voila Disallow: # FULL access (Voila) User-agent: Walhello appie Disallow: # FULL access (Inktomi) User-agent: Inktomi Slurp Disallow: # FULL access (Inktomi) User-agent: Slurp Disallow: # FULL access Netcraft Web Server Survey User-agent: Netcraft Web Server Survey Disallow: # FULL access (AskJeeves) User-agent: Jeeves Disallow: # FULL access Alexa (IA Archiver) User-agent: Alexa (IA Archiver) Disallow: # FULL access Googlebot (Google) User-agent: Googlebot (Google) Disallow: # FULL access (Robots) User-agent: robot Disallow: # FULL access (All Spiders) User-agent: spider Disallow: # FULL access (All Spiders) User-agent: * Disallow: Disallow: /subparts Disallow: /cgi-bin