## robots.txt file for http://www.wpusa.dynip.com/
## last update: 2007-Jan-18
## mail webmaster (at) wpusa.dynip.com with constructive criticism

User-agent: *
Disallow: /cgi-bin/
Disallow: /emails/
Disallow: /javagames/
Disallow: /manual/
Disallow: /pagecounters.html
Disallow: /recipes/

# User-agent: Googlebot-Image
User-agent: BecomeBot
User-agent: findlinks
User-agent: Snapbot
User-agent: PiyushBot
User-agent: PsBot		
User-agent: pulseBot	
User-agent: RufusBot	
User-agent: SumeetBot
User-agent: WebarooBot
Disallow: /

User-agent: msnbot
User-agent: msnbot-media
Disallow: /TheGallery/

# set a 5 minute delay for Ask/Teoma robot
User-agent: Teoma
Crawl-delay: 300

# set a 5 minute delay for Ocelli robot
User-agent: Ocelli
Crawl-delay: 300

# "stealth startup" from their webpage... http://www.betaspider.com/
# don't want them until i know what they are really doing...
User-Agent: Charlotte
Disallow: /

User-agent: AboutUsBot 
Disallow: /