# www.mhwsmits.com - 1/50 scale models of trucks, cranes and construction equipment
#
# Website (c) Martijn Smits, Boxtel - the Netherlands
# Robots.txt

User-agent: *
Disallow: 
Disallow: /cgi-bin/
Disallow: /img/
Disallow: /photo/
Disallow: /private/
Disallow: /test/
Disallow: /Backgrounds/

User-agent: Slurp
Crawl-delay: 5

User-agent: msnbot
Crawl-delay: 5

User-agent: Teoma
Crawl-delay: 5

User-agent: aipbot
Disallow: /

User-agent: Bizbot04
Disallow: /

User-agent: Bizbot003
Disallow: /

User-agent: EI*Net/0.1
Disallow: /

User-agent: Merrit/1.0
Disallow: /

User-agent: SlowBot
Disallow: /

User-agent: spyder3.microsys.com
Disallow: /

User-agent: SummyCrawler
Disallow: /

User-agent: Libertech-Rover
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: psbot
Disallow: /