# robots.txt for http://www.metrostlouis.org/
User-Agent: Charlotte
Disallow: /
User-Agent: Charlotte/1.0b
Disallow: /
User-agent: BecomeBot
Disallow: /
User-agent: BecomeJPBot
Disallow: /
User-agent: QuepasaCreep
Disallow: /
User-agent: Mp3Bot
Disallow: /
User-agent: Mp3Bot/1.0+
Disallow: /
User-agent: llnw.net
Disallow: /
User-agent: holmes/3.12.2+
Disallow: /
User-agent: my-heritrix-crawler
Disallow: /
User-agent: Speedy
Crawl-Delay: 30
User-agent: Speedy+Spider+
Crawl-Delay: 30
User-agent: *
Disallow: /tmp
Disallow: /logs
Disallow: /admin
Disallow: /Connections
Disallow: /databases
Disallow: /includes
Disallow: /kaosjs
Disallow: /old
Disallow: /p7pm
Disallow: /p7tm
Disallow: /ScriptLibrary
Disallow: /Templates
Disallow: /stats
Disallow: /Scripts
Disallow: /WA_DigitalFilePro
Disallow: /WA_DataAssist
Disallow: /WA_Cookies