# /robots.txt file for http://www.mymldb.com

User-agent: googlebot
Allow: *

User-agent: baiduspider
Allow: *

User-agent: Mediapartners-Google
Allow: *

User-agent: msnbot
Allow: *

User-agent: *
Allow: *

User-agent: ia_archiver
Allow: *

User-Agent: OmniExplorer_Bot
Allow: *

User-agent: BecomeBot
Crawl-Delay: 30
Allow: *