User-agent: *
Disallow: /contact.html
User-Agent: MJ12bot
Crawl-Delay: 20
User-agent: *
Disallow: /more
User-agent: *
Disallow: /apriv/
User-agent: ia_archiver
Disallow: /
sitemap: /sitemap.gz
User-agent: Pingdom GIGRIB
Disallow: /
User-agent: *
Disallow: /mtex/