User-agent: *
Allow: /
Disallow: /scriptsml
Disallow: /cgi-bin
Disallow: /imgs
User-agent: Mediapartners-Google*
Disallow:
User-agent: Googlebot-Image
Disallow: /
User-agent: google-image
Disallow: /
User-agent: psbot
Disallow: /
User-agent: SBIder
Disallow: /
User-agent: aipbot
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: FindLinks
Disallow: /
User-agent: Twiceler
Disallow: /
User-agent: TMCrawler
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: MJ12bot
Crawl-Delay:   60