User-agent: *
Allow: /
Crawl-delay: 2.5
Visit-time: 0500-0830     # only visit between 06:00 and 08:45 UTC (GMT)

User-agent: Googlebot
Allow: /
Disallow: /_artic.php*
Disallow: /index.php*
Disallow: /ad*
Disallow: /*/*-g1
Disallow: /*/*/*
Disallow: /*/*/*/*
Disallow: /*/*
 


User-agent: gigabot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: baiduspider
Disallow: /

User-agent: Googlebot-Image
Disallow: /

User-agent: Googlebot-Mobile
Disallow: /

User-agent: yahoo-mmcrawler
Disallow: /

User-agent: robozilla
Disallow: /

User-agent: teoma
Disallow: /