User-agent: ia_archiver
Disallow: /

User-agent: duggmirror
Disallow: /

User-agent: *
Disallow: /cgi-bin/

User-Agent: Yahoo! Slurp
Allow: /Article/
Crawl-delay: 1

User-agent: Referrer Karma/2.0
Disallow: / 

sitemap: http://www.shinearticles.com/sitemap.xml

User-agent: Mediapartners-Google*
Disallow:

User-agent: Wordpress*
Disallow: /

User-agent: Dolphin
Crawl-delay: 60

User-agent: Speedy
Crawl-delay: 60

User-agent: CollapsarWEB
Crawl-delay: 3600

User-agent: EvriNid
Crawl-delay: 10

User-agent: Evri
Crawl-delay: 10

User-agent: Sosospider
Crawl-delay: 60

User-agent: webcrawler
Crawl-delay: 60

User-Agent: YoudaoBot
Crawl-delay: 60

User-agent: Baiduspider
Crawl-delay: 30

User-agent: NaverBot
Crawl-delay: 60

User-agent: Exabot
Crawl-delay: 600

User-agent: ia_archiver
Crawl-delay: 10

User-agent: twiceler
Crawl-delay: 60

User-agent: Yeti
Crawl-delay: 600

User-agent: Yandex
Crawl-delay: 60

User-agent: VoilaBot
Disallow: /

User-agent: snbot/1.4
Disallow: /

User-agent: SeznamBot
Request-rate: 1/1m