Sitemap:http://rarami.com/sitemaps.xml

User-agent: msnbot
Crawl-delay: 15
Disallow: /static/

User-agent: Slurp
Crawl-delay: 2
Disallow: /static/

User-agent: discobot
Crawl-delay: 60
Disallow: /

User-Agent: NaverBot
Crawl-delay: 60
Disallow: /

User-Agent: ia_archiver
Crawl-delay: 60
Disallow: /

User-Agent: Megalodon
Crawl-delay: 60
Disallow: /

User-agent: Fasterfox
Disallow: /

User-agent: *
Crawl-delay: 60
Disallow: /static/