User-agent: *
Disallow: /cgi-bin/
Disallow: /ad/
Disallow: /antiek/
Disallow: /chat_room/
Disallow: /css/
Disallow: /_private/
Disallow: /Twilight/
Disallow: /vintage/
Disallow: /software/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_map/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/


User-agent: GrapeshotCrawler
crawl-delay: 600

User-agent: YandexBot
crawl-delay: 600

User-agent: SeznamBot
crawl-delay: 600

User-agent: AhrefsBot
crawl-delay: 600

User-agent: Googlebot
crawl-delay: 1

User-agent: spider
crawl-delay: 600

User-agent: Exabot
crawl-delay: 600

User-agent: Baiduspider
crawl-delay: 600

User-agent: DotBot
crawl-delay: 600

User-agent: MJ12bot
crawl-delay: 600

User-agent: bingbot
crawl-delay: 600

User-agent: AhrefsBot
crawl-delay: 600

User-agent: MJ12bot
crawl-delay: 600

User-agent: SemrushBot
crawl-delay: 600

User-agent: BLEXBot
crawl-delay: 600