User-agent: Slurp
Crawl-delay: 100
User-agent: Twiceler
Disallow: /
User-agent: W3C-checklink
Disallow: /
User-Agent: DISCo Pump, Wget, WebZIP, Teleport Pro, WebSnake, Offline Explorer, Web-By-Mail, Teleport Pro/1.29, Scooter-W3-1.0
Disallow: /

User-agent: *
Disallow: /apanel/*
Disallow: /home/
Disallow: /base/
Disallow: /block/
Disallow: /cache/
Disallow: /mod/
Disallow: /temp/
Disallow: /js/
Disallow: /error/
Disallow: /loader/
Disallow: /print/
Disallow: /file/
Disallow: /*letter
Disallow: /*print-
Disallow: /*article/a-
Disallow: /*article/r-
Disallow: /article/view/*
Disallow: /*down/o-
Disallow: /*down/r-
Disallow: /down/view/*
Disallow: /*down/load
Disallow: /*news/p-
Disallow: /*news/a-
Disallow: /*news/r-
Disallow: /news/view/*
Disallow: /*link/o-
Disallow: /*link/j-
Disallow: /link/view/*
Disallow: /poll/*
Disallow: /search/*
Disallow: /date*

Sitemap: http://rus-crim-outlook.ru/sitemap.xml

User-agent: Yandex
Disallow: /apanel/*
Disallow: /home/
Disallow: /base/
Disallow: /block/
Disallow: /cache/
Disallow: /mod/
Disallow: /temp/
Disallow: /js/
Disallow: /error/
Disallow: /loader/
Disallow: /print/
Disallow: /file/
Disallow: /*letter
Disallow: /*print-
Disallow: /*article/a-
Disallow: /*article/r-
Disallow: /article/view/*
Disallow: /*down/o-
Disallow: /*down/r-
Disallow: /down/view/*
Disallow: /*down/load
Disallow: /*news/p-
Disallow: /*news/a-
Disallow: /*news/r-
Disallow: /news/view/*
Disallow: /*link/o-
Disallow: /*link/j-
Disallow: /link/view/*
Disallow: /poll/*
Disallow: /search/*
Disallow: /date*

Sitemap: http://rus-crim-outlook.ru/sitemap.xml

Host: rus-crim-outlook.ru