#USER-AGENTS CRAWL-DELAY
User-agent: Yahoo! Slurp
Crawl-delay: 900

#ALL USER-AGENTS DIASLLOW
User-agent: *
# DYNAMICS URLs
Disallow: /news/latest/project/?
Disallow: /news/latest/media/?
Disallow: /news/archive/project/?
Disallow: /news/archive/media/?
Disallow: /news/newsletter/archive/?
Disallow: /bibliographie/russian/popular_books/?
Disallow: /bibliographie/russian/scientific_monographs/?
Disallow: /bibliographie/russian/periodicals/?
Disallow: /bibliographie/foreign/popular_books/?
Disallow: /bibliographie/foreign/scientific_monographs/?
Disallow: /bibliographie/foreign/discussions/?
Disallow: /bibliographie/foreign/periodicals/?
Disallow: /documents/normative/federal/?
Disallow: /documents/normative/regional/?
Disallow: /documents/law_enforcement/documents_forms/?
Disallow: /documents/law_enforcement/legal_cases/?
Disallow: /documents/law_enforcement/articles_selection/?
Disallow: /documents/law_enforcement/question-answer/?
Disallow: /publications/complete_articles/Interview/?
Disallow: /publications/complete_articles/journalism/?
Disallow: /education/learning_materials/conferences/?
Disallow: /education/learning_materials/International-Leasing-Encyclopedia/?
Disallow: /education/learning_materials/degree_works/?
Disallow: /education/learning_materials/extra-video/?
Disallow: /education/education_process/?
Disallow: /links_catalog/?
Disallow: /links_catalog/add.php
Disallow: /links_catalog/jump.php
Disallow: /advertising/visit.php?
Disallow: /service/project_editorial/banner_exchange/?
Disallow: /*/date/?
# DYNAMICS URLs SEARCH
Disallow: /search/?
Disallow: /news/search
Disallow: /bibliographie/search
Disallow: /documents/search
Disallow: /service/search
Disallow: /publications/search
Disallow: /education/education_process/search
Disallow: /education/learning_materials/search
Disallow: /links_catalog/search
Disallow: /discussion/new_forum/search
Disallow: /*&search
Disallow: /*?search
# DYNAMICS URLs FORUM
Disallow: /discussion/new_forum/groupcp
Disallow: /discussion/new_forum/index.php?
Disallow: /discussion/new_forum/login
Disallow: /discussion/new_forum/memberlist
Disallow: /discussion/new_forum/profile
Disallow: /discussion/new_forum/privmsg
Disallow: /discussion/new_forum/posting
Disallow: /discussion/new_forum/viewonline
Disallow: /discussion/new_forum/viewtopic.php?=
Disallow: /discussion/new_forum/viewtopic.php?p
Disallow: /discussion/new_forum/viewforum.php?=
Disallow: /*&action
Disallow: /*&highlight
Disallow: /*&mark
Disallow: /*&order
Disallow: /*&previous
Disallow: /*&start
Disallow: /*&string
Disallow: /*&sid
Disallow: /*&view
# UNDER CONSTRUCTION
Disallow: /education/learning_materials/extra-video/
Disallow: /*.pdf
# SEO-SPAM products
Disallow: /*function
Disallow: /*mysql
Disallow: /*session
Disallow: /*tellafriend
Disallow: /*\
# MarketList
#Disallow: /download/MarketList-SPAM-raskrutka-1.htm

#USER-AGENTS DIASLLOW ALL
User-agent: MJ12bot
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: Flexum
Disallow: /
User-agent: Flexum spider
Disallow: /