#
# robots.txt
#
# HUMAN STOP!
# ROBOTS ONLY11111
#

User-agent: AhrefsBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: Riddler
Disallow: /
User-agent: aiHitBot
Disallow: /
User-agent: trovitBot
Disallow: /
User-agent: Detectify
Disallow: /
User-agent: LinkpadBot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: FlipboardProxy
Disallow: /
User-agent: oBot
Disallow: /
User-agent: Linguee
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: ClaudeBot
Disallow: /

User-agent: *
Clean-param: etext
Clean-param: &field_standard_design_value&title&field_standard_tx_type_target_id
# CSS, JS, Images
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
# Directories
Disallow: /core/
Disallow: /profiles/
# Paths (clean URLs)
Disallow: /print/
Disallow: /kp/
Disallow: /rf/
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
Disallow: /client/*
Disallow: /hostingsite/*
# Paths (no clean URLs)
Disallow: /index.php/kp/
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips/
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/user/password/
Disallow: /index.php/user/register/
Disallow: /index.php/user/login/
Disallow: /index.php/user/logout/
# Pages excluded from indexing (noindex)
Disallow: /portfolio/standard/nedvizhimost
Disallow: /portfolio/standard/stroitelstvo-i-remont
Disallow: /process
Disallow: /process/corporate-small
Disallow: /process/cntx-start
Disallow: /process/cntx
Disallow: /process/corporate-standard
Disallow: /process/moving-site
Disallow: /process/annual-site-maintenance
Disallow: /taxonomy/term/794
Disallow: /portfolio/web/sait-katalog
Disallow: /taxonomy/term/521
Disallow: /blog/kontekstnaya_reklama
Disallow: /product/analitika-sayta
Disallow: /start/audit-website
Disallow: /service/sozdanie-sayta
Disallow: /doc/cntx-rules
Disallow: /start/cntx
Disallow: /portfolio/standard/stroymaterialy
Disallow: /portfolio/standard/eda-i-produkty
Disallow: /portfolio/standard/promyshlennost
Disallow: /portfolio/standard/otdykh-i-turizm
Disallow: /portfolio/web/sait-vizitka
Disallow: /image/sayty
Disallow: /portfolio/web/corporate-standard
Disallow: /team/leonid-razumov
Disallow: /product/sayt-vizitka-cloned
Disallow: /portfolio/web1
# Задача #368318: снятие с индексации вариантов
Disallow: /blog/seo
Disallow: /taxonomy/term/399
Disallow: /portfolio/telexchange
Disallow: /blog/useful/sozdanie-effektivnogo-sayta-dlya-biznesa-v-sfere-goszakupok-i-tenderov-klyuchevye
Disallow: /blog/useful/sozdanie-sayta-dlya-studii-yogi-klyuchevye-aspekty-i-prakticheskie-sovety
Disallow: /portfolio/standard/finansovye-i-yuridicheskie-uslugi
Disallow: /team/svetlana-kozak
Disallow: /portfolio/uvelichili-nebrendovyy-trafik-na-15-internet-magazinu-specodezhdy
Disallow: /portfolio/prodvinuli-internet-magazin-shin-v-samykh-konkurentnykh-regionakh
Disallow: /syspage/context/kp