# --- AI crawlers (explicitly allowed) ---
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: *
Allow: /*.js
Allow: /*.css
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.png
Allow: /*.gif
Allow: /?page=
Disallow: /admin/
Disallow: /search/
Disallow: /sales/
Disallow: /static/
Disallow: /static/*.css
Disallow: /static/*.js
Disallow: /*?
Disallow: /*&
Disallow: /*=
Disallow: /*.doc
Disallow: /*.xls
Disallow: /*.ppt
Disallow: /*.docx
Disallow: /*.xlsx
Disallow: /*.pptx
Disallow: /*.rtf

User-agent: Yandex
Allow: /*.css
Allow: /*.js
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.png
Allow: /*.gif
Allow: /?page=
Disallow: /admin/
Disallow: /search/
Disallow: /sales/
Disallow: /static/
Disallow: /static/*.css
Disallow: /static/*.js
Disallow: /*.doc
Disallow: /*.xls
Disallow: /*.ppt
Disallow: /*.docx
Disallow: /*.xlsx
Disallow: /*.pptx
Disallow: /*.rtf
Clean-param: utm_source&utm_medium&utm_campaign&utm_content&utm_term&etext&ref&noredir&nw&_ga&tpclid&highlight&bvi /

User-agent: Googlebot
Allow: /*.css
Allow: /*.js
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.png
Allow: /*.gif
Allow: /?page=
Disallow: /admin/
Disallow: /search/
Disallow: /sales/
Disallow: /static/
Disallow: /static/*.css
Disallow: /static/*.js
Disallow: /*?
Disallow: /*&
Disallow: /*=
Disallow: /*.doc
Disallow: /*.xls
Disallow: /*.ppt
Disallow: /*.docx
Disallow: /*.xlsx
Disallow: /*.pptx
Disallow: /*.rtf

Sitemap: https://dz-it.ru/sitemap.xml