User-agent: *
Disallow: /cgi-bin/
Disallow: /manager/
Disallow: /assets/components/
Disallow: /core/
Disallow: /connectors/
Disallow: /scripts/
Disallow: /cron/
Disallow: /test/
Disallow: /index.php
Disallow: /cart
Disallow: /add-other-products-for-a-perfect-sleep
Disallow: /basket
Disallow: /order/
Disallow: /*utm
Disallow: /*clid=
Disallow: /*openstat
Disallow: /*from

# Запрет основным AI-ботам и парсерам
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ai-crawler
Disallow: /

User-agent: ai-bot
Disallow: /

User-agent: ai-scraper
Disallow: /

User-agent: *
Crawl-delay: 10

Sitemap: https://sleepandglow.com/sitemap.xml