# אליס תכשיטים ושעונים - robots.txt
# https://alice.jewelry

# Allow all major search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 2

User-agent: Yandex
Allow: /
Crawl-delay: 2

# Social media crawlers
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Pinterest
Allow: /

# AI crawlers - allow for AI Overviews / GEO
User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

# Default rule for all other bots
User-agent: *
Allow: /
Crawl-delay: 5

# Disallow admin and private pages
Disallow: /admin*
Disallow: /profile
Disallow: /auth
Disallow: /tv

# Disallow query parameters that create duplicate content
Disallow: /*?*sort=
Disallow: /*?*filter=
Disallow: /*?*page=
Disallow: /*?*lang=

# Sitemap
Sitemap: https://alice.jewelry/sitemap.xml

# Host directive (for Yandex)
Host: https://alice.jewelry