# robots.txt for https://rootsandrichness.in
# Optimized for SEO, image indexing, crawl budget, and bot-specific preferences

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: DuckDuckBot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 2

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Pinterestbot
Allow: /

# Allow AI crawlers from OpenAI
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Allow other AI crawlers if desired
User-agent: ClaudeBot
Allow: /
User-agent: Claude-Web
Allow: /
# etc.

User-agent: *
Disallow: /admin/
Disallow: /cart
Disallow: /checkout
Disallow: /api/
Disallow: /private/
Disallow: /user/
Disallow: /account/
Disallow: /dashboard/
Disallow: /*.json
Disallow: /*.ts
Disallow: /*.jsx
Disallow: /*.tsx

Allow: /

# Sitemap declaration
Sitemap: https://api.rootsandrichness.in/sitemap.xml

# AI context file — describes site content for LLM crawlers
LLMs-txt: https://rootsandrichness.in/llms.txt

# Preferred host to avoid duplicate domain indexing
Host: rootsandrichness.in