# ─────────────────────────────────────────────────────────────
# Credyou Digital Services — Search & AI Engine Directives
# Website: https://www.credyou.in
# ─────────────────────────────────────────────────────────────

User-agent: *
Allow: /
Allow: /credyou.png
Allow: /credyou.webp
Allow: /image/
Allow: /style.css
Allow: /shared.js
Allow: /manifest.json
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /sitemap.xml

# Protect internal endpoints, lead stores, and scripts
Disallow: /api/
Disallow: /scratch/
Disallow: /leads_log.json
Disallow: /image.zip
Disallow: /send_mail.php
Disallow: /ai_chat.php
Disallow: /leads_admin.php

# ─── PRIMARY SEARCH ENGINE CRAWLERS ───
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: YandexBot
Allow: /

User-agent: Baiduspider
Allow: /

# ─── AI SEARCH BOTS & LLM CRAWLERS ───
# OpenAI (ChatGPT, GPT-4, SearchGPT)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Perplexity AI Search Engine
User-agent: PerplexityBot
Allow: /

# Anthropic (Claude & Claude Search)
User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

# Google Gemini & AI Overviews
User-agent: Google-Extended
Allow: /

# Apple Intelligence
User-agent: Applebot-Extended
Allow: /

# Meta AI
User-agent: meta-externalagent
Allow: /

# Cohere AI
User-agent: cohere-ai
Allow: /

# ─── SOCIAL MEDIA PREVIEW BOT ALLOWANCES ───
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

# ─── SITEMAP & METADATA ───
Sitemap: https://www.credyou.in/sitemap.xml
Host: https://www.credyou.in