User-agent: *
Allow: /

# Sitemaps
Sitemap: https://vidmateapp.cc/sitemap.xml

# Crawl-delay
Crawl-delay: 1

# Disallow certain paths
Disallow: /api/
Disallow: /_next/
Disallow: /admin/

# Allow specific bots
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

# AI rule
# OpenAI
User-agent: GPTBot
User-agent: ChatGPT-User

# Anthropic
User-agent: Claude-Web
User-agent: Anthropic-AI

# Google
User-agent: Googlebot
User-agent: Google-Extended
User-agent: GoogleOther

# Microsoft
User-agent: Bingbot

# Other AI
User-agent: PerplexityBot
User-agent: CCBot
User-agent: DuckAssistBot
User-agent: YouBot
User-agent: Bard
User-agent: CohereBot
User-agent: HuggingFaceBot
User-agent: StabilityBot
User-agent: MidjourneyBot
User-agent: DALL-E-Bot
User-agent: CharacterAI-Bot
User-agent: ReplikaBot
User-agent: JasperBot
User-agent: CopyAI-Bot
User-agent: WritesonicBot
User-agent: RytrBot
User-agent: WordtuneBot
User-agent: GrammarlyBot
User-agent: QuillBot
User-agent: DeepL-Bot
User-agent: DeepAI-Bot
User-agent: DeepSeekBot
User-agent: DeepMindBot
User-agent: DeepBrainBot
User-agent: DeepCodeBot
User-agent: DeepLensBot
User-agent: DeepSpeechBot
User-agent: DeepStackBot
User-agent: DeepThoughtBot
User-agent: DeepVisionBot
User-agent: DeepWriterBot
User-agent: DeepZenBot

# AI Allow
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /blog/
Allow: /products/
Allow: /about/