# KissMotion - AI Kissing Video Generator
# Robots.txt with AI Crawler Support and Multi-language Optimization
# Last Updated: 2025-10-31

# =============================================================================
# Google AdSense and Ads Support
# =============================================================================
User-agent: Mediapartners-Google
Allow: /
Allow: /ads.txt

User-agent: AdsBot-Google
Allow: /

# =============================================================================
# Main Crawling Rules - All Search Engines
# =============================================================================
User-agent: *
Allow: /
Allow: /ads.txt

# Protect API and System Directories
Disallow: /api/
Disallow: /_next/
Disallow: /cdn-cgi/
Disallow: /*.json$
Disallow: /*?*sort=
Disallow: /*?*filter=
Disallow: /*?*page=
Disallow: /admin/
Disallow: /private/
Disallow: /user/
Disallow: /uploads/
Disallow: /generated/

# =============================================================================
# Multi-language Support (15 languages)
# =============================================================================
# Homepage - All language versions are allowed
Allow: /
Allow: /en
Allow: /vi
Allow: /zh-CN
Allow: /zh-TW
Allow: /hi
Allow: /ja
Allow: /nl
Allow: /pt
Allow: /th
Allow: /tr
Allow: /fr
Allow: /de
Allow: /ar
Allow: /es
Allow: /ko

# Main pages in all languages
Allow: /*/
Allow: /*/blog

# Legal pages (root level, no language prefix)
Allow: /privacy-policy
Allow: /terms-of-use

# Blog posts (language-agnostic)
Allow: /blog/*
Allow: /*/blog/*

# =============================================================================
# AI Crawler Support - Critical for Modern SEO
# =============================================================================
# OpenAI GPT Crawlers
User-agent: GPTBot
User-agent: ChatGPT-User
Allow: /
Crawl-delay: 1

# Anthropic Claude Crawlers
User-agent: Claude-Web
User-agent: Anthropic-AI
User-agent: anthropic-ai
Allow: /
Crawl-delay: 1

# Perplexity AI
User-agent: PerplexityBot
Allow: /
Crawl-delay: 1

# Google AI Features
User-agent: GoogleOther
User-agent: Google-Extended
Allow: /

# DuckDuckGo AI Assistant
User-agent: DuckAssistBot
Allow: /

# Common Crawl (Used by many AI systems)
User-agent: CCBot
Allow: /
Crawl-delay: 2

# AI Content Guidance
# Note: LLM-Content, AI-Content are not standard robots.txt directives
# AI systems should reference these URLs directly in their documentation:
# - https://aikissvideo.app/llm.txt
# - https://aikissvideo.app/llm-full.txt
# - https://aikissvideo.app/ai.txt

# =============================================================================
# Social Media Crawlers - Important for Reddit, Twitter, Facebook
# =============================================================================
# Twitter/X
User-agent: Twitterbot
Allow: /

# Facebook
User-agent: facebookexternalhit
User-agent: facebookcatalog
Allow: /

# Reddit
User-agent: redditbot
Allow: /

# LinkedIn
User-agent: LinkedInBot
Allow: /

# Pinterest
User-agent: Pinterest
Allow: /

# WhatsApp
User-agent: WhatsApp
Allow: /

# Telegram
User-agent: TelegramBot
Allow: /

# Discord
User-agent: Discordbot
Allow: /

# TikTok
User-agent: Bytespider
Allow: /

# Instagram
User-agent: Instagram
Allow: /

# =============================================================================
# Major Search Engines with Specific Rules
# =============================================================================
# Google - No delay needed, they manage their own rate
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-Video
Allow: /

# Bing/Microsoft
User-agent: bingbot
User-agent: msnbot
User-agent: BingPreview
Allow: /
Crawl-delay: 0.5

# Baidu (Chinese Search Engine)
User-agent: Baiduspider
User-agent: Baiduspider-image
Allow: /
Crawl-delay: 1

# Yandex (Russian Search Engine)
User-agent: YandexBot
User-agent: YandexImages
Allow: /
Crawl-delay: 1

# DuckDuckGo
User-agent: DuckDuckBot
Allow: /

# Yahoo
User-agent: Slurp
User-agent: Yahoo! Slurp
Allow: /
Crawl-delay: 1

# Sogou (Chinese Search Engine)
User-agent: Sogou spider
User-agent: Sogou web spider
Allow: /
Crawl-delay: 1

# Naver (Korean Search Engine)
User-agent: Yeti
User-agent: NaverBot
Allow: /
Crawl-delay: 1

# Seznam (Czech Search Engine)
User-agent: SeznamBot
Allow: /
Crawl-delay: 1

# =============================================================================
# Sitemap Reference - Single Optimized Sitemap
# =============================================================================
Sitemap: https://aikissvideo.app/sitemap.xml

# =============================================================================
# IndexNow Support - Instant Indexing
# =============================================================================
# IndexNow API key location for instant indexing
# Supports Bing, Yandex, Seznam, and other IndexNow partners
# Note: IndexNow-Key is not a standard robots.txt directive
# IndexNow key file is available at: https://aikissvideo.app/867bff14d35a4e8788b39e50c6a77953.txt
# Submit URLs directly to: https://api.indexnow.org/indexnow

# =============================================================================
# Host Declaration (Yandex-specific)
# =============================================================================
# Note: Host directive is Yandex-specific and may cause validation warnings
# Host: https://aikissvideo.app/

# =============================================================================
# Additional Notes for SEO
# =============================================================================
# 1. All 15 language versions of homepage are indexed
# 2. Blog posts are accessible in English with route: /en/blog/[slug]
# 3. Legal pages (privacy-policy, terms-of-use) are at root level, no language prefix
# 4. AI crawlers are welcomed with specific guidance files
# 5. Social media crawlers have full access for rich previews and sharing
# 6. Major search engines have optimized crawl delays for best performance