# AIKissVideo - AI Kiss Video Generator
# https://aikissvideo.app
# Last Updated: 2026-02-13
#
# Strategy: Single User-agent group (RFC 9309 compliant)
# All crawlers (search engines, AI bots, social media) share one rule set.
# This eliminates the RFC 9309 inheritance bug where specific User-agent
# groups silently drop Disallow rules from the wildcard group.
#
# Per-bot rate control is managed via Cloudflare Dashboard:
#   Security > Bots > AI Scrapers and Crawlers

# Google AdSense (must be separate per Google docs)
User-agent: Mediapartners-Google
Allow: /
Allow: /ads.txt

User-agent: AdsBot-Google
Allow: /

# All other crawlers
User-agent: *
Allow: /
Allow: /ads.txt
Allow: /llms.txt
Allow: /llms-full.txt

# System directories
Disallow: /api/
Disallow: /_next/
Disallow: /cdn-cgi/
Disallow: /*.json$
Disallow: /*?*sort=
Disallow: /*?*filter=
Disallow: /*?*page=

# Protected user areas (default locale, no prefix)
Disallow: /admin
Disallow: /admin/
Disallow: /settings
Disallow: /settings/
Disallow: /activity
Disallow: /activity/
Disallow: /sign-in
Disallow: /sign-up
Disallow: /verify-email
Disallow: /no-permission
Disallow: /unsubscribe

# Protected user areas (locale-prefixed)
Disallow: /*/admin
Disallow: /*/admin/
Disallow: /*/settings
Disallow: /*/settings/
Disallow: /*/activity
Disallow: /*/activity/
Disallow: /*/sign-in
Disallow: /*/sign-up
Disallow: /*/verify-email
Disallow: /*/no-permission
Disallow: /*/unsubscribe

# Blog locale pages: allowed to crawl so Google can see canonical → EN version.
# Deduplication handled via <link rel="canonical"> pointing to English URL.

Sitemap: https://aikissvideo.app/sitemap.xml

# AI-readable structured content:
# https://aikissvideo.app/llms.txt (summary)
# https://aikissvideo.app/llms-full.txt (detailed)