# Advanced robots.txt for Enhanced SEO
# Generated on 2026-10-07 for lotto.oot.kr

# Global rules for all crawlers
User-agent: *
Allow: /
Allow: /js/common.js
Allow: /js/result.js
Allow: /js/theme-switcher.js
Allow: /image/og_image.webp
Allow: /favicon.png
Disallow: /js/site-connector.js
Disallow: /js/*.map
Disallow: /*.tmp
Disallow: /*.log
Disallow: /admin/
Disallow: /api/
Disallow: /backup/
Disallow: /*.bak
Crawl-delay: 1
Request-rate: 1/10s

# Google crawler optimization
User-agent: Googlebot
Allow: /
Allow: /js/
Allow: /image/
Disallow: /api/
Crawl-delay: 0
Request-rate: 10/1s

User-agent: Googlebot-Image
Allow: /image/
Allow: /favicon.png
Crawl-delay: 0

User-agent: Googlebot-Mobile
Allow: /
Disallow: /api/
Crawl-delay: 0

# Bing crawler optimization
User-agent: Bingbot
Allow: /
Allow: /js/
Allow: /image/
Disallow: /api/
Crawl-delay: 1
Request-rate: 5/1s

# Naver crawler optimization
User-agent: NaverBot
Allow: /
Allow: /image/
Disallow: /api/
Crawl-delay: 1
Request-rate: 3/1s

User-agent: Yeti
Allow: /
Allow: /image/
Disallow: /api/
Crawl-delay: 1

# DuckDuckGo
User-agent: DuckDuckBot
Allow: /
Disallow: /api/
Crawl-delay: 2

# Yandex
User-agent: YandexBot
Allow: /
Disallow: /api/
Crawl-delay: 2

# Baidu
User-agent: Baiduspider
Allow: /
Disallow: /api/
Crawl-delay: 3

# Facebook
User-agent: facebookexternalhit
Allow: /
Allow: /image/
Crawl-delay: 0

# Twitter
User-agent: Twitterbot
Allow: /
Allow: /image/
Crawl-delay: 0

# LinkedIn
User-agent: LinkedInBot
Allow: /
Allow: /image/
Crawl-delay: 1

# WhatsApp
User-agent: WhatsApp
Allow: /
Allow: /image/
Crawl-delay: 0

# AI / generative engine crawlers (allowed for citation traffic — GEO)
# OpenAI
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Anthropic
User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: anthropic-ai
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# Google AI (Gemini / AI Overviews extended)
User-agent: Google-Extended
Allow: /

# Common Crawl (feeds many LLM training sets)
User-agent: CCBot
Allow: /

# Bytedance / ByteSpider
User-agent: Bytespider
Allow: /

# Amazon
User-agent: Amazonbot
Allow: /

# Meta AI
User-agent: meta-externalagent
Allow: /

# Apple Intelligence
User-agent: Applebot-Extended
Allow: /

# Block unwanted bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# Sitemap locations
Sitemap: https://lotto.oot.kr/sitemap.xml

# LLM / answer-engine citation documents
# https://lotto.oot.kr/llms.txt
# https://lotto.oot.kr/llms-full.txt

# RSS feed (recent draws)
# https://lotto.oot.kr/rss.xml

# Clean URLs parameter handling
Clean-param: utm_source
Clean-param: utm_medium
Clean-param: utm_campaign
Clean-param: utm_term
Clean-param: utm_content
Clean-param: fbclid
Clean-param: gclid
Clean-param: ref
Clean-param: search

# Host preference (canonical domain)
Host: lotto.oot.kr

# Webmaster tools verification
#DaumWebMasterTool:90a4ac20d87c94a5820a4a708cc4810482d9ad97e8aed9ab0e82a9a5b371ead4:gRm/a73pxiH+++LbSxDZVQ==