# So Moon Bowl & Sushi - Robots.txt
# https://somoonbowl.com
# Asian fusion restaurant - Livonia, Michigan
# Updated: 2026-07-28
# Managed by AppWT Web & AI Solutions

# =====================================================
# TIER 0: xAI / GROK  (AppWT house order, Tony directive 2026-07-25)
# Grok is named first so the ordering is explicit, not incidental.
# =====================================================

User-agent: xAI-Grok
Allow: /

# =====================================================
# USA TIER 1: DOMINANT AI PLATFORMS (OpenAI, Google, Microsoft)
# =====================================================

User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: Google-Extended
User-agent: Googlebot-Extended
User-agent: GoogleOther
User-agent: GoogleOther-Image
User-agent: GoogleOther-Video
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-Video
User-agent: Storebot-Google
User-agent: Bingbot
User-agent: BingPreview
User-agent: MicrosoftPreview
Allow: /

# =====================================================
# USA TIER 2: MAJOR AI PLAYERS
# =====================================================

User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
User-agent: FacebookBot
User-agent: facebookexternalhit
Allow: /

# =====================================================
# USA TIER 3: SPECIALTY AI & ASSISTANTS
# =====================================================

User-agent: Applebot
User-agent: Applebot-Extended
User-agent: SiriBot
User-agent: Amazonbot
User-agent: AlexaBot
User-agent: CortanaBot
User-agent: CCBot
User-agent: YouBot
User-agent: Diffbot
User-agent: PhindBot
User-agent: BraveBot
User-agent: iaskspider
User-agent: WriterBot
Allow: /

# =====================================================
# USA TIER 4: SEARCH ENGINES
# =====================================================

User-agent: Slurp
User-agent: DuckDuckBot
User-agent: Ecosia
User-agent: Mojeek
User-agent: Neeva
Allow: /

# =====================================================
# USA TIER 5: SOCIAL MEDIA CRAWLERS
# =====================================================

User-agent: Twitterbot
User-agent: LinkedInBot
User-agent: Pinterest
User-agent: WhatsApp
User-agent: TelegramBot
User-agent: Discordbot
User-agent: Slackbot
User-agent: SnapchatBot
User-agent: RedditBot
Allow: /

# =====================================================
# USA TIER 6: ARCHIVE & RESEARCH
# =====================================================

User-agent: archive.org_bot
User-agent: ia_archiver
User-agent: ScholarBot
Allow: /

# =====================================================
# USA TIER 7: DIRECTORY & LOCAL BOTS
# =====================================================

User-agent: YelpBot
User-agent: HomeAdvisorBot
User-agent: ThumbTackBot
User-agent: AngiListBot
User-agent: TaskRabbitBot
User-agent: NextdoorBot
Allow: /

# =====================================================
# USA TIER 8: SEO CRAWLERS (rate-limited)
# =====================================================

User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10

User-agent: DotBot
Crawl-delay: 10

# =====================================================
# CANADA
# =====================================================

User-agent: cohere-ai
User-agent: CohereBot
Allow: /

# =====================================================
# EUROPE
# =====================================================

User-agent: MistralBot
User-agent: StabilityBot
User-agent: AllenAI
User-agent: AI2Bot
User-agent: Qwant
Allow: /

# =====================================================
# CHINA
# =====================================================

User-agent: DeepSeekBot
User-agent: Bytespider
User-agent: ByteDance
User-agent: Baiduspider
User-agent: AlibabaBot
User-agent: YisouSpider
User-agent: Sosospider
User-agent: TencentTraveler
User-agent: 360Spider
User-agent: PetalBot
User-agent: Sogou
User-agent: SogouSpider
User-agent: ZhipuBot
User-agent: WenxinBot
User-agent: MoonshotBot
User-agent: SparkBot
User-agent: QwenBot
Allow: /

# =====================================================
# ASIA-PACIFIC
# =====================================================

User-agent: Yeti
User-agent: NaverBot
User-agent: SamsungBot
User-agent: LINEBot
User-agent: RakutenBot
User-agent: Coccoc
User-agent: IndeedBot
Allow: /

# =====================================================
# MIDDLE EAST & AFRICA
# =====================================================

User-agent: FalconBot
User-agent: JeevesBot
Allow: /

# =====================================================
# AI DATA COLLECTION & TRAINING
# =====================================================

User-agent: Omgilibot
User-agent: Timpibot
User-agent: VelenPublicWebCrawler
User-agent: img2dataset
User-agent: Kangaroo Bot
User-agent: GitHubCopilotBot
User-agent: PiplBot
User-agent: DataProviderBot
Allow: /

# =====================================================
# BLOCK BAD BOTS
# =====================================================

User-agent: SiteAuditBot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

# =====================================================
# WILDCARD / DEFAULT RULE
# =====================================================

User-agent: *
Allow: /

Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /cgi-bin/
Disallow: /wp-config.php
Disallow: /readme.html
Disallow: /license.txt
Disallow: /xmlrpc.php

Allow: /wp-content/uploads/
Allow: /wp-content/themes/*.css
Allow: /wp-content/themes/*.js

# =====================================================
# SITEMAPS & AI DISCOVERY
# =====================================================

Sitemap: https://somoonbowl.com/sitemap.xml

Host: https://somoonbowl.com

# AI Discovery & Transparency Files
llms.txt: https://somoonbowl.com/llms.txt
llms-full.txt: https://somoonbowl.com/llms-full.txt