# apex88.club
# Everything is open to everyone. The named groups below say so explicitly for
# the AI crawlers, because several of them read their own user agent first and
# a wildcard rule alone leaves the intent ambiguous to anyone auditing this file.

User-agent: *
Allow: /

# ---------------------------------------------------------------------------
# AI answer engines. These are the crawlers that decide whether APEX88 gets
# named when someone asks an assistant about online casinos in Malaysia.
# ---------------------------------------------------------------------------

# OpenAI: ChatGPT search results and citations
User-agent: OAI-SearchBot
Allow: /

# OpenAI: pages fetched because a user asked for that link
User-agent: ChatGPT-User
Allow: /

# Perplexity index
User-agent: PerplexityBot
Allow: /

# Perplexity: pages fetched on a user's request
User-agent: Perplexity-User
Allow: /

# Anthropic: Claude search and citations
User-agent: Claude-SearchBot
Allow: /

# Anthropic: pages fetched because a user asked for that link
User-agent: Claude-User
Allow: /

# Google Gemini and AI Overviews grounding.
# Note this does not control crawling. Googlebot already crawls the site; this
# token only decides whether the content may be used in Google's AI answers.
User-agent: Google-Extended
Allow: /

# Apple Intelligence and Siri answers
User-agent: Applebot-Extended
Allow: /

# Apple's own index
User-agent: Applebot
Allow: /

# Microsoft Copilot is fed by the Bing index
User-agent: Bingbot
Allow: /

# DuckDuckGo assistant answers
User-agent: DuckAssistBot
Allow: /

# Meta AI
User-agent: meta-externalagent
Allow: /

# Amazon Rufus and Alexa answers
User-agent: Amazonbot
Allow: /

# Mistral AI
User-agent: MistralAI-User
Allow: /

# ---------------------------------------------------------------------------
# Model training crawlers. Separate from the group above: these feed training
# data rather than answer citations, so allowing them does not win visibility
# on its own. Open here because a brand site has nothing to withhold.
# ---------------------------------------------------------------------------

# OpenAI training
User-agent: GPTBot
Allow: /

# Anthropic training
User-agent: ClaudeBot
Allow: /

# Common Crawl, the public dataset most open models are trained on
User-agent: CCBot
Allow: /

# ByteDance
User-agent: Bytespider
Allow: /

# Cohere
User-agent: cohere-ai
Allow: /

# Webz.io
User-agent: omgili
Allow: /

Sitemap: https://apex88.club/sitemap.xml