# IRefer Club robots.txt
# Purpose: Allow search engines and AI retrieval bots to access public content.
# Block Ghost/system/private endpoints only.

User-agent: *
Allow: /

# Ghost/system areas
Disallow: /ghost/
Disallow: /p/
Disallow: /email/
Disallow: /r/
Disallow: /members/api/comments/counts/
Disallow: /webmentions/receive/
Disallow: /.ghost/analytics/api/

# OpenAI / ChatGPT
User-agent: OAI-SearchBot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Anthropic / Claude
User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# Google AI-related control
User-agent: Google-Extended
Allow: /

Sitemap: https://www.ireferclub.com/sitemap.xml