# https://www.robotstxt.org/robotstxt.html
#
# Posture: everything public is open to everyone, including the AI
# crawlers. The named groups below don't change what the wildcard rule
# already allows — they record the decision explicitly, so narrowing it
# later (say, blocking training crawlers but keeping answer engines) is a
# one-line edit against a stated baseline instead of a rewrite.
#
# /.well-known/ is deliberately NOT disallowed. It was, which achieved
# nothing defensively — OAuth and MCP clients don't read robots.txt, so
# the connector flow worked either way — while telling well-behaved
# agents to ignore the one directory that documents how to connect.

User-agent: *
Allow: /
Disallow: /app/
Disallow: /api/
Disallow: /.netlify/

# --- Search engines ---
User-agent: Googlebot
Allow: /
Disallow: /app/
Disallow: /api/

User-agent: Bingbot
Allow: /
Disallow: /app/
Disallow: /api/

User-agent: DuckDuckBot
Allow: /
Disallow: /app/
Disallow: /api/

# --- AI answer engines (retrieval for a live answer) ---
User-agent: OAI-SearchBot
Allow: /
Disallow: /app/
Disallow: /api/

User-agent: ChatGPT-User
Allow: /
Disallow: /app/
Disallow: /api/

User-agent: Claude-User
Allow: /
Disallow: /app/
Disallow: /api/

User-agent: Claude-SearchBot
Allow: /
Disallow: /app/
Disallow: /api/

User-agent: PerplexityBot
Allow: /
Disallow: /app/
Disallow: /api/

User-agent: Perplexity-User
Allow: /
Disallow: /app/
Disallow: /api/

User-agent: DuckAssistBot
Allow: /
Disallow: /app/
Disallow: /api/

# --- Indexing and training crawlers ---
User-agent: GPTBot
Allow: /
Disallow: /app/
Disallow: /api/

User-agent: ClaudeBot
Allow: /
Disallow: /app/
Disallow: /api/

User-agent: Google-Extended
Allow: /
Disallow: /app/
Disallow: /api/

User-agent: Applebot-Extended
Allow: /
Disallow: /app/
Disallow: /api/

User-agent: CCBot
Allow: /
Disallow: /app/
Disallow: /api/

Sitemap: https://memorybridge.ai/sitemap.xml