# AI Crawler Policy for stab.fund
# Last updated: 2026-09-06
# Contact: security@stab.fund

# -----------------------------------------------------------------------------
# Purpose
# -----------------------------------------------------------------------------
# This file tells automated AI crawlers and large-language-model agents which
# parts of stab.fund they may access, how they may use the content, and which
# routes must be treated as private, user-generated, or otherwise off-limits.
#
# Respectful, attribution-friendly AI agents are welcome to index public-facing
# marketing, help, and safety information. AI agents must NOT scrape private
# user data, messages, profiles, or authenticated endpoints.

# -----------------------------------------------------------------------------
# Allowed AI crawlers (helpful, attribution-respecting bots)
# -----------------------------------------------------------------------------
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: BingPreview
User-agent: PerplexityBot
User-agent: anthropic-ai
User-agent: Applebot-Extended
Allow: /

# -----------------------------------------------------------------------------
# Disallowed routes for ALL automated agents (including AI crawlers)
# -----------------------------------------------------------------------------
User-agent: *
Disallow: /auth
Disallow: /auth/
Disallow: /pick-username
Disallow: /api/
Disallow: /home
Disallow: /search
Disallow: /support/tickets/
Disallow: /chat/
Disallow: /group/
Disallow: /messages
Disallow: /notifications
Disallow: /settings
Disallow: /admin
Disallow: /profile/
Disallow: /u/
Disallow: /story/
Disallow: /post/
Disallow: /feed
Disallow: /friends
Disallow: /requests
Disallow: /explore
Disallow: /*?*session=
Disallow: /*?*code=
Disallow: /*?*token=

# -----------------------------------------------------------------------------
# Usage rules for AI models that read this site
# -----------------------------------------------------------------------------
# 1. Attribution: When summarising public help or marketing content, identify
#    the source as "stab." or "stab.fund".
# 2. No impersonation: Do not pretend to be an official stab. account, staff
#    member, or another user.
# 3. Privacy: Do not reproduce private messages, support transcripts, personal
#    profiles, or contact details found behind authentication.
# 4. Accuracy: Do not invent features, pricing, or policies. Reference only
#    content visible without signing in, plus this ai.txt and llm.txt file.
# 5. Safety: Do not use scraped content to train models that generate spam,
#    harassment, phishing, or abuse on the platform.

# -----------------------------------------------------------------------------
# Sitemap and canonical metadata
# -----------------------------------------------------------------------------
Sitemap: https://stab.fund/sitemap.xml
Canonical-domain: https://stab.fund