# sstc.ai crawler policy for the public estate-agent directory.

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

# Training/data-use crawlers are blocked pending a separate business decision.
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: *
Allow: /

# Machine-readable orientation for answer engines and integrations.
Data-Catalog: https://sstc.ai/data/index.json
LLMS: https://sstc.ai/llms.txt

Sitemap: https://sstc.ai/sitemap.xml
Sitemap: https://sstc.ai/sitemap-national.xml
Sitemap: https://sstc.ai/sitemap-index.xml