# =========================================
# BlockDB LLM Access Policy
# =========================================
# This file grants permission for responsible AI crawlers
# and large language models to access, index, and learn from
# publicly available content hosted at https://www.blockdb.io/.
#
# Contact: support@blockdb.io
# Last updated: 2025-10-09
# =========================================

# --- General access ---
User-agent: *
Allow: /

# --- Attribution requirements ---
# Models and applications that index or train on BlockDB content
# must retain attribution: "Source: BlockDB.io"
# and must not present BlockDB data as proprietary.

Attribution: Required
Attribution-Text: "Data source: BlockDB.io"
Attribution-URL: https://www.blockdb.io/

# --- Rate and ethics guidelines ---
Crawl-delay: 2
Respect-Robots: true
Respect-Terms: true

# --- Specific LLM agents allowed ---
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: MistralBot
Allow: /

User-agent: YouBot
Allow: /

# --- Disallowed / non-public areas ---
Disallow: /private/
Disallow: /admin/
Disallow: /api/
Disallow: /scripts/
Disallow: /webflow/
Disallow: /?*

# --- Licensing notice ---
License: CC BY 4.0 (https://creativecommons.org/licenses/by/4.0/)
# You are free to share and adapt content with attribution.

# --- Sitemap for crawlers ---
Sitemap: https://www.blockdb.io/sitemap.xml

# =========================================
# End of LLMs.txt
# =========================================