# llms.txt — guidance for AI crawlers / LLM data use (Censinet corporate site)
version: 1.0
owner: Censinet, Inc.
contact: mailto:legal@censinet.com  # adjust to your preferred contact
policy-updated: 2025-10-14

domains:
  - https://www.censinet.com
  - https://censinet.com

use:
  search: allow
  summary: allow
  training: disallow
  fine_tuning: disallow
  caching: limited
  dataset_redistribution: disallow

crawl:
  max_requests_per_minute: 5
  crawl_window_utc: 00:00-23:59

sitemaps:
  - https://www.censinet.com/sitemap.xml
  - https://censinet.com/sitemap.xml

disallow_paths:
  - /.well-known/
  - /admin/
  - /wp-admin/
  - /login/
  - /account/
  - /privacy/
  - /terms/
  - /cart/
  - /checkout/
  - /dashboard/
  - /api/
  - /user/

attribution:
  required: true
  format: "Source: {url} — © Censinet and respective rights holders"

agents:

  - user_agent: GPTBot
    use:
      training: disallow
      search: allow
      summary: allow
    crawl:
      max_requests_per_minute: 5

  - user_agent: ClaudeBot
    use:
      training: disallow
      search: allow
      summary: allow

  - user_agent: PerplexityBot
    use:
      training: disallow
      search: allow
      summary: allow

  - user_agent: Google-Extended
    use:
      training: disallow

  - user_agent: CCBot
    use:
      training: disallow

legal:
  license: "All rights reserved unless explicitly licensed otherwise on-page."
  additional_terms: "Automated access to our content implies agreement with the above use policy."