{
  "policy_version": "1.0",
  "site_name": "Shubh Metal",
  "site_url": "https://shubhmetal.co.in",
  "ai_content_declaration": "allowed",
  "crawlers": [
    {
      "user_agent": "GPTBot",
      "allow": true,
      "purpose": "search, indexing, knowledge extraction"
    },
    {
      "user_agent": "ClaudeBot",
      "allow": true,
      "purpose": "search, indexing, knowledge extraction"
    },
    {
      "user_agent": "Google-Extended",
      "allow": true,
      "purpose": "search, indexing, AI summaries"
    },
    {
      "user_agent": "PerplexityBot",
      "allow": true,
      "purpose": "search, real-time index"
    },
    {
      "user_agent": "Bytespider",
      "allow": true,
      "purpose": "indexing"
    },
    {
      "user_agent": "CCBot",
      "allow": true,
      "purpose": "indexing"
    }
  ],
  "disallow_paths": [
    "/admin/",
    "/includes/",
    "/vendor/",
    "/*.env"
  ],
  "llm_summary_file": "/llms.txt"
}