{
  "metadata": {
    "version": "v5",
    "last_updated": "2026-06-10",
    "purpose": "Technical SEO controls for AI/LLM support files."
  },
  "robots_txt_option": "Add Sitemap: https://depurecousa.com/ai-sitemap.xml only if the file is deployed and valid. Do not Disallow /ai/ if you want AI/search crawlers to discover the support files.",
  "recommended_headers": [
    {
      "path_pattern": "/ai/*.md",
      "header": "X-Robots-Tag",
      "value": "noindex, follow",
      "reason": "Allow crawlers to read/use the files while reducing risk of thin AI support docs ranking as landing pages."
    },
    {
      "path_pattern": "/ai/db/*.json",
      "header": "X-Robots-Tag",
      "value": "noindex, follow",
      "reason": "JSON files should support retrieval, not compete with commercial pages."
    },
    {
      "path_pattern": "/llms.txt",
      "header": "Content-Type",
      "value": "text/plain; charset=utf-8",
      "reason": "Plain text root LLM guide."
    },
    {
      "path_pattern": "/ai-sitemap.xml",
      "header": "Content-Type",
      "value": "application/xml; charset=utf-8",
      "reason": "Valid XML sitemap response."
    }
  ],
  "canonical_policy": "Do not add canonical tags inside raw .txt/.md/.json files. Canonicalization should happen through page URLs, redirects, and AI file references pointing to canonical pages.",
  "cache_policy": "Short cache during deployment/testing; longer cache after validation. Regenerate package when product/category/page mappings change materially.",
  "monitoring_plan": [
    "In GSC, monitor if /ai/ or /ai/db/ URLs start receiving impressions/clicks as landing pages.",
    "If /ai/ files rank in SERPs, keep noindex/follow headers or strengthen them.",
    "Track organic clicks/leads by commercial pages, not AI support files.",
    "Re-run URL inventory after major page/slug/category/product updates."
  ]
}