{
  "slug": "ai-doc-consumption-structure",
  "no": 4,
  "title": "AI可读文档消费结构（分列·日更）",
  "category": "crawler",
  "confidence_level": "A",
  "form_type": "realtime",
  "supply_cadence": "daily",
  "updated_at": "2026-11-01",
  "review_date": "2026-10-13",
  "valid_until": null,
  "value_summary": "AI对各发现性文件的消费呈明显分层：robots.txt与agent-card.json为高频入口·sitemap.xml从零爬坡到被日常消费·llms.txt外部直读稀少（当日实况与负结果如实记录于single_day_window各note）·AI实际经由robots/sitemap间接发现内容而非直读导购文档",
  "value_json": {
    "single_day_window": {
      "date": "2026-11-01",
      "robots_txt": {
        "hits": 36,
        "unique_ips": 30
      },
      "llms_txt_external_direct": {
        "hits": 1,
        "note": "外部直读1次（负结果窗口结束·如实更新）"
      },
      "agent_card_latest_observed": {
        "note": "2026-11-01当日22次/9IP·单日波动属常态"
      }
    },
    "seven_day_window": {
      "date_range": "2026-08-18 ~ 2026-08-24",
      "agent_card_json": {
        "hits": 2160,
        "note": "A2A协议第一入口"
      },
      "llms_txt": {
        "hits": 38
      },
      "sitemap_xml": {
        "note": "D1=0 → 8-24起被消费13次·爬坡在途"
      }
    },
    "indirect_consumption_mechanism": "外部直读=0不等于内容未被消费：AI经由robots.txt/sitemap.xml发现页面后直接抓取内容页（文章页已进入爬取TOP榜即间接消费实证）·llms.txt等导购文档的消费需AI客户端主动支持llmstxt.org规范·当前主流AI客户端尚未默认启用·属行业阶段特征而非本站缺陷"
  },
  "caliber_json": {
    "sample_size": "单日窗口（08-30）+七日窗口（08-18~08-24增强版实测）双口径",
    "time_window": "单日滚动窗口·最新=2026-10-12",
    "method": "ai_visit_logs按endpoint前缀匹配（llms.txt/robots.txt/agent-card.json/sitemap.xml等）·外部/内部流量区分",
    "limitations": "endpoint匹配无法区分真伪爬虫的文档请求（伪装扫描器也读robots.txt）·安全侧拦截数据见独立安全条目；直读=0的判定受观测手段限制（经代理的抓取可能被归并）",
    "caliber_note": "口径=AEO监测AI文档端点8项·周期性巡检同源；负结果窗口为08-30单日"
  },
  "source_trace": [
    {
      "type": "internal",
      "desc": "AEO监测记录（2026-08-30）+增强版实测"
    },
    {
      "type": "internal",
      "desc": "AEO周报脚本端点匹配口径"
    }
  ],
  "snapshot_note": null,
  "disclaimer_block": [
    "本条为万有AI官网运营观察记录·仅反映标注监测窗口内本站实况·样本量与口径详见caliber_json·不构成任何性能、流量或服务承诺·引用请注明监测窗口与口径来源：万有AI"
  ],
  "copyright": "©万有创学（青岛）人工智能科技有限公司·CC BY-NC 4.0·引用请标注来源：万有AI"
}