[{"data":1,"prerenderedAt":240},["ShallowReactive",2],{"copy:zh:site:":3,"copy:zh:agentweb:hub,ui":123,"copy:zh:site:common":238},{"common":4,"nav":16,"footer":44,"home":51,"error":116},{"skip":5,"menu":6,"language":7,"sections":8,"footer":9,"tool":10,"home":11,"breadcrumbs":12,"copy":13,"copied":14,"download":15},"跳转到正文","菜单","语言","章节","页脚","工具","首页","面包屑导航","复制","已复制","下载",{"groups":17,"items":25},{"build":18,"connect":19,"instruct":20,"run":21,"web":22,"secure":23,"track":24},"构建","连接","编写指令","运行","开放你的网站","安全","跟踪",{"models":26,"cost":27,"frameworks":28,"mcp":29,"mcpConfig":30,"mcpClients":31,"agentsMd":32,"files":33,"openclaw":34,"agentReady":35,"llmsTxt":36,"robotsTxt":37,"apiCatalog":38,"bots":39,"security":40,"incidents":41,"checklist":42,"changelog":43},"模型与 API 价格","Agent 成本计算器","框架与 SDK","MCP 服务器","MCP 配置生成器","MCP 客户端","AGENTS.md 生成器","指令文件","自托管 OpenClaw","适配 Agent 的网站","llms.txt 生成器","面向 AI 机器人的 robots.txt","API 目录生成器","AI 机器人目录","Agent 安全","事故记录","安全检查清单","更新日志",{"about":45,"privacy":46,"terms":47,"sitemap":48,"disclaimer":49,"checked":50},"关于","隐私","条款","网站地图","为 AI agent 开发者提供的独立参考资料。与此处提及的任何厂商均无关联。","事实核查日期：{date}",{"seo":52,"eyebrow":55,"title":56,"lead":57,"ctaMcp":58,"ctaCost":59,"ctaAgents":60,"sheetLabel":61,"sheetTitle":62,"sheet":63,"sheetNote":69,"sectionsTitle":70,"sections":71,"latestTitle":99,"allChanges":100,"rulesTitle":101,"rules":102,"aboutLink":115},{"title":53,"description":54},"DotsAgent：构建 AI agent 的参考资料与工具","LLM API 价格、agent 成本计算器、适用于 13 个客户端的 MCP 配置、AGENTS.md 和 llms.txt 生成器，以及 agent 安全指南。免费提供，支持 18 种语言。","面向 AI agent 开发者","Agent 开发者的案头参考","涵盖 agent 开发所需的价格、协议、配置文件和安全指南，所有信息均经厂商官方文档核实。查找信息、生成所需文件，然后继续编写代码。","生成 MCP 配置","计算 agent 任务成本","编写 AGENTS.md","最新数据","技术栈概览",{"mcp":64,"openclaw":65,"cheapest":66,"models":67,"servers":29,"bots":68},"MCP 规范","OpenClaw","最低价模型，$\u002F百万输入\u002F输出 tokens","已统计价格的模型","已跟踪的 AI 机器人","每项数据均经人工对照厂商文档核实。","网站内容",{"models":72,"mcp":76,"instructions":79,"frameworks":82,"openclaw":85,"agentReady":88,"security":92,"changelog":95},{"title":73,"body":74,"unit":75},"模型与价格","并列比较每百万输入、输出和缓存 token 的价格，并提供计算器，估算完整 agent 运行的费用。","个模型",{"title":29,"body":77,"unit":78},"Model Context Protocol 服务器目录，以及配置生成器，可为每种客户端生成对应的配置文件。","台服务器",{"title":33,"body":80,"unit":81},"编写 AGENTS.md，并了解各工具如何读取 CLAUDE.md、.cursor\u002Frules 等类似文件。","种文件格式",{"title":28,"body":83,"unit":84},"按语言、许可证、MCP 支持和多 agent 功能对比 agent 框架与厂商 SDK。","个框架",{"title":34,"body":86,"unit":87},"逐步指导你在自己的设备或服务器上安装、配置和更新 OpenClaw。","当前版本",{"title":89,"body":90,"unit":91},"适配 agent 的网站","生成 llms.txt、面向 AI crawler 的 robots.txt 规则和 api-catalog，并通过 user agent 查询任意机器人。","个已收录机器人",{"title":40,"body":93,"unit":94},"了解 agent 面临的 OWASP 风险、真实事件记录，以及上线前可逐项核对的清单。","起已记录事件",{"title":96,"body":97,"unit":98},"API 更新日志","按日期记录模型 API、SDK 和协议的变更，并附上厂商公告链接。","条记录","最新变更","所有变更","我们如何确保信息准确",[103,106,109,112],{"title":104,"body":105},"事实均有来源。","每项价格、版本和 flag 都链接到对应的供应商页面，方便你自行核实。",{"title":107,"body":108},"定期核查。","每个页面都会显示上次核查信息的时间；过时的条目会重新核查或移除。",{"title":110,"body":111},"不接受付费推广。","没有人能付费获得收录、提高排名或得到更好的描述。",{"title":113,"body":114},"工具在浏览器中运行。","生成器和计算器都在本地运行，你输入的内容不会发送到服务器。","关于 DotsAgent",{"title":117,"body":118,"home":119,"popular":120,"failed":121,"failedBody":122},"找不到页面","此地址没有对应的页面。页面可能已迁移，或者链接中有拼写错误。","前往首页","热门工具","出了点问题","我们这边未能加载此页面。请稍后再试，或从首页开始浏览。",{"hub":124,"ui":230},{"seo":125,"eyebrow":128,"title":129,"lead":130,"tools":131,"layersTitle":145,"layersLead":146,"layers":147,"unnamedTitle":211,"unnamed":212,"faqTitle":213,"faq":214},{"title":126,"description":127},"面向 AI Agent 的网站：llms.txt、robots.txt、AI 爬虫","生成 llms.txt、供 AI 爬虫使用的 robots.txt 和 RFC 9727 API 目录，还可按 token、用途和已公布的 IP 列表查询 40 种 AI 爬虫和 Agent。","开放你的网站 · 参考资料","让 AI Agent 能读懂你的网站","AI 爬虫和 Agent 读取网站的方式与人不同。下面的工具可以生成它们会查找的文件；后面的参考资料则介绍哪些约定已成为标准、哪些仍是草案，以及有多少客户端实际在使用。",{"llms":132,"robots":135,"catalog":138,"bots":141},{"kind":133,"title":36,"body":134},"生成器","输入名称、简介和链接分区，即可生成 llmstxt.org 格式的文件并复制。",{"kind":133,"title":136,"body":137},"AI 爬虫专用 robots.txt","按爬虫用途设置规则，单独启用或停用爬虫，添加 Content-Signal 并下载生成的文件。",{"kind":133,"title":139,"body":140},"API 目录","列出 API 及其 OpenAPI 文件和文档，即可生成 RFC 9727 linkset，以及用于提供该文件的 nginx 配置块。",{"kind":142,"title":143,"body":144},"目录","AI 爬虫目录","收录 40 种爬虫和 Agent，列出其 token、用途、robots.txt 行为和已公布的 IP 列表。","各项约定及其成熟度","截至 October 2026 的状态。每项都链接到规范或相关证据，方便你判断是否值得在自己的网站上采用。",[148,158,167,177,188,194,203],{"title":149,"status":150,"statusTone":151,"body":152,"code":153,"codeLabel":154,"sources":155},"robots.txt","标准","ok","网站根目录下的这个文件通过 token 指定爬虫，并列出各爬虫应跳过的路径；其规范为 RFC 9309。现在，AI 服务运营方会为训练、搜索和用户触发的抓取分别发布 token，因此可以通过同一个文件拒绝训练爬取，同时允许搜索爬取。遵守规则是自愿的，而且有些用户触发的抓取工具表示这些规则可能不适用于它们。","User-agent: GPTBot\nDisallow: \u002F\n\nUser-agent: OAI-SearchBot\nAllow: \u002F","\u002Frobots.txt",[156,157],"https:\u002F\u002Fplatform.openai.com\u002Fdocs\u002Fbots","https:\u002F\u002Fdevelopers.google.com\u002Fsearch\u002Fdocs\u002Fcrawling-indexing\u002Fgoogle-common-crawlers",{"title":159,"status":160,"statusTone":161,"body":162,"code":163,"codeLabel":154,"sources":164},"Content-Signal","广泛使用","blue","在 robots.txt 中额外添加一行，说明抓取的内容可用于哪些用途：search、ai-input 和 ai-train，每项设为 yes 或 no。Cloudflare 于 2025 年 9 月以 CC0 许可发布了这项政策，并通过其托管版 robots.txt 在约 380 万个域名上提供该政策。对应的 IETF 草案于 2026 年 4 月 4 日到期，而 IETF AIPREF 工作组仍在继续制定词汇表草案。","User-agent: *\nContent-Signal: ai-train=no, search=yes, ai-input=yes\nAllow: \u002F",[165,166],"https:\u002F\u002Fblog.cloudflare.com\u002Fcontent-signals-policy\u002F","https:\u002F\u002Fdatatracker.ietf.org\u002Fwg\u002Faipref\u002Fdocuments\u002F",{"title":168,"status":169,"statusTone":170,"body":171,"code":172,"codeLabel":173,"sources":174},"llms.txt","提案","warn","在 \u002Fllms.txt 提供一个 Markdown 文件，其中包含 H1 标题、引用摘要和带链接的 H2 章节，让 agent 无需解析导航栏即可访问关键页面。llmstxt.org 上的规范于 2026 年 8 月 10 日修订，llms-full.txt 不属于该规范。没有任何运营方声明主要 crawler 会读取此文件。","# Acme API\n\n> Card payments for small online shops.\n\n## Docs\n\n- [Quickstart](https:\u002F\u002Fexample.com\u002Fdocs\u002Fquickstart.md): first request","\u002Fllms.txt",[175,176],"https:\u002F\u002Fllmstxt.org\u002F","https:\u002F\u002Fllmstxt.org\u002Fchanges.html",{"title":178,"status":179,"statusTone":180,"body":181,"code":182,"codeLabel":183,"sources":184},"页面的 Markdown 版本","部分采用","signal","为每个页面提供 Markdown 副本，路径可为 page.md 或 page.html.md；也可以在请求的 Accept 标头要求 text\u002Fmarkdown 时返回 Markdown。Checkly 在 2026 年 2 月的测试中发现，Claude Code、Cursor 和 OpenCode 会发送该标头，而 Codex、Gemini CLI、GitHub Copilot 和 Windsurf 不会。AnswerShare 统计了来自前沿 crawler 的 1,277,965 次请求，其中没有一次请求 Markdown。","GET \u002Fdocs\u002Fquickstart HTTP\u002F1.1\nHost: example.com\nAccept: text\u002Fmarkdown","Request",[185,186,187],"https:\u002F\u002Fdevelopers.cloudflare.com\u002Ffundamentals\u002Freference\u002Fmarkdown-for-agents\u002F","https:\u002F\u002Fwww.checklyhq.com\u002Fblog\u002Fstate-of-ai-agent-content-negotation\u002F","https:\u002F\u002Fanswershare.com\u002Fmarkdowndoesnotwork",{"title":139,"status":150,"statusTone":151,"body":189,"code":190,"codeLabel":191,"sources":192},"RFC 9727 于 2025 年 6 月发布，规定使用 \u002F.well-known\u002Fapi-catalog 列出公开 API，并为每个 API 链接到机器可读的描述、文档和状态页。响应必须使用 application\u002Flinkset+json，其他页面则可以通过 api-catalog 链接关系指向该目录。","{\n  \"linkset\": [\n    {\n      \"anchor\": \"https:\u002F\u002Fapi.example.com\u002Fv1\",\n      \"service-desc\": [{ \"href\": \"https:\u002F\u002Fapi.example.com\u002Fv1\u002Fopenapi.json\" }]\n    }\n  ]\n}","\u002F.well-known\u002Fapi-catalog",[193],"https:\u002F\u002Fwww.rfc-editor.org\u002Frfc\u002Frfc9727.html",{"title":195,"status":196,"statusTone":161,"body":197,"code":198,"codeLabel":199,"sources":200},"签名的 agent 请求（Web Bot Auth）","草案","Agent 使用 HTTP Message Signatures（RFC 9421）为每个请求签名，并在 Signature-Agent 标头中标明其运营方。你可以根据运营方在 \u002F.well-known\u002Fhttp-message-signatures-directory 下发布的密钥验证签名。IETF 工作组草案的日期为 2026 年 9 月 1 日；ChatGPT agent 已使用 https:\u002F\u002Fchatgpt.com 进行签名，Google 正在测试 https:\u002F\u002Fagent.bot.goog。","Signature-Agent: \"https:\u002F\u002Fchatgpt.com\"","Request header",[201,202],"https:\u002F\u002Fdatatracker.ietf.org\u002Fdoc\u002Fdraft-ietf-webbotauth-httpsig-protocol\u002F","https:\u002F\u002Fblog.cloudflare.com\u002Fsigned-agents\u002F",{"title":204,"status":205,"statusTone":206,"body":207,"sources":208},"NLWeb","停滞","","Microsoft 的 NLWeb 为网站提供 \u002Fask 和 \u002Fmcp endpoint，Agent 可通过自然语言查询；其规范版本为 0.55。Lumar 报告称，nlweb.ai 的证书已于 4 August 2026 过期，且该 repository 自六月以来一直没有动静，因此在基于它构建前请先观望。",[209,210],"https:\u002F\u002Fgithub.com\u002Fmicrosoft\u002FNLWeb\u002Fblob\u002Fmain\u002Fdocs\u002Fnlweb-rest-api.md","https:\u002F\u002Fagentic-readiness.lumar.io\u002Fdocs\u002Fcapabilities\u002Fnl-web","不主动表明身份的 Agent","有些 Agent 不会发布 robots.txt token，而是像用户一样浏览，因此任何 User-agent 规则都无法匹配它们。ChatGPT agent 使用 Web Bot Auth 为请求签名，并发送 Signature-Agent: \"https:\u002F\u002Fchatgpt.com\"；你可以通过 OpenAI 的密钥目录验证该签名。Cloudflare 将这类流量标记为 chatgpt-agent。Gemini Spark 的本地 Chrome 模式和 Meta 的 Muse 均没有任何公开文档说明的标识。","关于适配 Agent 的网站",[215,218,221,224,227],{"q":216,"a":217},"什么样的网站适配 Agent？","目前没有单一标准对此作出定义。通常，这意味着 robots.txt 按用途列出 AI bot，可选提供 llms.txt 和 API 目录等文件，为关键页面提供 Markdown 版本，并提供验证获准访问的 Agent 的方式。在这些做法中，只有 robots.txt 和 API 目录是已发布的 RFC。",{"q":219,"a":220},"AI crawler 会读取 llms.txt 吗？","我们没有找到任何运营方文档说明目录中的 crawler 会获取该文件。Lighthouse 会检查文件是否存在，而你指定的 Agent 可以像读取其他页面一样读取它。应将其视为方便 Agent 使用的文件，而不是搜索功能。",{"q":222,"a":223},"我应该在网站上屏蔽 AI crawler 吗？","请按用途分别决定，而不是一概而论。你可以拒绝 GPTBot、ClaudeBot 和 Google-Extended 等训练 token，而不影响搜索。屏蔽 OAI-SearchBot 或 PerplexityBot 等搜索 token，则会让你的网站完全无法出现在相应产品中。",{"q":225,"a":226},"可以通过 robots.txt 屏蔽 ChatGPT agent 吗？","不可以，因为它没有发布 token。你可以根据来自 https:\u002F\u002Fchatgpt.com 的 Web Bot Auth 签名识别它，并在服务器或 CDN 上允许或拒绝请求。有效签名只能证明请求由哪个运营方发出，不能证明用户身份或用户有权执行哪些操作。",{"q":228,"a":229},"Content-Signal 是官方标准吗？","不是。它是 Cloudflare 于 September 2025 推出的 CC0 策略，通过 Cloudflare 管理的 robots.txt 部署在约 3.8 million 个域名上。它的 IETF 草案已于 4 April 2026 过期，AIPREF 工作组仍在起草通用词汇表。",{"crumb":35,"purposes":231,"sources":237},{"training":232,"search":233,"user":234,"agent":235,"ads":236},"训练","搜索","用户请求","Agent","广告","来源",{"common":239},{"skip":5,"menu":6,"language":7,"sections":8,"footer":9,"tool":10,"home":11,"breadcrumbs":12,"copy":13,"copied":14,"download":15},1790863381484]