MCP server that checks a website's AI readiness: can GPTBot, ClaudeBot, PerplexityBot and 50+ other AI crawlers access it? Generates llms.txt, AI-crawler robots.txt and JSON-LD, and reads LLM Monitor trends. For Claude Desktop, Cursor, Cline and Windsurf.
接入配置
选择客户端，复制配置，再按项目文档补齐环境变量。
claude mcp add crawl-readiness --env CRAWL_READINESS_API_KEY='<CRAWL_READINESS_API_KEY>' -- npx -y crawl-readiness-mcp~/.codex/config.toml
[mcp_servers.crawl-readiness]
command = "npx"
args = ["-y", "crawl-readiness-mcp"]
env = { CRAWL_READINESS_API_KEY = "<CRAWL_READINESS_API_KEY>" }
# codex mcp add crawl-readiness --env CRAWL_READINESS_API_KEY='<CRAWL_READINESS_API_KEY>' -- npx -y crawl-readiness-mcp~/.cursor/mcp.json
{
"mcpServers": {
"crawl-readiness": {
"command": "npx",
"args": [
"-y",
"crawl-readiness-mcp"
],
"env": {
"CRAWL_READINESS_API_KEY": "<CRAWL_READINESS_API_KEY>"
}
}
}
}.vscode/mcp.json
{
"servers": {
"crawl-readiness": {
"type": "stdio",
"command": "npx",
"args": [
"-y",
"crawl-readiness-mcp"
],
"env": {
"CRAWL_READINESS_API_KEY": "<CRAWL_READINESS_API_KEY>"
}
}
}
}~/.gemini/settings.json
{
"mcpServers": {
"crawl-readiness": {
"command": "npx",
"args": [
"-y",
"crawl-readiness-mcp"
],
"env": {
"CRAWL_READINESS_API_KEY": "<CRAWL_READINESS_API_KEY>"
}
}
}
}claude_desktop_config.json
{
"mcpServers": {
"crawl-readiness": {
"command": "npx",
"args": [
"-y",
"crawl-readiness-mcp"
],
"env": {
"CRAWL_READINESS_API_KEY": "<CRAWL_READINESS_API_KEY>"
}
}
}
}.trae/mcp.json
{
"mcpServers": {
"crawl-readiness": {
"command": "npx",
"args": [
"-y",
"crawl-readiness-mcp"
],
"env": {
"CRAWL_READINESS_API_KEY": "<CRAWL_READINESS_API_KEY>"
}
}
}
}需要的环境变量
CRAWL_READINESS_API_KEY
把占位值换成你自己的密钥；不要把密钥提交到代码仓库。