Visual robots.txt manager for the AI era. Block or allow GPTBot, ClaudeBot, PerplexityBot, and 20+ AI crawlers with one click.
Setup
Choose your client, copy the config, then fill in any required environment variables.
claude mcp add robotstxt-ai -- npx -y robotstxt-ai-mcp~/.codex/config.toml
[mcp_servers.robotstxt-ai]
command = "npx"
args = ["-y", "robotstxt-ai-mcp"]
# codex mcp add robotstxt-ai -- npx -y robotstxt-ai-mcp~/.cursor/mcp.json
{
"mcpServers": {
"robotstxt-ai": {
"command": "npx",
"args": [
"-y",
"robotstxt-ai-mcp"
]
}
}
}.vscode/mcp.json
{
"servers": {
"robotstxt-ai": {
"type": "stdio",
"command": "npx",
"args": [
"-y",
"robotstxt-ai-mcp"
]
}
}
}~/.gemini/settings.json
{
"mcpServers": {
"robotstxt-ai": {
"command": "npx",
"args": [
"-y",
"robotstxt-ai-mcp"
]
}
}
}claude_desktop_config.json
{
"mcpServers": {
"robotstxt-ai": {
"command": "npx",
"args": [
"-y",
"robotstxt-ai-mcp"
]
}
}
}.trae/mcp.json
{
"mcpServers": {
"robotstxt-ai": {
"command": "npx",
"args": [
"-y",
"robotstxt-ai-mcp"
]
}
}
}