Gives language models standardized tools for working with web content; currently supports scraping web pages.
Setup
Choose your client, copy the config, then fill in any required environment variables.
claude mcp add web-crawler -- python /absolute/path/to/MCP/server.py~/.codex/config.toml
[mcp_servers.web-crawler]
command = "python"
args = ["/absolute/path/to/MCP/server.py"]
# codex mcp add web-crawler -- python /absolute/path/to/MCP/server.py~/.cursor/mcp.json
{
"mcpServers": {
"web-crawler": {
"command": "python",
"args": [
"/absolute/path/to/MCP/server.py"
]
}
}
}.vscode/mcp.json
{
"servers": {
"web-crawler": {
"type": "stdio",
"command": "python",
"args": [
"/absolute/path/to/MCP/server.py"
]
}
}
}~/.gemini/settings.json
{
"mcpServers": {
"web-crawler": {
"command": "python",
"args": [
"/absolute/path/to/MCP/server.py"
]
}
}
}claude_desktop_config.json
{
"mcpServers": {
"web-crawler": {
"command": "python",
"args": [
"/absolute/path/to/MCP/server.py"
]
}
}
}.trae/mcp.json
{
"mcpServers": {
"web-crawler": {
"command": "python",
"args": [
"/absolute/path/to/MCP/server.py"
]
}
}
}