Web crawling tool that integrates with AI assistants via the MCP
Setup
Choose your client, copy the config, then fill in any required environment variables.
claude mcp add web-crawler -- uvx --python 3.12 --from git+https://github.com/laurentvv/crawl4ai-mcp crawl4ai-mcp~/.codex/config.toml
[mcp_servers.web-crawler]
command = "uvx"
args = ["--python", "3.12", "--from", "git+https://github.com/laurentvv/crawl4ai-mcp", "crawl4ai-mcp"]
# codex mcp add web-crawler -- uvx --python 3.12 --from git+https://github.com/laurentvv/crawl4ai-mcp crawl4ai-mcp~/.cursor/mcp.json
{
"mcpServers": {
"web-crawler": {
"command": "uvx",
"args": [
"--python",
"3.12",
"--from",
"git+https://github.com/laurentvv/crawl4ai-mcp",
"crawl4ai-mcp"
]
}
}
}.vscode/mcp.json
{
"servers": {
"web-crawler": {
"type": "stdio",
"command": "uvx",
"args": [
"--python",
"3.12",
"--from",
"git+https://github.com/laurentvv/crawl4ai-mcp",
"crawl4ai-mcp"
]
}
}
}~/.gemini/settings.json
{
"mcpServers": {
"web-crawler": {
"command": "uvx",
"args": [
"--python",
"3.12",
"--from",
"git+https://github.com/laurentvv/crawl4ai-mcp",
"crawl4ai-mcp"
]
}
}
}claude_desktop_config.json
{
"mcpServers": {
"web-crawler": {
"command": "uvx",
"args": [
"--python",
"3.12",
"--from",
"git+https://github.com/laurentvv/crawl4ai-mcp",
"crawl4ai-mcp"
]
}
}
}.trae/mcp.json
{
"mcpServers": {
"web-crawler": {
"command": "uvx",
"args": [
"--python",
"3.12",
"--from",
"git+https://github.com/laurentvv/crawl4ai-mcp",
"crawl4ai-mcp"
]
}
}
}