🚀 mcp-web-scrape — Clean, cache-aware web content fetcher for AI agents. Fetch any URL → extract readable content → return Markdown/JSON with citations. ⚡ Fast caching, 🤝 robots.txt compliant, 📝 Markdown-ready output, �� works with ChatGPT/Claude Desktop.
Setup
Choose your client, copy the config, then fill in any required environment variables.
claude mcp add web-scrape -- npx mcp-web-scrape@latest~/.codex/config.toml
[mcp_servers.web-scrape]
command = "npx"
args = ["mcp-web-scrape@latest"]
# codex mcp add web-scrape -- npx mcp-web-scrape@latest~/.cursor/mcp.json
{
"mcpServers": {
"web-scrape": {
"command": "npx",
"args": [
"mcp-web-scrape@latest"
]
}
}
}.vscode/mcp.json
{
"servers": {
"web-scrape": {
"type": "stdio",
"command": "npx",
"args": [
"mcp-web-scrape@latest"
]
}
}
}~/.gemini/settings.json
{
"mcpServers": {
"web-scrape": {
"command": "npx",
"args": [
"mcp-web-scrape@latest"
]
}
}
}claude_desktop_config.json
{
"mcpServers": {
"web-scrape": {
"command": "npx",
"args": [
"mcp-web-scrape@latest"
]
}
}
}.trae/mcp.json
{
"mcpServers": {
"web-scrape": {
"command": "npx",
"args": [
"mcp-web-scrape@latest"
]
}
}
}