Autonomous Web Scraping & Browser Automation: Scraper Architecture, Production Extraction Code, Anti-Block Resilience, Data Pipelines & Compliant Operations Engine MCP for Cursor, Claude & Windsurf | NEW v1.1: scrape_page_live (live data, no API key)
Setup
Choose your client, copy the config, then fill in any required environment variables.
claude mcp add --transport http scrapeforge-autonomous-web-scraping-brow https://scrapeforge-mcp--tofan96you.run.tools~/.codex/config.toml
[mcp_servers.scrapeforge-autonomous-web-scraping-brow]
url = "https://scrapeforge-mcp--tofan96you.run.tools"
# codex mcp add scrapeforge-autonomous-web-scraping-brow --url https://scrapeforge-mcp--tofan96you.run.tools~/.cursor/mcp.json
{
"mcpServers": {
"scrapeforge-autonomous-web-scraping-brow": {
"url": "https://scrapeforge-mcp--tofan96you.run.tools"
}
}
}.vscode/mcp.json
{
"servers": {
"scrapeforge-autonomous-web-scraping-brow": {
"type": "http",
"url": "https://scrapeforge-mcp--tofan96you.run.tools"
}
}
}~/.gemini/settings.json
{
"mcpServers": {
"scrapeforge-autonomous-web-scraping-brow": {
"httpUrl": "https://scrapeforge-mcp--tofan96you.run.tools"
}
}
}claude_desktop_config.json · Customize › Connectors › Add custom connector
{
"mcpServers": {
"scrapeforge-autonomous-web-scraping-brow": {
"command": "npx",
"args": [
"-y",
"mcp-remote",
"https://scrapeforge-mcp--tofan96you.run.tools"
]
}
}
}.trae/mcp.json
{
"mcpServers": {
"scrapeforge-autonomous-web-scraping-brow": {
"url": "https://scrapeforge-mcp--tofan96you.run.tools"
}
}
}