Public web data API and hosted MCP server: scrape any page, AI extraction, TikTok, Instagram, Google and Amazon as JSON. Examples and Agent Skills.
Setup
Choose your client, copy the config, then fill in any required environment variables.
claude mcp add --transport http scrapingbot https://scrapingbot.io/api/mcp --header 'x-api-key: <X_API_KEY>'~/.codex/config.toml
[mcp_servers.scrapingbot]
url = "https://scrapingbot.io/api/mcp"
http_headers = { x-api-key = "<X_API_KEY>" }
# codex mcp add scrapingbot --url https://scrapingbot.io/api/mcp~/.cursor/mcp.json
{
"mcpServers": {
"scrapingbot": {
"url": "https://scrapingbot.io/api/mcp",
"headers": {
"x-api-key": "<X_API_KEY>"
}
}
}
}.vscode/mcp.json
{
"servers": {
"scrapingbot": {
"type": "http",
"url": "https://scrapingbot.io/api/mcp",
"headers": {
"x-api-key": "<X_API_KEY>"
}
}
}
}~/.gemini/settings.json
{
"mcpServers": {
"scrapingbot": {
"httpUrl": "https://scrapingbot.io/api/mcp",
"headers": {
"x-api-key": "<X_API_KEY>"
}
}
}
}claude_desktop_config.json · Customize › Connectors › Add custom connector
{
"mcpServers": {
"scrapingbot": {
"command": "npx",
"args": [
"-y",
"mcp-remote",
"https://scrapingbot.io/api/mcp",
"--header",
"x-api-key:<X_API_KEY>"
]
}
}
}.trae/mcp.json
{
"mcpServers": {
"scrapingbot": {
"url": "https://scrapingbot.io/api/mcp",
"headers": {
"x-api-key": "<X_API_KEY>"
}
}
}
}