MCP server for web scraping: scrape any URL to Markdown or JSON for Claude, Cursor and AI agents, with JavaScript rendering, batch scraping and data extraction
Setup
Choose your client, copy the config, then fill in any required environment variables.
Local
claude mcp add spicrawl --env SPICRAWL_API_KEY='<SPICRAWL_API_KEY>' -- npx -y @spicrawl/mcp~/.codex/config.toml
[mcp_servers.spicrawl]
command = "npx"
args = ["-y", "@spicrawl/mcp"]
env = { SPICRAWL_API_KEY = "<SPICRAWL_API_KEY>" }
# codex mcp add spicrawl --env SPICRAWL_API_KEY='<SPICRAWL_API_KEY>' -- npx -y @spicrawl/mcp~/.cursor/mcp.json
{
"mcpServers": {
"spicrawl": {
"command": "npx",
"args": [
"-y",
"@spicrawl/mcp"
],
"env": {
"SPICRAWL_API_KEY": "<SPICRAWL_API_KEY>"
}
}
}
}.vscode/mcp.json
{
"servers": {
"spicrawl": {
"type": "stdio",
"command": "npx",
"args": [
"-y",
"@spicrawl/mcp"
],
"env": {
"SPICRAWL_API_KEY": "<SPICRAWL_API_KEY>"
}
}
}
}~/.gemini/settings.json
{
"mcpServers": {
"spicrawl": {
"command": "npx",
"args": [
"-y",
"@spicrawl/mcp"
],
"env": {
"SPICRAWL_API_KEY": "<SPICRAWL_API_KEY>"
}
}
}
}claude_desktop_config.json
{
"mcpServers": {
"spicrawl": {
"command": "npx",
"args": [
"-y",
"@spicrawl/mcp"
],
"env": {
"SPICRAWL_API_KEY": "<SPICRAWL_API_KEY>"
}
}
}
}.trae/mcp.json
{
"mcpServers": {
"spicrawl": {
"command": "npx",
"args": [
"-y",
"@spicrawl/mcp"
],
"env": {
"SPICRAWL_API_KEY": "<SPICRAWL_API_KEY>"
}
}
}
}Remote
claude mcp add --transport http spicrawl https://mcp.spicrawl.com/mcp~/.codex/config.toml
[mcp_servers.spicrawl]
url = "https://mcp.spicrawl.com/mcp"
# codex mcp add spicrawl --url https://mcp.spicrawl.com/mcp~/.cursor/mcp.json
{
"mcpServers": {
"spicrawl": {
"url": "https://mcp.spicrawl.com/mcp"
}
}
}.vscode/mcp.json
{
"servers": {
"spicrawl": {
"type": "http",
"url": "https://mcp.spicrawl.com/mcp"
}
}
}~/.gemini/settings.json
{
"mcpServers": {
"spicrawl": {
"httpUrl": "https://mcp.spicrawl.com/mcp"
}
}
}claude_desktop_config.json · Customize › Connectors › Add custom connector
{
"mcpServers": {
"spicrawl": {
"command": "npx",
"args": [
"-y",
"mcp-remote",
"https://mcp.spicrawl.com/mcp"
]
}
}
}.trae/mcp.json
{
"mcpServers": {
"spicrawl": {
"url": "https://mcp.spicrawl.com/mcp"
}
}
}Environment variables
SPICRAWL_API_KEY
Replace the placeholders with your own credentials and keep them out of version control.