MCP server for web scraping: scrape any URL to Markdown or JSON for Claude, Cursor and AI agents, with JavaScript rendering, batch scraping and data extraction
接入配置
选择客户端，复制配置，再按项目文档补齐环境变量。
本地运行
claude mcp add spicrawl --env SPICRAWL_API_KEY='<SPICRAWL_API_KEY>' -- npx -y @spicrawl/mcp~/.codex/config.toml
[mcp_servers.spicrawl]
command = "npx"
args = ["-y", "@spicrawl/mcp"]
env = { SPICRAWL_API_KEY = "<SPICRAWL_API_KEY>" }
# codex mcp add spicrawl --env SPICRAWL_API_KEY='<SPICRAWL_API_KEY>' -- npx -y @spicrawl/mcp~/.cursor/mcp.json
{
"mcpServers": {
"spicrawl": {
"command": "npx",
"args": [
"-y",
"@spicrawl/mcp"
],
"env": {
"SPICRAWL_API_KEY": "<SPICRAWL_API_KEY>"
}
}
}
}.vscode/mcp.json
{
"servers": {
"spicrawl": {
"type": "stdio",
"command": "npx",
"args": [
"-y",
"@spicrawl/mcp"
],
"env": {
"SPICRAWL_API_KEY": "<SPICRAWL_API_KEY>"
}
}
}
}~/.gemini/settings.json
{
"mcpServers": {
"spicrawl": {
"command": "npx",
"args": [
"-y",
"@spicrawl/mcp"
],
"env": {
"SPICRAWL_API_KEY": "<SPICRAWL_API_KEY>"
}
}
}
}claude_desktop_config.json
{
"mcpServers": {
"spicrawl": {
"command": "npx",
"args": [
"-y",
"@spicrawl/mcp"
],
"env": {
"SPICRAWL_API_KEY": "<SPICRAWL_API_KEY>"
}
}
}
}.trae/mcp.json
{
"mcpServers": {
"spicrawl": {
"command": "npx",
"args": [
"-y",
"@spicrawl/mcp"
],
"env": {
"SPICRAWL_API_KEY": "<SPICRAWL_API_KEY>"
}
}
}
}远程托管
claude mcp add --transport http spicrawl https://mcp.spicrawl.com/mcp~/.codex/config.toml
[mcp_servers.spicrawl]
url = "https://mcp.spicrawl.com/mcp"
# codex mcp add spicrawl --url https://mcp.spicrawl.com/mcp~/.cursor/mcp.json
{
"mcpServers": {
"spicrawl": {
"url": "https://mcp.spicrawl.com/mcp"
}
}
}.vscode/mcp.json
{
"servers": {
"spicrawl": {
"type": "http",
"url": "https://mcp.spicrawl.com/mcp"
}
}
}~/.gemini/settings.json
{
"mcpServers": {
"spicrawl": {
"httpUrl": "https://mcp.spicrawl.com/mcp"
}
}
}claude_desktop_config.json · Customize › Connectors › Add custom connector
{
"mcpServers": {
"spicrawl": {
"command": "npx",
"args": [
"-y",
"mcp-remote",
"https://mcp.spicrawl.com/mcp"
]
}
}
}.trae/mcp.json
{
"mcpServers": {
"spicrawl": {
"url": "https://mcp.spicrawl.com/mcp"
}
}
}需要的环境变量
SPICRAWL_API_KEY
把占位值换成你自己的密钥；不要把密钥提交到代码仓库。