crawl4ai-compatible web crawler API: POST a URL, get clean LLM-ready Markdown with fit_markdown...
Setup
Choose your client, copy the config, then fill in any required environment variables.
claude mcp add --transport http crawl4agent https://crawl4agent.saastemly.com/mcp --header 'Authorization: <AUTHORIZATION>'~/.codex/config.toml
[mcp_servers.crawl4agent]
url = "https://crawl4agent.saastemly.com/mcp"
http_headers = { Authorization = "<AUTHORIZATION>" }
# codex mcp add crawl4agent --url https://crawl4agent.saastemly.com/mcp~/.cursor/mcp.json
{
"mcpServers": {
"crawl4agent": {
"url": "https://crawl4agent.saastemly.com/mcp",
"headers": {
"Authorization": "<AUTHORIZATION>"
}
}
}
}.vscode/mcp.json
{
"servers": {
"crawl4agent": {
"type": "http",
"url": "https://crawl4agent.saastemly.com/mcp",
"headers": {
"Authorization": "<AUTHORIZATION>"
}
}
}
}~/.gemini/settings.json
{
"mcpServers": {
"crawl4agent": {
"httpUrl": "https://crawl4agent.saastemly.com/mcp",
"headers": {
"Authorization": "<AUTHORIZATION>"
}
}
}
}claude_desktop_config.json · Customize › Connectors › Add custom connector
{
"mcpServers": {
"crawl4agent": {
"command": "npx",
"args": [
"-y",
"mcp-remote",
"https://crawl4agent.saastemly.com/mcp",
"--header",
"Authorization:<AUTHORIZATION>"
]
}
}
}.trae/mcp.json
{
"mcpServers": {
"crawl4agent": {
"url": "https://crawl4agent.saastemly.com/mcp",
"headers": {
"Authorization": "<AUTHORIZATION>"
}
}
}
}