Web pages and whole sites to clean Markdown for RAG and AI agents. Crawls links and sitemaps.
Setup
Choose your client, copy the config, then fill in any required environment variables.
claude mcp add --transport http website-to-markdown 'https://mcp.apify.com/?tools=sauliusautomatesit/website-content-crawler-api'~/.codex/config.toml
[mcp_servers.website-to-markdown]
url = "https://mcp.apify.com/?tools=sauliusautomatesit/website-content-crawler-api"
# codex mcp add website-to-markdown --url 'https://mcp.apify.com/?tools=sauliusautomatesit/website-content-crawler-api'~/.cursor/mcp.json
{
"mcpServers": {
"website-to-markdown": {
"url": "https://mcp.apify.com/?tools=sauliusautomatesit/website-content-crawler-api"
}
}
}.vscode/mcp.json
{
"servers": {
"website-to-markdown": {
"type": "http",
"url": "https://mcp.apify.com/?tools=sauliusautomatesit/website-content-crawler-api"
}
}
}~/.gemini/settings.json
{
"mcpServers": {
"website-to-markdown": {
"httpUrl": "https://mcp.apify.com/?tools=sauliusautomatesit/website-content-crawler-api"
}
}
}claude_desktop_config.json · Customize › Connectors › Add custom connector
{
"mcpServers": {
"website-to-markdown": {
"command": "npx",
"args": [
"-y",
"mcp-remote",
"https://mcp.apify.com/?tools=sauliusautomatesit/website-content-crawler-api"
]
}
}
}.trae/mcp.json
{
"mcpServers": {
"website-to-markdown": {
"url": "https://mcp.apify.com/?tools=sauliusautomatesit/website-content-crawler-api"
}
}
}