A Node.js package and GitHub Action for evaluating MCP (Model Context Protocol) tool implementations using LLM-based scoring. This helps ensure your MCP server's tools are working correctly and performing well.
接入配置
选择客户端，复制配置，再按项目文档补齐环境变量。
claude mcp add evals --env OPENAI_API_KEY='<OPENAI_API_KEY>' -- npx mcp-eval path/to/your/evals.ts path/to/your/server.ts~/.codex/config.toml
[mcp_servers.evals]
command = "npx"
args = ["mcp-eval", "path/to/your/evals.ts", "path/to/your/server.ts"]
env = { OPENAI_API_KEY = "<OPENAI_API_KEY>" }
# codex mcp add evals --env OPENAI_API_KEY='<OPENAI_API_KEY>' -- npx mcp-eval path/to/your/evals.ts path/to/your/server.ts~/.cursor/mcp.json
{
"mcpServers": {
"evals": {
"command": "npx",
"args": [
"mcp-eval",
"path/to/your/evals.ts",
"path/to/your/server.ts"
],
"env": {
"OPENAI_API_KEY": "<OPENAI_API_KEY>"
}
}
}
}.vscode/mcp.json
{
"servers": {
"evals": {
"type": "stdio",
"command": "npx",
"args": [
"mcp-eval",
"path/to/your/evals.ts",
"path/to/your/server.ts"
],
"env": {
"OPENAI_API_KEY": "<OPENAI_API_KEY>"
}
}
}
}~/.gemini/settings.json
{
"mcpServers": {
"evals": {
"command": "npx",
"args": [
"mcp-eval",
"path/to/your/evals.ts",
"path/to/your/server.ts"
],
"env": {
"OPENAI_API_KEY": "<OPENAI_API_KEY>"
}
}
}
}claude_desktop_config.json
{
"mcpServers": {
"evals": {
"command": "npx",
"args": [
"mcp-eval",
"path/to/your/evals.ts",
"path/to/your/server.ts"
],
"env": {
"OPENAI_API_KEY": "<OPENAI_API_KEY>"
}
}
}
}.trae/mcp.json
{
"mcpServers": {
"evals": {
"command": "npx",
"args": [
"mcp-eval",
"path/to/your/evals.ts",
"path/to/your/server.ts"
],
"env": {
"OPENAI_API_KEY": "<OPENAI_API_KEY>"
}
}
}
}需要的环境变量
OPENAI_API_KEY
把占位值换成你自己的密钥；不要把密钥提交到代码仓库。