Evaluates agent outputs for quality, safety and cost, with trace logging, eval rules, PII detection and a dashboard.
Setup
Choose your client, copy the config, then fill in any required environment variables.
claude mcp add iris --env IRIS_API_KEY='<IRIS_API_KEY>' --env IRIS_ANTHROPIC_API_KEY='<IRIS_ANTHROPIC_API_KEY>' --env IRIS_OPENAI_API_KEY='<IRIS_OPENAI_API_KEY>' --env IRIS_WEBHOOK_SECRET='<IRIS_WEBHOOK_SECRET>' -- npx -y @iris-eval/mcp-server~/.codex/config.toml
[mcp_servers.iris]
command = "npx"
args = ["-y", "@iris-eval/mcp-server"]
env = { IRIS_API_KEY = "<IRIS_API_KEY>", IRIS_ANTHROPIC_API_KEY = "<IRIS_ANTHROPIC_API_KEY>", IRIS_OPENAI_API_KEY = "<IRIS_OPENAI_API_KEY>", IRIS_WEBHOOK_SECRET = "<IRIS_WEBHOOK_SECRET>" }
# codex mcp add iris --env IRIS_API_KEY='<IRIS_API_KEY>' --env IRIS_ANTHROPIC_API_KEY='<IRIS_ANTHROPIC_API_KEY>' --env IRIS_OPENAI_API_KEY='<IRIS_OPENAI_API_KEY>' --env IRIS_WEBHOOK_SECRET='<IRIS_WEBHOOK_SECRET>' -- npx -y @iris-eval/mcp-server~/.cursor/mcp.json
{
"mcpServers": {
"iris": {
"command": "npx",
"args": [
"-y",
"@iris-eval/mcp-server"
],
"env": {
"IRIS_API_KEY": "<IRIS_API_KEY>",
"IRIS_ANTHROPIC_API_KEY": "<IRIS_ANTHROPIC_API_KEY>",
"IRIS_OPENAI_API_KEY": "<IRIS_OPENAI_API_KEY>",
"IRIS_WEBHOOK_SECRET": "<IRIS_WEBHOOK_SECRET>"
}
}
}
}.vscode/mcp.json
{
"servers": {
"iris": {
"type": "stdio",
"command": "npx",
"args": [
"-y",
"@iris-eval/mcp-server"
],
"env": {
"IRIS_API_KEY": "<IRIS_API_KEY>",
"IRIS_ANTHROPIC_API_KEY": "<IRIS_ANTHROPIC_API_KEY>",
"IRIS_OPENAI_API_KEY": "<IRIS_OPENAI_API_KEY>",
"IRIS_WEBHOOK_SECRET": "<IRIS_WEBHOOK_SECRET>"
}
}
}
}~/.gemini/settings.json
{
"mcpServers": {
"iris": {
"command": "npx",
"args": [
"-y",
"@iris-eval/mcp-server"
],
"env": {
"IRIS_API_KEY": "<IRIS_API_KEY>",
"IRIS_ANTHROPIC_API_KEY": "<IRIS_ANTHROPIC_API_KEY>",
"IRIS_OPENAI_API_KEY": "<IRIS_OPENAI_API_KEY>",
"IRIS_WEBHOOK_SECRET": "<IRIS_WEBHOOK_SECRET>"
}
}
}
}claude_desktop_config.json
{
"mcpServers": {
"iris": {
"command": "npx",
"args": [
"-y",
"@iris-eval/mcp-server"
],
"env": {
"IRIS_API_KEY": "<IRIS_API_KEY>",
"IRIS_ANTHROPIC_API_KEY": "<IRIS_ANTHROPIC_API_KEY>",
"IRIS_OPENAI_API_KEY": "<IRIS_OPENAI_API_KEY>",
"IRIS_WEBHOOK_SECRET": "<IRIS_WEBHOOK_SECRET>"
}
}
}
}.trae/mcp.json
{
"mcpServers": {
"iris": {
"command": "npx",
"args": [
"-y",
"@iris-eval/mcp-server"
],
"env": {
"IRIS_API_KEY": "<IRIS_API_KEY>",
"IRIS_ANTHROPIC_API_KEY": "<IRIS_ANTHROPIC_API_KEY>",
"IRIS_OPENAI_API_KEY": "<IRIS_OPENAI_API_KEY>",
"IRIS_WEBHOOK_SECRET": "<IRIS_WEBHOOK_SECRET>"
}
}
}
}Environment variables
IRIS_API_KEYIRIS_ANTHROPIC_API_KEYIRIS_OPENAI_API_KEYIRIS_WEBHOOK_SECRET
Replace the placeholders with your own credentials and keep them out of version control.