Manage your local model machine over MCP: state, model pull/remove, service switch, LoRA training
Setup
Choose your client, copy the config, then fill in any required environment variables.
claude mcp add model-manager --env MM_VM_HOST='<MM_VM_HOST>' --env MM_VM_USER='<MM_VM_USER>' --env MM_CONTAINER_ROOT='<MM_CONTAINER_ROOT>' -- uvx mcp-modelmanager~/.codex/config.toml
[mcp_servers.model-manager]
command = "uvx"
args = ["mcp-modelmanager"]
env = { MM_VM_HOST = "<MM_VM_HOST>", MM_VM_USER = "<MM_VM_USER>", MM_CONTAINER_ROOT = "<MM_CONTAINER_ROOT>" }
# codex mcp add model-manager --env MM_VM_HOST='<MM_VM_HOST>' --env MM_VM_USER='<MM_VM_USER>' --env MM_CONTAINER_ROOT='<MM_CONTAINER_ROOT>' -- uvx mcp-modelmanager~/.cursor/mcp.json
{
"mcpServers": {
"model-manager": {
"command": "uvx",
"args": [
"mcp-modelmanager"
],
"env": {
"MM_VM_HOST": "<MM_VM_HOST>",
"MM_VM_USER": "<MM_VM_USER>",
"MM_CONTAINER_ROOT": "<MM_CONTAINER_ROOT>"
}
}
}
}.vscode/mcp.json
{
"servers": {
"model-manager": {
"type": "stdio",
"command": "uvx",
"args": [
"mcp-modelmanager"
],
"env": {
"MM_VM_HOST": "<MM_VM_HOST>",
"MM_VM_USER": "<MM_VM_USER>",
"MM_CONTAINER_ROOT": "<MM_CONTAINER_ROOT>"
}
}
}
}~/.gemini/settings.json
{
"mcpServers": {
"model-manager": {
"command": "uvx",
"args": [
"mcp-modelmanager"
],
"env": {
"MM_VM_HOST": "<MM_VM_HOST>",
"MM_VM_USER": "<MM_VM_USER>",
"MM_CONTAINER_ROOT": "<MM_CONTAINER_ROOT>"
}
}
}
}claude_desktop_config.json
{
"mcpServers": {
"model-manager": {
"command": "uvx",
"args": [
"mcp-modelmanager"
],
"env": {
"MM_VM_HOST": "<MM_VM_HOST>",
"MM_VM_USER": "<MM_VM_USER>",
"MM_CONTAINER_ROOT": "<MM_CONTAINER_ROOT>"
}
}
}
}.trae/mcp.json
{
"mcpServers": {
"model-manager": {
"command": "uvx",
"args": [
"mcp-modelmanager"
],
"env": {
"MM_VM_HOST": "<MM_VM_HOST>",
"MM_VM_USER": "<MM_VM_USER>",
"MM_CONTAINER_ROOT": "<MM_CONTAINER_ROOT>"
}
}
}
}Environment variables
MM_VM_HOSTMM_VM_USERMM_CONTAINER_ROOT
Replace the placeholders with your own credentials and keep them out of version control.