{ "manifest_version": "1.0.0", "template": { "id": "29cdaeff-d272-4dff-9556-fe5bbce783bf", "slug": "litellm-server", "name": "LiteLLM | AI Gateway for 100+ LLM APIs", "description": "One OpenAI-style API for every LLM, with keys, budgets and spend logs", "url": "https://railway.com/deploy/litellm-server", "upstream": { "repo_url": "https://github.com/two-workspaces/litellm-server" } }, "status": "unvalidated", "validated_at": null, "success_rate_30d": null, "services": [ { "name": "LiteLLM", "source": { "repo": "https://github.com/two-workspaces/litellm-server" }, "needs_volume": false, "http": true }, { "name": "Postgres", "source": { "image": "postgres:18.6-alpine" }, "needs_volume": true, "volume_mount_path": "/var/lib/postgresql/data", "http": false } ], "required_inputs": [ { "key": "PORT", "service": "LiteLLM", "description": "Port LiteLLM listens on, leave as is", "secret": false, "strategy": "default", "default": "4000" }, { "key": "DOCS_URL", "service": "LiteLLM", "description": "API docs move here, so the domain opens the admin UI", "secret": false, "strategy": "default", "default": "/docs" }, { "key": "DATABASE_URL", "service": "LiteLLM", "description": "Models, virtual keys and spend logs", "secret": false, "strategy": "railway_provided", "railway_source": "railway_private_domain" }, { "key": "LITELLM_SALT_KEY", "service": "LiteLLM", "description": "Encrypts provider keys stored in the database. Back it up and never change it", "secret": true, "strategy": "generate", "generate": "random_base64_32" }, { "key": "ROOT_REDIRECT_URL", "service": "LiteLLM", "description": "Where the domain's root goes", "secret": false, "strategy": "default", "default": "/ui" }, { "key": "STORE_MODEL_IN_DB", "service": "LiteLLM", "description": "Add and edit models in the admin UI", "secret": false, "strategy": "default", "default": "True" }, { "key": "LITELLM_MASTER_KEY", "service": "LiteLLM", "description": "Admin API key, and the password for the admin UI at /ui (username admin)", "secret": true, "strategy": "generate", "generate": "random_base64_32" }, { "key": "SPEND_LOGS_RETENTION", "service": "LiteLLM", "description": "Delete request logs older than this. Clear it to keep them forever", "secret": false, "strategy": "default", "default": "30d" }, { "key": "RAILWAY_HEALTHCHECK_TIMEOUT_SEC", "service": "LiteLLM", "description": "First boot applies a few hundred database migrations", "secret": false, "strategy": "default", "default": "600" }, { "key": "PGDATA", "service": "Postgres", "description": "Data subdirectory, keeps Postgres happy on Railway volumes", "secret": false, "strategy": "default", "default": "/var/lib/postgresql/data/pgdata" }, { "key": "POSTGRES_DB", "service": "Postgres", "description": "Database name", "secret": false, "strategy": "default", "default": "litellm" }, { "key": "POSTGRES_USER", "service": "Postgres", "description": "Database user", "secret": false, "strategy": "default", "default": "postgres" }, { "key": "POSTGRES_PASSWORD", "service": "Postgres", "description": "Auto-generated database password", "secret": true, "strategy": "generate", "generate": "strong_password" }, { "key": "RAILWAY_DEPLOYMENT_DRAINING_SECONDS", "service": "Postgres", "description": "Time for Postgres to shut down cleanly on redeploy", "secret": false, "strategy": "default", "default": "60" } ], "deploy": { "mcp": { "server": "railway", "tool": "deploy_template", "args": { "template_code": "litellm-server" } }, "cli": "railway deploy --template litellm-server", "api": { "method": "POST", "path": "/graphql/v2", "body": { "query": "mutation templateDeploy($input: TemplateDeployV2Input!) { templateDeployV2(input: $input) { projectId workflowId } }", "variables": { "input": { "templateId": "29cdaeff-d272-4dff-9556-fe5bbce783bf", "serializedConfig": { "services": { "9f4b0187-c6d2-4e7d-bcac-6391cd1fbde1": { "icon": "https://raw.githubusercontent.com/two-workspaces/litellm-server/main/icon.png", "name": "LiteLLM", "build": {}, "deploy": { "startCommand": null, "healthcheckPath": "/health/liveliness", "restartPolicyType": "ON_FAILURE", "restartPolicyMaxRetries": 10 }, "source": { "repo": "https://github.com/two-workspaces/litellm-server" }, "variables": { "PORT": { "isOptional": false, "description": "Port LiteLLM listens on, leave as is", "defaultValue": "4000" }, "DOCS_URL": { "isOptional": false, "description": "API docs move here, so the domain opens the admin UI", "defaultValue": "/docs" }, "DATABASE_URL": { "isOptional": false, "description": "Models, virtual keys and spend logs", "defaultValue": "postgresql://${{Postgres.POSTGRES_USER}}:${{Postgres.POSTGRES_PASSWORD}}@${{Postgres.RAILWAY_PRIVATE_DOMAIN}}:5432/${{Postgres.POSTGRES_DB}}" }, "GEMINI_API_KEY": { "isOptional": true, "description": "Optional. Call models as gemini/ with no setup", "defaultValue": "" }, "OPENAI_API_KEY": { "isOptional": true, "description": "Optional. Call models as openai/ with no setup", "defaultValue": "" }, "LITELLM_SALT_KEY": { "isOptional": false, "description": "Encrypts provider keys stored in the database. Back it up and never change it", "defaultValue": "{{LITELLM_SALT_KEY}}" }, "ANTHROPIC_API_KEY": { "isOptional": true, "description": "Optional. Call models as anthropic/ with no setup", "defaultValue": "" }, "ROOT_REDIRECT_URL": { "isOptional": false, "description": "Where the domain's root goes", "defaultValue": "/ui" }, "STORE_MODEL_IN_DB": { "isOptional": false, "description": "Add and edit models in the admin UI", "defaultValue": "True" }, "LITELLM_MASTER_KEY": { "isOptional": false, "description": "Admin API key, and the password for the admin UI at /ui (username admin)", "defaultValue": "{{LITELLM_MASTER_KEY}}" }, "OPENROUTER_API_KEY": { "isOptional": true, "description": "Optional. Call models as openrouter/ with no setup", "defaultValue": "" }, "SPEND_LOGS_RETENTION": { "isOptional": false, "description": "Delete request logs older than this. Clear it to keep them forever", "defaultValue": "30d" }, "RAILWAY_HEALTHCHECK_TIMEOUT_SEC": { "isOptional": false, "description": "First boot applies a few hundred database migrations", "defaultValue": "600" } }, "networking": { "serviceDomains": { "": {} } }, "volumeMounts": {} }, "ba064358-73c9-4601-927d-0b6e09e878be": { "icon": "https://devicons.railway.app/i/postgresql.svg", "name": "Postgres", "build": {}, "deploy": { "startCommand": null, "healthcheckPath": null, "restartPolicyType": "ON_FAILURE", "restartPolicyMaxRetries": 10 }, "source": { "image": "postgres:18.6-alpine" }, "variables": { "PGDATA": { "isOptional": false, "description": "Data subdirectory, keeps Postgres happy on Railway volumes", "defaultValue": "/var/lib/postgresql/data/pgdata" }, "POSTGRES_DB": { "isOptional": false, "description": "Database name", "defaultValue": "litellm" }, "POSTGRES_USER": { "isOptional": false, "description": "Database user", "defaultValue": "postgres" }, "POSTGRES_PASSWORD": { "isOptional": false, "description": "Auto-generated database password", "defaultValue": "{{POSTGRES_PASSWORD}}" }, "RAILWAY_DEPLOYMENT_DRAINING_SECONDS": { "isOptional": false, "description": "Time for Postgres to shut down cleanly on redeploy", "defaultValue": "60" } }, "networking": { "serviceDomains": {} }, "volumeMounts": { "cf1e1b40-9fba-4377-908e-cf8b305d4ad6": { "mountPath": "/var/lib/postgresql/data" } } } } } } } } } }, "post_deploy": { "healthcheck": { "service": "LiteLLM", "method": "GET", "path": "/health/liveliness", "expect_status": 200 } }, "resources": { "expected_services": 2, "needs_volume": true }, "generated_at": "2026-11-04T22:15:11.317Z", "generator_version": "0.1.0" }