{
  "manifest_version": "1.0.0",
  "template": {
    "id": "e577bb46-c57d-4ced-ab53-1b23140b8ae5",
    "slug": "promptfoo-llm-evaluation",
    "name": "Promptfoo | Open-Source LLM Testing Platform",
    "description": "Self host Promptfoo on Railway — evaluate, compare, and red-team LLMs",
    "url": "https://railway.com/deploy/promptfoo-llm-evaluation",
    "upstream": {
      "image": "ghcr.io/promptfoo/promptfoo:latest"
    }
  },
  "services": [
    {
      "name": "Promptfoo",
      "source": {
        "image": "ghcr.io/promptfoo/promptfoo:latest"
      },
      "needs_volume": true,
      "volume_mount_path": "/home/promptfoo/.promptfoo",
      "http": true
    }
  ],
  "required_inputs": [
    {
      "key": "PORT",
      "service": "Promptfoo",
      "description": "HTTP server listening port",
      "secret": false,
      "strategy": "default",
      "default": "3000"
    },
    {
      "key": "RAILWAY_RUN_UID",
      "service": "Promptfoo",
      "description": "Run as root for volume access",
      "secret": false,
      "strategy": "default",
      "default": "0"
    },
    {
      "key": "PROMPTFOO_DISABLE_UPDATE",
      "service": "Promptfoo",
      "description": "Disable npm update checks",
      "secret": false,
      "strategy": "default",
      "default": "1"
    },
    {
      "key": "PROMPTFOO_DISABLE_TELEMETRY",
      "service": "Promptfoo",
      "description": "Disable usage telemetry",
      "secret": false,
      "strategy": "default",
      "default": "1"
    },
    {
      "key": "PROMPTFOO_REMOTE_API_BASE_URL",
      "service": "Promptfoo",
      "description": "CLI remote API endpoint",
      "secret": false,
      "strategy": "railway_provided",
      "railway_source": "railway_domain"
    },
    {
      "key": "PROMPTFOO_REMOTE_APP_BASE_URL",
      "service": "Promptfoo",
      "description": "CLI remote app endpoint",
      "secret": false,
      "strategy": "railway_provided",
      "railway_source": "railway_domain"
    }
  ],
  "deploy": {
    "mcp": {
      "server": "railway",
      "tool": "deploy_template",
      "args": {
        "template_code": "promptfoo-llm-evaluation"
      }
    },
    "cli": "railway deploy --template promptfoo-llm-evaluation",
    "api": {
      "method": "POST",
      "path": "/graphql/v2",
      "body": {
        "query": "mutation templateDeploy($input: TemplateDeployV2Input!) { templateDeployV2(input: $input) { projectId workflowId } }",
        "variables": {
          "input": {
            "templateId": "e577bb46-c57d-4ced-ab53-1b23140b8ae5",
            "serializedConfig": {
              "buckets": {},
              "services": {
                "e206fb17-4d6f-4596-b510-d0156a6dd22d": {
                  "icon": "https://raw.githubusercontent.com/promptfoo/promptfoo/dfdf757394411add6b5996943fc9b265d04fcad3/src/app/src/assets/logo.svg",
                  "name": "Promptfoo",
                  "deploy": {
                    "startCommand": null,
                    "healthcheckPath": null,
                    "restartPolicyType": "ON_FAILURE",
                    "restartPolicyMaxRetries": 10
                  },
                  "source": {
                    "image": "ghcr.io/promptfoo/promptfoo:latest"
                  },
                  "variables": {
                    "PORT": {
                      "isOptional": false,
                      "description": "HTTP server listening port",
                      "defaultValue": "3000"
                    },
                    "RAILWAY_RUN_UID": {
                      "isOptional": false,
                      "description": "Run as root for volume access",
                      "defaultValue": "0"
                    },
                    "PROMPTFOO_DISABLE_UPDATE": {
                      "isOptional": false,
                      "description": "Disable npm update checks",
                      "defaultValue": "1"
                    },
                    "PROMPTFOO_DISABLE_TELEMETRY": {
                      "isOptional": false,
                      "description": "Disable usage telemetry",
                      "defaultValue": "1"
                    },
                    "PROMPTFOO_REMOTE_API_BASE_URL": {
                      "isOptional": false,
                      "description": "CLI remote API endpoint",
                      "defaultValue": "https://${{RAILWAY_PUBLIC_DOMAIN}}"
                    },
                    "PROMPTFOO_REMOTE_APP_BASE_URL": {
                      "isOptional": false,
                      "description": "CLI remote app endpoint",
                      "defaultValue": "https://${{RAILWAY_PUBLIC_DOMAIN}}"
                    }
                  },
                  "networking": {
                    "serviceDomains": {
                      "<hasDomain>": {}
                    }
                  },
                  "volumeMounts": {
                    "e206fb17-4d6f-4596-b510-d0156a6dd22d": {
                      "mountPath": "/home/promptfoo/.promptfoo"
                    }
                  }
                }
              }
            }
          }
        }
      }
    }
  },
  "post_deploy": {},
  "resources": {
    "expected_services": 1,
    "needs_volume": true
  },
  "generated_at": "2026-09-22T22:14:50.114Z",
  "generator_version": "0.1.0",
  "status": "validated",
  "validated_at": "2026-09-20T12:57:43.670Z",
  "success_rate_30d": 1,
  "validation": {
    "last_run_id": "run_429852e5173741eda7df",
    "checks": [
      {
        "name": "workflow_completed",
        "passed": true
      },
      {
        "name": "all_services_deployed",
        "passed": true
      },
      {
        "name": "stays_up",
        "passed": true
      }
    ],
    "typical_ready_seconds": 116,
    "typical_build_seconds": 0,
    "typical_start_seconds": 47,
    "slowest_service": "Promptfoo"
  }
}