{
  "manifest_version": "1.0.0",
  "template": {
    "id": "0fdcee95-a054-4597-bd2c-8609744a16b1",
    "slug": "xinference",
    "name": "Xinference (Xorbits Inference) | OpenAI-Compatible API",
    "description": "Self-host Xinference. Self host LLMs, embeddings, rerankers & more.",
    "url": "https://railway.com/deploy/xinference",
    "upstream": {
      "image": "xprobe/xinference:latest-cpu"
    }
  },
  "status": "unvalidated",
  "validated_at": null,
  "success_rate_30d": null,
  "services": [
    {
      "name": "Xinference",
      "source": {
        "image": "xprobe/xinference:latest-cpu"
      },
      "needs_volume": true,
      "volume_mount_path": "/data",
      "http": true
    }
  ],
  "required_inputs": [
    {
      "key": "PORT",
      "service": "Xinference",
      "description": "Container HTTP port",
      "secret": false,
      "strategy": "default",
      "default": "9997"
    },
    {
      "key": "HF_HOME",
      "service": "Xinference",
      "description": "HuggingFace cache directory",
      "secret": false,
      "strategy": "default",
      "default": "/data/huggingface"
    },
    {
      "key": "RAILWAY_RUN_UID",
      "service": "Xinference",
      "description": "Run as root for volume writes",
      "secret": false,
      "strategy": "default",
      "default": "0"
    },
    {
      "key": "XINFERENCE_HOME",
      "service": "Xinference",
      "description": "Persistent model + state directory",
      "secret": false,
      "strategy": "default",
      "default": "/data"
    },
    {
      "key": "XINFERENCE_API_KEY",
      "service": "Xinference",
      "description": "Bearer token (16 chars total)",
      "secret": true,
      "strategy": "generate",
      "generate": "random_base64_32"
    },
    {
      "key": "XINFERENCE_MODEL_SRC",
      "service": "Xinference",
      "description": "Model registry source",
      "secret": false,
      "strategy": "default",
      "default": "huggingface"
    },
    {
      "key": "XINFERENCE_ADMIN_USER",
      "service": "Xinference",
      "description": "Admin login username",
      "secret": false,
      "strategy": "ask_user"
    },
    {
      "key": "XINFERENCE_SECRET_KEY",
      "service": "Xinference",
      "description": "JWT signing secret",
      "secret": true,
      "strategy": "generate",
      "generate": "random_base64_32"
    },
    {
      "key": "XINFERENCE_ADMIN_PASSWORD",
      "service": "Xinference",
      "description": "Admin login password",
      "secret": true,
      "strategy": "generate",
      "generate": "strong_password"
    }
  ],
  "deploy": {
    "mcp": {
      "server": "railway",
      "tool": "deploy_template",
      "args": {
        "template_code": "xinference"
      }
    },
    "cli": "railway deploy --template xinference",
    "api": {
      "method": "POST",
      "path": "/graphql/v2",
      "body": {
        "query": "mutation templateDeploy($input: TemplateDeployV2Input!) { templateDeployV2(input: $input) { projectId workflowId } }",
        "variables": {
          "input": {
            "templateId": "0fdcee95-a054-4597-bd2c-8609744a16b1",
            "serializedConfig": {
              "buckets": {},
              "services": {
                "f46141db-88ca-494c-b417-74ae0ec10e21": {
                  "icon": "https://res.cloudinary.com/asset-cloudinary/image/upload/v1777572283/xinference_impcw4.png",
                  "name": "Xinference",
                  "deploy": {
                    "startCommand": "/bin/sh -c 'mkdir -p /data && printf \"{\\\"auth_config\\\":{\\\"algorithm\\\":\\\"HS256\\\",\\\"secret_key\\\":\\\"%s\\\",\\\"token_expire_in_minutes\\\":60},\\\"user_config\\\":[{\\\"username\\\":\\\"%s\\\",\\\"password\\\":\\\"%s\\\",\\\"permissions\\\":[\\\"admin\\\"],\\\"api_keys\\\":[\\\"%s\\\"]}]}\" \"$XINFERENCE_SECRET_KEY\" \"$XINFERENCE_ADMIN_USER\" \"$XINFERENCE_ADMIN_PASSWORD\" \"$XINFERENCE_API_KEY\" > /tmp/auth.json && exec xinference-local --host 0.0.0.0 --port 9997 --auth-config /tmp/auth.json'",
                    "healthcheckPath": null,
                    "restartPolicyType": "ON_FAILURE",
                    "restartPolicyMaxRetries": 10
                  },
                  "source": {
                    "image": "xprobe/xinference:latest-cpu"
                  },
                  "variables": {
                    "PORT": {
                      "isOptional": false,
                      "description": "Container HTTP port",
                      "defaultValue": "9997"
                    },
                    "HF_HOME": {
                      "isOptional": false,
                      "description": "HuggingFace cache directory",
                      "defaultValue": "/data/huggingface"
                    },
                    "RAILWAY_RUN_UID": {
                      "isOptional": false,
                      "description": "Run as root for volume writes",
                      "defaultValue": "0"
                    },
                    "XINFERENCE_HOME": {
                      "isOptional": false,
                      "description": "Persistent model + state directory",
                      "defaultValue": "/data"
                    },
                    "XINFERENCE_API_KEY": {
                      "isOptional": false,
                      "description": "Bearer token (16 chars total)",
                      "defaultValue": "{{XINFERENCE_API_KEY}}"
                    },
                    "XINFERENCE_MODEL_SRC": {
                      "isOptional": false,
                      "description": "Model registry source",
                      "defaultValue": "huggingface"
                    },
                    "XINFERENCE_ADMIN_USER": {
                      "isOptional": false,
                      "description": "Admin login username",
                      "defaultValue": "{{XINFERENCE_ADMIN_USER}}"
                    },
                    "XINFERENCE_SECRET_KEY": {
                      "isOptional": false,
                      "description": "JWT signing secret",
                      "defaultValue": "{{XINFERENCE_SECRET_KEY}}"
                    },
                    "XINFERENCE_ADMIN_PASSWORD": {
                      "isOptional": false,
                      "description": "Admin login password",
                      "defaultValue": "{{XINFERENCE_ADMIN_PASSWORD}}"
                    }
                  },
                  "networking": {
                    "serviceDomains": {
                      "<hasDomain>": {}
                    }
                  },
                  "volumeMounts": {
                    "f46141db-88ca-494c-b417-74ae0ec10e21": {
                      "mountPath": "/data"
                    }
                  }
                }
              }
            }
          }
        }
      }
    }
  },
  "post_deploy": {},
  "resources": {
    "expected_services": 1,
    "needs_volume": true
  },
  "generated_at": "2026-09-21T16:15:12.787Z",
  "generator_version": "0.1.0"
}