{ "manifest_version": "1.0.0", "template": { "id": "99be75cf-3383-4c5c-9d9e-2a0b2f4a07db", "slug": "gptload", "name": "GPT Load", "description": "Distribute requests and load balance multiple GPT API keys", "url": "https://railway.com/deploy/gptload", "upstream": { "image": "ghcr.io/tbphp/gpt-load:latest" } }, "status": "unvalidated", "validated_at": null, "success_rate_30d": null, "services": [ { "name": "Postgres", "source": { "image": "ghcr.io/railwayapp-templates/postgres-ssl:18" }, "needs_volume": true, "volume_mount_path": "/var/lib/postgresql/data", "tcp_ports": [ 5432 ], "http": false }, { "name": "Redis", "source": { "image": "redis:8.2.1" }, "needs_volume": true, "volume_mount_path": "/data", "tcp_ports": [ 6379 ], "http": false }, { "name": "GPT Load", "source": { "image": "ghcr.io/tbphp/gpt-load:latest" }, "needs_volume": true, "volume_mount_path": "/app/data", "http": true } ], "required_inputs": [ { "key": "PGDATA", "service": "Postgres", "description": "Location where the database will be initialized", "secret": false, "strategy": "default", "default": "/var/lib/postgresql/data/pgdata" }, { "key": "PGHOST", "service": "Postgres", "description": "Railway Private Domain Name.", "secret": false, "strategy": "railway_provided", "railway_source": "railway_private_domain" }, { "key": "PGPORT", "service": "Postgres", "description": "Port to connect to Postgres.", "secret": false, "strategy": "default", "default": "5432" }, { "key": "PGUSER", "service": "Postgres", "description": "Required variable for Data panel", "secret": false, "strategy": "railway_provided", "railway_source": "reference_variable" }, { "key": "PGDATABASE", "service": "Postgres", "description": "Required variable for the data panel.", "secret": false, "strategy": "railway_provided", "railway_source": "reference_variable" }, { "key": "PGPASSWORD", "service": "Postgres", "description": "Required variable for Data panel", "secret": true, "strategy": "railway_provided", "railway_source": "reference_variable" }, { "key": "POSTGRES_DB", "service": "Postgres", "description": "Default database created when image is started.", "secret": false, "strategy": "default", "default": "railway" }, { "key": "DATABASE_URL", "service": "Postgres", "description": "URL to connect to Postgres database.", "secret": false, "strategy": "railway_provided", "railway_source": "railway_private_domain" }, { "key": "POSTGRES_USER", "service": "Postgres", "description": "User to connect to Postgres DB", "secret": false, "strategy": "default", "default": "postgres" }, { "key": "SSL_CERT_DAYS", "service": "Postgres", "description": "SSL certificate expiry in days.", "secret": false, "strategy": "default", "default": "820" }, { "key": "POSTGRES_PASSWORD", "service": "Postgres", "description": "Password to connect to DB", "secret": true, "strategy": "generate", "generate": "strong_password" }, { "key": "DATABASE_PUBLIC_URL", "service": "Postgres", "description": "Public URL to connect to Postgres database, used by the Data panel.", "secret": false, "strategy": "railway_provided", "railway_source": "reference_variable" }, { "key": "RAILWAY_DEPLOYMENT_DRAINING_SECONDS", "service": "Postgres", "description": "Allow Postgres to cleanly shut down", "secret": false, "strategy": "default", "default": "60" }, { "key": "REDISHOST", "service": "Redis", "description": "Provide a value for REDISHOST.", "secret": false, "strategy": "railway_provided", "railway_source": "railway_private_domain" }, { "key": "REDISPORT", "service": "Redis", "description": "Provide a value for REDISPORT.", "secret": false, "strategy": "default", "default": "6379" }, { "key": "REDISUSER", "service": "Redis", "description": "Provide a value for REDISUSER.", "secret": false, "strategy": "default", "default": "default" }, { "key": "REDIS_URL", "service": "Redis", "description": "Connection string for connecting to redis using the private network", "secret": false, "strategy": "railway_provided", "railway_source": "reference_variable" }, { "key": "REDISPASSWORD", "service": "Redis", "description": "Provide a value for REDISPASSWORD.", "secret": true, "strategy": "railway_provided", "railway_source": "reference_variable" }, { "key": "REDIS_PASSWORD", "service": "Redis", "description": "Provide a value for REDIS_PASSWORD.", "secret": true, "strategy": "generate", "generate": "strong_password" }, { "key": "REDIS_PUBLIC_URL", "service": "Redis", "description": "Connection string for connecting to redis externally", "secret": false, "strategy": "railway_provided", "railway_source": "reference_variable" }, { "key": "TZ", "service": "GPT Load", "description": "Provide a value for TZ.", "secret": false, "strategy": "default", "default": "Asia/Shanghai" }, { "key": "HOST", "service": "GPT Load", "description": "Provide a value for HOST.", "secret": false, "strategy": "default", "default": "0.0.0.0" }, { "key": "PORT", "service": "GPT Load", "description": "Provide a value for PORT.", "secret": false, "strategy": "default", "default": "3001" }, { "key": "AUTH_KEY", "service": "GPT Load", "description": "Any sample to login i.e sk_123", "secret": true, "strategy": "generate", "generate": "random_base64_32" }, { "key": "IS_SLAVE", "service": "GPT Load", "description": "Provide a value for IS_SLAVE.", "secret": false, "strategy": "default", "default": "false" }, { "key": "LOG_LEVEL", "service": "GPT Load", "description": "Provide a value for LOG_LEVEL.", "secret": false, "strategy": "default", "default": "info" }, { "key": "REDIS_DSN", "service": "GPT Load", "description": "Provide a value for REDIS_DSN.", "secret": false, "strategy": "railway_provided", "railway_source": "reference_variable" }, { "key": "LOG_FORMAT", "service": "GPT Load", "description": "Provide a value for LOG_FORMAT.", "secret": false, "strategy": "default", "default": "text" }, { "key": "ENABLE_CORS", "service": "GPT Load", "description": "Provide a value for ENABLE_CORS.", "secret": false, "strategy": "default", "default": "true" }, { "key": "DATABASE_DSN", "service": "GPT Load", "description": "Provide a value for DATABASE_DSN.", "secret": false, "strategy": "railway_provided", "railway_source": "reference_variable" }, { "key": "LOG_FILE_PATH", "service": "GPT Load", "description": "Provide a value for LOG_FILE_PATH.", "secret": false, "strategy": "default", "default": "./data/logs/app.log" }, { "key": "ALLOWED_HEADERS", "service": "GPT Load", "description": "Provide a value for ALLOWED_HEADERS.", "secret": false, "strategy": "default", "default": "*" }, { "key": "ALLOWED_METHODS", "service": "GPT Load", "description": "Provide a value for ALLOWED_METHODS.", "secret": false, "strategy": "default", "default": "GET,POST,PUT,DELETE,OPTIONS" }, { "key": "ALLOWED_ORIGINS", "service": "GPT Load", "description": "Provide a value for ALLOWED_ORIGINS.", "secret": false, "strategy": "default", "default": "*" }, { "key": "LOG_ENABLE_FILE", "service": "GPT Load", "description": "Provide a value for LOG_ENABLE_FILE.", "secret": false, "strategy": "default", "default": "true" }, { "key": "ALLOW_CREDENTIALS", "service": "GPT Load", "description": "Provide a value for ALLOW_CREDENTIALS.", "secret": false, "strategy": "default", "default": "false" }, { "key": "SERVER_IDLE_TIMEOUT", "service": "GPT Load", "description": "Provide a value for SERVER_IDLE_TIMEOUT.", "secret": false, "strategy": "default", "default": "120" }, { "key": "SERVER_READ_TIMEOUT", "service": "GPT Load", "description": "Provide a value for SERVER_READ_TIMEOUT.", "secret": false, "strategy": "default", "default": "60" }, { "key": "SERVER_WRITE_TIMEOUT", "service": "GPT Load", "description": "Provide a value for SERVER_WRITE_TIMEOUT.", "secret": false, "strategy": "default", "default": "600" }, { "key": "MAX_CONCURRENT_REQUESTS", "service": "GPT Load", "description": "Provide a value for MAX_CONCURRENT_REQUESTS.", "secret": false, "strategy": "default", "default": "100" }, { "key": "SERVER_GRACEFUL_SHUTDOWN_TIMEOUT", "service": "GPT Load", "description": "Provide a value for SERVER_GRACEFUL_SHUTDOWN_TIMEOUT.", "secret": false, "strategy": "default", "default": "10" } ], "deploy": { "mcp": { "server": "railway", "tool": "deploy_template", "args": { "template_code": "gptload" } }, "cli": "railway deploy --template gptload", "api": { "method": "POST", "path": "/graphql/v2", "body": { "query": "mutation templateDeploy($input: TemplateDeployV2Input!) { templateDeployV2(input: $input) { projectId workflowId } }", "variables": { "input": { "templateId": "99be75cf-3383-4c5c-9d9e-2a0b2f4a07db", "serializedConfig": { "services": { "87755809-4114-4d3e-8280-c390ccfc7e11": { "icon": "https://devicons.railway.app/i/postgresql.svg", "name": "Postgres", "build": {}, "deploy": { "requiredMountPath": "/var/lib/postgresql/data" }, "source": { "image": "ghcr.io/railwayapp-templates/postgres-ssl:18" }, "variables": { "PGDATA": { "isOptional": false, "description": "Location where the database will be initialized", "defaultValue": "/var/lib/postgresql/data/pgdata" }, "PGHOST": { "isOptional": false, "description": "Railway Private Domain Name.", "defaultValue": "${{RAILWAY_PRIVATE_DOMAIN}}" }, "PGPORT": { "isOptional": false, "description": "Port to connect to Postgres.", "defaultValue": "5432" }, "PGUSER": { "isOptional": false, "description": "Required variable for Data panel", "defaultValue": "${{ POSTGRES_USER }}" }, "PGDATABASE": { "isOptional": false, "description": "Required variable for the data panel.", "defaultValue": "${{POSTGRES_DB}}" }, "PGPASSWORD": { "isOptional": false, "description": "Required variable for Data panel", "defaultValue": "${{POSTGRES_PASSWORD}}" }, "POSTGRES_DB": { "isOptional": false, "description": "Default database created when image is started.", "defaultValue": "railway" }, "DATABASE_URL": { "isOptional": false, "description": "URL to connect to Postgres database.", "defaultValue": "postgresql://${{PGUSER}}:${{POSTGRES_PASSWORD}}@${{RAILWAY_PRIVATE_DOMAIN}}:5432/${{PGDATABASE}}" }, "POSTGRES_USER": { "isOptional": false, "description": "User to connect to Postgres DB", "defaultValue": "postgres" }, "SSL_CERT_DAYS": { "isOptional": true, "description": "SSL certificate expiry in days.", "defaultValue": "820" }, "POSTGRES_PASSWORD": { "isOptional": false, "description": "Password to connect to DB", "defaultValue": "{{POSTGRES_PASSWORD}}" }, "DATABASE_PUBLIC_URL": { "description": "Public URL to connect to Postgres database, used by the Data panel.", "defaultValue": "postgresql://${{PGUSER}}:${{POSTGRES_PASSWORD}}@${{RAILWAY_TCP_PROXY_DOMAIN}}:${{RAILWAY_TCP_PROXY_PORT}}/${{PGDATABASE}}" }, "RAILWAY_DEPLOYMENT_DRAINING_SECONDS": { "isOptional": false, "description": "Allow Postgres to cleanly shut down", "defaultValue": "60" } }, "networking": { "tcpProxies": { "5432": {} }, "serviceDomains": {} }, "volumeMounts": { "87755809-4114-4d3e-8280-c390ccfc7e11": { "mountPath": "/var/lib/postgresql/data" } }, "haTemplateCode": "postgres-ha", "haConversionConfig": { "edge": { "label": "Reverse Proxy", "options": [ 2, 3, 4, 5 ], "nodeLabel": "HAProxy", "description": "Routes traffic to the primary", "defaultValue": 3 }, "replica": { "label": "Replicas", "options": [ 2, 3, 4, 5, 6, 7 ], "nodeLabel": "Postgres", "description": "Streaming replicas for automatic failover", "defaultValue": 2 }, "internal": { "label": "Coordinator Nodes", "options": [ 3, 5, 7, 9 ], "nodeLabel": "etcd", "defaultValue": 3 }, "description": "This will convert your Postgres database to an HA cluster with Patroni failover and etcd consensus." } }, "986df795-5b5b-421a-84cf-ecaf16c1702c": { "icon": "https://cdn.sanity.io/images/sy1jschh/production/0ce0bfdcfbdbf69662b1116671f97c2dd788b655-157x157.svg", "name": "Redis", "deploy": { "startCommand": "/bin/sh -c \"rm -rf $RAILWAY_VOLUME_MOUNT_PATH/lost+found/ && exec docker-entrypoint.sh redis-server --requirepass $REDIS_PASSWORD --save 60 1 --dir $RAILWAY_VOLUME_MOUNT_PATH\"" }, "source": { "image": "redis:8.2.1" }, "variables": { "REDISHOST": { "isOptional": false, "defaultValue": "${{RAILWAY_PRIVATE_DOMAIN}}" }, "REDISPORT": { "isOptional": false, "defaultValue": "6379" }, "REDISUSER": { "isOptional": false, "defaultValue": "default" }, "REDIS_URL": { "isOptional": false, "description": "Connection string for connecting to redis using the private network", "defaultValue": "redis://${{ REDISUSER }}:${{ REDIS_PASSWORD }}@${{ REDISHOST }}:${{ REDISPORT }}" }, "REDISPASSWORD": { "isOptional": false, "defaultValue": "${{REDIS_PASSWORD}}" }, "REDIS_PASSWORD": { "isOptional": false, "defaultValue": "{{REDIS_PASSWORD}}" }, "REDIS_PUBLIC_URL": { "description": "Connection string for connecting to redis externally", "defaultValue": "redis://default:${{ REDIS_PASSWORD }}@${{ RAILWAY_TCP_PROXY_DOMAIN }}:${{ RAILWAY_TCP_PROXY_PORT }}" } }, "networking": { "tcpProxies": { "6379": {} } }, "volumeMounts": { "986df795-5b5b-421a-84cf-ecaf16c1702c": { "mountPath": "/data" } }, "haTemplateCode": "redis-ha", "haConversionConfig": { "edge": { "label": "Reverse Proxies", "options": [ 1, 2 ], "nodeLabel": "HAProxy", "description": "HAProxy instances routing writes to the primary", "defaultValue": 2 }, "replica": { "label": "Redis Replicas", "options": [ 2, 3, 4, 5 ], "nodeLabel": "Redis", "description": "Nodes running Redis + colocated Sentinel", "defaultValue": 2 }, "internal": null, "description": "This will convert your Redis instance to an HA cluster with Sentinel failover and HAProxy routing to the primary." } }, "a7072aa0-7099-4344-88b8-2cf118ab9ec3": { "name": "GPT Load", "source": { "image": "ghcr.io/tbphp/gpt-load:latest" }, "variables": { "TZ": { "defaultValue": "Asia/Shanghai" }, "HOST": { "defaultValue": "0.0.0.0" }, "PORT": { "defaultValue": "3001" }, "AUTH_KEY": { "description": "Any sample to login i.e sk_123", "defaultValue": "{{AUTH_KEY}}" }, "IS_SLAVE": { "defaultValue": "false" }, "LOG_LEVEL": { "defaultValue": "info" }, "REDIS_DSN": { "defaultValue": "${{Redis.REDIS_URL}}" }, "LOG_FORMAT": { "defaultValue": "text" }, "ENABLE_CORS": { "defaultValue": "true" }, "DATABASE_DSN": { "defaultValue": "${{Postgres.DATABASE_URL}}" }, "LOG_FILE_PATH": { "defaultValue": "./data/logs/app.log" }, "ALLOWED_HEADERS": { "defaultValue": "*" }, "ALLOWED_METHODS": { "defaultValue": "GET,POST,PUT,DELETE,OPTIONS" }, "ALLOWED_ORIGINS": { "defaultValue": "*" }, "LOG_ENABLE_FILE": { "defaultValue": "true" }, "ALLOW_CREDENTIALS": { "defaultValue": "false" }, "SERVER_IDLE_TIMEOUT": { "defaultValue": "120" }, "SERVER_READ_TIMEOUT": { "defaultValue": "60" }, "SERVER_WRITE_TIMEOUT": { "defaultValue": "600" }, "MAX_CONCURRENT_REQUESTS": { "defaultValue": "100" }, "SERVER_GRACEFUL_SHUTDOWN_TIMEOUT": { "defaultValue": "10" } }, "networking": { "serviceDomains": { ":3001": { "port": 3001 } } }, "volumeMounts": { "a7072aa0-7099-4344-88b8-2cf118ab9ec3": { "mountPath": "/app/data" } } } } } } } } } }, "post_deploy": {}, "resources": { "expected_services": 3, "needs_volume": true }, "generated_at": "2026-09-08T11:54:27.954Z", "generator_version": "0.1.0" }