{ "manifest_version": "1.0.0", "template": { "id": "ebbd359e-6242-4431-9f9e-6124406421dd", "slug": "dlt-rest-postgres", "name": "dlt REST Postgres", "description": "Paginated REST ingestion with merge loading and PostgreSQL state.", "url": "https://railway.com/deploy/dlt-rest-postgres" }, "status": "unvalidated", "validated_at": null, "success_rate_30d": null, "services": [ { "name": "Postgres", "source": { "repo": "https://github.com/tech-progress/dlt-rest-postgres" }, "needs_volume": true, "volume_mount_path": "/var/lib/postgresql/data", "http": false }, { "name": "dlt Loader", "source": { "repo": "https://github.com/tech-progress/dlt-rest-postgres" }, "needs_volume": false, "http": false } ], "required_inputs": [ { "key": "PORT", "service": "Postgres", "description": "Private PostgreSQL port. Do not create a public TCP proxy.", "secret": false, "strategy": "default", "default": "5432" }, { "key": "PGDATA", "service": "Postgres", "description": "Database files below the single-service persistent volume mount.", "secret": false, "strategy": "default", "default": "/var/lib/postgresql/data/pgdata" }, { "key": "POSTGRES_DB", "service": "Postgres", "description": "Database containing both warehouse tables and dlt destination state.", "secret": false, "strategy": "default", "default": "warehouse" }, { "key": "POSTGRES_USER", "service": "Postgres", "description": "Image initialization administrator; never used by the ingestion process.", "secret": false, "strategy": "default", "default": "postgres" }, { "key": "POSTGRES_PASSWORD", "service": "Postgres", "description": "Generated database password; changing this variable alone does not rotate existing database roles.", "secret": true, "strategy": "generate", "generate": "strong_password" }, { "key": "DLT_LOADER_PASSWORD", "service": "Postgres", "description": "Separate generated password for the schema-scoped nonsuperuser dlt_loader role; initialized only on an empty volume.", "secret": true, "strategy": "generate", "generate": "strong_password" }, { "key": "PGHOST", "service": "dlt Loader", "description": "Destination private DNS hostname, not a public database endpoint.", "secret": false, "strategy": "railway_provided", "railway_source": "railway_private_domain" }, { "key": "PGPORT", "service": "dlt Loader", "description": "Destination PostgreSQL port.", "secret": false, "strategy": "default", "default": "5432" }, { "key": "PGUSER", "service": "dlt Loader", "description": "Schema-scoped dlt_loader role; no superuser, role creation, database creation, or public-schema writes.", "secret": false, "strategy": "default", "default": "dlt_loader" }, { "key": "PGSSLMODE", "service": "dlt Loader", "description": "libpq SSL mode; prefer on Railway private networking, verify-full for external TLS databases.", "secret": false, "strategy": "default", "default": "prefer" }, { "key": "PGDATABASE", "service": "dlt Loader", "description": "Database holding warehouse, staging schemas, and dlt pipeline state.", "secret": false, "strategy": "railway_provided", "railway_source": "reference_variable" }, { "key": "PGPASSWORD", "service": "dlt Loader", "description": "Reference to the dedicated ingestion password, never the administrator password.", "secret": true, "strategy": "railway_provided", "railway_source": "reference_variable" }, { "key": "DATASET_NAME", "service": "dlt Loader", "description": "Stable lowercase destination schema name; changing creates a separate dataset.", "secret": false, "strategy": "default", "default": "rest_warehouse" }, { "key": "PIPELINES_DIR", "service": "dlt Loader", "description": "Ephemeral extraction/load scratch directory. Completed state restores from destination, not unfinished local packages.", "secret": false, "strategy": "default", "default": "/tmp/dlt-pipelines" }, { "key": "PIPELINE_NAME", "service": "dlt Loader", "description": "Stable lowercase pipeline identity; keep unchanged during replacement and upgrades.", "secret": false, "strategy": "default", "default": "rest_orders" }, { "key": "SOURCE_BASE_URL", "service": "dlt Loader", "description": "Required operator-supplied HTTPS REST API base URL; no embedded credentials.", "secret": false, "strategy": "ask_user" }, { "key": "SOURCE_ENDPOINT", "service": "dlt Loader", "description": "Relative orders endpoint; returns data array and total_pages.", "secret": false, "strategy": "default", "default": "orders" }, { "key": "SOURCE_API_TOKEN", "service": "dlt Loader", "description": "Required operator-supplied read-only API bearer token; not a generated token your upstream would recognize.", "secret": true, "strategy": "generate", "generate": "random_base64_32" }, { "key": "SOURCE_PAGE_SIZE", "service": "dlt Loader", "description": "page_size query parameter, integer 1..1000; API must support page-number pagination.", "secret": false, "strategy": "default", "default": "50" }, { "key": "ALLOW_INSECURE_SOURCE", "service": "dlt Loader", "description": "Keep false in deployments. true allows the private HTTP test fixture only.", "secret": false, "strategy": "default", "default": "false" }, { "key": "SOURCE_INITIAL_CURSOR", "service": "dlt Loader", "description": "Initial updated_at Unix-second watermark, nonnegative integer. Changing it does not reset existing state.", "secret": false, "strategy": "default", "default": "0" }, { "key": "SOURCE_LOOKBACK_SECONDS", "service": "dlt Loader", "description": "Nonnegative cursor overlap for bounded late changes; does not capture old deletions or arbitrary backdated updates.", "secret": false, "strategy": "default", "default": "3600" }, { "key": "RUNTIME__DLTHUB_TELEMETRY", "service": "dlt Loader", "description": "Disable upstream dlt anonymous telemetry.", "secret": false, "strategy": "default", "default": "false" } ], "deploy": { "mcp": { "server": "railway", "tool": "deploy_template", "args": { "template_code": "dlt-rest-postgres" } }, "cli": "railway deploy --template dlt-rest-postgres", "api": { "method": "POST", "path": "/graphql/v2", "body": { "query": "mutation templateDeploy($input: TemplateDeployV2Input!) { templateDeployV2(input: $input) { projectId workflowId } }", "variables": { "input": { "templateId": "ebbd359e-6242-4431-9f9e-6124406421dd", "serializedConfig": { "buckets": {}, "services": { "265747cc-e031-4be4-a621-adff62d933d7": { "icon": null, "name": "Postgres", "build": { "builder": "DOCKERFILE", "dockerfilePath": "Dockerfile.postgres" }, "deploy": { "startCommand": null, "healthcheckPath": null, "healthcheckTimeout": null }, "source": { "repo": "tech-progress/dlt-rest-postgres", "branch": "release-v1", "rootDirectory": "/" }, "variables": { "PORT": { "isOptional": false, "description": "Private PostgreSQL port. Do not create a public TCP proxy.", "defaultValue": "5432" }, "PGDATA": { "isOptional": false, "description": "Database files below the single-service persistent volume mount.", "defaultValue": "/var/lib/postgresql/data/pgdata" }, "POSTGRES_DB": { "isOptional": false, "description": "Database containing both warehouse tables and dlt destination state.", "defaultValue": "warehouse" }, "POSTGRES_USER": { "isOptional": false, "description": "Image initialization administrator; never used by the ingestion process.", "defaultValue": "postgres" }, "POSTGRES_PASSWORD": { "isOptional": false, "description": "Generated database password; changing this variable alone does not rotate existing database roles.", "defaultValue": "{{POSTGRES_PASSWORD}}" }, "DLT_LOADER_PASSWORD": { "isOptional": false, "description": "Separate generated password for the schema-scoped nonsuperuser dlt_loader role; initialized only on an empty volume.", "defaultValue": "{{DLT_LOADER_PASSWORD}}" } }, "networking": { "tcpProxies": {}, "customDomains": {}, "serviceDomains": {} }, "volumeMounts": { "265747cc-e031-4be4-a621-adff62d933d7": { "sizeMB": 5000, "mountPath": "/var/lib/postgresql/data" } } }, "5616c772-460d-41a4-9a9b-1b3fc85f4e6c": { "icon": null, "name": "dlt Loader", "build": { "builder": "DOCKERFILE", "watchPatterns": [ "/**", "!/FINDINGS.md" ], "dockerfilePath": "Dockerfile" }, "deploy": { "numReplicas": 1, "cronSchedule": "0 * * * *", "startCommand": null, "healthcheckPath": null, "restartPolicyType": "NEVER", "healthcheckTimeout": null }, "source": { "repo": "tech-progress/dlt-rest-postgres", "branch": "release-v1", "rootDirectory": "/" }, "variables": { "PGHOST": { "isOptional": false, "description": "Destination private DNS hostname, not a public database endpoint.", "defaultValue": "${{Postgres.RAILWAY_PRIVATE_DOMAIN}}" }, "PGPORT": { "isOptional": false, "description": "Destination PostgreSQL port.", "defaultValue": "5432" }, "PGUSER": { "isOptional": false, "description": "Schema-scoped dlt_loader role; no superuser, role creation, database creation, or public-schema writes.", "defaultValue": "dlt_loader" }, "PGSSLMODE": { "isOptional": false, "description": "libpq SSL mode; prefer on Railway private networking, verify-full for external TLS databases.", "defaultValue": "prefer" }, "PGDATABASE": { "isOptional": false, "description": "Database holding warehouse, staging schemas, and dlt pipeline state.", "defaultValue": "${{Postgres.POSTGRES_DB}}" }, "PGPASSWORD": { "isOptional": false, "description": "Reference to the dedicated ingestion password, never the administrator password.", "defaultValue": "${{Postgres.DLT_LOADER_PASSWORD}}" }, "DATASET_NAME": { "isOptional": false, "description": "Stable lowercase destination schema name; changing creates a separate dataset.", "defaultValue": "rest_warehouse" }, "PIPELINES_DIR": { "isOptional": false, "description": "Ephemeral extraction/load scratch directory. Completed state restores from destination, not unfinished local packages.", "defaultValue": "/tmp/dlt-pipelines" }, "PIPELINE_NAME": { "isOptional": false, "description": "Stable lowercase pipeline identity; keep unchanged during replacement and upgrades.", "defaultValue": "rest_orders" }, "SOURCE_BASE_URL": { "isOptional": false, "description": "Required operator-supplied HTTPS REST API base URL; no embedded credentials.", "defaultValue": "{{SOURCE_BASE_URL}}" }, "SOURCE_ENDPOINT": { "isOptional": false, "description": "Relative orders endpoint; returns data array and total_pages.", "defaultValue": "orders" }, "SOURCE_API_TOKEN": { "isOptional": false, "description": "Required operator-supplied read-only API bearer token; not a generated token your upstream would recognize.", "defaultValue": "{{SOURCE_API_TOKEN}}" }, "SOURCE_PAGE_SIZE": { "isOptional": false, "description": "page_size query parameter, integer 1..1000; API must support page-number pagination.", "defaultValue": "50" }, "ALLOW_INSECURE_SOURCE": { "isOptional": false, "description": "Keep false in deployments. true allows the private HTTP test fixture only.", "defaultValue": "false" }, "SOURCE_INITIAL_CURSOR": { "isOptional": false, "description": "Initial updated_at Unix-second watermark, nonnegative integer. Changing it does not reset existing state.", "defaultValue": "0" }, "SOURCE_LOOKBACK_SECONDS": { "isOptional": false, "description": "Nonnegative cursor overlap for bounded late changes; does not capture old deletions or arbitrary backdated updates.", "defaultValue": "3600" }, "RUNTIME__DLTHUB_TELEMETRY": { "isOptional": false, "description": "Disable upstream dlt anonymous telemetry.", "defaultValue": "false" } }, "networking": { "tcpProxies": {}, "customDomains": {}, "serviceDomains": {} }, "volumeMounts": {} } } } } } } } }, "post_deploy": {}, "resources": { "expected_services": 2, "needs_volume": true }, "generated_at": "2026-10-05T22:14:43.759Z", "generator_version": "0.1.0" }