alice.pds.demo.boltless.dev
This repository has no description
1package config
2
3import (
4 "context"
5 "time"
6
7 "github.com/bluesky-social/indigo/atproto/syntax"
8 "github.com/sethvargo/go-envconfig"
9 "tangled.org/core/xrpc/serviceauth"
10)
11
12type Server struct {
13 ListenAddr string `env:"LISTEN_ADDR, default=0.0.0.0:6555"`
14 DBPath string `env:"DB_PATH, default=spindle.db"`
15 RepoDir string `env:"REPO_DIR, default=repos"`
16 Hostname string `env:"HOSTNAME, required"`
17 JetstreamEndpoint string `env:"JETSTREAM_ENDPOINT, default=wss://jetstream1.us-west.bsky.network/subscribe"`
18 Tap Tap `env:",prefix=TAP_"`
19 PlcUrl string `env:"PLC_URL, default=https://plc.directory"`
20 Dev bool `env:"DEV, default=false"`
21 DevExtraHosts []string `env:"DEV_EXTRA_HOSTS"`
22 Owner string `env:"OWNER, required"`
23 Secrets Secrets `env:",prefix=SECRETS_"`
24 LogDir string `env:"LOG_DIR, default=/var/log/spindle"`
25 QueueSize int `env:"QUEUE_SIZE, default=100"`
26 MaxJobCount int `env:"MAX_JOB_COUNT, default=2"` // max number of pipelines that run at a time
27 DockerSocket string `env:"DOCKER_SOCKET"` // path to a docker socket to expose to workflow containers
28}
29
30type Tap struct {
31 Embed bool `env:"EMBED, default=true"`
32 Url string `env:"URL, default=http://[::1]:2480"`
33 Bind string `env:"BIND, default=[::1]:2480"`
34 DBPath string `env:"DB_PATH, default=tap.db"`
35 RelayUrl string `env:"RELAY_URL, default=https://bsky.network"`
36 AdminPassword string `env:"ADMIN_PASSWORD"`
37}
38
39func (s Server) Did() syntax.DID {
40 return serviceauth.DidWeb(s.Hostname)
41}
42
43type Secrets struct {
44 Provider string `env:"PROVIDER, default=sqlite"`
45 OpenBao OpenBaoConfig `env:",prefix=OPENBAO_"`
46}
47
48type OpenBaoConfig struct {
49 ProxyAddr string `env:"PROXY_ADDR, default=http://127.0.0.1:8200"`
50 Mount string `env:"MOUNT, default=spindle"`
51}
52
53type NixeryPipelines struct {
54 Nixery string `env:"NIXERY, default=nixery.tangled.sh"`
55 WorkflowTimeout string `env:"WORKFLOW_TIMEOUT, default=5m"`
56 MaxJobMemoryMB int64 `env:"MAX_JOB_MEMORY_MB, default=6144"` // per-container memory limit in MiB (default 6 GiB)
57 MaxConcurrentWorkflows int `env:"MAX_CONCURRENT_WORKFLOWS, default=8"` // max number of workflow containers running at once (memory cap)
58}
59
60type S3 struct {
61 LogBucket string `env:"LOG_BUCKET"`
62}
63
64type Cache struct {
65 Backend string `env:"BACKEND"` // "disk" or "s3"
66 DiskDir string `env:"DISK_DIR"`
67 S3Bucket string `env:"S3_BUCKET"`
68 S3Prefix string `env:"S3_PREFIX, default=spindle/cache"`
69 Retention time.Duration `env:"RETENTION, default=720h"`
70 PruneInterval time.Duration `env:"PRUNE_INTERVAL, default=1h"`
71}
72
73type MicroVMPipelines struct {
74 ImageDir string `env:"IMAGE_DIR"`
75 OverlayDir string `env:"OVERLAY_DIR, default="` // where microVM temporary disks will live
76 DefaultImage string `env:"DEFAULT_IMAGE, default=nixos-x86_64"`
77 AgentPort uint32 `env:"AGENT_PORT, default=10240"`
78 EnableKVM bool `env:"ENABLE_KVM, default=true"`
79 WorkflowTimeout string `env:"WORKFLOW_TIMEOUT, default=5m"`
80
81 MaxTotalMemoryMiB int64 `env:"MAX_TOTAL_MEMORY_MIB, default=0"`
82 MaxTotalVCPUs int64 `env:"MAX_TOTAL_VCPUS, default=0"`
83 MaxTotalDiskMiB int64 `env:"MAX_TOTAL_DISK_MIB, default=0"`
84
85 MaxWorkflowMemoryMiB int64 `env:"MAX_WORKFLOW_MEMORY_MIB, default=0"`
86 MaxWorkflowVCPUs int64 `env:"MAX_WORKFLOW_VCPUS, default=0"`
87 MaxWorkflowDiskMiB int64 `env:"MAX_WORKFLOW_DISK_MIB, default=0"`
88
89 AgingThreshold time.Duration `env:"AGING_THRESHOLD, default=30s"`
90
91 EnableCgroups bool `env:"ENABLE_CGROUPS, default=false"`
92 CgroupParent string `env:"CGROUP_PARENT, default=self"`
93 CgroupPidsMax int64 `env:"CGROUP_PIDS_MAX, default=4096"`
94 CgroupSwapMaxMiB *int64 `env:"CGROUP_SWAP_MAX_MIB"`
95 // memory.min that will get assigned to the supervisor (spindle itself) cgroup
96 CgroupSupervisorMemoryMinMiB int64 `env:"CGROUP_SUPERVISOR_MEMORY_MIN_MIB, default=512"`
97}
98
99type NixCache struct {
100 ReadURLs []string `env:"READ_URLS"`
101 TrustedPublicKeys []string `env:"TRUSTED_PUBLIC_KEYS"`
102 UploadURL string `env:"UPLOAD_URL"`
103}
104
105type Config struct {
106 Server Server `env:",prefix=SPINDLE_SERVER_"`
107 NixeryPipelines NixeryPipelines `env:",prefix=SPINDLE_NIXERY_PIPELINES_"`
108 MicroVMPipelines MicroVMPipelines `env:",prefix=SPINDLE_MICROVM_PIPELINES_"`
109 NixCache NixCache `env:",prefix=SPINDLE_NIX_CACHE_"`
110 S3 S3 `env:",prefix=SPINDLE_S3_"`
111 Cache Cache `env:",prefix=SPINDLE_CACHE_"`
112}
113
114func Load(ctx context.Context) (*Config, error) {
115 var cfg Config
116 err := envconfig.Process(ctx, &cfg)
117 if err != nil {
118 return nil, err
119 }
120
121 return &cfg, nil
122}