alice.pds.demo.boltless.dev
This repository has no description
1package config
2
3import (
4 "context"
5 "time"
6
7 "github.com/bluesky-social/indigo/atproto/syntax"
8 "github.com/sethvargo/go-envconfig"
9 "tangled.org/core/xrpc/serviceauth"
10)
11
12type Server struct {
13 ListenAddr string `env:"LISTEN_ADDR, default=0.0.0.0:6555"`
14 DBPath string `env:"DB_PATH, default=spindle.db"`
15 RepoDir string `env:"REPO_DIR, default=repos"`
16 Hostname string `env:"HOSTNAME, required"`
17 JetstreamEndpoint string `env:"JETSTREAM_ENDPOINT, default=wss://jetstream1.us-west.bsky.network/subscribe"`
18 Tap Tap `env:",prefix=TAP_"`
19 PlcUrl string `env:"PLC_URL, default=https://plc.directory"`
20 Dev bool `env:"DEV, default=false"`
21 DevExtraHosts []string `env:"DEV_EXTRA_HOSTS"`
22 Owner string `env:"OWNER, required"`
23 Secrets Secrets `env:",prefix=SECRETS_"`
24 LogDir string `env:"LOG_DIR, default=/var/log/spindle"`
25 QueueSize int `env:"QUEUE_SIZE, default=100"`
26 MaxJobCount int `env:"MAX_JOB_COUNT, default=2"` // max number of pipelines that run at a time
27 DockerSocket string `env:"DOCKER_SOCKET"` // path to a docker socket to expose to workflow containers
28}
29
30type Tap struct {
31 Embed bool `env:"EMBED, default=true"`
32 Url string `env:"URL, default=http://[::1]:2480"`
33 Bind string `env:"BIND, default=[::1]:2480"`
34 DBPath string `env:"DB_PATH, default=tap.db"`
35 RelayUrl string `env:"RELAY_URL, default=https://bsky.network"`
36 AdminPassword string `env:"ADMIN_PASSWORD"`
37}
38
39func (s Server) Did() syntax.DID {
40 return serviceauth.DidWeb(s.Hostname)
41}
42
43type Secrets struct {
44 Provider string `env:"PROVIDER, default=sqlite"`
45 OpenBao OpenBaoConfig `env:",prefix=OPENBAO_"`
46}
47
48type OpenBaoConfig struct {
49 ProxyAddr string `env:"PROXY_ADDR, default=http://127.0.0.1:8200"`
50 Mount string `env:"MOUNT, default=spindle"`
51}
52
53type NixeryPipelines struct {
54 Nixery string `env:"NIXERY, default=nixery.tangled.sh"`
55 WorkflowTimeout string `env:"WORKFLOW_TIMEOUT, default=5m"`
56 MaxJobMemoryMB int64 `env:"MAX_JOB_MEMORY_MB, default=6144"` // per-container memory limit in MiB (default 6 GiB)
57 MaxConcurrentWorkflows int `env:"MAX_CONCURRENT_WORKFLOWS, default=8"` // max number of workflow containers running at once (memory cap)
58}
59
60type S3 struct {
61 LogBucket string `env:"LOG_BUCKET"`
62}
63
64type MicroVMPipelines struct {
65 ImageDir string `env:"IMAGE_DIR"`
66 OverlayDir string `env:"OVERLAY_DIR, default="` // where microVM temporary disks will live
67 DefaultImage string `env:"DEFAULT_IMAGE, default=nixos-x86_64"`
68 AgentPort uint32 `env:"AGENT_PORT, default=10240"`
69 EnableKVM bool `env:"ENABLE_KVM, default=true"`
70 WorkflowTimeout string `env:"WORKFLOW_TIMEOUT, default=5m"`
71
72 MaxTotalMemoryMiB int64 `env:"MAX_TOTAL_MEMORY_MIB, default=0"`
73 MaxTotalVCPUs int64 `env:"MAX_TOTAL_VCPUS, default=0"`
74 MaxTotalDiskMiB int64 `env:"MAX_TOTAL_DISK_MIB, default=0"`
75
76 MaxWorkflowMemoryMiB int64 `env:"MAX_WORKFLOW_MEMORY_MIB, default=0"`
77 MaxWorkflowVCPUs int64 `env:"MAX_WORKFLOW_VCPUS, default=0"`
78 MaxWorkflowDiskMiB int64 `env:"MAX_WORKFLOW_DISK_MIB, default=0"`
79
80 AgingThreshold time.Duration `env:"AGING_THRESHOLD, default=30s"`
81
82 EnableCgroups bool `env:"ENABLE_CGROUPS, default=false"`
83 CgroupParent string `env:"CGROUP_PARENT, default=self"`
84 CgroupPidsMax int64 `env:"CGROUP_PIDS_MAX, default=4096"`
85 CgroupSwapMaxMiB *int64 `env:"CGROUP_SWAP_MAX_MIB"`
86 // cpu.max quota as a percentage of one core. 0 caps each vm at its
87 // configured vcpu count, negative disables the limit
88 CgroupCPUMaxPercent int64 `env:"CGROUP_CPU_MAX_PERCENT, default=0"`
89 // io.weight for workflow cgroups (1-10000, kernel default 100). 0 leaves
90 // io unlimited
91 CgroupIOWeight uint64 `env:"CGROUP_IO_WEIGHT, default=0"`
92 // memory.min that will get assigned to the supervisor (spindle itself) cgroup
93 CgroupSupervisorMemoryMinMiB int64 `env:"CGROUP_SUPERVISOR_MEMORY_MIN_MIB, default=512"`
94}
95
96type NixCache struct {
97 ReadURLs []string `env:"READ_URLS"`
98 TrustedPublicKeys []string `env:"TRUSTED_PUBLIC_KEYS"`
99 UploadURL string `env:"UPLOAD_URL"`
100}
101
102type Config struct {
103 Server Server `env:",prefix=SPINDLE_SERVER_"`
104 NixeryPipelines NixeryPipelines `env:",prefix=SPINDLE_NIXERY_PIPELINES_"`
105 MicroVMPipelines MicroVMPipelines `env:",prefix=SPINDLE_MICROVM_PIPELINES_"`
106 NixCache NixCache `env:",prefix=SPINDLE_NIX_CACHE_"`
107 S3 S3 `env:",prefix=SPINDLE_S3_"`
108}
109
110func Load(ctx context.Context) (*Config, error) {
111 var cfg Config
112 err := envconfig.Process(ctx, &cfg)
113 if err != nil {
114 return nil, err
115 }
116
117 return &cfg, nil
118}