alice.pds.demo.boltless.dev
This repository has no description
21 kB
585 lines
1{
2 description = "atproto github";
3
4 inputs = {
5 nixpkgs.url = "github:nixos/nixpkgs/nixos-26.05";
6 microvm = {
7 url = "github:microvm-nix/microvm.nix";
8 inputs.nixpkgs.follows = "nixpkgs";
9 };
10 fenix = {
11 url = "github:nix-community/fenix";
12 inputs.nixpkgs.follows = "nixpkgs";
13 };
14 gomod2nix = {
15 url = "github:nix-community/gomod2nix";
16 inputs.nixpkgs.follows = "nixpkgs";
17 };
18 flake-compat = {
19 url = "https://git.lix.systems/lix-project/flake-compat/archive/main.tar.gz";
20 flake = false;
21 };
22 indigo = {
23 url = "github:oppiliappan/indigo";
24 flake = false;
25 };
26 htmx-src = {
27 url = "https://unpkg.com/htmx.org@2.0.4/dist/htmx.min.js";
28 flake = false;
29 };
30 htmx-ws-src = {
31 # strange errors in console that i can't really make out
32 # url = "https://unpkg.com/htmx.org@2.0.4/dist/ext/ws.js";
33 url = "https://cdn.jsdelivr.net/npm/htmx-ext-ws@2.0.2";
34 flake = false;
35 };
36 lucide-src = {
37 url = "https://github.com/lucide-icons/lucide/releases/download/0.536.0/lucide-icons-0.536.0.zip";
38 flake = false;
39 };
40 inter-fonts-src = {
41 url = "https://github.com/rsms/inter/releases/download/v4.1/Inter-4.1.zip";
42 flake = false;
43 };
44 actor-typeahead-src = {
45 url = "git+https://tangled.org/@jakelazaroff.com/actor-typeahead";
46 flake = false;
47 };
48 mermaid-src = {
49 url = "https://cdn.jsdelivr.net/npm/mermaid@11.12.3/dist/mermaid.min.js";
50 flake = false;
51 };
52 ibm-plex-mono-src = {
53 url = "https://github.com/IBM/plex/releases/download/%40ibm%2Fplex-mono%401.1.0/ibm-plex-mono.zip";
54 flake = false;
55 };
56 sqlite-lib-src = {
57 url = "https://sqlite.org/2024/sqlite-amalgamation-3450100.zip";
58 flake = false;
59 };
60 };
61
62 outputs = {
63 self,
64 nixpkgs,
65 fenix,
66 gomod2nix,
67 indigo,
68 htmx-src,
69 htmx-ws-src,
70 lucide-src,
71 inter-fonts-src,
72 sqlite-lib-src,
73 ibm-plex-mono-src,
74 actor-typeahead-src,
75 mermaid-src,
76 microvm,
77 ...
78 }: let
79 supportedSystems = ["x86_64-linux" "x86_64-darwin" "aarch64-linux" "aarch64-darwin"];
80 forAllSystems = nixpkgs.lib.genAttrs supportedSystems;
81 nixpkgsFor = forAllSystems (system: nixpkgs.legacyPackages.${system});
82
83 mkPackageSet = pkgs:
84 pkgs.lib.makeScope pkgs.newScope (self: {
85 src = let
86 fs = pkgs.lib.fileset;
87 in
88 fs.toSource {
89 root = ./.;
90 fileset = fs.difference (fs.intersection (fs.gitTracked ./.) (fs.fileFilter (file: !(file.hasExt "nix")) ./.)) (fs.maybeMissing ./.jj);
91 };
92 rustSrc = let
93 fs = pkgs.lib.fileset;
94 in
95 fs.toSource {
96 root = ./.;
97 fileset =
98 fs.intersection
99 (fs.fromSource self.src)
100 (fs.unions [
101 ./Cargo.toml
102 ./Cargo.lock
103 ./shuttle
104 ./bobbin
105 ]);
106 };
107 buildGoApplication =
108 (self.callPackage "${gomod2nix}/builder" {
109 gomod2nix = gomod2nix.legacyPackages.${pkgs.stdenv.hostPlatform.system}.gomod2nix;
110 }).buildGoApplication;
111 rustPlatform = pkgs.makeRustPlatform {
112 inherit (fenix.packages.${pkgs.stdenv.hostPlatform.system}.stable) rustc cargo;
113 };
114 rustPlatformStatic = let
115 system = pkgs.stdenv.hostPlatform.system;
116 muslTarget = pkgs.pkgsStatic.stdenv.hostPlatform.rust.rustcTarget;
117 toolchain = fenix.packages.${system}.combine [
118 fenix.packages.${system}.stable.cargo
119 fenix.packages.${system}.stable.rustc
120 fenix.packages.${system}.targets.${muslTarget}.stable.rust-std
121 ];
122 in
123 pkgs.pkgsStatic.makeRustPlatform {
124 cargo = toolchain;
125 rustc = toolchain;
126 };
127 modules = ./nix/gomod2nix.toml;
128 sqlite-lib = self.callPackage ./nix/pkgs/sqlite-lib.nix {
129 inherit sqlite-lib-src;
130 };
131 lexgen = self.callPackage ./nix/pkgs/lexgen.nix {inherit indigo;};
132 goat = self.callPackage ./nix/pkgs/goat.nix {inherit indigo;};
133 appview-static-files = self.callPackage ./nix/pkgs/appview-static-files.nix {
134 inherit htmx-src htmx-ws-src lucide-src inter-fonts-src ibm-plex-mono-src actor-typeahead-src mermaid-src;
135 };
136 appview = self.callPackage ./nix/pkgs/appview.nix {};
137 blog = self.callPackage ./nix/pkgs/blog.nix {};
138 docs = self.callPackage ./nix/pkgs/docs.nix {
139 inherit inter-fonts-src ibm-plex-mono-src lucide-src;
140 inherit (pkgs) pagefind;
141 };
142 spindle = self.callPackage ./nix/pkgs/spindle.nix {};
143 shuttle = self.callPackage ./nix/pkgs/shuttle.nix {
144 src = self.rustSrc;
145 };
146 shuttle-static = self.callPackage ./nix/pkgs/shuttle.nix {
147 src = self.rustSrc;
148 rustPlatform = self.rustPlatformStatic;
149 };
150 knot-unwrapped = self.callPackage ./nix/pkgs/knot-unwrapped.nix {};
151 knot = self.callPackage ./nix/pkgs/knot.nix {};
152 dolly = self.callPackage ./nix/pkgs/dolly.nix {};
153 tap = self.callPackage ./nix/pkgs/tap.nix {};
154 knotmirror = self.callPackage ./nix/pkgs/knotmirror.nix {};
155 bobbin = self.callPackage ./nix/pkgs/bobbin.nix {};
156 zoekt-webserver = self.callPackage ./nix/pkgs/zoekt-webserver.nix {};
157 zoekt-tngl-indexserver = self.callPackage ./nix/pkgs/zoekt-tngl-indexserver.nix {};
158 });
159 in {
160 overlays.default = final: prev: {
161 inherit
162 (mkPackageSet final)
163 lexgen
164 goat
165 sqlite-lib
166 spindle
167 shuttle
168 knot-unwrapped
169 knot
170 appview
171 docs
172 dolly
173 tap
174 knotmirror
175 bobbin
176 zoekt-webserver
177 zoekt-tngl-indexserver
178 ;
179 };
180
181 packages = forAllSystems (system: let
182 pkgs = nixpkgsFor.${system};
183 linuxPkgs = nixpkgsFor."x86_64-linux";
184 packages = mkPackageSet pkgs;
185 staticPackages = mkPackageSet pkgs.pkgsStatic;
186 crossPackages = mkPackageSet pkgs.pkgsCross.gnu64.pkgsStatic;
187 in {
188 inherit
189 (packages)
190 appview
191 appview-static-files
192 blog
193 lexgen
194 goat
195 spindle
196 knot
197 knot-unwrapped
198 sqlite-lib
199 docs
200 shuttle
201 shuttle-static
202 dolly
203 tap
204 knotmirror
205 bobbin
206 zoekt-webserver
207 zoekt-tngl-indexserver
208 ;
209
210 pkgsStatic-appview = staticPackages.appview;
211 pkgsStatic-knot = staticPackages.knot;
212 pkgsStatic-knot-unwrapped = staticPackages.knot-unwrapped;
213 pkgsStatic-spindle = staticPackages.spindle;
214 pkgsStatic-sqlite-lib = staticPackages.sqlite-lib;
215 pkgsStatic-dolly = staticPackages.dolly;
216
217 pkgsCross-gnu64-pkgsStatic-appview = crossPackages.appview;
218 pkgsCross-gnu64-pkgsStatic-knot = crossPackages.knot;
219 pkgsCross-gnu64-pkgsStatic-knot-unwrapped = crossPackages.knot-unwrapped;
220 pkgsCross-gnu64-pkgsStatic-spindle = crossPackages.spindle;
221 pkgsCross-gnu64-pkgsStatic-dolly = crossPackages.dolly;
222
223 treefmt-wrapper = pkgs.treefmt.withConfig {
224 settings.formatter = {
225 alejandra = {
226 command = pkgs.lib.getExe pkgs.alejandra;
227 includes = ["*.nix"];
228 };
229
230 gofmt = {
231 command = pkgs.lib.getExe' pkgs.go "gofmt";
232 options = ["-w"];
233 includes = ["*.go"];
234 };
235
236 rustfmt = {
237 command = pkgs.lib.getExe' fenix.packages.${system}.stable.rustfmt "rustfmt";
238 options = ["--edition" "2024"];
239 includes = ["*.rs"];
240 excludes = ["**/src/_lex/**"];
241 };
242
243 # prettier = let
244 # wrapper = pkgs.runCommandLocal "prettier-wrapper" {nativeBuildInputs = [pkgs.makeWrapper];} ''
245 # makeWrapper ${pkgs.prettier}/bin/prettier "$out" --add-flags "--plugin=${pkgs.prettier-plugin-go-template}/lib/node_modules/prettier-plugin-go-template/lib/index.js"
246 # '';
247 # in {
248 # command = wrapper;
249 # options = ["-w"];
250 # includes = ["*.html"];
251 # # causes Go template plugin errors: https://github.com/NiklasPor/prettier-plugin-go-template/issues/120
252 # excludes = ["appview/pages/templates/layouts/repobase.html" "appview/pages/templates/repo/tags.html"];
253 # };
254 };
255 };
256
257 spindle-nixos-image = linuxPkgs.callPackage ./nix/pkgs/spindle-nixos-image.nix {
258 nixosSystem = self.nixosConfigurations.spindle-nixos;
259 };
260 spindle-nixos-image-tarball = linuxPkgs.runCommand "spindle-nixos-image-tarball.tar.gz" {} ''
261 tar -S -C ${self.packages.${system}.spindle-nixos-image} -h -czf $out .
262 '';
263
264 spindle-alpine-image = let
265 branch = "3.24";
266 version = "${branch}.0";
267 arch = "x86_64";
268 cdn = "https://dl-cdn.alpinelinux.org/alpine/v${branch}/releases/${arch}";
269
270 shuttle = (mkPackageSet linuxPkgs).shuttle-static;
271 in
272 linuxPkgs.callPackage ./nix/pkgs/spindle-alpine-image.nix {
273 inherit arch shuttle;
274 repositories = [
275 "https://dl-cdn.alpinelinux.org/alpine/v${branch}/main"
276 "https://dl-cdn.alpinelinux.org/alpine/v${branch}/community"
277 ];
278 rootfs = linuxPkgs.fetchurl {
279 url = "${cdn}/alpine-minirootfs-${version}-${arch}.tar.gz";
280 hash = "sha256-3poRwODn6clNs+2K97RQ6vwLE2h71+kZnVUFDyCqCok=";
281 };
282 kernel = linuxPkgs.fetchurl {
283 url = "${cdn}/netboot-${version}/vmlinuz-virt";
284 hash = "sha256-Hmv5Ancgx1w+0NeRcfIbV5HuQMqXldB8fG4E3F6irpA=";
285 };
286 initramfs = linuxPkgs.fetchurl {
287 url = "${cdn}/netboot-${version}/initramfs-virt";
288 hash = "sha256-ZCWGSaVMOYOmLz1Gwsf2RhYarMqk+tFVA6MMDWiHVJQ=";
289 };
290 modloop = linuxPkgs.fetchurl {
291 url = "${cdn}/netboot-${version}/modloop-virt";
292 hash = "sha256-p3yO7yU28k04iT01sOzhDmEYi+Yl7VZs5r3RYsWCBX0=";
293 };
294 };
295 spindle-alpine-image-tarball = linuxPkgs.runCommand "spindle-alpine-image-tarball.tar.gz" {} ''
296 tar -S -C ${self.packages.${system}.spindle-alpine-image} -h -czf $out .
297 '';
298 });
299 defaultPackage = forAllSystems (system: self.packages.${system}.appview);
300 devShells = forAllSystems (system: let
301 pkgs = nixpkgsFor.${system};
302 packages' = self.packages.${system};
303 staticShell = args:
304 (pkgs.mkShell.override {
305 stdenv = pkgs.pkgsStatic.stdenv;
306 }) (args
307 // {
308 nativeBuildInputs =
309 args.nativeBuildInputs
310 ++ pkgs.lib.optionals pkgs.stdenv.isDarwin [
311 pkgs.darwin.cctools
312 ];
313 });
314 in {
315 default = staticShell {
316 nativeBuildInputs =
317 [
318 pkgs.go
319 pkgs.air
320 pkgs.gopls
321 pkgs.httpie
322 pkgs.litecli
323 pkgs.websocat
324 pkgs.tailwindcss
325 pkgs.nixos-shell
326 pkgs.redis
327 pkgs.worker-build
328 pkgs.cargo-generate
329 pkgs.qemu
330 pkgs.cdrkit
331 pkgs.buf
332 pkgs.protobuf
333 pkgs.protoc-gen-prost
334 pkgs.protoc-gen-prost-crate
335 pkgs.protoc-gen-prost-serde
336 pkgs.protoc-gen-go
337 (fenix.packages.${system}.combine [
338 fenix.packages.${system}.stable.cargo
339 fenix.packages.${system}.stable.rustc
340 fenix.packages.${system}.stable.rust-src
341 fenix.packages.${system}.stable.clippy
342 fenix.packages.${system}.stable.rustfmt
343 fenix.packages.${system}.targets.wasm32-unknown-unknown.stable.rust-std
344 ])
345 pkgs.coreutils # for those of us who are on systems that use busybox (alpine)
346 packages'.lexgen
347 packages'.treefmt-wrapper
348 packages'.tap
349 pkgs.e2fsprogs
350 pkgs.util-linux
351 ]
352 ++ pkgs.lib.optionals pkgs.stdenv.isLinux [
353 pkgs.parted
354 pkgs.slirp4netns
355 pkgs.iproute2
356 ];
357 shellHook = ''
358 mkdir -p appview/pages/static
359 # temporary self-heal for workspaces that copied static assets as read-only
360 [ -d appview/pages/static/icons ] && [ ! -w appview/pages/static/icons ] && chmod -R u+rwX appview/pages/static
361 # no preserve is needed because watch-tailwind will want to be able to overwrite
362 cp -fr --no-preserve=ownership,mode ${packages'.appview-static-files}/* appview/pages/static
363 export TANGLED_OAUTH_CLIENT_KID="$(date +%s)"
364 export TANGLED_OAUTH_CLIENT_SECRET="$(${packages'.goat}/bin/goat key generate -t P-256 | grep -A1 "Secret Key" | tail -n1 | awk '{print $1}')"
365 # Make xcrun (Nix stub) able to find ld from the system Command Line Tools.
366 # Without this, worker-build/cargo fails with "error: tool 'ld' not found".
367 if [ -d /Library/Developer/CommandLineTools/usr/bin ]; then
368 export PATH=/Library/Developer/CommandLineTools/usr/bin:$PATH
369 fi
370 '';
371 env.CGO_ENABLED = 1;
372 };
373 });
374 apps = forAllSystems (system: let
375 pkgs = nixpkgsFor."${system}";
376 packages' = self.packages.${system};
377 air-watcher = name: arg:
378 pkgs.writeShellScriptBin "run"
379 ''
380 export PATH=${pkgs.go}/bin:$PATH
381 ${pkgs.air}/bin/air -c ./.air/${name}.toml \
382 -build.args_bin "${arg}"
383 '';
384 tailwind-watcher =
385 pkgs.writeShellScriptBin "run"
386 ''
387 export BROWSERSLIST_IGNORE_OLD_DATA=true
388 ${pkgs.tailwindcss}/bin/tailwindcss --watch=always -i input.css -o ./appview/pages/static/tw.css
389 '';
390 in {
391 watch-appview = {
392 type = "app";
393 program = toString (pkgs.writeShellScript "watch-appview" ''
394 echo "copying static files to appview/pages/static..."
395 mkdir -p appview/pages/static
396 ${pkgs.coreutils}/bin/cp -fr --no-preserve=ownership,mode ${packages'.appview-static-files}/* appview/pages/static
397 ${air-watcher "appview" ""}/bin/run
398 '');
399 };
400 watch-knot = {
401 type = "app";
402 program = ''${air-watcher "knot" "server"}/bin/run'';
403 };
404 watch-spindle = {
405 type = "app";
406 program = ''${air-watcher "spindle" ""}/bin/run'';
407 };
408 watch-blog = {
409 type = "app";
410 program = toString (pkgs.writeShellScript "watch-blog" ''
411 echo "copying static files to appview/pages/static..."
412 mkdir -p appview/pages/static
413 ${pkgs.coreutils}/bin/cp -fr --no-preserve=ownership,mode ${packages'.appview-static-files}/* appview/pages/static
414 ${air-watcher "blog" "serve"}/bin/run
415 '');
416 };
417 watch-tailwind = {
418 type = "app";
419 program = ''${tailwind-watcher}/bin/run'';
420 };
421 serve-docs = {
422 type = "app";
423 program = toString (pkgs.writeShellScript "serve-docs" ''
424 echo "building docs..."
425 docsOut=$(nix build --no-link --print-out-paths .#docs)
426 echo "serving docs at http://localhost:1414"
427 cd "$docsOut"
428 exec ${pkgs.python3}/bin/python3 -m http.server 1414
429 '');
430 };
431 regenerate-proto = {
432 type = "app";
433 program =
434 (pkgs.writeShellApplication {
435 name = "regenerate-proto";
436 runtimeInputs = with pkgs; [git buf coreutils];
437 text = ''
438 rootDir=$(git rev-parse --show-toplevel 2>/dev/null || pwd)
439 cd "$rootDir"
440 echo ">>> regenerating protobuf files.."
441 buf generate
442 echo ">>> generating file descriptor set for shuttle..."
443 buf build -o shuttle/src/gen/file_descriptor_set.bin
444 echo ">>> done"
445 '';
446 })
447 + "/bin/regenerate-proto";
448 };
449 vm = let
450 guestSystem =
451 if pkgs.stdenv.hostPlatform.isAarch64
452 then "aarch64-linux"
453 else "x86_64-linux";
454 in {
455 type = "app";
456 program =
457 (pkgs.writeShellApplication {
458 name = "launch-vm";
459 text = ''
460 rootDir=$(jj --ignore-working-copy root || git rev-parse --show-toplevel) || (echo "error: can't find repo root?"; exit 1)
461 cd "$rootDir"
462
463 # Reset TMPDIR in case it points to a stale nix-shell temp dir
464 export TMPDIR=/tmp
465
466 mkdir -p nix/vm-data/{knot,repos,spindle,spindle-logs}
467
468 export TANGLED_VM_DATA_DIR="$rootDir/nix/vm-data"
469 exec ${pkgs.lib.getExe
470 (import ./nix/vm.nix {
471 inherit nixpkgs self;
472 system = guestSystem;
473 hostSystem = system;
474 }).config.system.build.vm}
475 '';
476 })
477 + /bin/launch-vm;
478 };
479 gomod2nix = {
480 type = "app";
481 program = toString (pkgs.writeShellScript "gomod2nix" ''
482 ${gomod2nix.legacyPackages.${system}.gomod2nix}/bin/gomod2nix generate --outdir ./nix
483 '');
484 };
485 lexgen = {
486 type = "app";
487 program =
488 (pkgs.writeShellApplication {
489 name = "lexgen";
490 text = ''
491 if ! command -v lexgen > /dev/null; then
492 echo "error: must be executed from devshell"
493 exit 1
494 fi
495
496 rootDir=$(jj --ignore-working-copy root || git rev-parse --show-toplevel) || (echo "error: can't find repo root?"; exit 1)
497 cd "$rootDir"
498
499 rm -f api/tangled/*
500 lexgen --build-file lexicon-build-config.json lexicons
501 sed -i.bak 's/\tutil/\/\/\tutil/' api/tangled/*
502 # lexgen generates incomplete Marshaler/Unmarshaler for union types
503 find api/tangled/*.go -not -name "cbor_gen.go" -exec \
504 sed -i '/^func.*\(MarshalCBOR\|UnmarshalCBOR\)/,/^}/ s/^/\/\/ /' {} +
505 ${pkgs.gotools}/bin/goimports -w api/tangled/*
506 CGO_ENABLED=0 go run ./cmd/cborgen/
507 lexgen --build-file lexicon-build-config.json lexicons
508 rm api/tangled/*.bak
509 '';
510 })
511 + /bin/lexgen;
512 };
513 });
514
515 nixosModules.appview = {
516 lib,
517 pkgs,
518 ...
519 }: {
520 imports = [./nix/modules/appview.nix];
521
522 services.tangled.appview.package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.appview;
523 };
524 nixosModules.knotmirror = {
525 lib,
526 pkgs,
527 ...
528 }: {
529 imports = [./nix/modules/knotmirror.nix];
530
531 services.tangled.knotmirror.tap-package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.tap;
532 services.tangled.knotmirror.package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.knotmirror;
533 };
534 nixosModules.zoekt-tnglserver = {
535 lib,
536 pkgs,
537 ...
538 }: {
539 imports = [./nix/modules/zoekt-tnglserver.nix];
540
541 services.tangled.zoekt.package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.zoekt-tngl-indexserver;
542 services.tangled.zoekt.zoekt-webserver-package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.zoekt-webserver;
543 };
544 nixosModules.knot = {
545 lib,
546 pkgs,
547 ...
548 }: {
549 imports = [./nix/modules/knot.nix];
550
551 services.tangled.knot.package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.knot;
552 };
553 nixosModules.spindle = {
554 lib,
555 pkgs,
556 ...
557 }: {
558 imports = [./nix/modules/spindle.nix];
559
560 services.tangled.spindle.package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.spindle;
561 };
562 nixosModules.shuttle = {
563 lib,
564 pkgs,
565 ...
566 }: {
567 imports = [./nix/modules/shuttle.nix];
568
569 services.tangled.shuttle.package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.shuttle;
570 };
571
572 nixosModules.spindle-nixos = import ./nix/microvm/spindle-vm.nix {inherit self microvm;} ./nix/microvm/qemu.nix;
573
574 formatter = forAllSystems (system: self.packages.${system}.treefmt-wrapper);
575
576 nixosConfigurations = let
577 spindleNixosBase = nixpkgs.lib.nixosSystem {
578 system = "x86_64-linux";
579 modules = [self.nixosModules.spindle-nixos];
580 };
581 in {
582 spindle-nixos = spindleNixosBase;
583 };
584 };
585}