Monorepo for Tangled
tangled.org
1{
2 description = "atproto github";
3
4 inputs = {
5 nixpkgs.url = "github:nixos/nixpkgs/nixos-unstable";
6 fenix = {
7 url = "github:nix-community/fenix";
8 inputs.nixpkgs.follows = "nixpkgs";
9 };
10 gomod2nix = {
11 url = "github:nix-community/gomod2nix";
12 inputs.nixpkgs.follows = "nixpkgs";
13 };
14 flake-compat = {
15 url = "https://git.lix.systems/lix-project/flake-compat/archive/main.tar.gz";
16 flake = false;
17 };
18 indigo = {
19 url = "github:oppiliappan/indigo";
20 flake = false;
21 };
22 htmx-src = {
23 url = "https://unpkg.com/htmx.org@2.0.4/dist/htmx.min.js";
24 flake = false;
25 };
26 htmx-ws-src = {
27 # strange errors in consle that i can't really make out
28 # url = "https://unpkg.com/htmx.org@2.0.4/dist/ext/ws.js";
29 url = "https://cdn.jsdelivr.net/npm/htmx-ext-ws@2.0.2";
30 flake = false;
31 };
32 htmx-sse-src = {
33 url = "https://cdn.jsdelivr.net/npm/htmx-ext-sse@2.2.4";
34 flake = false;
35 };
36 lucide-src = {
37 url = "https://github.com/lucide-icons/lucide/releases/download/0.536.0/lucide-icons-0.536.0.zip";
38 flake = false;
39 };
40 inter-fonts-src = {
41 url = "https://github.com/rsms/inter/releases/download/v4.1/Inter-4.1.zip";
42 flake = false;
43 };
44 actor-typeahead-src = {
45 url = "git+https://tangled.org/@jakelazaroff.com/actor-typeahead";
46 flake = false;
47 };
48 mermaid-src = {
49 url = "https://cdn.jsdelivr.net/npm/mermaid@11.12.3/dist/mermaid.min.js";
50 flake = false;
51 };
52 ibm-plex-mono-src = {
53 url = "https://github.com/IBM/plex/releases/download/%40ibm%2Fplex-mono%401.1.0/ibm-plex-mono.zip";
54 flake = false;
55 };
56 sqlite-lib-src = {
57 url = "https://sqlite.org/2024/sqlite-amalgamation-3450100.zip";
58 flake = false;
59 };
60 };
61
62 outputs = {
63 self,
64 nixpkgs,
65 fenix,
66 gomod2nix,
67 indigo,
68 htmx-src,
69 htmx-ws-src,
70 lucide-src,
71 inter-fonts-src,
72 sqlite-lib-src,
73 ibm-plex-mono-src,
74 actor-typeahead-src,
75 mermaid-src,
76 ...
77 }: let
78 supportedSystems = ["x86_64-linux" "x86_64-darwin" "aarch64-linux" "aarch64-darwin"];
79 forAllSystems = nixpkgs.lib.genAttrs supportedSystems;
80 nixpkgsFor = forAllSystems (system: nixpkgs.legacyPackages.${system});
81
82 mkPackageSet = pkgs:
83 pkgs.lib.makeScope pkgs.newScope (self: {
84 src = let
85 fs = pkgs.lib.fileset;
86 in
87 fs.toSource {
88 root = ./.;
89 fileset = fs.difference (fs.intersection (fs.gitTracked ./.) (fs.fileFilter (file: !(file.hasExt "nix")) ./.)) (fs.maybeMissing ./.jj);
90 };
91 buildGoApplication =
92 (self.callPackage "${gomod2nix}/builder" {
93 gomod2nix = gomod2nix.legacyPackages.${pkgs.stdenv.hostPlatform.system}.gomod2nix;
94 }).buildGoApplication;
95 modules = ./nix/gomod2nix.toml;
96 sqlite-lib = self.callPackage ./nix/pkgs/sqlite-lib.nix {
97 inherit sqlite-lib-src;
98 };
99 lexgen = self.callPackage ./nix/pkgs/lexgen.nix {inherit indigo;};
100 goat = self.callPackage ./nix/pkgs/goat.nix {inherit indigo;};
101 appview-static-files = self.callPackage ./nix/pkgs/appview-static-files.nix {
102 inherit htmx-src htmx-ws-src lucide-src inter-fonts-src ibm-plex-mono-src actor-typeahead-src mermaid-src;
103 };
104 appview = self.callPackage ./nix/pkgs/appview.nix {};
105 docs = self.callPackage ./nix/pkgs/docs.nix {
106 inherit inter-fonts-src ibm-plex-mono-src lucide-src;
107 inherit (pkgs) pagefind;
108 };
109 spindle = self.callPackage ./nix/pkgs/spindle.nix {};
110 knot-unwrapped = self.callPackage ./nix/pkgs/knot-unwrapped.nix {};
111 knot = self.callPackage ./nix/pkgs/knot.nix {};
112 dolly = self.callPackage ./nix/pkgs/dolly.nix {};
113 tap = self.callPackage ./nix/pkgs/tap.nix {};
114 knotmirror = self.callPackage ./nix/pkgs/knotmirror.nix {};
115 });
116 in {
117 overlays.default = final: prev: {
118 inherit (mkPackageSet final) lexgen goat sqlite-lib spindle knot-unwrapped knot appview docs dolly tap knotmirror;
119 };
120
121 packages = forAllSystems (system: let
122 pkgs = nixpkgsFor.${system};
123 packages = mkPackageSet pkgs;
124 staticPackages = mkPackageSet pkgs.pkgsStatic;
125 crossPackages = mkPackageSet pkgs.pkgsCross.gnu64.pkgsStatic;
126 in {
127 inherit
128 (packages)
129 appview
130 appview-static-files
131 lexgen
132 goat
133 spindle
134 knot
135 knot-unwrapped
136 sqlite-lib
137 docs
138 dolly
139 tap
140 knotmirror
141 ;
142
143 pkgsStatic-appview = staticPackages.appview;
144 pkgsStatic-knot = staticPackages.knot;
145 pkgsStatic-knot-unwrapped = staticPackages.knot-unwrapped;
146 pkgsStatic-spindle = staticPackages.spindle;
147 pkgsStatic-sqlite-lib = staticPackages.sqlite-lib;
148 pkgsStatic-dolly = staticPackages.dolly;
149
150 pkgsCross-gnu64-pkgsStatic-appview = crossPackages.appview;
151 pkgsCross-gnu64-pkgsStatic-knot = crossPackages.knot;
152 pkgsCross-gnu64-pkgsStatic-knot-unwrapped = crossPackages.knot-unwrapped;
153 pkgsCross-gnu64-pkgsStatic-spindle = crossPackages.spindle;
154 pkgsCross-gnu64-pkgsStatic-dolly = crossPackages.dolly;
155
156 treefmt-wrapper = pkgs.treefmt.withConfig {
157 settings.formatter = {
158 alejandra = {
159 command = pkgs.lib.getExe pkgs.alejandra;
160 includes = ["*.nix"];
161 };
162
163 gofmt = {
164 command = pkgs.lib.getExe' pkgs.go "gofmt";
165 options = ["-w"];
166 includes = ["*.go"];
167 };
168
169 # prettier = let
170 # wrapper = pkgs.runCommandLocal "prettier-wrapper" {nativeBuildInputs = [pkgs.makeWrapper];} ''
171 # makeWrapper ${pkgs.prettier}/bin/prettier "$out" --add-flags "--plugin=${pkgs.prettier-plugin-go-template}/lib/node_modules/prettier-plugin-go-template/lib/index.js"
172 # '';
173 # in {
174 # command = wrapper;
175 # options = ["-w"];
176 # includes = ["*.html"];
177 # # causes Go template plugin errors: https://github.com/NiklasPor/prettier-plugin-go-template/issues/120
178 # excludes = ["appview/pages/templates/layouts/repobase.html" "appview/pages/templates/repo/tags.html"];
179 # };
180 };
181 };
182 });
183 defaultPackage = forAllSystems (system: self.packages.${system}.appview);
184 devShells = forAllSystems (system: let
185 pkgs = nixpkgsFor.${system};
186 packages' = self.packages.${system};
187 staticShell = pkgs.mkShell.override {
188 stdenv = pkgs.pkgsStatic.stdenv;
189 };
190 in {
191 default = staticShell {
192 nativeBuildInputs = [
193 pkgs.go
194 pkgs.air
195 pkgs.gopls
196 pkgs.httpie
197 pkgs.litecli
198 pkgs.websocat
199 pkgs.tailwindcss
200 pkgs.nixos-shell
201 pkgs.redis
202 pkgs.worker-build
203 pkgs.cargo-generate
204 (fenix.packages.${system}.combine [
205 fenix.packages.${system}.stable.cargo
206 fenix.packages.${system}.stable.rustc
207 fenix.packages.${system}.stable.rust-src
208 fenix.packages.${system}.stable.clippy
209 fenix.packages.${system}.stable.rustfmt
210 fenix.packages.${system}.targets.wasm32-unknown-unknown.stable.rust-std
211 ])
212 pkgs.coreutils # for those of us who are on systems that use busybox (alpine)
213 packages'.lexgen
214 packages'.treefmt-wrapper
215 packages'.tap
216 ];
217 shellHook = ''
218 mkdir -p appview/pages/static
219 # temporary self-heal for workspaces that copied static assets as read-only
220 [ -d appview/pages/static/icons ] && [ ! -w appview/pages/static/icons ] && chmod -R u+rwX appview/pages/static
221 # no preserve is needed because watch-tailwind will want to be able to overwrite
222 cp -fr --no-preserve=ownership,mode ${packages'.appview-static-files}/* appview/pages/static
223 export TANGLED_OAUTH_CLIENT_KID="$(date +%s)"
224 export TANGLED_OAUTH_CLIENT_SECRET="$(${packages'.goat}/bin/goat key generate -t P-256 | grep -A1 "Secret Key" | tail -n1 | awk '{print $1}')"
225 '';
226 env.CGO_ENABLED = 1;
227 };
228 });
229 apps = forAllSystems (system: let
230 pkgs = nixpkgsFor."${system}";
231 packages' = self.packages.${system};
232 air-watcher = name: arg:
233 pkgs.writeShellScriptBin "run"
234 ''
235 export PATH=${pkgs.go}/bin:$PATH
236 ${pkgs.air}/bin/air -c ./.air/${name}.toml \
237 -build.args_bin "${arg}"
238 '';
239 tailwind-watcher =
240 pkgs.writeShellScriptBin "run"
241 ''
242 ${pkgs.tailwindcss}/bin/tailwindcss --watch=always -i input.css -o ./appview/pages/static/tw.css
243 '';
244 in {
245 fmt = {
246 type = "app";
247 program = pkgs.lib.getExe packages'.treefmt-wrapper;
248 };
249 watch-appview = {
250 type = "app";
251 program = toString (pkgs.writeShellScript "watch-appview" ''
252 echo "copying static files to appview/pages/static..."
253 mkdir -p appview/pages/static
254 ${pkgs.coreutils}/bin/cp -fr --no-preserve=ownership,mode ${packages'.appview-static-files}/* appview/pages/static
255 ${air-watcher "appview" ""}/bin/run
256 '');
257 };
258 watch-knot = {
259 type = "app";
260 program = ''${air-watcher "knot" "server"}/bin/run'';
261 };
262 watch-spindle = {
263 type = "app";
264 program = ''${air-watcher "spindle" ""}/bin/run'';
265 };
266 watch-blog = {
267 type = "app";
268 program = toString (pkgs.writeShellScript "watch-blog" ''
269 echo "copying static files to appview/pages/static..."
270 mkdir -p appview/pages/static
271 ${pkgs.coreutils}/bin/cp -fr --no-preserve=ownership,mode ${packages'.appview-static-files}/* appview/pages/static
272 ${air-watcher "blog" "serve"}/bin/run
273 '');
274 };
275 watch-tailwind = {
276 type = "app";
277 program = ''${tailwind-watcher}/bin/run'';
278 };
279 serve-docs = {
280 type = "app";
281 program = toString (pkgs.writeShellScript "serve-docs" ''
282 echo "building docs..."
283 docsOut=$(nix build --no-link --print-out-paths .#docs)
284 echo "serving docs at http://localhost:1414"
285 cd "$docsOut"
286 exec ${pkgs.python3}/bin/python3 -m http.server 1414
287 '');
288 };
289 vm = let
290 guestSystem =
291 if pkgs.stdenv.hostPlatform.isAarch64
292 then "aarch64-linux"
293 else "x86_64-linux";
294 in {
295 type = "app";
296 program =
297 (pkgs.writeShellApplication {
298 name = "launch-vm";
299 text = ''
300 rootDir=$(jj --ignore-working-copy root || git rev-parse --show-toplevel) || (echo "error: can't find repo root?"; exit 1)
301 cd "$rootDir"
302
303 mkdir -p nix/vm-data/{knot,repos,spindle,spindle-logs}
304
305 export TANGLED_VM_DATA_DIR="$rootDir/nix/vm-data"
306 exec ${pkgs.lib.getExe
307 (import ./nix/vm.nix {
308 inherit nixpkgs self;
309 system = guestSystem;
310 hostSystem = system;
311 }).config.system.build.vm}
312 '';
313 })
314 + /bin/launch-vm;
315 };
316 gomod2nix = {
317 type = "app";
318 program = toString (pkgs.writeShellScript "gomod2nix" ''
319 ${gomod2nix.legacyPackages.${system}.gomod2nix}/bin/gomod2nix generate --outdir ./nix
320 '');
321 };
322 lexgen = {
323 type = "app";
324 program =
325 (pkgs.writeShellApplication {
326 name = "lexgen";
327 text = ''
328 if ! command -v lexgen > /dev/null; then
329 echo "error: must be executed from devshell"
330 exit 1
331 fi
332
333 rootDir=$(jj --ignore-working-copy root || git rev-parse --show-toplevel) || (echo "error: can't find repo root?"; exit 1)
334 cd "$rootDir"
335
336 rm -f api/tangled/*
337 lexgen --build-file lexicon-build-config.json lexicons
338 sed -i.bak 's/\tutil/\/\/\tutil/' api/tangled/*
339 # lexgen generates incomplete Marshaler/Unmarshaler for union types
340 find api/tangled/*.go -not -name "cbor_gen.go" -exec \
341 sed -i '/^func.*\(MarshalCBOR\|UnmarshalCBOR\)/,/^}/ s/^/\/\/ /' {} +
342 ${pkgs.gotools}/bin/goimports -w api/tangled/*
343 go run ./cmd/cborgen/
344 lexgen --build-file lexicon-build-config.json lexicons
345 rm api/tangled/*.bak
346 '';
347 })
348 + /bin/lexgen;
349 };
350 });
351
352 nixosModules.appview = {
353 lib,
354 pkgs,
355 ...
356 }: {
357 imports = [./nix/modules/appview.nix];
358
359 services.tangled.appview.package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.appview;
360 };
361 nixosModules.knotmirror = {
362 lib,
363 pkgs,
364 ...
365 }: {
366 imports = [./nix/modules/knotmirror.nix];
367
368 services.tangled.knotmirror.tap-package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.tap;
369 services.tangled.knotmirror.package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.knotmirror;
370 };
371 nixosModules.knot = {
372 lib,
373 pkgs,
374 ...
375 }: {
376 imports = [./nix/modules/knot.nix];
377
378 services.tangled.knot.package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.knot;
379 };
380 nixosModules.spindle = {
381 lib,
382 pkgs,
383 ...
384 }: {
385 imports = [./nix/modules/spindle.nix];
386
387 services.tangled.spindle.package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.spindle;
388 };
389 };
390}