Monorepo for Tangled
tangled.org
1{
2 description = "atproto github";
3
4 inputs = {
5 nixpkgs.url = "github:nixos/nixpkgs/nixos-unstable";
6 gomod2nix = {
7 url = "github:nix-community/gomod2nix";
8 inputs.nixpkgs.follows = "nixpkgs";
9 };
10 flake-compat = {
11 url = "https://git.lix.systems/lix-project/flake-compat/archive/main.tar.gz";
12 flake = false;
13 };
14 htmx-src = {
15 url = "https://unpkg.com/htmx.org@2.0.4/dist/htmx.min.js";
16 flake = false;
17 };
18 htmx-ws-src = {
19 # strange errors in consle that i can't really make out
20 # url = "https://unpkg.com/htmx.org@2.0.4/dist/ext/ws.js";
21 url = "https://cdn.jsdelivr.net/npm/htmx-ext-ws@2.0.2";
22 flake = false;
23 };
24 lucide-src = {
25 url = "https://github.com/lucide-icons/lucide/releases/download/0.536.0/lucide-icons-0.536.0.zip";
26 flake = false;
27 };
28 inter-fonts-src = {
29 url = "https://github.com/rsms/inter/releases/download/v4.1/Inter-4.1.zip";
30 flake = false;
31 };
32 actor-typeahead-src = {
33 url = "git+https://tangled.org/@jakelazaroff.com/actor-typeahead";
34 flake = false;
35 };
36 ibm-plex-mono-src = {
37 url = "https://github.com/IBM/plex/releases/download/%40ibm%2Fplex-mono%401.1.0/ibm-plex-mono.zip";
38 flake = false;
39 };
40 sqlite-lib-src = {
41 url = "https://sqlite.org/2024/sqlite-amalgamation-3450100.zip";
42 flake = false;
43 };
44 };
45
46 outputs = {
47 self,
48 nixpkgs,
49 gomod2nix,
50 htmx-src,
51 htmx-ws-src,
52 lucide-src,
53 inter-fonts-src,
54 sqlite-lib-src,
55 ibm-plex-mono-src,
56 actor-typeahead-src,
57 ...
58 }: let
59 supportedSystems = ["x86_64-linux" "x86_64-darwin" "aarch64-linux" "aarch64-darwin"];
60 forAllSystems = nixpkgs.lib.genAttrs supportedSystems;
61 nixpkgsFor = forAllSystems (system: nixpkgs.legacyPackages.${system});
62
63 mkPackageSet = pkgs:
64 pkgs.lib.makeScope pkgs.newScope (self: {
65 src = let
66 fs = pkgs.lib.fileset;
67 in
68 fs.toSource {
69 root = ./.;
70 fileset = fs.difference (fs.intersection (fs.gitTracked ./.) (fs.fileFilter (file: !(file.hasExt "nix")) ./.)) (fs.maybeMissing ./.jj);
71 };
72 buildGoApplication =
73 (self.callPackage "${gomod2nix}/builder" {
74 gomod2nix = gomod2nix.legacyPackages.${pkgs.stdenv.hostPlatform.system}.gomod2nix;
75 }).buildGoApplication;
76 modules = ./nix/gomod2nix.toml;
77 sqlite-lib = self.callPackage ./nix/pkgs/sqlite-lib.nix {
78 inherit sqlite-lib-src;
79 };
80 lexgen = self.callPackage ./nix/pkgs/lexgen.nix {};
81 appview-static-files = self.callPackage ./nix/pkgs/appview-static-files.nix {
82 inherit htmx-src htmx-ws-src lucide-src inter-fonts-src ibm-plex-mono-src actor-typeahead-src;
83 };
84 appview = self.callPackage ./nix/pkgs/appview.nix {};
85 docs = self.callPackage ./nix/pkgs/docs.nix {
86 inherit inter-fonts-src ibm-plex-mono-src lucide-src;
87 };
88 spindle = self.callPackage ./nix/pkgs/spindle.nix {};
89 knot-unwrapped = self.callPackage ./nix/pkgs/knot-unwrapped.nix {};
90 knot = self.callPackage ./nix/pkgs/knot.nix {};
91 dolly = self.callPackage ./nix/pkgs/dolly.nix {};
92 did-method-plc = self.callPackage ./nix/pkgs/did-method-plc.nix {};
93 bluesky-jetstream = self.callPackage ./nix/pkgs/bluesky-jetstream.nix {};
94 bluesky-relay = self.callPackage ./nix/pkgs/bluesky-relay.nix {};
95 tap = self.callPackage ./nix/pkgs/tap.nix {};
96 });
97 in {
98 overlays.default = final: prev: {
99 inherit (mkPackageSet final) lexgen sqlite-lib spindle knot-unwrapped knot appview docs dolly did-method-plc bluesky-jetstream bluesky-relay tap;
100 };
101
102 packages = forAllSystems (system: let
103 pkgs = nixpkgsFor.${system};
104 packages = mkPackageSet pkgs;
105 staticPackages = mkPackageSet pkgs.pkgsStatic;
106 crossPackages = mkPackageSet pkgs.pkgsCross.gnu64.pkgsStatic;
107 in {
108 inherit
109 (packages)
110 appview
111 appview-static-files
112 lexgen
113 spindle
114 knot
115 knot-unwrapped
116 sqlite-lib
117 docs
118 dolly
119 did-method-plc
120 bluesky-jetstream
121 bluesky-relay
122 tap
123 ;
124
125 pkgsStatic-appview = staticPackages.appview;
126 pkgsStatic-knot = staticPackages.knot;
127 pkgsStatic-knot-unwrapped = staticPackages.knot-unwrapped;
128 pkgsStatic-spindle = staticPackages.spindle;
129 pkgsStatic-sqlite-lib = staticPackages.sqlite-lib;
130 pkgsStatic-dolly = staticPackages.dolly;
131
132 pkgsCross-gnu64-pkgsStatic-appview = crossPackages.appview;
133 pkgsCross-gnu64-pkgsStatic-knot = crossPackages.knot;
134 pkgsCross-gnu64-pkgsStatic-knot-unwrapped = crossPackages.knot-unwrapped;
135 pkgsCross-gnu64-pkgsStatic-spindle = crossPackages.spindle;
136 pkgsCross-gnu64-pkgsStatic-dolly = crossPackages.dolly;
137
138 treefmt-wrapper = pkgs.treefmt.withConfig {
139 settings.formatter = {
140 alejandra = {
141 command = pkgs.lib.getExe pkgs.alejandra;
142 includes = ["*.nix"];
143 };
144
145 gofmt = {
146 command = pkgs.lib.getExe' pkgs.go "gofmt";
147 options = ["-w"];
148 includes = ["*.go"];
149 };
150
151 # prettier = let
152 # wrapper = pkgs.runCommandLocal "prettier-wrapper" {nativeBuildInputs = [pkgs.makeWrapper];} ''
153 # makeWrapper ${pkgs.prettier}/bin/prettier "$out" --add-flags "--plugin=${pkgs.prettier-plugin-go-template}/lib/node_modules/prettier-plugin-go-template/lib/index.js"
154 # '';
155 # in {
156 # command = wrapper;
157 # options = ["-w"];
158 # includes = ["*.html"];
159 # # causes Go template plugin errors: https://github.com/NiklasPor/prettier-plugin-go-template/issues/120
160 # excludes = ["appview/pages/templates/layouts/repobase.html" "appview/pages/templates/repo/tags.html"];
161 # };
162 };
163 };
164 });
165 defaultPackage = forAllSystems (system: self.packages.${system}.appview);
166 devShells = forAllSystems (system: let
167 pkgs = nixpkgsFor.${system};
168 packages' = self.packages.${system};
169 staticShell = pkgs.mkShell.override {
170 stdenv = pkgs.pkgsStatic.stdenv;
171 };
172 in {
173 default = staticShell {
174 nativeBuildInputs = [
175 pkgs.go
176 pkgs.air
177 pkgs.gopls
178 pkgs.httpie
179 pkgs.litecli
180 pkgs.websocat
181 pkgs.tailwindcss
182 pkgs.nixos-shell
183 pkgs.redis
184 pkgs.coreutils # for those of us who are on systems that use busybox (alpine)
185 pkgs.atproto-goat
186 packages'.lexgen
187 packages'.treefmt-wrapper
188 ];
189 shellHook = ''
190 mkdir -p appview/pages/static
191 # no preserve is needed because watch-tailwind will want to be able to overwrite
192 cp -fr --no-preserve=ownership ${packages'.appview-static-files}/* appview/pages/static
193 export TANGLED_OAUTH_CLIENT_KID="$(date +%s)"
194 export TANGLED_OAUTH_CLIENT_SECRET="$(${pkgs.atproto-goat}/bin/goat key generate -t P-256 | grep -A1 "Secret Key" | tail -n1 | awk '{print $1}')"
195 '';
196 env.CGO_ENABLED = 1;
197 };
198 });
199 apps = forAllSystems (system: let
200 pkgs = nixpkgsFor."${system}";
201 packages' = self.packages.${system};
202 air-watcher = name: arg:
203 pkgs.writeShellScriptBin "run"
204 ''
205 export PATH=${pkgs.go}/bin:$PATH
206 ${pkgs.air}/bin/air -c ./.air/${name}.toml \
207 -build.args_bin "${arg}"
208 '';
209 tailwind-watcher =
210 pkgs.writeShellScriptBin "run"
211 ''
212 ${pkgs.tailwindcss}/bin/tailwindcss --watch=always -i input.css -o ./appview/pages/static/tw.css
213 '';
214 in {
215 fmt = {
216 type = "app";
217 program = pkgs.lib.getExe packages'.treefmt-wrapper;
218 };
219 watch-appview = {
220 type = "app";
221 program = toString (pkgs.writeShellScript "watch-appview" ''
222 echo "copying static files to appview/pages/static..."
223 ${pkgs.coreutils}/bin/cp -fr --no-preserve=ownership ${packages'.appview-static-files}/* appview/pages/static
224 ${air-watcher "appview" ""}/bin/run
225 '');
226 };
227 watch-knot = {
228 type = "app";
229 program = ''${air-watcher "knot" "server"}/bin/run'';
230 };
231 watch-spindle = {
232 type = "app";
233 program = ''${air-watcher "spindle" ""}/bin/run'';
234 };
235 watch-tailwind = {
236 type = "app";
237 program = ''${tailwind-watcher}/bin/run'';
238 };
239 vm = let
240 guestSystem =
241 if pkgs.stdenv.hostPlatform.isAarch64
242 then "aarch64-linux"
243 else "x86_64-linux";
244 in {
245 type = "app";
246 program =
247 (pkgs.writeShellApplication {
248 name = "launch-vm";
249 text = ''
250 rootDir=$(jj --ignore-working-copy root || git rev-parse --show-toplevel) || (echo "error: can't find repo root?"; exit 1)
251 cd "$rootDir"
252
253 mkdir -p nix/vm-data/{caddy,knot,repos,spindle,spindle-logs}
254
255 export TANGLED_VM_DATA_DIR="$rootDir/nix/vm-data"
256 exec ${pkgs.lib.getExe
257 (import ./nix/vm.nix {
258 inherit nixpkgs self;
259 system = guestSystem;
260 hostSystem = system;
261 }).config.system.build.vm}
262 '';
263 })
264 + /bin/launch-vm;
265 };
266 gomod2nix = {
267 type = "app";
268 program = toString (pkgs.writeShellScript "gomod2nix" ''
269 ${gomod2nix.legacyPackages.${system}.gomod2nix}/bin/gomod2nix generate --outdir ./nix
270 '');
271 };
272 lexgen = {
273 type = "app";
274 program =
275 (pkgs.writeShellApplication {
276 name = "lexgen";
277 text = ''
278 if ! command -v lexgen > /dev/null; then
279 echo "error: must be executed from devshell"
280 exit 1
281 fi
282
283 rootDir=$(jj --ignore-working-copy root || git rev-parse --show-toplevel) || (echo "error: can't find repo root?"; exit 1)
284 cd "$rootDir"
285
286 rm -f api/tangled/*
287 lexgen --build-file lexicon-build-config.json lexicons
288 sed -i.bak 's/\tlexutil.RegisterType/\/\/\tlexutil.RegisterType/' api/tangled/*
289 # lexgen generates incomplete Marshaler/Unmarshaler for union types
290 find api/tangled/*.go -not -name "cbor_gen.go" -exec \
291 sed -i '/^func.*\(MarshalCBOR\|UnmarshalCBOR\)/,/^}/ s/^/\/\/ /' {} +
292 ${pkgs.gotools}/bin/goimports -w api/tangled/*
293 go run ./cmd/cborgen/
294 lexgen --build-file lexicon-build-config.json lexicons
295 rm api/tangled/*.bak
296 '';
297 })
298 + /bin/lexgen;
299 };
300 });
301
302 nixosModules.appview = {
303 lib,
304 pkgs,
305 ...
306 }: {
307 imports = [./nix/modules/appview.nix];
308
309 services.tangled.appview.package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.appview;
310 };
311 nixosModules.knot = {
312 lib,
313 pkgs,
314 ...
315 }: {
316 imports = [./nix/modules/knot.nix];
317
318 services.tangled.knot.package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.knot;
319 };
320 nixosModules.spindle = {
321 lib,
322 pkgs,
323 ...
324 }: {
325 imports = [./nix/modules/spindle.nix];
326
327 services.tangled.spindle.package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.spindle;
328 services.tangled.spindle.tap-package = lib.mkDefault self.packages.${pkgs.system}.tap;
329 };
330 nixosModules.did-method-plc = {
331 lib,
332 pkgs,
333 ...
334 }: {
335 imports = [./nix/modules/did-method-plc.nix];
336 services.did-method-plc.package = lib.mkDefault self.packages.${pkgs.system}.did-method-plc;
337 };
338 nixosModules.bluesky-relay = {
339 lib,
340 pkgs,
341 ...
342 }: {
343 imports = [./nix/modules/bluesky-relay.nix];
344 services.bluesky-relay.package = lib.mkDefault self.packages.${pkgs.system}.bluesky-relay;
345 };
346 nixosModules.bluesky-jetstream = {
347 lib,
348 pkgs,
349 ...
350 }: {
351 imports = [./nix/modules/bluesky-jetstream.nix];
352 services.bluesky-jetstream.package = lib.mkDefault self.packages.${pkgs.system}.bluesky-jetstream;
353 };
354 };
355}