Monorepo for Tangled
at sl/spindle-rewrite 385 lines 14 kB view raw
1{ 2 description = "atproto github"; 3 4 inputs = { 5 nixpkgs.url = "github:nixos/nixpkgs/nixos-unstable"; 6 fenix = { 7 url = "github:nix-community/fenix"; 8 inputs.nixpkgs.follows = "nixpkgs"; 9 }; 10 gomod2nix = { 11 url = "github:nix-community/gomod2nix"; 12 inputs.nixpkgs.follows = "nixpkgs"; 13 }; 14 flake-compat = { 15 url = "https://git.lix.systems/lix-project/flake-compat/archive/main.tar.gz"; 16 flake = false; 17 }; 18 indigo = { 19 url = "github:oppiliappan/indigo"; 20 flake = false; 21 }; 22 htmx-src = { 23 url = "https://unpkg.com/htmx.org@2.0.4/dist/htmx.min.js"; 24 flake = false; 25 }; 26 htmx-ws-src = { 27 # strange errors in consle that i can't really make out 28 # url = "https://unpkg.com/htmx.org@2.0.4/dist/ext/ws.js"; 29 url = "https://cdn.jsdelivr.net/npm/htmx-ext-ws@2.0.2"; 30 flake = false; 31 }; 32 lucide-src = { 33 url = "https://github.com/lucide-icons/lucide/releases/download/0.536.0/lucide-icons-0.536.0.zip"; 34 flake = false; 35 }; 36 inter-fonts-src = { 37 url = "https://github.com/rsms/inter/releases/download/v4.1/Inter-4.1.zip"; 38 flake = false; 39 }; 40 actor-typeahead-src = { 41 url = "git+https://tangled.org/@jakelazaroff.com/actor-typeahead"; 42 flake = false; 43 }; 44 mermaid-src = { 45 url = "https://cdn.jsdelivr.net/npm/mermaid@11.12.3/dist/mermaid.min.js"; 46 flake = false; 47 }; 48 ibm-plex-mono-src = { 49 url = "https://github.com/IBM/plex/releases/download/%40ibm%2Fplex-mono%401.1.0/ibm-plex-mono.zip"; 50 flake = false; 51 }; 52 sqlite-lib-src = { 53 url = "https://sqlite.org/2024/sqlite-amalgamation-3450100.zip"; 54 flake = false; 55 }; 56 }; 57 58 outputs = { 59 self, 60 nixpkgs, 61 fenix, 62 gomod2nix, 63 indigo, 64 htmx-src, 65 htmx-ws-src, 66 lucide-src, 67 inter-fonts-src, 68 sqlite-lib-src, 69 ibm-plex-mono-src, 70 actor-typeahead-src, 71 mermaid-src, 72 ... 73 }: let 74 supportedSystems = ["x86_64-linux" "x86_64-darwin" "aarch64-linux" "aarch64-darwin"]; 75 forAllSystems = nixpkgs.lib.genAttrs supportedSystems; 76 nixpkgsFor = forAllSystems (system: nixpkgs.legacyPackages.${system}); 77 78 mkPackageSet = pkgs: 79 pkgs.lib.makeScope pkgs.newScope (self: { 80 src = let 81 fs = pkgs.lib.fileset; 82 in 83 fs.toSource { 84 root = ./.; 85 fileset = fs.difference (fs.intersection (fs.gitTracked ./.) (fs.fileFilter (file: !(file.hasExt "nix")) ./.)) (fs.maybeMissing ./.jj); 86 }; 87 buildGoApplication = 88 (self.callPackage "${gomod2nix}/builder" { 89 gomod2nix = gomod2nix.legacyPackages.${pkgs.stdenv.hostPlatform.system}.gomod2nix; 90 }).buildGoApplication; 91 modules = ./nix/gomod2nix.toml; 92 sqlite-lib = self.callPackage ./nix/pkgs/sqlite-lib.nix { 93 inherit sqlite-lib-src; 94 }; 95 lexgen = self.callPackage ./nix/pkgs/lexgen.nix {inherit indigo;}; 96 goat = self.callPackage ./nix/pkgs/goat.nix {inherit indigo;}; 97 appview-static-files = self.callPackage ./nix/pkgs/appview-static-files.nix { 98 inherit htmx-src htmx-ws-src lucide-src inter-fonts-src ibm-plex-mono-src actor-typeahead-src mermaid-src; 99 }; 100 appview = self.callPackage ./nix/pkgs/appview.nix {}; 101 docs = self.callPackage ./nix/pkgs/docs.nix { 102 inherit inter-fonts-src ibm-plex-mono-src lucide-src; 103 inherit (pkgs) pagefind; 104 }; 105 spindle = self.callPackage ./nix/pkgs/spindle.nix {}; 106 knot-unwrapped = self.callPackage ./nix/pkgs/knot-unwrapped.nix {}; 107 knot = self.callPackage ./nix/pkgs/knot.nix {}; 108 dolly = self.callPackage ./nix/pkgs/dolly.nix {}; 109 tap = self.callPackage ./nix/pkgs/tap.nix {}; 110 knotmirror = self.callPackage ./nix/pkgs/knot-mirror.nix {}; 111 }); 112 in { 113 overlays.default = final: prev: { 114 inherit (mkPackageSet final) lexgen goat sqlite-lib spindle knot-unwrapped knot appview docs dolly tap knotmirror; 115 }; 116 117 packages = forAllSystems (system: let 118 pkgs = nixpkgsFor.${system}; 119 packages = mkPackageSet pkgs; 120 staticPackages = mkPackageSet pkgs.pkgsStatic; 121 crossPackages = mkPackageSet pkgs.pkgsCross.gnu64.pkgsStatic; 122 in { 123 inherit 124 (packages) 125 appview 126 appview-static-files 127 lexgen 128 goat 129 spindle 130 knot 131 knot-unwrapped 132 sqlite-lib 133 docs 134 dolly 135 tap 136 ; 137 138 pkgsStatic-appview = staticPackages.appview; 139 pkgsStatic-knot = staticPackages.knot; 140 pkgsStatic-knot-unwrapped = staticPackages.knot-unwrapped; 141 pkgsStatic-spindle = staticPackages.spindle; 142 pkgsStatic-sqlite-lib = staticPackages.sqlite-lib; 143 pkgsStatic-dolly = staticPackages.dolly; 144 145 pkgsCross-gnu64-pkgsStatic-appview = crossPackages.appview; 146 pkgsCross-gnu64-pkgsStatic-knot = crossPackages.knot; 147 pkgsCross-gnu64-pkgsStatic-knot-unwrapped = crossPackages.knot-unwrapped; 148 pkgsCross-gnu64-pkgsStatic-spindle = crossPackages.spindle; 149 pkgsCross-gnu64-pkgsStatic-dolly = crossPackages.dolly; 150 151 treefmt-wrapper = pkgs.treefmt.withConfig { 152 settings.formatter = { 153 alejandra = { 154 command = pkgs.lib.getExe pkgs.alejandra; 155 includes = ["*.nix"]; 156 }; 157 158 gofmt = { 159 command = pkgs.lib.getExe' pkgs.go "gofmt"; 160 options = ["-w"]; 161 includes = ["*.go"]; 162 }; 163 164 # prettier = let 165 # wrapper = pkgs.runCommandLocal "prettier-wrapper" {nativeBuildInputs = [pkgs.makeWrapper];} '' 166 # makeWrapper ${pkgs.prettier}/bin/prettier "$out" --add-flags "--plugin=${pkgs.prettier-plugin-go-template}/lib/node_modules/prettier-plugin-go-template/lib/index.js" 167 # ''; 168 # in { 169 # command = wrapper; 170 # options = ["-w"]; 171 # includes = ["*.html"]; 172 # # causes Go template plugin errors: https://github.com/NiklasPor/prettier-plugin-go-template/issues/120 173 # excludes = ["appview/pages/templates/layouts/repobase.html" "appview/pages/templates/repo/tags.html"]; 174 # }; 175 }; 176 }; 177 }); 178 defaultPackage = forAllSystems (system: self.packages.${system}.appview); 179 devShells = forAllSystems (system: let 180 pkgs = nixpkgsFor.${system}; 181 packages' = self.packages.${system}; 182 staticShell = pkgs.mkShell.override { 183 stdenv = pkgs.pkgsStatic.stdenv; 184 }; 185 in { 186 default = staticShell { 187 nativeBuildInputs = [ 188 pkgs.go 189 pkgs.air 190 pkgs.gopls 191 pkgs.httpie 192 pkgs.litecli 193 pkgs.websocat 194 pkgs.tailwindcss 195 pkgs.nixos-shell 196 pkgs.redis 197 pkgs.worker-build 198 pkgs.cargo-generate 199 (fenix.packages.${system}.combine [ 200 fenix.packages.${system}.stable.cargo 201 fenix.packages.${system}.stable.rustc 202 fenix.packages.${system}.stable.rust-src 203 fenix.packages.${system}.stable.clippy 204 fenix.packages.${system}.stable.rustfmt 205 fenix.packages.${system}.targets.wasm32-unknown-unknown.stable.rust-std 206 ]) 207 pkgs.coreutils # for those of us who are on systems that use busybox (alpine) 208 packages'.lexgen 209 packages'.treefmt-wrapper 210 packages'.tap 211 ]; 212 shellHook = '' 213 mkdir -p appview/pages/static 214 # temporary self-heal for workspaces that copied static assets as read-only 215 [ -d appview/pages/static/icons ] && [ ! -w appview/pages/static/icons ] && chmod -R u+rwX appview/pages/static 216 # no preserve is needed because watch-tailwind will want to be able to overwrite 217 cp -fr --no-preserve=ownership,mode ${packages'.appview-static-files}/* appview/pages/static 218 export TANGLED_OAUTH_CLIENT_KID="$(date +%s)" 219 export TANGLED_OAUTH_CLIENT_SECRET="$(${packages'.goat}/bin/goat key generate -t P-256 | grep -A1 "Secret Key" | tail -n1 | awk '{print $1}')" 220 ''; 221 env.CGO_ENABLED = 1; 222 }; 223 }); 224 apps = forAllSystems (system: let 225 pkgs = nixpkgsFor."${system}"; 226 packages' = self.packages.${system}; 227 air-watcher = name: arg: 228 pkgs.writeShellScriptBin "run" 229 '' 230 export PATH=${pkgs.go}/bin:$PATH 231 ${pkgs.air}/bin/air -c ./.air/${name}.toml \ 232 -build.args_bin "${arg}" 233 ''; 234 tailwind-watcher = 235 pkgs.writeShellScriptBin "run" 236 '' 237 ${pkgs.tailwindcss}/bin/tailwindcss --watch=always -i input.css -o ./appview/pages/static/tw.css 238 ''; 239 in { 240 fmt = { 241 type = "app"; 242 program = pkgs.lib.getExe packages'.treefmt-wrapper; 243 }; 244 watch-appview = { 245 type = "app"; 246 program = toString (pkgs.writeShellScript "watch-appview" '' 247 echo "copying static files to appview/pages/static..." 248 mkdir -p appview/pages/static 249 ${pkgs.coreutils}/bin/cp -fr --no-preserve=ownership,mode ${packages'.appview-static-files}/* appview/pages/static 250 ${air-watcher "appview" ""}/bin/run 251 ''); 252 }; 253 watch-knot = { 254 type = "app"; 255 program = ''${air-watcher "knot" "server"}/bin/run''; 256 }; 257 watch-spindle = { 258 type = "app"; 259 program = ''${air-watcher "spindle" ""}/bin/run''; 260 }; 261 watch-blog = { 262 type = "app"; 263 program = toString (pkgs.writeShellScript "watch-blog" '' 264 echo "copying static files to appview/pages/static..." 265 mkdir -p appview/pages/static 266 ${pkgs.coreutils}/bin/cp -fr --no-preserve=ownership,mode ${packages'.appview-static-files}/* appview/pages/static 267 ${air-watcher "blog" "serve"}/bin/run 268 ''); 269 }; 270 watch-tailwind = { 271 type = "app"; 272 program = ''${tailwind-watcher}/bin/run''; 273 }; 274 serve-docs = { 275 type = "app"; 276 program = toString (pkgs.writeShellScript "serve-docs" '' 277 echo "building docs..." 278 docsOut=$(nix build --no-link --print-out-paths .#docs) 279 echo "serving docs at http://localhost:1414" 280 cd "$docsOut" 281 exec ${pkgs.python3}/bin/python3 -m http.server 1414 282 ''); 283 }; 284 vm = let 285 guestSystem = 286 if pkgs.stdenv.hostPlatform.isAarch64 287 then "aarch64-linux" 288 else "x86_64-linux"; 289 in { 290 type = "app"; 291 program = 292 (pkgs.writeShellApplication { 293 name = "launch-vm"; 294 text = '' 295 rootDir=$(jj --ignore-working-copy root || git rev-parse --show-toplevel) || (echo "error: can't find repo root?"; exit 1) 296 cd "$rootDir" 297 298 mkdir -p nix/vm-data/{knot,repos,spindle,spindle-logs} 299 300 export TANGLED_VM_DATA_DIR="$rootDir/nix/vm-data" 301 exec ${pkgs.lib.getExe 302 (import ./nix/vm.nix { 303 inherit nixpkgs self; 304 system = guestSystem; 305 hostSystem = system; 306 }).config.system.build.vm} 307 ''; 308 }) 309 + /bin/launch-vm; 310 }; 311 gomod2nix = { 312 type = "app"; 313 program = toString (pkgs.writeShellScript "gomod2nix" '' 314 ${gomod2nix.legacyPackages.${system}.gomod2nix}/bin/gomod2nix generate --outdir ./nix 315 ''); 316 }; 317 lexgen = { 318 type = "app"; 319 program = 320 (pkgs.writeShellApplication { 321 name = "lexgen"; 322 text = '' 323 if ! command -v lexgen > /dev/null; then 324 echo "error: must be executed from devshell" 325 exit 1 326 fi 327 328 rootDir=$(jj --ignore-working-copy root || git rev-parse --show-toplevel) || (echo "error: can't find repo root?"; exit 1) 329 cd "$rootDir" 330 331 rm -f api/tangled/* 332 lexgen --build-file lexicon-build-config.json lexicons 333 sed -i.bak 's/\tutil/\/\/\tutil/' api/tangled/* 334 # lexgen generates incomplete Marshaler/Unmarshaler for union types 335 find api/tangled/*.go -not -name "cbor_gen.go" -exec \ 336 sed -i '/^func.*\(MarshalCBOR\|UnmarshalCBOR\)/,/^}/ s/^/\/\/ /' {} + 337 ${pkgs.gotools}/bin/goimports -w api/tangled/* 338 go run ./cmd/cborgen/ 339 lexgen --build-file lexicon-build-config.json lexicons 340 rm api/tangled/*.bak 341 ''; 342 }) 343 + /bin/lexgen; 344 }; 345 }); 346 347 nixosModules.appview = { 348 lib, 349 pkgs, 350 ... 351 }: { 352 imports = [./nix/modules/appview.nix]; 353 354 services.tangled.appview.package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.appview; 355 }; 356 nixosModules.knotmirror = { 357 lib, 358 pkgs, 359 ... 360 }: { 361 imports = [./nix/modules/knotmirror.nix]; 362 363 services.tangled.knotmirror.tap-package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.tap; 364 services.tangled.knotmirror.package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.knotmirror; 365 }; 366 nixosModules.knot = { 367 lib, 368 pkgs, 369 ... 370 }: { 371 imports = [./nix/modules/knot.nix]; 372 373 services.tangled.knot.package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.knot; 374 }; 375 nixosModules.spindle = { 376 lib, 377 pkgs, 378 ... 379 }: { 380 imports = [./nix/modules/spindle.nix]; 381 382 services.tangled.spindle.package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.spindle; 383 }; 384 }; 385}