# Aether Substrate - Linux container for ATProto tools # Multi-stage build for Tap (Go) + Goat CLI (Go) + Embedding Server (Go) + Substrate API (Node.js) # Stage 1: Build Go binaries FROM golang:1.26-bookworm AS go-builder SHELL ["/bin/bash", "-o", "pipefail", "-c"] # Install build dependencies for CGO (needed for go-sqlite3 and tokenizers) RUN apt-get update && apt-get install -y --no-install-recommends git make gcc g++ libc6-dev libsqlite3-dev \ && rm -rf /var/lib/apt/lists/* # Download ONNX Runtime shared library (needed at runtime, headers included in Go module) ARG ORT_VERSION=1.24.1 ARG ORT_SHA256_X64=9142552248b735920f9390027e4512a2cacf8946a1ffcbe9071a5c210531026f ARG ORT_SHA256_AARCH64=0f56edd68f7602df790b68b874a46b115add037e88385c6c842bb763b39b9f89 RUN ARCH=$(uname -m) && \ if [ "$ARCH" = "aarch64" ] || [ "$ARCH" = "arm64" ]; then ORT_ARCH="aarch64"; ORT_SHA256="$ORT_SHA256_AARCH64"; else ORT_ARCH="x64"; ORT_SHA256="$ORT_SHA256_X64"; fi && \ ORT_FILE="onnxruntime-linux-${ORT_ARCH}-${ORT_VERSION}.tgz" && \ curl -fSL -o "/tmp/${ORT_FILE}" "https://github.com/microsoft/onnxruntime/releases/download/v${ORT_VERSION}/${ORT_FILE}" && \ echo "${ORT_SHA256} /tmp/${ORT_FILE}" | sha256sum -c - && \ tar xz -C /opt/ -f "/tmp/${ORT_FILE}" && \ rm "/tmp/${ORT_FILE}" && \ cp /opt/onnxruntime-linux-*/lib/libonnxruntime.so* /usr/local/lib/ && \ ldconfig # Download pre-built HuggingFace tokenizers library for Go bindings ARG TOKENIZERS_VERSION=1.27.0 ARG TOKENIZERS_SHA256_AMD64=72556cdca798dd4ea7cdaba308e5f0d68a8cb93b67c96edf485b7a0edd7b07f4 ARG TOKENIZERS_SHA256_ARM64=e96545ad05930c26f51f63d932ee6d3bbd32bbed149e102c5290d587a2293067 RUN ARCH=$(uname -m) && \ if [ "$ARCH" = "aarch64" ] || [ "$ARCH" = "arm64" ]; then TOK_ARCH="arm64"; TOK_SHA256="$TOKENIZERS_SHA256_ARM64"; else TOK_ARCH="amd64"; TOK_SHA256="$TOKENIZERS_SHA256_AMD64"; fi && \ TOK_FILE="libtokenizers.linux-${TOK_ARCH}.tar.gz" && \ curl -fSL -o "/tmp/${TOK_FILE}" "https://github.com/daulet/tokenizers/releases/download/v${TOKENIZERS_VERSION}/${TOK_FILE}" && \ echo "${TOK_SHA256} /tmp/${TOK_FILE}" | sha256sum -c - && \ tar xz -C /usr/local/lib/ -f "/tmp/${TOK_FILE}" && \ rm "/tmp/${TOK_FILE}" && \ ldconfig # Build Tap WORKDIR /build ARG INDIGO_REF=9bad73ca4cadae6488e210e7bdd2e6c7dd45d0cb RUN git clone --depth 1 https://github.com/bluesky-social/indigo.git WORKDIR /build/indigo RUN git fetch --depth 1 origin "${INDIGO_REF}" && git checkout --detach "${INDIGO_REF}" ENV CGO_ENABLED=1 RUN go build -o /tap ./cmd/tap # Build Goat CLI (pure Go, no CGO needed) ENV CGO_ENABLED=0 ARG GOAT_REF=77a943a113f072ab93334e5e3c6d8a4c8990d648 RUN go install "github.com/bluesky-social/goat@${GOAT_REF}" RUN cp /go/bin/goat /goat # Build Embedding Server (needs CGO for tokenizers + ONNX Runtime) WORKDIR /build/embedding-server COPY tools/embedding-server/ . ENV CGO_ENABLED=1 ENV CGO_LDFLAGS="-L/usr/local/lib" ENV CGO_CFLAGS="-I/opt/onnxruntime-linux-x64-${ORT_VERSION}/include" ENV LIBRARY_PATH=/usr/local/lib RUN go mod tidy && go build -o /embedding-server . # Stage 2: Runtime image FROM mcr.microsoft.com/playwright:v1.49.1-jammy SHELL ["/bin/bash", "-o", "pipefail", "-c"] # Install runtime dependencies + build tools for node-pty # This image is Ubuntu-based (jammy), so use apt-get RUN apt-get update && apt-get install -y \ --no-install-recommends \ sqlite3 \ libsqlite3-dev \ curl \ bash \ git \ python3 \ make \ g++ \ && rm -rf /var/lib/apt/lists/* # Copy Go binaries from builder COPY --from=go-builder /tap /usr/local/bin/tap COPY --from=go-builder /goat /usr/local/bin/goat COPY --from=go-builder /embedding-server /usr/local/bin/embedding-server # Copy ONNX Runtime shared library COPY --from=go-builder /usr/local/lib/libonnxruntime.so* /usr/local/lib/ RUN ldconfig # Install sqlite-vec extension for vector search (supports both x86_64 and aarch64) ARG SQLITE_VEC_VERSION=0.1.9 ARG SQLITE_VEC_SHA256_X86_64=b959baa1d8dc88861b1edb337b8587178cdcb12d60b4998f9d10b6a82052d5d7 ARG SQLITE_VEC_SHA256_AARCH64=ea03d39541e478fab5974253c461e1cb5d77742f69e40cf96e3fad5bc309a37c RUN ARCH=$(uname -m) && \ if [ "$ARCH" = "aarch64" ] || [ "$ARCH" = "arm64" ]; then VEC_ARCH="aarch64"; VEC_SHA256="$SQLITE_VEC_SHA256_AARCH64"; else VEC_ARCH="x86_64"; VEC_SHA256="$SQLITE_VEC_SHA256_X86_64"; fi && \ VEC_FILE="sqlite-vec-${SQLITE_VEC_VERSION}-loadable-linux-${VEC_ARCH}.tar.gz" && \ curl -fSL -o "/tmp/${VEC_FILE}" "https://github.com/asg017/sqlite-vec/releases/download/v${SQLITE_VEC_VERSION}/${VEC_FILE}" && \ echo "${VEC_SHA256} /tmp/${VEC_FILE}" | sha256sum -c - && \ tar xz -C /usr/local/lib/ -f "/tmp/${VEC_FILE}" && \ rm "/tmp/${VEC_FILE}" && \ chmod 644 /usr/local/lib/vec0.so # Create app directory WORKDIR /app # Copy substrate API source COPY substrate-api/package*.json ./ # Install exactly the lockfile-resolved dependency tree for reproducible builds RUN npm ci # Rebuild better-sqlite3 from source so loadExtension() works with sqlite-vec RUN npm rebuild better-sqlite3 --build-from-source COPY substrate-api/ ./ # Build TypeScript RUN npm run build RUN npm prune --omit=dev # Create data and model cache directories RUN mkdir -p /data /data/models # Create non-root user and fix ownership of writable directories. # Binaries in /usr/local/bin are world-executable and don't need chown. RUN groupadd --gid 1001 substrate && \ useradd --uid 1001 --gid substrate --shell /bin/bash --create-home substrate && \ chown -R substrate:substrate /app /data /data/models USER substrate # Environment defaults — all optional except SUBSTRATE_API_KEY, which is # required at runtime (the container refuses to start without it). # Core ENV NODE_ENV=production ENV PORT=3100 # Substrate API feature flags ENV SUBSTRATE_ENABLE_EXEC=false ENV SUBSTRATE_ENABLE_TERMINAL_WS=false # TAP indexer ENV TAP_DATABASE_URL=sqlite:///data/tap.db ENV TAP_BIND=:2480 ENV TAP_RELAY_URL=https://relay1.us-east.bsky.network ENV TAP_DISABLE_ACKS=true ENV TAP_LOG_LEVEL=info ENV TAP_FULL_NETWORK=false ENV TAP_COLLECTION_FILTERS=computer.aetheros.*,app.bsky.* # Embedding Server (Go) ENV EMBEDDING_SERVER_PORT=3101 ENV ORT_LIB_PATH=/usr/local/lib/libonnxruntime.so # Expose API and TAP ports EXPOSE 3100 2480 # Health check — allows 15s for startup (Go + Node processes) HEALTHCHECK --interval=30s --timeout=10s --start-period=120s --retries=3 \ CMD curl -f http://localhost:3100/health || exit 1 # Start the Express API server (which also spawns the TAP indexer) CMD ["npm", "start"]