Something went wrong. Try again.
Something went wrong. Try again.
aether-substrate Dockerfile
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164# Aether Substrate - Linux container for ATProto tools# Multi-stage build for Tap (Go) + Goat CLI (Go) + Embedding Server (Go) + Substrate API (Node.js)
# Stage 1: Build Go binariesFROM golang:1.26-bookworm AS go-builderSHELL ["/bin/bash", "-o", "pipefail", "-c"]
# Install build dependencies for CGO (needed for go-sqlite3 and tokenizers)RUN apt-get update && apt-get install -y --no-install-recommends git make gcc g++ libc6-dev libsqlite3-dev \ && rm -rf /var/lib/apt/lists/*
# Download ONNX Runtime shared library (needed at runtime, headers included in Go module)ARG ORT_VERSION=1.24.1ARG ORT_SHA256_X64=9142552248b735920f9390027e4512a2cacf8946a1ffcbe9071a5c210531026fARG ORT_SHA256_AARCH64=0f56edd68f7602df790b68b874a46b115add037e88385c6c842bb763b39b9f89RUN ARCH=$(uname -m) && \ if [ "$ARCH" = "aarch64" ] || [ "$ARCH" = "arm64" ]; then ORT_ARCH="aarch64"; ORT_SHA256="$ORT_SHA256_AARCH64"; else ORT_ARCH="x64"; ORT_SHA256="$ORT_SHA256_X64"; fi && \ ORT_FILE="onnxruntime-linux-${ORT_ARCH}-${ORT_VERSION}.tgz" && \ curl -fSL -o "/tmp/${ORT_FILE}" "https://github.com/microsoft/onnxruntime/releases/download/v${ORT_VERSION}/${ORT_FILE}" && \ echo "${ORT_SHA256} /tmp/${ORT_FILE}" | sha256sum -c - && \ tar xz -C /opt/ -f "/tmp/${ORT_FILE}" && \ rm "/tmp/${ORT_FILE}" && \ cp /opt/onnxruntime-linux-*/lib/libonnxruntime.so* /usr/local/lib/ && \ ldconfig
# Download pre-built HuggingFace tokenizers library for Go bindingsARG TOKENIZERS_VERSION=1.27.0ARG TOKENIZERS_SHA256_AMD64=72556cdca798dd4ea7cdaba308e5f0d68a8cb93b67c96edf485b7a0edd7b07f4ARG TOKENIZERS_SHA256_ARM64=e96545ad05930c26f51f63d932ee6d3bbd32bbed149e102c5290d587a2293067RUN ARCH=$(uname -m) && \ if [ "$ARCH" = "aarch64" ] || [ "$ARCH" = "arm64" ]; then TOK_ARCH="arm64"; TOK_SHA256="$TOKENIZERS_SHA256_ARM64"; else TOK_ARCH="amd64"; TOK_SHA256="$TOKENIZERS_SHA256_AMD64"; fi && \ TOK_FILE="libtokenizers.linux-${TOK_ARCH}.tar.gz" && \ curl -fSL -o "/tmp/${TOK_FILE}" "https://github.com/daulet/tokenizers/releases/download/v${TOKENIZERS_VERSION}/${TOK_FILE}" && \ echo "${TOK_SHA256} /tmp/${TOK_FILE}" | sha256sum -c - && \ tar xz -C /usr/local/lib/ -f "/tmp/${TOK_FILE}" && \ rm "/tmp/${TOK_FILE}" && \ ldconfig
# Build TapWORKDIR /buildARG INDIGO_REF=9bad73ca4cadae6488e210e7bdd2e6c7dd45d0cbRUN git clone --depth 1 https://github.com/bluesky-social/indigo.gitWORKDIR /build/indigoRUN git fetch --depth 1 origin "${INDIGO_REF}" && git checkout --detach "${INDIGO_REF}"ENV CGO_ENABLED=1RUN go build -o /tap ./cmd/tap
# Build Goat CLI (pure Go, no CGO needed)ENV CGO_ENABLED=0ARG GOAT_REF=77a943a113f072ab93334e5e3c6d8a4c8990d648RUN go install "github.com/bluesky-social/goat@${GOAT_REF}"RUN cp /go/bin/goat /goat
# Build Embedding Server (needs CGO for tokenizers + ONNX Runtime)WORKDIR /build/embedding-serverCOPY tools/embedding-server/ .ENV CGO_ENABLED=1ENV CGO_LDFLAGS="-L/usr/local/lib"ENV CGO_CFLAGS="-I/opt/onnxruntime-linux-x64-${ORT_VERSION}/include"ENV LIBRARY_PATH=/usr/local/libRUN go mod tidy && go build -o /embedding-server .
# Stage 2: Runtime imageFROM mcr.microsoft.com/playwright:v1.49.1-jammySHELL ["/bin/bash", "-o", "pipefail", "-c"]
# Install runtime dependencies + build tools for node-pty# This image is Ubuntu-based (jammy), so use apt-getRUN apt-get update && apt-get install -y \ --no-install-recommends \ sqlite3 \ libsqlite3-dev \ curl \ bash \ git \ python3 \ make \ g++ \ && rm -rf /var/lib/apt/lists/*
# Copy Go binaries from builderCOPY --from=go-builder /tap /usr/local/bin/tapCOPY --from=go-builder /goat /usr/local/bin/goatCOPY --from=go-builder /embedding-server /usr/local/bin/embedding-server
# Copy ONNX Runtime shared libraryCOPY --from=go-builder /usr/local/lib/libonnxruntime.so* /usr/local/lib/RUN ldconfig
# Install sqlite-vec extension for vector search (supports both x86_64 and aarch64)ARG SQLITE_VEC_VERSION=0.1.9ARG SQLITE_VEC_SHA256_X86_64=b959baa1d8dc88861b1edb337b8587178cdcb12d60b4998f9d10b6a82052d5d7ARG SQLITE_VEC_SHA256_AARCH64=ea03d39541e478fab5974253c461e1cb5d77742f69e40cf96e3fad5bc309a37cRUN ARCH=$(uname -m) && \ if [ "$ARCH" = "aarch64" ] || [ "$ARCH" = "arm64" ]; then VEC_ARCH="aarch64"; VEC_SHA256="$SQLITE_VEC_SHA256_AARCH64"; else VEC_ARCH="x86_64"; VEC_SHA256="$SQLITE_VEC_SHA256_X86_64"; fi && \ VEC_FILE="sqlite-vec-${SQLITE_VEC_VERSION}-loadable-linux-${VEC_ARCH}.tar.gz" && \ curl -fSL -o "/tmp/${VEC_FILE}" "https://github.com/asg017/sqlite-vec/releases/download/v${SQLITE_VEC_VERSION}/${VEC_FILE}" && \ echo "${VEC_SHA256} /tmp/${VEC_FILE}" | sha256sum -c - && \ tar xz -C /usr/local/lib/ -f "/tmp/${VEC_FILE}" && \ rm "/tmp/${VEC_FILE}" && \ chmod 644 /usr/local/lib/vec0.so
# Create app directoryWORKDIR /app
# Copy substrate API sourceCOPY substrate-api/package*.json ./# Install exactly the lockfile-resolved dependency tree for reproducible buildsRUN npm ci# Rebuild better-sqlite3 from source so loadExtension() works with sqlite-vecRUN npm rebuild better-sqlite3 --build-from-source
COPY substrate-api/ ./
# Build TypeScriptRUN npm run buildRUN npm prune --omit=dev
# Create data and model cache directoriesRUN mkdir -p /data /data/models
# Create non-root user and fix ownership of writable directories.# Binaries in /usr/local/bin are world-executable and don't need chown.RUN groupadd --gid 1001 substrate && \ useradd --uid 1001 --gid substrate --shell /bin/bash --create-home substrate && \ chown -R substrate:substrate /app /data /data/models
USER substrate
# Environment defaults — all optional except SUBSTRATE_API_KEY, which is# required at runtime (the container refuses to start without it).
# CoreENV NODE_ENV=productionENV PORT=3100
# Substrate API feature flagsENV SUBSTRATE_ENABLE_EXEC=falseENV SUBSTRATE_ENABLE_TERMINAL_WS=false
# TAP indexerENV TAP_DATABASE_URL=sqlite:///data/tap.dbENV TAP_BIND=:2480ENV TAP_RELAY_URL=https://relay1.us-east.bsky.networkENV TAP_DISABLE_ACKS=trueENV TAP_LOG_LEVEL=infoENV TAP_FULL_NETWORK=falseENV TAP_COLLECTION_FILTERS=computer.aetheros.*,app.bsky.*
# Embedding Server (Go)ENV EMBEDDING_SERVER_PORT=3101ENV ORT_LIB_PATH=/usr/local/lib/libonnxruntime.so
# Expose API and TAP portsEXPOSE 3100 2480
# Health check — allows 15s for startup (Go + Node processes)HEALTHCHECK --interval=30s --timeout=10s --start-period=120s --retries=3 \ CMD curl -f http://localhost:3100/health || exit 1
# Start the Express API server (which also spawns the TAP indexer)CMD ["npm", "start"]