feat: add capnp

Signed-off-by: kjuulh <contact@kjuulh.io>
2026-02-27 12:15:35 +01:00
parent 3162971c89
commit 749ae245c7
115 changed files with 16596 additions and 31 deletions
--- a/templates/docker-compose.yaml
+++ b/templates/docker-compose.yaml
@@ -0,0 +1,148 @@
+services:
+  # --- Observability stack ---
+  jaeger:
+    image: jaegertracing/all-in-one:1.62
+    environment:
+      COLLECTOR_OTLP_ENABLED: "true"
+    ports:
+      - "16686:16686"   # Jaeger UI
+      - "4317:4317"     # OTLP gRPC receiver
+      - "4318:4318"     # OTLP HTTP receiver
+
+  prometheus:
+    image: prom/prometheus:v3.2.1
+    volumes:
+      - ./prometheus.yaml:/etc/prometheus/prometheus.yml:ro
+    ports:
+      - "9090:9090"
+
+  grafana:
+    image: grafana/grafana:11.6.0
+    environment:
+      GF_AUTH_ANONYMOUS_ENABLED: "true"
+      GF_AUTH_ANONYMOUS_ORG_ROLE: Admin
+    ports:
+      - "3000:3000"
+    depends_on:
+      - jaeger
+      - prometheus
+
+  # --- Object storage ---
+  minio:
+    image: minio/minio:latest
+    command: server /data --console-address ":9001"
+    environment:
+      MINIO_ROOT_USER: minioadmin
+      MINIO_ROOT_PASSWORD: minioadmin
+    ports:
+      - "9000:9000"
+      - "9001:9001"
+    volumes:
+      - minio-data:/data
+
+  # Create the default bucket on startup.
+  minio-init:
+    image: minio/mc:latest
+    depends_on:
+      - minio
+    entrypoint: >
+      /bin/sh -c "
+      sleep 2;
+      mc alias set local http://minio:9000 minioadmin minioadmin;
+      mc mb --ignore-existing local/sq-segments;
+      exit 0;
+      "
+
+  # --- SQ cluster ---
+  sq-1:
+    build:
+      context: ..
+      dockerfile: templates/sq-server.Dockerfile
+    command:
+      - serve
+      - --host=0.0.0.0:6060
+      - --http-host=0.0.0.0:6062
+    environment:
+      SQ_NODE_ID: sq-1
+      SQ_DATA_DIR: /data
+      SQ_SEEDS: sq-2:6060,sq-3:6060
+      SQ_CLUSTER_ID: sq-cluster
+      SQ_S3_BUCKET: sq-segments
+      SQ_S3_ENDPOINT: http://minio:9000
+      SQ_S3_REGION: us-east-1
+      AWS_ACCESS_KEY_ID: minioadmin
+      AWS_SECRET_ACCESS_KEY: minioadmin
+      RUST_LOG: info
+      OTEL_EXPORTER_OTLP_ENDPOINT: http://jaeger:4317
+    ports:
+      - "6060:6060"
+      - "6062:6062"
+    volumes:
+      - sq1-data:/data
+    depends_on:
+      - minio-init
+      - jaeger
+
+  sq-2:
+    build:
+      context: ..
+      dockerfile: templates/sq-server.Dockerfile
+    command:
+      - serve
+      - --host=0.0.0.0:6060
+      - --http-host=0.0.0.0:6062
+    environment:
+      SQ_NODE_ID: sq-2
+      SQ_DATA_DIR: /data
+      SQ_SEEDS: sq-1:6060,sq-3:6060
+      SQ_CLUSTER_ID: sq-cluster
+      SQ_S3_BUCKET: sq-segments
+      SQ_S3_ENDPOINT: http://minio:9000
+      SQ_S3_REGION: us-east-1
+      AWS_ACCESS_KEY_ID: minioadmin
+      AWS_SECRET_ACCESS_KEY: minioadmin
+      RUST_LOG: info
+      OTEL_EXPORTER_OTLP_ENDPOINT: http://jaeger:4317
+    ports:
+      - "6070:6060"
+      - "6072:6062"
+    volumes:
+      - sq2-data:/data
+    depends_on:
+      - minio-init
+      - jaeger
+
+  sq-3:
+    build:
+      context: ..
+      dockerfile: templates/sq-server.Dockerfile
+    command:
+      - serve
+      - --host=0.0.0.0:6060
+      - --http-host=0.0.0.0:6062
+    environment:
+      SQ_NODE_ID: sq-3
+      SQ_DATA_DIR: /data
+      SQ_SEEDS: sq-1:6060,sq-2:6060
+      SQ_CLUSTER_ID: sq-cluster
+      SQ_S3_BUCKET: sq-segments
+      SQ_S3_ENDPOINT: http://minio:9000
+      SQ_S3_REGION: us-east-1
+      AWS_ACCESS_KEY_ID: minioadmin
+      AWS_SECRET_ACCESS_KEY: minioadmin
+      RUST_LOG: info
+      OTEL_EXPORTER_OTLP_ENDPOINT: http://jaeger:4317
+    ports:
+      - "6080:6060"
+      - "6082:6062"
+    volumes:
+      - sq3-data:/data
+    depends_on:
+      - minio-init
+      - jaeger
+
+volumes:
+  minio-data:
+  sq1-data:
+  sq2-data:
+  sq3-data:
--- a/templates/prometheus.yaml
+++ b/templates/prometheus.yaml
@@ -0,0 +1,16 @@
+global:
+  scrape_interval: 15s
+
+scrape_configs:
+  - job_name: "sq-cluster"
+    static_configs:
+      - targets:
+          - "sq-1:6062"
+          - "sq-2:6062"
+          - "sq-3:6062"
+    metrics_path: /health
+
+  # Scrape Jaeger for its own metrics.
+  - job_name: "jaeger"
+    static_configs:
+      - targets: ["jaeger:14269"]
--- a/templates/sq-server.Dockerfile
+++ b/templates/sq-server.Dockerfile
@@ -0,0 +1,40 @@
+FROM rust:1.84-bookworm AS builder
+
+WORKDIR /app
+
+# Copy workspace manifests first for dependency caching.
+COPY Cargo.toml Cargo.lock ./
+COPY crates/sq-grpc-interface/Cargo.toml crates/sq-grpc-interface/Cargo.toml
+COPY crates/sq-models/Cargo.toml crates/sq-models/Cargo.toml
+COPY crates/sq-storage/Cargo.toml crates/sq-storage/Cargo.toml
+COPY crates/sq-cluster/Cargo.toml crates/sq-cluster/Cargo.toml
+COPY crates/sq-server/Cargo.toml crates/sq-server/Cargo.toml
+COPY crates/sq-sdk/Cargo.toml crates/sq-sdk/Cargo.toml
+COPY crates/sq-sim/Cargo.toml crates/sq-sim/Cargo.toml
+
+# Stub sources for dependency caching layer.
+RUN for d in crates/sq-grpc-interface crates/sq-models crates/sq-storage crates/sq-cluster crates/sq-sdk crates/sq-sim; do \
+      mkdir -p $d/src && echo "" > $d/src/lib.rs; \
+    done && \
+    mkdir -p crates/sq-server/src && echo "fn main() {}" > crates/sq-server/src/main.rs
+
+RUN cargo build --release -p sq-server 2>/dev/null || true
+
+# Copy real sources.
+COPY . .
+
+# Touch all source files so cargo rebuilds them.
+RUN find crates -name "*.rs" -exec touch {} +
+
+RUN cargo build --release -p sq-server
+
+FROM debian:bookworm-slim
+
+RUN apt-get update && apt-get install -y --no-install-recommends ca-certificates && rm -rf /var/lib/apt/lists/*
+
+COPY --from=builder /app/target/release/sq-server /usr/local/bin/sq-server
+
+EXPOSE 6060 6062
+
+ENTRYPOINT ["sq-server"]
+CMD ["serve"]