eSliderandGitHub
e28fb9f428
* feat(mail): add Microsoft 365 Graph sync source with delta state Adds a GET-only Microsoft Graph source to bin/mail/sync (client-credentials, delta query). Wires it into the CLI (--source m365), the worker pool and the compose stack: - m365.go: M365Client (token cache, delta pagination, message normalization, attachment download) + m365Source adapter (per-mailbox folders + delta link) - sync.go: M365Credentials in SyncConfig; Committer interface so delta links only advance after a fully successful run (no skips on failure) - cli.go: --source m365 with M365_/MS_ env passthrough - Dockerfile: mail-build stage produces /mail-sync into the index image - docker-entrypoint: mail-sync loop (sync -> import -> index, default 10s) - compose.yaml: mail-sync service (index image, kb-var volume, secrets ro) * feat(mail): adapt M365 ETL loop for OO+Gmail bots. Default compose mail-sync to onlyoffice,gmail every 300s with import on new mail; gate full --rebuild behind MAIL_SYNC_INDEX. Fix mail-build stage order and add bin/stack/start-mail-sync.
96 lines
3.3 KiB
Docker
96 lines
3.3 KiB
Docker
# syntax=docker/dockerfile:1
|
|
#
|
|
# docker build --target api -t 2dph:api .
|
|
# docker build --target index -t 2dph:index .
|
|
#
|
|
# API: Go + ladybug via Zig CGO (no CPython).
|
|
# Index: Python write path (profile `index` until brain/add is v2).
|
|
|
|
# --- mail-sync: standalone M365/OnlyOffice/Gmail puller (pure Go, no CGO) ---
|
|
FROM golang:1.26-bookworm AS mail-build
|
|
WORKDIR /src
|
|
COPY go.mod go.sum ./
|
|
RUN go mod download
|
|
COPY bin/mail ./bin/mail
|
|
COPY internal ./internal
|
|
RUN CGO_ENABLED=0 go build -o /mail-sync ./bin/mail/sync.go
|
|
|
|
# --- Python sidecar (Ladybug write / rebuild) ---
|
|
FROM python:3.12-slim AS index
|
|
|
|
ENV PYTHONUNBUFFERED=1 \
|
|
PYTHONDONTWRITEBYTECODE=1 \
|
|
PIP_NO_CACHE_DIR=1 \
|
|
HF_HOME=/home/2dph/.cache/huggingface
|
|
|
|
WORKDIR /app
|
|
RUN id -u 2dph 2>/dev/null || useradd --create-home --uid 1001 2dph
|
|
RUN apt-get update \
|
|
&& apt-get install -y --no-install-recommends \
|
|
poppler-utils tesseract-ocr tesseract-ocr-eng tesseract-ocr-deu \
|
|
&& rm -rf /var/lib/apt/lists/*
|
|
|
|
COPY requirements.lock.txt /tmp/requirements.lock.txt
|
|
RUN python -m pip install --no-cache-dir -r /tmp/requirements.lock.txt \
|
|
&& rm /tmp/requirements.lock.txt
|
|
|
|
COPY . .
|
|
RUN chmod +x /app/bin/docker-entrypoint \
|
|
&& chown -R 2dph:2dph /app
|
|
COPY --from=mail-build /mail-sync /app/bin/mail-sync
|
|
USER 2dph
|
|
|
|
ENV PATH="/app/bin:${PATH}" \
|
|
KB_PY=python3 \
|
|
KB_ROOT=/app
|
|
HEALTHCHECK --interval=30s --timeout=5s --start-period=10s --retries=3 \
|
|
CMD python -c "import model2vec, ladybug, mistune; print('ok')" || exit 1
|
|
ENTRYPOINT ["/app/bin/docker-entrypoint"]
|
|
|
|
# --- Go API: CGO with Zig, not gcc ---
|
|
FROM golang:1.26-bookworm AS api-build
|
|
WORKDIR /src
|
|
RUN apt-get update \
|
|
&& apt-get install -y --no-install-recommends curl xz-utils ca-certificates \
|
|
&& rm -rf /var/lib/apt/lists/*
|
|
|
|
COPY bin/cgo ./bin/cgo
|
|
RUN chmod +x bin/cgo/zig bin/cgo/zcc bin/cgo/zc++ \
|
|
&& ./bin/cgo/zig env >/dev/null
|
|
|
|
COPY go.mod go.sum ./
|
|
RUN go mod download
|
|
|
|
COPY . .
|
|
ENV CGO_RPATH=/usr/local/lib
|
|
RUN eval "$(./bin/cgo/zig env)" \
|
|
&& go build -tags brain_serve,system_ladybug -o /out/brain-serve ./bin/brain/serve.go \
|
|
&& go build -tags system_ladybug -o /out/brain-search ./bin/brain/search.go \
|
|
&& CGO_ENABLED=0 go build -tags brain_watch -o /out/brain-watch ./bin/brain/watch.go
|
|
|
|
FROM debian:bookworm-slim AS api
|
|
RUN apt-get update \
|
|
&& apt-get install -y --no-install-recommends libssl3 ca-certificates wget \
|
|
&& rm -rf /var/lib/apt/lists/* \
|
|
&& useradd --create-home --uid 1001 2dph
|
|
COPY --from=api-build /out/brain-serve /usr/local/bin/brain-serve
|
|
COPY --from=api-build /out/brain-search /usr/local/bin/brain-search
|
|
COPY --from=api-build /out/brain-watch /usr/local/bin/brain-watch
|
|
COPY --from=api-build /src/lib-ladybug/liblbug.so.0.19.1 /usr/local/lib/liblbug.so.0.19.1
|
|
COPY bin/docker-entrypoint /usr/local/bin/docker-entrypoint
|
|
RUN chmod +x /usr/local/bin/docker-entrypoint \
|
|
&& ln -s liblbug.so.0.19.1 /usr/local/lib/liblbug.so.0 \
|
|
&& ln -s liblbug.so.0 /usr/local/lib/liblbug.so \
|
|
&& ldconfig
|
|
USER 2dph
|
|
ENV KB_ROOT=/data \
|
|
KB_PORT=8630 \
|
|
LD_LIBRARY_PATH=/usr/local/lib \
|
|
HF_HOME=/data/hf
|
|
WORKDIR /data
|
|
EXPOSE 8630
|
|
HEALTHCHECK --interval=30s --timeout=5s --start-period=10s --retries=3 \
|
|
CMD wget -qO- http://127.0.0.1:8630/health || exit 1
|
|
ENTRYPOINT ["/usr/local/bin/docker-entrypoint"]
|
|
CMD ["serve"]
|