chore: clean absolute paths, curasoft refs, secrets from history

- bin/chats/: env-based paths, no /mnt/ /home/ hardcodes - bin/edelweiss-pilot: remove curasoft, use DOCS_BASE env var - bin/facts/crm: use KNOWLEDGE_MESH_SEED env var - compose.edelweiss.yml: remove curasoft volumes, use DOCS_BASE - docs/chat-import-plan.md: link to Gitea issue, no secrets - bin/seed-edelweiss-facts.py: removed (curasoft-only)
2026-08-13 00:00:15 +01:00
parent 6847233183
commit a429b823e5
7 changed files with 403 additions and 262 deletions
@@ -239,7 +239,6 @@ func findOO() string {
 	}
 	candidates := []string{
 		filepath.Join(os.Getenv("HOME"), "go", "bin", "oo"),
-		"/home/ano/go/bin/oo",
 	}
 	for _, c := range candidates {
 		if _, err := os.Stat(c); err == nil {
@@ -42,28 +42,17 @@ func runSyncTelegram(args []string) int {
 		return 2
 	}

-	// Locate telegram-mcp directory
-	mcpDirs := []string{
-		envVar("TELEGRAM_MCP_DIR", ""),
-		"/mnt/8TB/projects/eslider/mcp-servers/telegram-mcp",
-		filepath.Join(os.Getenv("HOME"), "projects", "eSlider", "mcp-servers", "telegram-mcp"),
-	}
-	var mcpDir string
-	for _, d := range mcpDirs {
-		if d != "" {
-			if _, err := os.Stat(filepath.Join(d, "main.py")); err == nil {
-				mcpDir = d
-				break
-			}
-		}
-	}
+	mcpDir := envVar("TELEGRAM_MCP_DIR", "")
 	if mcpDir == "" {
-		fmt.Fprintln(os.Stderr, "chats: telegram-mcp not found; set TELEGRAM_MCP_DIR")
+		fmt.Fprintln(os.Stderr, "chats: set TELEGRAM_MCP_DIR to telegram-mcp directory")
+		return 1
+	}
+	if _, err := os.Stat(filepath.Join(mcpDir, "main.py")); err != nil {
+		fmt.Fprintf(os.Stderr, "chats: TELEGRAM_MCP_DIR=%s: main.py not found\n", mcpDir)
 		return 1
 	}

 	if sessionStr == "" {
-		// Fallback: try to read from telegram-mcp .env
 		envPath := filepath.Join(mcpDir, ".env")
 		if data, err := os.ReadFile(envPath); err == nil {
 			for _, line := range strings.Split(string(data), "\n") {
@@ -76,20 +65,10 @@ func runSyncTelegram(args []string) int {
 		}
 	}
 	if sessionStr == "" {
-		// Also try the env file at /mnt/8TB/projects/eslider/mcp-servers/telegram.env
-		envPath := "/mnt/8TB/projects/eslider/mcp-servers/telegram.env"
-		if data, err := os.ReadFile(envPath); err == nil {
-			for _, line := range strings.Split(string(data), "\n") {
-				if strings.HasPrefix(line, "TELEGRAM_SESSION_STRING=") {
-					sessionStr = strings.TrimPrefix(line, "TELEGRAM_SESSION_STRING=")
-					sessionStr = strings.Trim(sessionStr, "\"'")
-					break
-				}
-			}
-		}
+		sessionStr = envVar("TELEGRAM_SESSION_STRING", "")
 	}
 	if sessionStr == "" {
-		fmt.Fprintln(os.Stderr, "chats: TELEGRAM_SESSION_STRING not found in env or .env files")
+		fmt.Fprintln(os.Stderr, "chats: TELEGRAM_SESSION_STRING not found; set env or in TELEGRAM_MCP_DIR/.env")
 		return 1
 	}

@@ -6,32 +6,26 @@ cd "$ROOT"
 export HF_HOME="${HF_HOME:-$ROOT/var/hf}"
 export PATH="$ROOT/.venv/bin:$PATH"
 mkdir -p "$HF_HOME" "$ROOT/var"
-# Corpus policy (Andriy 2026-08-12):
-# 1 cs-lexicon, 2 vendor kbs, 3 reports only (not raw STT),
-# 4/5/6 seeded via pairing (seed-edelweiss-facts.py),
-# 7 SCHEMA/ARCHITECTURE churn — do not promote to facts,
-# 9 glossary+subjects via docs/docs
-DOCS=(
-  --corpus /home/devops/projects/docs/docs
-  --corpus /home/devops/projects/edelweiss-curasoft/docs
-  --corpus /home/devops/projects/edelweiss-ui/docs
-  --corpus /home/devops/projects/edelweiss-curasoft/docs/lexicon
-  --corpus /home/devops/projects/curasoft/docs/lexicon
-  --corpus /home/devops/projects/curasoft/docs/curasoft-de/kbs
-  --corpus /home/devops/projects/docs/docs/reports
-)
+
+# Corpus paths set via env; fallback to PROJECTS_ROOT convention.
+PROJECTS="${PROJECTS_ROOT:-/home/devops/projects}"
+DOCS_BASE="${DOCS_BASE:-$PROJECTS}"
+DOCS=()
+for d in \
+  "$DOCS_BASE/docs/docs" \
+  "$DOCS_BASE/edelweiss-ui/docs" \
+  "$DOCS_BASE/docs/docs/reports"; do
+  [ -d "$d" ] && DOCS+=(--corpus "$d")
+done
+
 cmd="${1:-stats}"; shift || true
 case "$cmd" in
-  # Write leafs without indexes → seed facts → ensure_indexes (FTS+HNSW).
-  # Never upsert under live FTS; never DROP INDEX (ghost catalog).
  index)
    bin/kb/index --rebuild --skip-indexes "${DOCS[@]}" "$@"
-    .venv/bin/python bin/seed-edelweiss-facts.py
    ;;
  search) exec bin/edelweiss-search "$@" ;;
  search-go) exec bin/kb/search "$@" ;;
  stats)  exec bin/kb/stats "$@" ;;
  audit)  exec bin/facts/audit "${1:-db}" "${@:2}" ;;
-  seed)   exec .venv/bin/python bin/seed-edelweiss-facts.py "$@" ;;
-  *) echo "usage: $0 index|search|search-go|stats|audit|seed ..." >&2; exit 2 ;;
+  *) echo "usage: $0 index|search|search-go|stats|audit ..." >&2; exit 2 ;;
 esac
@@ -19,6 +19,7 @@ Usage:
 from __future__ import annotations

 import json
+import os
 import sys
 from pathlib import Path

@@ -27,7 +28,8 @@ sys.path.insert(0, str(ROOT / "bin" / "tools"))

 from kblib import upsert_leaf, connect, leaf_id  # noqa: E402

-CORPUS_MESH = Path("/mnt/8TB/projects/eslider/cv/projects/knowledge-mesh-seed.yaml")
+MESH_ENV = os.environ.get("KNOWLEDGE_MESH_SEED", "")
+CORPUS_MESH = Path(MESH_ENV) if MESH_ENV else ROOT / "../knowledge-mesh-seed.yaml"


 def corpus_orgs(raw: str) -> dict[str, dict]:
@@ -1,187 +0,0 @@
-#!/usr/bin/env python3
-"""Seed confirmed Edelweiss facts via pairing (a x b). Never DROP INDEX."""
-from __future__ import annotations
-
-import sys
-from pathlib import Path
-
-ROOT = Path(__file__).resolve().parents[1]
-sys.path.insert(0, str(ROOT / "bin" / "tools"))
-
-import yaml
-from kblib import (  # noqa: E402
-    CONF_CONFIRMED,
-    ROOT_FACTS,
-    connect,
-    ensure_indexes,
-    leaf_index_names,
-    stats,
-    upsert_leaf,
-)
-from model2vec import StaticModel  # noqa: E402
-
-LEX = Path("/home/devops/projects/edelweiss-curasoft/docs/lexicon/edelweiss-lexicon.yml")
-CS = Path("/home/devops/projects/curasoft/docs/lexicon/cs-lexicon.yml")
-
-
-def fact(text: str, source: str, how: str, loc: str) -> tuple[str, str, str, str]:
-    return text, source, how, loc
-
-
-def from_edelweiss_lex(lex: dict) -> list[tuple[str, str, str, str]]:
-    rows: list[tuple[str, str, str, str]] = []
-    gl = lex["hosts"]["gl"]
-    rows.append(fact(
-        "CuraSoft GL server VM IP is %s on Fritz LAN (%s)." % (gl["ip"], gl["role"]),
-        gl["evidence"], "lexicon hosts.gl", "edelweiss-lexicon.yml",
-    ))
-    for key in ("pdl", "pdl2", "spdl", "gf"):
-        h = lex["hosts"][key]
-        rows.append(fact(
-            "Edelweiss host %s IP %s role=%s." % (key.upper(), h["ip"], h["role"]),
-            h["evidence"], "lexicon hosts.%s" % key, "edelweiss-lexicon.yml",
-        ))
-    pg, ms = lex["ports"]["postgres"], lex["ports"]["mssql"]
-    rows.append(fact(
-        "GL LAN DB: PostgreSQL port %s open=%s; MSSQL %s reachable=%s."
-        % (pg["port"], pg["reachable_from_lan"], ms["port"], ms["reachable_from_lan"]),
-        pg["evidence"], "lexicon ports", "edelweiss-lexicon.yml",
-    ))
-    b = lex["brain_2dph"]
-    rows.append(fact(
-        "Edelweiss 2dph pilot brain at %s; facts need >=2 sources. CLI: %s."
-        % (b["path"], b["cli"]),
-        b["evidence"], "lexicon brain_2dph", "edelweiss-lexicon.yml",
-    ))
-    v = lex["password_vault"]
-    rows.append(fact(
-        "Password vault pilot: %s; OO task #%s deadline %s."
-        % (v["choice"], v["oo_task"], v["deadline"]),
-        v["evidence"], "lexicon password_vault", "edelweiss-lexicon.yml",
-    ))
-    a = lex["assistant_pilot"]
-    rows.append(fact(
-        "Artem consent %s for local Pflege/CuraSoft assistant; scope: %s."
-        % (a["consent_date"], a["scope"]),
-        a["evidence"], "lexicon assistant_pilot", "edelweiss-lexicon.yml",
-    ))
-    return rows
-
-
-def from_cs_lex(cs: dict) -> list[tuple[str, str, str, str]]:
-    """Item 1: cs-lexicon → facts only with paired evidence."""
-    rows: list[tuple[str, str, str, str]] = []
-    src = cs.get("sources") or {}
-    default_pair = None
-    if isinstance(src, dict) and len(src) >= 2:
-        keys = list(src.keys())[:2]
-        default_pair = "%s x %s" % (keys[0], keys[1])
-    ep = cs.get("ep_typ") or {}
-    for code, meta in ep.items():
-        if not isinstance(meta, dict):
-            continue
-        ev = (meta.get("evidence") or "").replace("×", " x ")
-        if " x " not in ev:
-            if not default_pair:
-                continue
-            ev = default_pair
-        meaning = meta.get("meaning") or meta.get("name") or ""
-        rows.append(fact(
-            "CuraSoft ep_typ %s = %s (%s)." % (code, meta.get("name"), meaning),
-            ev, "cs-lexicon ep_typ", "cs-lexicon.yml",
-        ))
-    pair = "cs-lexicon.yml x curasoft-de/kbs"
-    besuch = cs.get("besuch") or {}
-    for code, label in besuch.items():
-        if code == "note" or not isinstance(label, str):
-            continue
-        rows.append(fact(
-            "CuraSoft Besuch slot %s = %s." % (code, label),
-            pair, "cs-lexicon besuch", "cs-lexicon.yml",
-        ))
-    bm = cs.get("binary_map") or {}
-    if isinstance(bm, dict) and bm:
-        rows.append(fact(
-            "CuraSoft binary_map documents RE code/status mappings for detective (not live PHI).",
-            "cs-lexicon.yml x curasoft-detective skill",
-            "cs-lexicon binary_map", "cs-lexicon.yml",
-        ))
-    return rows
-
-
-def from_oo_and_interview() -> list[tuple[str, str, str, str]]:
-    """Items 4+5+6: OO, QEMU/GL, interview bullets via pairing."""
-    return [
-        fact(
-            "OO Edelweiss Remote Work #24: Vaultwarden deploy task #431 deadline 2026-08-19; companion #432 deploy DL 2026-08-15.",
-            "OO#431 x 07-interview-2026-08-12.md",
-            "OO calendar/tasks pair", "office.produktor.io + reports/07",
-        ),
-        fact(
-            "Fahrplan pilot kickoff agreed for Tuesday after 2026-08-12 interview; OO task #434 deadline 2026-08-18.",
-            "OO#434 x 07-interview-2026-08-12.md",
-            "interview x OO", "reports/07 + OO",
-        ),
-        fact(
-            "Local Pflege/CuraSoft assistant pilot: email+docs sync consented; phone/STT ticket flow is phase 2.",
-            "07-interview-2026-08-12.md x edelweiss-lexicon.yml",
-            "interview structured bullets", "reports/07",
-        ),
-        fact(
-            "Meta/CuraSoft Wiener Hostel event tentatively 2026-08-18 ~09:30 CEST — confirm name/place with Artem.",
-            "07-interview-2026-08-12.md x OO calendar event 157",
-            "interview x calendar", "reports/07 + OO",
-        ),
-        fact(
-            "QEMU/GL safe ops: never HMP quit/reset unless asked; live disk always qemu-img -U; GL VM via dockur acronis-boot.",
-            "gl-vm-access.md x qemu-monitor-safe rule",
-            "QEMU/GL access pair", "edelweiss-curasoft/docs + .cursor/rules",
-        ),
-        fact(
-            "2dph indexes interview reports under docs/docs/reports; raw STT docs/stt is not corpus (reports only).",
-            "2dph-edelweiss-pilot.md x 00-summary.md",
-            "STT policy pair", "pilot doc + reports",
-        ),
-    ]
-
-
-def main() -> int:
-    lex = yaml.safe_load(LEX.read_text())
-    cs = yaml.safe_load(CS.read_text()) if CS.exists() else {}
-    model = StaticModel.from_pretrained("minishlab/potion-multilingual-128M")
-    db, conn = connect(read_only=False)
-
-    rows: list[tuple[str, str, str, str]] = []
-    rows.extend(from_edelweiss_lex(lex))
-    rows.extend(from_cs_lex(cs))
-    rows.extend(from_oo_and_interview())
-
-    for text, source, how, loc in rows:
-        if " x " not in source:
-            print("skip (no pair)", how, text[:60])
-            continue
-        emb = model.encode([text])[0].astype(float).tolist()
-        upsert_leaf(
-            conn,
-            text=text,
-            root=ROOT_FACTS,
-            confidence=CONF_CONFIRMED,
-            source=source,
-            source_rev="2026-08-12",
-            how=how,
-            loc=loc,
-            type_="fact",
-            embedding=emb,
-        )
-        print("ok", how)
-
-    ensure_indexes(conn)
-    print("INDEXES", sorted(leaf_index_names(conn)))
-    print(stats(conn))
-    conn.close()
-    db.close()
-    return 0
-
-
-if __name__ == "__main__":
-    raise SystemExit(main())