Ajay Krishnan
51dceee224
Replace the abandoned llms-txt-mcp/Chroma docs backend with an in-repo MCP service: SQLite WAL + FTS5 + sentence-transformer embeddings, transactional source replacement, persisted state across restarts, singleflight refresh with conditional requests, hybrid lexical/semantic ranking with exact-duplicate collapse, source/host filters, and explicit-by-default content retrieval. Add docs_rebuild and a docs-rebuild CLI command. Add deterministic llms-full.txt snapshot generation for machine-local menus with hash-validated provenance manifests; lifecycle commands promote a local menu to its snapshot only when the manifest validates. Switch public source profiles to content-bearing llms-full.txt feeds. Improve web search: bounded provider fallback with per-attempt diagnostics and cancellation, an optional Brave Search API provider, strict SearXNG engine selection, capped link/media extraction, and a real engine=browser renderer that routes every request through the existing SSRF vetting while blocking WebSockets, non-GET traffic, and private destinations. Extend release checks with offline unit suites and isolated candidate container tests for both images.
41 lines
1.2 KiB
Bash
41 lines
1.2 KiB
Bash
#!/usr/bin/env bash
|
|
set -euo pipefail
|
|
|
|
ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd -P)"
|
|
IMAGE="${CONTEXT_KIT_DOCS_CANDIDATE_IMAGE:-context-kit/docs-mcp:quality-20260724}"
|
|
MODELS="${CONTEXT_KIT_DOCS_TEST_MODELS:-${CONTEXT_KIT_DATA_DIR:-${HOME}/.local/share/context-kit}/models}"
|
|
TMP_DIR="$(mktemp -d)"
|
|
CONTAINER="context-kit-docs-quality-$RANDOM-$$"
|
|
|
|
cleanup() {
|
|
docker rm -f "${CONTAINER}" >/dev/null 2>&1 || true
|
|
rm -rf "${TMP_DIR}"
|
|
}
|
|
trap cleanup EXIT
|
|
|
|
mkdir -p "${TMP_DIR}/data"
|
|
docker run -d --name "${CONTAINER}" \
|
|
--user "$(id -u):$(id -g)" \
|
|
-p 127.0.0.1::8000 \
|
|
-e HF_HUB_OFFLINE=1 \
|
|
-e TRANSFORMERS_OFFLINE=1 \
|
|
-e DOCS_MCP_PREINDEX=0 \
|
|
-v "${TMP_DIR}/data:/data" \
|
|
-v "${MODELS}:/models:ro" \
|
|
-v "${ROOT}/scripts/fixtures/docs/sources.txt:/etc/context-kit/docs-sources.txt:ro" \
|
|
-v "${ROOT}/scripts/fixtures/docs/local-sources:/etc/context-kit/local-sources:ro" \
|
|
"${IMAGE}" >/dev/null
|
|
|
|
binding="$(docker port "${CONTAINER}" 8000/tcp)"
|
|
port="${binding##*:}"
|
|
for _ in {1..120}; do
|
|
if curl -fsS "http://127.0.0.1:${port}/status" >/dev/null 2>&1; then
|
|
node "${ROOT}/scripts/test-docs-candidate.mjs" "http://127.0.0.1:${port}/mcp"
|
|
exit 0
|
|
fi
|
|
sleep 0.25
|
|
done
|
|
|
|
docker logs "${CONTAINER}" >&2
|
|
exit 1
|