justin
ac40e05734
Image rebuild (skip scrape) / build (push) Failing after 7s
Sibling project to crop-chem-docs, same MCP-template lineage. Corpus is
seed/hybrid varieties across 6 vendors instead of pesticide labels.
What's customized vs. the template:
- CLAUDE.md: vendor matrix, build priority, Pioneer fallback policy,
canonical sidecar schema (per-crop), Golden Harvest disease-scale
reversal gotcha, no-IPv6 / HTTPS-clone note
- README.md: vendor coverage table, tool list, phase status
- Dockerfile: PRODUCT_NAME=crop_seed default, sources.json (not
bundles.json), HYBRID_SEARCH=true, OLLAMA_URL + RERANK_URL Docker
DNS defaults (same llama-rerank sidecar as crop-chem-docs)
- .gitea/workflows/refresh.yml: monthly cron (seed catalogs move
slowly), 5 GREEN scraper steps, corpus-YYYY.MM.DD tag for Drawbar
pinning, continue-on-error on GC step
- .gitea/workflows/image-only.yml: paths filter + cancel-in-progress
concurrency group
- scripts/registry_gc.py: lifted from crop-chem-docs (correct Gitea
packages API URL + UA header to bypass CF block on default
Python-urllib UA)
- sources.json: catalog of 6 sources + scope_filter + per-source
schema notes + Pioneer-exclusion rationale
- scrape/runner.py: dispatcher with --all = GREEN-only
- scrape/sources/{bayer_seeds,golden_harvest,nk,agripro,becks_pfr,
becks_products}.py: stub modules with implementation notes
- docs_mcp/server.py: PRODUCT_NAME default → crop_seed,
PRODUCT_DOCS_URL → repo URL
Pioneer is intentionally NOT a source. ToS bans automation; dealer
locator is login-gated. The MCP returns a curated fallback lesson
directing the user to pioneer.com.
Next phases:
- Phase 1: implement bayer_seeds (lift-and-shift from crop-chem-docs
Bayer scraper; same __NEXT_DATA__ infra)
- Phase 7: curate eval/queries.jsonl
- Phase 11: lessons.md with Pioneer fallback + disease-scale notes
Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
112 lines
3.7 KiB
YAML
112 lines
3.7 KiB
YAML
# Hosting stack for a docs MCP server.
|
|
#
|
|
# Replace <product> below with your product name on first deploy.
|
|
# Volumes: usage logs are mounted to a host path so they survive
|
|
# Watchtower-driven container recreates.
|
|
#
|
|
# This template assumes a reverse proxy / Cloudflare Tunnel terminates
|
|
# TLS in front of port 8000. Adjust if your infra differs.
|
|
|
|
services:
|
|
|
|
# The MCP server. Watchtower auto-pulls on :latest changes.
|
|
<product>-docs-mcp:
|
|
image: <registry>/<owner>/<product>-docs-mcp:latest
|
|
container_name: <product>-docs-mcp
|
|
restart: unless-stopped
|
|
ports:
|
|
- "8000:8000"
|
|
environment:
|
|
PRODUCT_NAME: "<product>"
|
|
PRODUCT_DOCS_URL: "https://docs.example.com"
|
|
|
|
# Streamable-HTTP transport. Stateless mode is required for
|
|
# production: clients don't lose sessions when Watchtower
|
|
# recreates the container.
|
|
MCP_TRANSPORT: streamable-http
|
|
MCP_HOST: 0.0.0.0
|
|
MCP_PORT: "8000"
|
|
|
|
# If you run MetaMCP or another gateway in front and reach
|
|
# this container via its compose DNS name (e.g. <product>-docs-mcp:8000),
|
|
# add that hostname here. "*" disables the rebind check entirely.
|
|
MCP_ALLOWED_HOSTS: "<product>-docs-mcp,localhost,127.0.0.1"
|
|
|
|
# Phase 6 — reranker sidecar (jina-reranker-v2-base via llama.cpp).
|
|
RERANK_URL: http://<product>-rerank:8080
|
|
RERANK_POOL: "200"
|
|
RERANK_TIMEOUT: "30"
|
|
|
|
# Phase 8 — hybrid retrieval (BM25 + dense + RRF). Set true
|
|
# only after the eval harness shows the dense-only path
|
|
# missing technical-term queries that BM25 catches.
|
|
HYBRID_SEARCH: "true"
|
|
|
|
# Phase 10 — usage telemetry.
|
|
USAGE_LOG_DIR: /app/var/logs
|
|
USAGE_LOG_KEEP_DAYS: "90"
|
|
|
|
# Phase 12 — doc-bug submission gate. Off by default; on only
|
|
# in production after you've verified the endpoint contract.
|
|
DOC_BUG_SUBMIT_ENABLED: "false"
|
|
# DOC_BUG_API_URL: "https://docs-be.example.com/api/feedback"
|
|
volumes:
|
|
# Usage logs persist across container recreates.
|
|
- ./<product>-docs-mcp-logs:/app/var/logs
|
|
depends_on:
|
|
- <product>-rerank
|
|
labels:
|
|
# Watchtower polls *only* containers with this label set true.
|
|
com.centurylinklabs.watchtower.enable: "true"
|
|
networks:
|
|
- mcp
|
|
|
|
# Reranker sidecar — llama.cpp serving jina-reranker-v2-base.
|
|
# Requires GPU access; adjust runtime/devices for your hardware.
|
|
<product>-rerank:
|
|
image: ghcr.io/ggml-org/llama.cpp:server-cuda
|
|
container_name: <product>-rerank
|
|
restart: unless-stopped
|
|
# Mount the GGUF model from the host. Download from huggingface
|
|
# (gguf-org/jina-reranker-v2-base-multilingual-GGUF) first.
|
|
volumes:
|
|
- /path/to/models:/models:ro
|
|
command: >
|
|
--model /models/jina-reranker-v2-base.Q8_0.gguf
|
|
--reranking
|
|
--host 0.0.0.0
|
|
--port 8080
|
|
--n-gpu-layers 99
|
|
--ctx-size 4096
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- driver: nvidia
|
|
count: 1
|
|
capabilities: [gpu]
|
|
networks:
|
|
- mcp
|
|
|
|
# Watchtower — auto-pulls :latest on push.
|
|
# Only watches containers labeled `com.centurylinklabs.watchtower.enable=true`.
|
|
watchtower:
|
|
image: containrrr/watchtower:latest
|
|
container_name: watchtower
|
|
restart: unless-stopped
|
|
volumes:
|
|
- /var/run/docker.sock:/var/run/docker.sock
|
|
environment:
|
|
WATCHTOWER_POLL_INTERVAL: "300" # 5 min
|
|
WATCHTOWER_LABEL_ENABLE: "true"
|
|
WATCHTOWER_CLEANUP: "true" # remove old images after pull
|
|
# If your registry requires auth, mount a docker config:
|
|
# volumes:
|
|
# - ./registry-auth.json:/config.json:ro
|
|
networks:
|
|
- mcp
|
|
|
|
networks:
|
|
mcp:
|
|
driver: bridge
|