# Eval queries for Adaptive Recall sidecar (Phase 1F). # Each query: {"query": str, "expected_id": urn, "expected_subject": str, "category": str, "source": str} # # Acceptance for Phase 1: recall@3 on the sidecar must exceed UMP-only by >30%. QUERIES = [ { "query": "TOTP secret DashCaddy DNS2", "expected_id": "urn:ump:krystie-knowledge-infrastructure-md-s10", # TrueRecall section covers TOTP setup "expected_subject": "TrueRecall Memory System (DNS2)", "category": "DashCaddy", "source": "2026-06-11 dashboard-lockout fix session", }, { "query": "ump silent drop long uptime restart", "expected_id": "urn:ump:krystie-knowledge-ump-skill-md-s12", # ump skill Bug 1 silent-drop "expected_subject": "Bug 1 — silent-drop after long uptime", "category": "UMP", "source": "2026-07-12 three-bug fix session", }, { "query": "cPanel 134 mass edit zone add record format", "expected_id": "urn:ump:krystie-knowledge-reference-memories-md-s3", # cPanel 134 mass_edit_zone format "expected_subject": "cPanel 134 mass_edit_zone format", "category": "cPanel", "source": "recurring — DNS record updates on Liquid Web", }, { "query": "Triangles fuzz harness CI gflags missing", "expected_id": "urn:ump:krystie-triangles-test-suite-audit-md-s14", # P-14 fuzz CI gflags "expected_subject": "Triangles fuzz harness CI gflags", "category": "Triangles", "source": "2026-07-11 autonomous overnight PR chain", }, { "query": "DNS1 port 53 firewall blocked secondary", "expected_id": "urn:ump:krystie-knowledge-infrastructure-md-s11", # DNS architecture "expected_subject": "DNS architecture Primary/Secondary", "category": "DNS", "source": "2026-05-30 DNS1 sync session", }, { "query": "Krystie OpenClaw migrated Hermes profile", "expected_id": "urn:ump:krystie-knowledge-sami-md-s7", # Krystie migration "expected_subject": "Krystie converted from OpenClaw to Hermes", "category": "Krystie", "source": "2026-06-30 OpenClaw→Hermes migration", }, { "query": "BitNet dead replaced ollama", "expected_id": "urn:ump:krystie-ump-first-thing-2026-06-22", # BitNet dead note "expected_subject": "BitNet dead since 2026-06-06", "category": "Infrastructure", "source": "recurring reference", }, { "query": "git.sami A record Hetzner DNS3 74.208", "expected_id": "urn:ump:krystie-knowledge-infrastructure-md-s4", # DNS records "expected_subject": "git.sami → 74.208.167.19", "category": "DNS", "source": "2026-05-30 DNS work", }, { "query": "Triangles PoW PoS cutoff nonce zero", "expected_id": "urn:ump:krystie-knowledge-projects-triangles-md-s2", # hybrid PoW/PoS "expected_subject": "Triangles hybrid PoW/PoS", "category": "Triangles", "source": "triangle skill + 2026-06-20 PoW/PoS sync fix", }, { "query": "Samihost fail2ban nftables blacklist permanent", "expected_id": "urn:ump:krystie-knowledge-reference-samihost-md-s2", # fail2ban 4-layer "expected_subject": "Samihost fail2ban 4-layer defense", "category": "Security", "source": "2026-06-20 fail2ban work", }, { "query": "KFM token static krystie file manager md5", "expected_id": "urn:ump:krystie-knowledge-infrastructure-md-s6", # KFM API "expected_subject": "KFM API static token", "category": "WordPress", "source": "recurring — KFM plugin management", }, { "query": "DashCaddy license DC-20000 developer lifetime", "expected_id": "urn:ump:krystie-knowledge-projects-dashcaddy-md-s3", # license "expected_subject": "Sami's DashCaddy developer license", "category": "DashCaddy", "source": "recurring", }, { "query": "auto-scope patch npx cache chunk file did key", "expected_id": "urn:ump:krystie-knowledge-ump-skill-md-s10", # Bug 2 npx cache "expected_subject": "Bug 2 — missing auto-scope patch in npx cache", "category": "UMP", "source": "2026-07-12 fixes", }, { "query": "Technitium DNS credentials sami7777 both servers", "expected_id": "urn:ump:krystie-knowledge-reference-infrastructure-md-s5", # Tech creds "expected_subject": "Technitium DNS credentials", "category": "DNS", "source": "recurring", }, { "query": "Triangles multisig stack walk test audit", "expected_id": "urn:ump:krystie-triangles-test-suite-audit-md-s2", # multisig bug "expected_subject": "Multisig stack-walk fix", "category": "Triangles", "source": "2026-07-10 autonomous audit", }, # Additional 5 queries from session_search, broader topics { "query": "Ollama reinstall missing systemd", "expected_id": "urn:ump:krystie-knowledge-infrastructure-md-s7", # ollama state "expected_subject": "Ollama reinstall on DNS2", "category": "Infrastructure", "source": "2026-07-12 build session", }, { "query": "RRF ranker reciprocal rank fusion formula k constant", "expected_id": None, # new in this session, may not be in UMP yet "expected_subject": "RRF ranker", "category": "Adaptive Recall", "source": "2026-07-12 build session", }, { "query": "Triangles test coverage PR keystore V5 soft cap", "expected_id": "urn:ump:krystie-triangles-test-suite-audit-md-s18", # PR 29 "expected_subject": "Triangles test coverage PR chain", "category": "Triangles", "source": "2026-07-11 PR chain", }, { "query": "DashCaddy TOTP recovery panel disable bak fallback", "expected_id": "urn:ump:krystie-knowledge-projects-dashcaddy-md-s4", # 4-part TOTP defense "expected_subject": "DashCaddy 4-part TOTP defense", "category": "DashCaddy", "source": "2026-06-18 TOTP fixes", }, { "query": "mem-watcher krystie TrueRecall sessions ingest", "expected_id": "urn:ump:krystie-knowledge-infrastructure-md-s10", # TrueRecall mem watcher "expected_subject": "mem-watcher-krystie", "category": "TrueRecall", "source": "recurring", }, ]