{
  "demoMode": "archived_evaluation_samples",
  "requestedAction": "demo",
  "sourceArtifact": "experiments/cranfield-v0/evaluation-live-opensearch-bge-base-en-v15-gen023.json",
  "archivedValidation": {
    "generationId": "GEN-023",
    "searchEvolutionId": "SE-0003",
    "architectureVersion": "ARCH-0.3-candidate",
    "index": "cranfield-v0-bge-base-en-v15-gen023"
  },
  "milestone": {
    "id": "arch-0.3-bge",
    "label": "ARCH-0.3 candidate BGE vector hybrid",
    "searchEvolutionId": "SE-0003",
    "architectureVersion": "ARCH-0.3-candidate",
    "architecture": "bge-vector-hybrid",
    "status": "candidate-runtime-enabled-with-workers-ai",
    "resultSummary": {
      "ndcgAt10": 0.3533,
      "binaryNdcgAt20": 0.4926
    },
    "remoteIndex": "cranfield-v0-bge-base-en-v15-gen023",
    "validatedArtifacts": [
      "experiments/cranfield-v0/evaluation-live-opensearch-bge-base-en-v15-gen023.json",
      "experiments/cranfield-v0/evaluation-live-opensearch-bge-base-en-v15-k20-binary-gen023.json"
    ]
  },
  "sampleCount": 3,
  "samples": [
    {
      "sampleId": "1",
      "queryId": "1",
      "label": "Aeroelastic similarity laws",
      "query": "what similarity laws must be obeyed when constructing aeroelastic models of heated high speed aircraft .",
      "metrics": {
        "precisionAtK": 0.6,
        "recallAtK": 0.2143,
        "averagePrecision": 0.144,
        "reciprocalRank": 0.5,
        "ndcgAtK": 0.3007
      },
      "note": "Archived remote OpenSearch BGE hybrid sample from GEN-023; live arbitrary-query runtime is still disabled."
    },
    {
      "sampleId": "3",
      "queryId": "3",
      "label": "Composite slab heat conduction",
      "query": "what problems of heat conduction in composite slabs have been solved so far .",
      "metrics": {
        "precisionAtK": 0.7,
        "recallAtK": 0.875,
        "averagePrecision": 0.8207,
        "reciprocalRank": 1,
        "ndcgAtK": 0.9021
      },
      "note": "Archived remote OpenSearch BGE hybrid sample from GEN-023; live arbitrary-query runtime is still disabled."
    },
    {
      "sampleId": "9",
      "queryId": "9",
      "label": "Slip flow heat transfer",
      "query": "papers on internal /slip flow/ heat transfer studies .",
      "metrics": {
        "precisionAtK": 0.3,
        "recallAtK": 1,
        "averagePrecision": 1,
        "reciprocalRank": 1,
        "ndcgAtK": 1
      },
      "note": "Archived remote OpenSearch BGE hybrid sample from GEN-023; live arbitrary-query runtime is still disabled."
    }
  ],
  "nextImplementationStep": "Enable runtime query-vector generation or a bounded known-query embedding cache before treating ARCH-0.3 as live search."
}