{
  "data_kind": "synthetic-teaching",
  "external_ai_tested": false,
  "independent_human_review": false,
  "models": {
    "multilingual": {
      "id": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
      "revision": "e8f8c211226b894fcb81acc59f3b34ba3efd5f42"
    },
    "image_text": {
      "id": "openai/clip-vit-base-patch32",
      "revision": "3d74acf9a28c67741b2f4f2ea7635f0aaf6f0268"
    }
  },
  "device": "cpu",
  "generated_at": "2026-10-02T13:57:59.691149+00:00",
  "elapsed_seconds": 63.45402904204093,
  "python": "3.12.14",
  "cross_language": [
    {
      "query_id": "Q1",
      "query_language": "zh",
      "corpus_language": "zh",
      "top3": [
        {
          "id": "D1",
          "score": 0.6991494297981262
        },
        {
          "id": "D2",
          "score": 0.5928707122802734
        },
        {
          "id": "D4",
          "score": 0.5221126675605774
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q2",
      "query_language": "zh",
      "corpus_language": "zh",
      "top3": [
        {
          "id": "D2",
          "score": 0.7169836759567261
        },
        {
          "id": "D1",
          "score": 0.6071947813034058
        },
        {
          "id": "D4",
          "score": 0.3598720133304596
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q3",
      "query_language": "zh",
      "corpus_language": "zh",
      "top3": [
        {
          "id": "D3",
          "score": 0.7057125568389893
        },
        {
          "id": "D4",
          "score": 0.6871088743209839
        },
        {
          "id": "D1",
          "score": 0.33708178997039795
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q4",
      "query_language": "zh",
      "corpus_language": "zh",
      "top3": [
        {
          "id": "D3",
          "score": 0.7350397109985352
        },
        {
          "id": "D4",
          "score": 0.7329240441322327
        },
        {
          "id": "D12",
          "score": 0.31028708815574646
        }
      ],
      "top1_correct": false,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q5",
      "query_language": "zh",
      "corpus_language": "zh",
      "top3": [
        {
          "id": "D5",
          "score": 0.7140917181968689
        },
        {
          "id": "D6",
          "score": 0.6961919665336609
        },
        {
          "id": "D1",
          "score": 0.40606632828712463
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q6",
      "query_language": "zh",
      "corpus_language": "zh",
      "top3": [
        {
          "id": "D5",
          "score": 0.5735166072845459
        },
        {
          "id": "D6",
          "score": 0.5203399658203125
        },
        {
          "id": "D1",
          "score": 0.311047226190567
        }
      ],
      "top1_correct": false,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q7",
      "query_language": "zh",
      "corpus_language": "zh",
      "top3": [
        {
          "id": "D7",
          "score": 0.769757866859436
        },
        {
          "id": "D8",
          "score": 0.7206783294677734
        },
        {
          "id": "D9",
          "score": 0.4580691158771515
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q8",
      "query_language": "zh",
      "corpus_language": "zh",
      "top3": [
        {
          "id": "D8",
          "score": 0.7629081010818481
        },
        {
          "id": "D7",
          "score": 0.7213456630706787
        },
        {
          "id": "D10",
          "score": 0.43189141154289246
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q9",
      "query_language": "zh",
      "corpus_language": "zh",
      "top3": [
        {
          "id": "D9",
          "score": 0.8044328093528748
        },
        {
          "id": "D10",
          "score": 0.725311815738678
        },
        {
          "id": "D1",
          "score": 0.33212363719940186
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q10",
      "query_language": "zh",
      "corpus_language": "zh",
      "top3": [
        {
          "id": "D10",
          "score": 0.848810613155365
        },
        {
          "id": "D9",
          "score": 0.8099908828735352
        },
        {
          "id": "D1",
          "score": 0.3897411525249481
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q11",
      "query_language": "zh",
      "corpus_language": "zh",
      "top3": [
        {
          "id": "D11",
          "score": 0.5200203061103821
        },
        {
          "id": "D12",
          "score": 0.48336154222488403
        },
        {
          "id": "D9",
          "score": 0.2604558765888214
        }
      ],
      "top1_correct": null,
      "recall_at_3": null,
      "answerability": "no-answer-key"
    },
    {
      "query_id": "Q12",
      "query_language": "zh",
      "corpus_language": "zh",
      "top3": [
        {
          "id": "D12",
          "score": 0.6416836380958557
        },
        {
          "id": "D11",
          "score": 0.5575655102729797
        },
        {
          "id": "D4",
          "score": 0.18541009724140167
        }
      ],
      "top1_correct": null,
      "recall_at_3": null,
      "answerability": "no-answer-key"
    },
    {
      "query_id": "Q1",
      "query_language": "en",
      "corpus_language": "zh",
      "top3": [
        {
          "id": "D1",
          "score": 0.6802605986595154
        },
        {
          "id": "D2",
          "score": 0.5699948072433472
        },
        {
          "id": "D12",
          "score": 0.5266244411468506
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q2",
      "query_language": "en",
      "corpus_language": "zh",
      "top3": [
        {
          "id": "D2",
          "score": 0.7009364366531372
        },
        {
          "id": "D1",
          "score": 0.604254424571991
        },
        {
          "id": "D5",
          "score": 0.3380238711833954
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q3",
      "query_language": "en",
      "corpus_language": "zh",
      "top3": [
        {
          "id": "D3",
          "score": 0.6652563214302063
        },
        {
          "id": "D4",
          "score": 0.6291161179542542
        },
        {
          "id": "D1",
          "score": 0.299366295337677
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q4",
      "query_language": "en",
      "corpus_language": "zh",
      "top3": [
        {
          "id": "D3",
          "score": 0.693429708480835
        },
        {
          "id": "D4",
          "score": 0.6676243543624878
        },
        {
          "id": "D12",
          "score": 0.3237994313240051
        }
      ],
      "top1_correct": false,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q5",
      "query_language": "en",
      "corpus_language": "zh",
      "top3": [
        {
          "id": "D5",
          "score": 0.5568056106567383
        },
        {
          "id": "D6",
          "score": 0.5250424146652222
        },
        {
          "id": "D1",
          "score": 0.32105860114097595
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q6",
      "query_language": "en",
      "corpus_language": "zh",
      "top3": [
        {
          "id": "D5",
          "score": 0.42669573426246643
        },
        {
          "id": "D6",
          "score": 0.4065903425216675
        },
        {
          "id": "D1",
          "score": 0.3069072365760803
        }
      ],
      "top1_correct": false,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q7",
      "query_language": "en",
      "corpus_language": "zh",
      "top3": [
        {
          "id": "D7",
          "score": 0.591434895992279
        },
        {
          "id": "D8",
          "score": 0.5343438386917114
        },
        {
          "id": "D9",
          "score": 0.4631393551826477
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q8",
      "query_language": "en",
      "corpus_language": "zh",
      "top3": [
        {
          "id": "D8",
          "score": 0.6793464422225952
        },
        {
          "id": "D7",
          "score": 0.6357631683349609
        },
        {
          "id": "D10",
          "score": 0.3290572166442871
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q9",
      "query_language": "en",
      "corpus_language": "zh",
      "top3": [
        {
          "id": "D9",
          "score": 0.763862669467926
        },
        {
          "id": "D10",
          "score": 0.6809860467910767
        },
        {
          "id": "D1",
          "score": 0.357439249753952
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q10",
      "query_language": "en",
      "corpus_language": "zh",
      "top3": [
        {
          "id": "D10",
          "score": 0.858070433139801
        },
        {
          "id": "D9",
          "score": 0.7920433282852173
        },
        {
          "id": "D1",
          "score": 0.35377615690231323
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q11",
      "query_language": "en",
      "corpus_language": "zh",
      "top3": [
        {
          "id": "D11",
          "score": 0.43233126401901245
        },
        {
          "id": "D12",
          "score": 0.4215557873249054
        },
        {
          "id": "D7",
          "score": 0.1816786229610443
        }
      ],
      "top1_correct": null,
      "recall_at_3": null,
      "answerability": "no-answer-key"
    },
    {
      "query_id": "Q12",
      "query_language": "en",
      "corpus_language": "zh",
      "top3": [
        {
          "id": "D12",
          "score": 0.6377524137496948
        },
        {
          "id": "D11",
          "score": 0.573641836643219
        },
        {
          "id": "D4",
          "score": 0.205577552318573
        }
      ],
      "top1_correct": null,
      "recall_at_3": null,
      "answerability": "no-answer-key"
    },
    {
      "query_id": "Q1",
      "query_language": "zh",
      "corpus_language": "en",
      "top3": [
        {
          "id": "D1",
          "score": 0.6409808397293091
        },
        {
          "id": "D2",
          "score": 0.5326930284500122
        },
        {
          "id": "D4",
          "score": 0.5183447003364563
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q2",
      "query_language": "zh",
      "corpus_language": "en",
      "top3": [
        {
          "id": "D2",
          "score": 0.7200455069541931
        },
        {
          "id": "D1",
          "score": 0.5499858260154724
        },
        {
          "id": "D4",
          "score": 0.33673733472824097
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q3",
      "query_language": "zh",
      "corpus_language": "en",
      "top3": [
        {
          "id": "D3",
          "score": 0.7184777855873108
        },
        {
          "id": "D4",
          "score": 0.6609600782394409
        },
        {
          "id": "D1",
          "score": 0.34466952085494995
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q4",
      "query_language": "zh",
      "corpus_language": "en",
      "top3": [
        {
          "id": "D3",
          "score": 0.726906955242157
        },
        {
          "id": "D4",
          "score": 0.7013447880744934
        },
        {
          "id": "D1",
          "score": 0.2626449167728424
        }
      ],
      "top1_correct": false,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q5",
      "query_language": "zh",
      "corpus_language": "en",
      "top3": [
        {
          "id": "D6",
          "score": 0.5107768774032593
        },
        {
          "id": "D5",
          "score": 0.4812415838241577
        },
        {
          "id": "D1",
          "score": 0.45555606484413147
        }
      ],
      "top1_correct": false,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q6",
      "query_language": "zh",
      "corpus_language": "en",
      "top3": [
        {
          "id": "D5",
          "score": 0.4384642243385315
        },
        {
          "id": "D6",
          "score": 0.4280094504356384
        },
        {
          "id": "D1",
          "score": 0.3438216745853424
        }
      ],
      "top1_correct": false,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q7",
      "query_language": "zh",
      "corpus_language": "en",
      "top3": [
        {
          "id": "D7",
          "score": 0.5879920125007629
        },
        {
          "id": "D8",
          "score": 0.5453576445579529
        },
        {
          "id": "D9",
          "score": 0.4279610514640808
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q8",
      "query_language": "zh",
      "corpus_language": "en",
      "top3": [
        {
          "id": "D8",
          "score": 0.4458942413330078
        },
        {
          "id": "D10",
          "score": 0.41195055842399597
        },
        {
          "id": "D7",
          "score": 0.39508792757987976
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q9",
      "query_language": "zh",
      "corpus_language": "en",
      "top3": [
        {
          "id": "D9",
          "score": 0.7633943557739258
        },
        {
          "id": "D10",
          "score": 0.6775557994842529
        },
        {
          "id": "D1",
          "score": 0.33616456389427185
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q10",
      "query_language": "zh",
      "corpus_language": "en",
      "top3": [
        {
          "id": "D10",
          "score": 0.7678009867668152
        },
        {
          "id": "D9",
          "score": 0.7192250490188599
        },
        {
          "id": "D1",
          "score": 0.4208943545818329
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q11",
      "query_language": "zh",
      "corpus_language": "en",
      "top3": [
        {
          "id": "D11",
          "score": 0.5756409764289856
        },
        {
          "id": "D12",
          "score": 0.4615441560745239
        },
        {
          "id": "D9",
          "score": 0.27382782101631165
        }
      ],
      "top1_correct": null,
      "recall_at_3": null,
      "answerability": "no-answer-key"
    },
    {
      "query_id": "Q12",
      "query_language": "zh",
      "corpus_language": "en",
      "top3": [
        {
          "id": "D12",
          "score": 0.7029356956481934
        },
        {
          "id": "D11",
          "score": 0.6064358949661255
        },
        {
          "id": "D4",
          "score": 0.22604113817214966
        }
      ],
      "top1_correct": null,
      "recall_at_3": null,
      "answerability": "no-answer-key"
    },
    {
      "query_id": "Q1",
      "query_language": "en",
      "corpus_language": "en",
      "top3": [
        {
          "id": "D1",
          "score": 0.6349847316741943
        },
        {
          "id": "D3",
          "score": 0.5306289196014404
        },
        {
          "id": "D4",
          "score": 0.5080378651618958
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q2",
      "query_language": "en",
      "corpus_language": "en",
      "top3": [
        {
          "id": "D2",
          "score": 0.7127442955970764
        },
        {
          "id": "D1",
          "score": 0.5360003113746643
        },
        {
          "id": "D5",
          "score": 0.35699498653411865
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q3",
      "query_language": "en",
      "corpus_language": "en",
      "top3": [
        {
          "id": "D3",
          "score": 0.7124576568603516
        },
        {
          "id": "D4",
          "score": 0.6494829654693604
        },
        {
          "id": "D1",
          "score": 0.3003256618976593
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q4",
      "query_language": "en",
      "corpus_language": "en",
      "top3": [
        {
          "id": "D3",
          "score": 0.755943238735199
        },
        {
          "id": "D4",
          "score": 0.7156745195388794
        },
        {
          "id": "D1",
          "score": 0.2645969092845917
        }
      ],
      "top1_correct": false,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q5",
      "query_language": "en",
      "corpus_language": "en",
      "top3": [
        {
          "id": "D6",
          "score": 0.7624350786209106
        },
        {
          "id": "D5",
          "score": 0.6421793103218079
        },
        {
          "id": "D1",
          "score": 0.2982884645462036
        }
      ],
      "top1_correct": false,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q6",
      "query_language": "en",
      "corpus_language": "en",
      "top3": [
        {
          "id": "D6",
          "score": 0.6163543462753296
        },
        {
          "id": "D5",
          "score": 0.48780763149261475
        },
        {
          "id": "D2",
          "score": 0.31688591837882996
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q7",
      "query_language": "en",
      "corpus_language": "en",
      "top3": [
        {
          "id": "D7",
          "score": 0.7891145944595337
        },
        {
          "id": "D8",
          "score": 0.7328109741210938
        },
        {
          "id": "D9",
          "score": 0.41725555062294006
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q8",
      "query_language": "en",
      "corpus_language": "en",
      "top3": [
        {
          "id": "D8",
          "score": 0.4558127522468567
        },
        {
          "id": "D7",
          "score": 0.41301441192626953
        },
        {
          "id": "D10",
          "score": 0.33341971039772034
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q9",
      "query_language": "en",
      "corpus_language": "en",
      "top3": [
        {
          "id": "D9",
          "score": 0.7567968964576721
        },
        {
          "id": "D10",
          "score": 0.6415286660194397
        },
        {
          "id": "D1",
          "score": 0.36242279410362244
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q10",
      "query_language": "en",
      "corpus_language": "en",
      "top3": [
        {
          "id": "D10",
          "score": 0.8103975653648376
        },
        {
          "id": "D9",
          "score": 0.7584723234176636
        },
        {
          "id": "D1",
          "score": 0.37947094440460205
        }
      ],
      "top1_correct": true,
      "recall_at_3": 1.0,
      "answerability": "has-source"
    },
    {
      "query_id": "Q11",
      "query_language": "en",
      "corpus_language": "en",
      "top3": [
        {
          "id": "D11",
          "score": 0.5199633240699768
        },
        {
          "id": "D12",
          "score": 0.441830039024353
        },
        {
          "id": "D9",
          "score": 0.16525864601135254
        }
      ],
      "top1_correct": null,
      "recall_at_3": null,
      "answerability": "no-answer-key"
    },
    {
      "query_id": "Q12",
      "query_language": "en",
      "corpus_language": "en",
      "top3": [
        {
          "id": "D12",
          "score": 0.7247986793518066
        },
        {
          "id": "D11",
          "score": 0.6292619109153748
        },
        {
          "id": "D4",
          "score": 0.2574663758277893
        }
      ],
      "top1_correct": null,
      "recall_at_3": null,
      "answerability": "no-answer-key"
    }
  ],
  "image_text": [
    {
      "query": "a red circle",
      "ranking": [
        {
          "id": "red-circle-110",
          "logit": 26.4102725982666
        },
        {
          "id": "red-circle-220",
          "logit": 25.82288360595703
        },
        {
          "id": "blue-square-220",
          "logit": 19.23311424255371
        },
        {
          "id": "green-triangle-110",
          "logit": 18.514083862304688
        }
      ]
    },
    {
      "query": "a blue square",
      "ranking": [
        {
          "id": "blue-square-220",
          "logit": 29.512386322021484
        },
        {
          "id": "red-circle-220",
          "logit": 23.333539962768555
        },
        {
          "id": "red-circle-110",
          "logit": 23.199283599853516
        },
        {
          "id": "green-triangle-110",
          "logit": 20.76422119140625
        }
      ]
    },
    {
      "query": "a green triangle",
      "ranking": [
        {
          "id": "green-triangle-110",
          "logit": 30.46086311340332
        },
        {
          "id": "blue-square-220",
          "logit": 22.62579917907715
        },
        {
          "id": "red-circle-220",
          "logit": 22.491708755493164
        },
        {
          "id": "red-circle-110",
          "logit": 22.450212478637695
        }
      ]
    },
    {
      "query": "AX-220 red circle",
      "ranking": [
        {
          "id": "red-circle-220",
          "logit": 31.985126495361328
        },
        {
          "id": "red-circle-110",
          "logit": 30.322118759155273
        },
        {
          "id": "blue-square-220",
          "logit": 24.702516555786133
        },
        {
          "id": "green-triangle-110",
          "logit": 23.337841033935547
        }
      ]
    },
    {
      "query": "AX-110 red circle",
      "ranking": [
        {
          "id": "red-circle-110",
          "logit": 33.376686096191406
        },
        {
          "id": "red-circle-220",
          "logit": 30.835800170898438
        },
        {
          "id": "green-triangle-110",
          "logit": 24.97265625
        },
        {
          "id": "blue-square-220",
          "logit": 21.58745765686035
        }
      ]
    }
  ],
  "limits": "Tiny author-labeled corpus, no tuning/held-out claim. CLIP similarity is not product compatibility or confidence."
}