{
  "timestamp": "2026-02-22T04:35:55.948320",
  "testsets_dir": "testing/mehdie-testsets",
  "checkpoint_path": "/ix1/ishi/models/phonetic/checkpoints/v7/phase3_best.pt",
  "evaluation_mode": "ranking",
  "results": {
    "Symphonym": {
      "testset7-YaqutSham_KimaSham": {
        "recall_at_1": 0.696969696969697,
        "recall_at_5": 0.9696969696969697,
        "recall_at_10": 1.0,
        "recall_at_20": 1.0,
        "mrr": 0.8291245791245792,
        "mean_rank": 1.5757575757575757,
        "num_queries": 33,
        "corpus_size": 1899
      },
      "testset8-KimaShamThurayyaSham": {
        "recall_at_1": 0.9523809523809523,
        "recall_at_5": 1.0,
        "recall_at_10": 1.0,
        "recall_at_20": 1.0,
        "mrr": 0.9682539682539681,
        "mean_rank": 1.0952380952380953,
        "num_queries": 21,
        "corpus_size": 291
      },
      "testset9-TudelaThurayya": {
        "recall_at_1": 0.9444444444444444,
        "recall_at_5": 1.0,
        "recall_at_10": 1.0,
        "recall_at_20": 1.0,
        "mrr": 0.9722222222222222,
        "mean_rank": 1.0555555555555556,
        "num_queries": 18,
        "corpus_size": 2241
      },
      "testset10-YaqutAndalusMagrebKima-KimaMagrebAndalusMapped": {
        "recall_at_1": 0.7272727272727273,
        "recall_at_5": 0.8787878787878788,
        "recall_at_10": 0.8787878787878788,
        "recall_at_20": 0.9090909090909091,
        "mrr": 0.808078840546373,
        "mean_rank": 6.242424242424242,
        "num_queries": 33,
        "corpus_size": 559
      },
      "testset11-DamastTudela": {
        "recall_at_1": 0.9375,
        "recall_at_5": 1.0,
        "recall_at_10": 1.0,
        "recall_at_20": 1.0,
        "mrr": 0.9635416666666666,
        "mean_rank": 1.09375,
        "num_queries": 32,
        "corpus_size": 306
      }
    }
  },
  "primary_metric": "Recall@K, MRR"
}