utils/retrieval_generation_cost.csv

Rank,Dataset,Method,Num_Questions,Avg_Context_Tokens,Avg_Query_Tokens,Retrieval_Input_Tokens,Retrieval_Output_Tokens,Retrieval_Total,Generation_Input_Tokens,Generation_Output_Tokens,Generation_Total,Total_Tokens
1,Medical,llm_direct,1896,-,15.5,-,-,-,29338,57176,86514,86514
2,Medical,naive,1896,50503.9,15.5,-,-,-,95784821,77714,95862535,95862535
3,Medical,graph,1896,37513.3,15.5,250833,153175,404008,71154518,67161,71221679,71625687
4,Medical,hybrid,1896,73628.3,15.5,250833,153175,404008,139628589,80880,139709469,140113477
5,Medical,iterative,1897,2230.6,15.5,8671831,257213,8929044,4260848,77289,4338137,13267181
6,MuSiQue,llm_direct,3356,-,22.3,-,-,-,74925,25238,100163,100163
7,MuSiQue,naive,3356,13139.3,22.3,-,-,-,44170465,53233,44223698,44223698
8,MuSiQue,graph,3356,8471.7,22.3,2350938,244016,2594954,28505878,42917,28548795,31143749
9,MuSiQue,hybrid,3356,21602.4,22.3,2350938,244016,2594954,72572546,55375,72627921,75222875
10,MuSiQue,iterative,3357,6364.2,22.3,43242177,723972,43966149,21439701,50772,21490473,65456622
11,QuALITY,llm_direct,1198,-,29.0,-,-,-,34716,4038,38754,38754
12,QuALITY,naive,1198,49444.3,29.0,-,-,-,59268989,39140,59308129,59308129
13,QuALITY,graph,1198,48501.6,29.0,1556111,71840,1627951,58139642,39180,58178822,59806773
14,QuALITY,hybrid,1198,97789.1,29.0,1556111,71840,1627951,117186129,34985,117221114,118849065
15,QuALITY,iterative,1198,6870.5,29.0,16685428,251443,16936871,8265571,34999,8300570,25237441
16,Legal,llm_direct,1277,-,37.0,-,-,-,47290,7891,55181,55181
17,Legal,naive,1277,46272.7,37.0,-,-,-,59137514,49921,59187435,59187435
18,Legal,graph,1277,179727.7,37.0,4821083,125070,4946153,229559514,43677,229603191,234549344
19,Legal,hybrid,1277,225571.4,37.0,4821083,125070,4946153,288101932,50340,288152272,293098425
20,Legal,iterative,1278,6460.2,37.1,16810781,291294,17102075,8303522,47288,8350810,25452885