| { | |
| "Mistral-7B-Base": { | |
| "BanglaMMLU": { | |
| "accuracy": 0.24 | |
| }, | |
| "Indic-Squad-QA": { | |
| "exact_match": 0.094 | |
| } | |
| }, | |
| "Plain-LoRA": { | |
| "BanglaMMLU": { | |
| "accuracy": "N/A" | |
| }, | |
| "Indic-Squad-QA": { | |
| "exact_match": "N/A" | |
| } | |
| }, | |
| "BanglaLlama-7B": { | |
| "BanglaMMLU": { | |
| "accuracy": 0.24 | |
| }, | |
| "Indic-Squad-QA": { | |
| "exact_match": 0.031 | |
| } | |
| }, | |
| "MixLoRA-Ours": { | |
| "BanglaMMLU": { | |
| "accuracy": 0.2969 | |
| }, | |
| "Indic-Squad-QA": { | |
| "exact_match": 0.302 | |
| } | |
| } | |
| } |