| { |
| "total_files_processed": 2, |
| "metrics": [ |
| "rhyme_score", |
| "keyword_score" |
| ], |
| "files": { |
| "output_random/corruption/corruption_ift_with_predictions.tsv": { |
| "file": "output_random/corruption/corruption_ift_with_predictions.tsv", |
| "overall": { |
| "rhyme_score": 0.4470598460230506, |
| "keyword_score": null |
| }, |
| "per_dialect": { |
| "gulf": { |
| "rhyme_score": 0.43030365185057085, |
| "keyword_score": null |
| }, |
| "levant": { |
| "rhyme_score": 0.463983466540665, |
| "keyword_score": null |
| }, |
| "msa": { |
| "rhyme_score": 0.44785248165900765, |
| "keyword_score": null |
| }, |
| "nile valley": { |
| "rhyme_score": 0.4627930813283983, |
| "keyword_score": null |
| }, |
| "north africa": { |
| "rhyme_score": 0.4343910220965135, |
| "keyword_score": null |
| } |
| } |
| }, |
| "output_random/generation/generation_ift_with_predictions.tsv": { |
| "file": "output_random/generation/generation_ift_with_predictions.tsv", |
| "overall": { |
| "rhyme_score": 0.4524631086243567, |
| "keyword_score": 0.10526315789473684 |
| }, |
| "per_dialect": { |
| "gulf": { |
| "rhyme_score": 0.44950250651524293, |
| "keyword_score": 0.11721611721611722 |
| }, |
| "levant": { |
| "rhyme_score": 0.47860981134681824, |
| "keyword_score": 0.10555555555555554 |
| }, |
| "msa": { |
| "rhyme_score": 0.5298122777384926, |
| "keyword_score": null |
| }, |
| "nile valley": { |
| "rhyme_score": 0.4025703564151141, |
| "keyword_score": null |
| }, |
| "north africa": { |
| "rhyme_score": 0.4504903960636803, |
| "keyword_score": 0.0947867298578199 |
| } |
| } |
| } |
| } |
| } |
