| { |
| "gsm8k": { |
| "fr_ponder": { |
| "accuracy": 0.0, |
| "efficiency": { |
| "mean_flops": 1368148992.0, |
| "median_flops": 1554416640.0, |
| "std_flops": 1617190973.1658711, |
| "min_flops": 26234880.0, |
| "max_flops": 8591923200.0, |
| "total_flops": 136814899200.0 |
| }, |
| "speedup": { |
| "mean_time": 3.323502082824707, |
| "median_time": 4.929964542388916, |
| "std_time": 3.102591789855366, |
| "min_time": 0.08603239059448242, |
| "max_time": 9.481685638427734, |
| "total_time": 332.3502082824707 |
| }, |
| "avg_flops": 1368148992.0, |
| "avg_time": 3.323502082824707, |
| "avg_steps": 104.3 |
| }, |
| "baseline": { |
| "accuracy": 0.25, |
| "efficiency": { |
| "mean_flops": 1259616826016.48, |
| "median_flops": 1300493380979.0, |
| "std_flops": 61378209282.38763, |
| "min_flops": 1050444988777.0, |
| "max_flops": 1300493380979.0, |
| "total_flops": 125961682601648.0 |
| }, |
| "speedup": { |
| "mean_time": 5.597262227535248, |
| "median_time": 5.318989992141724, |
| "std_time": 2.637104224359403, |
| "min_time": 0.9660005569458008, |
| "max_time": 9.206240177154541, |
| "total_time": 559.7262227535248 |
| }, |
| "avg_flops": 1259616826016.48, |
| "avg_time": 5.597262227535248 |
| }, |
| "alpha_sweep": { |
| "0.1": { |
| "accuracy": 0.25, |
| "efficiency": { |
| "mean_flops": 314904206503.56, |
| "median_flops": 325123345244.0, |
| "std_flops": 15344552320.43663, |
| "min_flops": 262611247194.0, |
| "max_flops": 325123345244.0, |
| "total_flops": 31490420650356.0 |
| }, |
| "speedup": { |
| "mean_time": 5.451106414794922, |
| "median_time": 5.010058760643005, |
| "std_time": 2.636969014137301, |
| "min_time": 1.0382819175720215, |
| "max_time": 9.177106380462646, |
| "total_time": 545.1106414794922 |
| }, |
| "avg_flops": 314904206503.56, |
| "avg_time": 5.451106414794922 |
| } |
| } |
| } |
| } |
