Spaces:
Build error
Build error
| """Bug-fix task grader.""" | |
| from __future__ import annotations | |
| try: | |
| from ..Models import TaskGrade | |
| from ..tasks.catalog import ReviewTask | |
| except ImportError: | |
| from Models import TaskGrade | |
| from tasks.catalog import ReviewTask | |
| from .shared import ( | |
| base_grade, | |
| compile_code, | |
| component_score, | |
| execute_cases, | |
| quality_metrics, | |
| shaped_score, | |
| similarity_score, | |
| summarize_results, | |
| ) | |
| def grade_bug_fix_task( | |
| task: ReviewTask, | |
| code: str, | |
| *, | |
| include_hidden: bool, | |
| timeout_s: float = 2.0, | |
| ) -> TaskGrade: | |
| """Grade a bug-fix task against public or full test suites.""" | |
| compiled, compile_error = compile_code(code) | |
| quality = quality_metrics(code, task.function_name) | |
| details = { | |
| "compile_error": compile_error, | |
| "quality_notes": quality["quality_notes"], | |
| "style_score": quality["style_score"], | |
| "visibility": "full" if include_hidden else "public", | |
| } | |
| if not compiled: | |
| progress = 0.02 + 0.12 * similarity_score(code, task.reference_code) | |
| details["test_results"] = [] | |
| details["test_summary"] = "Code does not compile." | |
| return base_grade( | |
| score=shaped_score(progress), | |
| syntax_score=component_score(0.01), | |
| tests_passed=0, | |
| tests_total=len(task.public_cases) + (len(task.hidden_cases) if include_hidden else 0), | |
| quality_score=component_score(0.01), | |
| runtime_score=component_score(0.01), | |
| timed_out=False, | |
| details=details, | |
| ) | |
| cases = task.public_cases + (task.hidden_cases if include_hidden else []) | |
| result = execute_cases(code, task.function_name, cases, timeout_s=timeout_s) | |
| if result.get("timed_out"): | |
| details["test_results"] = [] | |
| details["test_summary"] = result["error"] | |
| progress = 0.12 + 0.18 * quality["score"] | |
| return base_grade( | |
| score=shaped_score(progress), | |
| syntax_score=component_score(0.95), | |
| tests_passed=0, | |
| tests_total=len(cases), | |
| quality_score=quality["score"], | |
| runtime_score=component_score(0.01), | |
| timed_out=True, | |
| details=details, | |
| ) | |
| if "error" in result: | |
| details["test_results"] = [] | |
| details["test_summary"] = result["error"] | |
| progress = 0.1 + 0.2 * quality["score"] | |
| return base_grade( | |
| score=shaped_score(progress), | |
| syntax_score=component_score(0.95), | |
| tests_passed=0, | |
| tests_total=len(cases), | |
| quality_score=quality["score"], | |
| runtime_score=component_score(0.01), | |
| timed_out=False, | |
| details=details, | |
| ) | |
| data = result["data"] | |
| pass_rate = data["passed"] / max(data["total"], 1) | |
| details["test_results"] = data["results"] | |
| details["test_summary"] = summarize_results("Test results", data["results"]) | |
| progress = min(1.0, 0.05 + 0.8 * pass_rate + 0.15 * quality["score"]) | |
| return base_grade( | |
| score=shaped_score(progress), | |
| syntax_score=component_score(0.95), | |
| tests_passed=data["passed"], | |
| tests_total=data["total"], | |
| quality_score=quality["score"], | |
| runtime_score=component_score(0.01), | |
| timed_out=False, | |
| details=details, | |
| ) | |