Update app.py

app.py

@@ -5,10 +5,12 @@ import inspect
 import pandas as pd
 import google.generativeai as genai
 import spaces
+import asyncio
 
 # (Keep Constants as is)
 # --- Constants ---
 DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
+ANSWER_CACHE = {}
 
 # --- Basic Agent Definition ---
 # ----- THIS IS WERE YOU CAN BUILD WHAT YOU WANT ------
@@ -39,10 +41,10 @@ class BasicAgent:
             print(f"Error calling Gemini API: {e}")
             return f"Error during Gemini API call: {e}"
 @spaces.GPU
-def run_and_submit_all( profile: gr.OAuthProfile | None):
+async def run_and_submit_all( profile: gr.OAuthProfile | None):
     """
-    Fetches all questions, runs the BasicAgent on them, submits all answers,
-    and displays the results.
+    Fetches all questions, runs the BasicAgent on them asynchronously,
+    caches the answers, submits all answers, and displays the results.
     """
     # --- Determine HF Space Runtime URL and Repo URL ---
     space_id = os.getenv("SPACE_ID") # Get the SPACE_ID for sending link to the code
@@ -89,23 +91,48 @@ def run_and_submit_all( profile: gr.OAuthProfile | None):
         print(f"An unexpected error occurred fetching questions: {e}")
         return f"An unexpected error occurred fetching questions: {e}", None
 
-    # 3. Run your Agent
-    results_log = []
-    answers_payload = []
-    print(f"Running agent on {len(questions_data)} questions...")
-    for item in questions_data:
+    # 3. Run your Agent Asynchronously with Caching
+    async def process_question(item, agent_instance):
         task_id = item.get("task_id")
         question_text = item.get("question")
+
         if not task_id or question_text is None:
             print(f"Skipping item with missing task_id or question: {item}")
-            continue
+            return None, None
+
+        # Check cache first
+        if task_id in ANSWER_CACHE:
+            print(f"Cache hit for task {task_id}.")
+            submitted_answer = ANSWER_CACHE[task_id]
+            log_entry = {"Task ID": task_id, "Question": question_text, "Submitted Answer": submitted_answer}
+            answer_payload = {"task_id": task_id, "submitted_answer": submitted_answer}
+            return log_entry, answer_payload
+
+        # If not in cache, run agent
         try:
-            submitted_answer = agent(question_text)
-            answers_payload.append({"task_id": task_id, "submitted_answer": submitted_answer})
-            results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": submitted_answer})
+            print(f"Cache miss for task {task_id}. Running agent...")
+            # Run the synchronous agent call in a separate thread to avoid blocking the event loop
+            submitted_answer = await asyncio.to_thread(agent_instance, question_text)
+            
+            # Cache the new answer
+            ANSWER_CACHE[task_id] = submitted_answer
+            
+            log_entry = {"Task ID": task_id, "Question": question_text, "Submitted Answer": submitted_answer}
+            answer_payload = {"task_id": task_id, "submitted_answer": submitted_answer}
+            return log_entry, answer_payload
         except Exception as e:
-             print(f"Error running agent on task {task_id}: {e}")
-             results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": f"AGENT ERROR: {e}"})
+            print(f"Error running agent on task {task_id}: {e}")
+            error_message = f"AGENT ERROR: {e}"
+            log_entry = {"Task ID": task_id, "Question": question_text, "Submitted Answer": error_message}
+            # Do not create a payload for submission in case of an error
+            return log_entry, None
+
+    print(f"Running agent on {len(questions_data)} questions asynchronously...")
+    tasks = [process_question(item, agent) for item in questions_data]
+    results = await asyncio.gather(*tasks)
+
+    results_log = [res[0] for res in results if res and res[0] is not None]
+    answers_payload = [res[1] for res in results if res and res[1] is not None]
 
     if not answers_payload:
         print("Agent did not produce any answers to submit.")
@@ -166,11 +193,9 @@ with gr.Blocks() as demo:
     gr.Markdown(
         """
         **Instructions:**
-
         1.  Please clone this space, then modify the code to define your agent's logic, the tools, the necessary packages, etc ...
         2.  Log in to your Hugging Face account using the button below. This uses your HF username for submission.
         3.  Click 'Run Evaluation & Submit All Answers' to fetch questions, run your agent, submit answers, and see the score.
-
         ---
         **Disclaimers:**
         Once clicking on the "submit button, it can take quite some time ( this is the time for the agent to go through all the questions).