new tools

app.py

@@ -1,22 +1,45 @@
-from smolagents import CodeAgent,DuckDuckGoSearchTool, HfApiModel,load_tool,tool
+from smolagents import CodeAgent, DuckDuckGoSearchTool, HfApiModel, load_tool, tool
 import datetime
 import requests
 import pytz
 import yaml
 from tools.final_answer import FinalAnswerTool
+import os
+import uuid
+from dotenv import load_dotenv
+from tools.image_caption import ImageCaptionTool
+from tools.image_generation import ImageGenerationTool
 
 from Gradio_UI import GradioUI
 
 # Below is an example of a tool that does nothing. Amaze us with your creativity !
+
+
 @tool
-def my_custom_tool(arg1:str, arg2:int)-> str: #it's import to specify the return type
-    #Keep this format for the description / args / args description but feel free to modify the tool
-    """A tool that does nothing yet 
+def basic_calculator(operation: str, num1: float, num2: float) -> str:
+    """A tool that performs basic arithmetic operations.
     Args:
-        arg1: the first argument
-        arg2: the second argument
+        operation: The arithmetic operation to perform ('add', 'subtract', 'multiply', 'divide').
+        num1: The first number.
+        num2: The second number.
     """
-    return "What magic will you build ?"
+    try:
+        if operation == 'add':
+            result = num1 + num2
+        elif operation == 'subtract':
+            result = num1 - num2
+        elif operation == 'multiply':
+            result = num1 * num2
+        elif operation == 'divide':
+            if num2 == 0:
+                return "Error: Division by zero is not allowed."
+            result = num1 / num2
+        else:
+            return "Error: Invalid operation. Please use 'add', 'subtract', 'multiply', or 'divide'."
+        return f"The result of {operation}ing {num1} and {num2} is: {result}"
+    except Exception as e:
+        return f"Error performing calculation: {str(e)}"
+
 
 @tool
 def get_current_time_in_timezone(timezone: str) -> str:
@@ -35,24 +58,40 @@ def get_current_time_in_timezone(timezone: str) -> str:
 
 
 final_answer = FinalAnswerTool()
+
+# If the agent does not answer, the model is overloaded, please use another model or the following Hugging Face Endpoint that also contains qwen2.5 coder:
+# model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
+
 model = HfApiModel(
-max_tokens=2096,
-temperature=0.5,
-model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
-custom_role_conversions=None,
+    max_tokens=2096,
+    temperature=0.5,
+    # model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
+    model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud',
+    custom_role_conversions=None,
 )
 
+load_dotenv(override=True)
+token = os.getenv("HF_API_KEY")
+if not token:
+    raise ValueError("HF_API_KEY environment variable not set")
 
 # Import tool from Hub
-image_generation_tool = load_tool("agents-course/text-to-image", trust_remote_code=True)
+# image_generation_tool = load_tool(
+#     "agents-course/text-to-image", trust_remote_code=True, token=token
+# )
+
 
 with open("prompts.yaml", 'r') as stream:
     prompt_templates = yaml.safe_load(stream)
-    
+
 agent = CodeAgent(
     model=model,
-    tools=[final_answer], ## add your tools here (don't remove final answer)
-    max_steps=6,
+    # add your tools here (don't remove final answer)
+    tools=[final_answer, get_current_time_in_timezone, basic_calculator,
+           ImageGenerationTool(), ImageCaptionTool(),
+           DuckDuckGoSearchTool()
+           ],
+    max_steps=15,
     verbosity_level=1,
     grammar=None,
     planning_interval=None,
@@ -62,4 +101,4 @@ agent = CodeAgent(
 )
 
 
-GradioUI(agent).launch()
+GradioUI(agent).launch()

prompts.yaml

@@ -21,11 +21,13 @@
   ```<end_code>
   Observation: "The oldest person in the document is John Doe, a 55 year old lumberjack living in Newfoundland."
 
-  Thought: I will now generate an image showcasing the oldest person.
+  Thought: I will now generate an image showcasing the oldest person and save it in generations dir.
   Code:
   ```py
-  image = image_generator("A portrait of John Doe, a 55-year-old man living in Canada.")
+  import uuid
+  image, img_path = image_generator("A portrait of John Doe, a 55-year-old man living in Canada.")
   final_answer(image)
+  final_answer(img_path)
   ```<end_code>
 
   ---