Integration: Added DigitalOcean Serverless Inference provider

backend/agents/agent_factory.py

@@ -5,6 +5,7 @@ from .amd_agent import AMDAgent
 from .groq_agent import GroqAgent
 from .gemini_agent import GeminiAgent
 from .local_agent import LocalAgent
+from .digitalocean_agent import DigitalOceanAgent
 from services.config import settings
 
 # Map of providers to their respective classes
@@ -14,7 +15,8 @@ PROVIDER_MAP: Dict[str, Type[BaseAgent]] = {
     "groq": GroqAgent,
     "gemini": GeminiAgent,
     "local": LocalAgent,
-    "ollama": LocalAgent
+    "ollama": LocalAgent,
+    "digitalocean": DigitalOceanAgent
 }
 
 class AgentFactory:

backend/agents/digitalocean_agent.py

@@ -0,0 +1,35 @@
+from .base import BaseAgent
+from typing import Dict, Any, List
+import openai
+from services.config import settings, config_service
+
+class DigitalOceanAgent(BaseAgent):
+    """
+    Agent provider using DigitalOcean's Gradient Inference API.
+    Compatible with OpenAI's Chat Completion format.
+    """
+    def __init__(self, name: str, role: str, model: str = "llama-3-70b-instruct", system_prompt: str = None):
+        super().__init__(name, role, model, system_prompt)
+        
+        # Load dynamic config
+        self.provider_config = config_service.get_provider_config("digitalocean")
+        api_key = self.provider_config.get("api_key") or settings.DO_INFERENCE_KEY or settings.DO_API_TOKEN
+        
+        # DigitalOcean Inference endpoint
+        self.client = openai.AsyncOpenAI(
+            api_key=api_key,
+            base_url="https://inference.do-ai.run/v1"
+        )
+        self.temperature = self.provider_config.get("temperature", 0.7)
+        self.max_tokens = self.provider_config.get("max_tokens", 4096)
+
+    async def run(self, task_description: str, context: List[Dict[str, Any]], use_tools: bool = False, extra_context: str = "") -> Dict[str, Any]:
+        # Use the base OpenAI-compatible runner
+        return await self._run_openai_compatible(
+            provider="digitalocean",
+            create_fn=self.client.chat.completions.create,
+            task_description=task_description,
+            context=context,
+            use_tools=use_tools,
+            extra_context=extra_context
+        )

backend/services/config.py

@@ -18,6 +18,7 @@ class Settings(BaseSettings):
     
     # Infrastructure (DigitalOcean)
     DO_API_TOKEN: Optional[str] = None
+    DO_INFERENCE_KEY: Optional[str] = None
     DO_REGION: str = "nyc3"
     
     # App Config