File size: 1,418 Bytes
81ff144 0cb1aa7 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 | from .base import BaseAgent
from typing import Dict, Any, List
import openai
from services.config import settings, config_service
class AMDAgent(BaseAgent):
"""
Agent implementation for AMD Inference (inference.do-ai.run).
Compatible with OpenAI's API format.
"""
def __init__(self, name: str, role: str, model: str = "gpt-4o", system_prompt: str = None):
super().__init__(name, role, model, system_prompt)
self.provider_config = config_service.get_provider_config("amd")
api_key = self.provider_config.get("api_key") or settings.AMD_API_KEY
self.client = openai.AsyncOpenAI(
api_key=api_key,
base_url=self.provider_config.get("base_url", "https://inference.do-ai.run/v1")
)
self.temperature = self.provider_config.get("temperature", 0.7)
self.max_tokens = self.provider_config.get("max_tokens", 4096)
async def run(self, task_description: str, context: List[Dict[str, Any]], use_tools: bool = False, extra_context: str = "") -> Dict[str, Any]:
return await self._run_openai_compatible(
provider="amd",
create_fn=self.client.chat.completions.create,
task_description=task_description,
context=context,
use_tools=use_tools,
extra_context=extra_context,
response_format={"type": "json_object"}
)
|