| from langchain.tools import tool |
| from langchain_core.messages import SystemMessage, HumanMessage |
| from langchain_openai import ChatOpenAI |
|
|
| from core.messages import attachmentHandler |
| from utils.prompt_manager import prompt_mgmt |
|
|
| audio_model = ChatOpenAI(model="gpt-4o-audio-preview") |
|
|
|
|
| @tool |
| def query_audio(question: str, file_reference: str) -> str: |
| """ |
| Tool to answer questions based on the audio file identified by the provided file reference |
| :param question: Question to be answered |
| :param file_reference: file reference |
| :return: the answer to the given question |
| """ |
| sys_msg = SystemMessage(content=prompt_mgmt.render_template("audio_evaluation", [])) |
| content_bytes = attachmentHandler.fetch_file_from_reference(file_reference) |
|
|
| content = [{"type": "text", "text": question}, attachmentHandler.get_representation("audio", content_bytes, "mp3", None)] |
|
|
| message = [HumanMessage(content=content)] |
| try: |
| response = audio_model.invoke([sys_msg] + message) |
| return response |
| except Exception as e: |
| print("Exception while invoking audio tool") |
|
|
