|
|
|
|
| import os
|
| import requests
|
| import gradio as gr
|
|
|
|
|
| groq_api_key = os.getenv("GROQ_API_KEY")
|
|
|
|
|
| url = "https://api.groq.com/openai/v1/chat/completions"
|
| headers = {
|
| "Authorization": f"Bearer {groq_api_key}"
|
| }
|
|
|
| def chat_with_groq(user_input):
|
| body = {
|
| "model": "llama-3.1-8b-instant",
|
| "messages": [
|
| {"role": "user", "content": user_input}
|
| ]
|
| }
|
| response = requests.post(url, headers=headers, json=body)
|
| if response.status_code == 200:
|
| return response.json()['choices'][0]['message']['content']
|
| else:
|
| return f"Error: {response.json()}"
|
|
|
|
|
| interface = gr.Interface(
|
| fn=chat_with_groq,
|
| inputs=gr.Textbox(lines=2, placeholder="Ask me anything..."),
|
| outputs=gr.Textbox(),
|
| title="DDS Chat with Groq AI (llama-3.1-8b-instant)",
|
| description="Type your question below and get a response powered by Groq's llama model."
|
| )
|
|
|
| interface.launch()
|
|
|