from typing import Union

from fastapi import FastAPI
import asyncio

from groq import Groq, AsyncGroq

client = AsyncGroq(
    api_key="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",
)

SYSTEM_PROMPT = """
You are helpful assistant, your task is to help me operating my system!
"""

app = FastAPI()


@app.post("/get_response")
async def read_root(messages: list[dict]):
    messages.insert(0, {
            "role": "system",
            "content": SYSTEM_PROMPT
        }
    )
    chat_completion = await client.chat.completions.create(
        messages=messages,
        model="llama3-70b-8192",
    )
    return chat_completion.choices[0].message.content



@app.get("/test")
async def read_root():
    return "hello"