from typing import Union

from fastapi import FastAPI
import asyncio

from groq import Groq, AsyncGroq

client = AsyncGroq(
    api_key="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",
)

SYSTEM_PROMPT = """
Ты ассистент, помогай людям!
"""

app = FastAPI()


@app.post("/get_response")
async def read_root(messages: list[dict]):
    messages.insert(0, {
            "role": "system",
            "content": SYSTEM_PROMPT
        }
    )
    chat_completion = await client.chat.completions.create(
        messages=messages,
        model="llama3-70b-8192",
    )
    return chat_completion.choices[0].message.content