File size: 655 Bytes
e950800 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 |
from typing import Union
from fastapi import FastAPI
import asyncio
from groq import Groq, AsyncGroq
client = AsyncGroq(
api_key="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",
)
SYSTEM_PROMPT = """
Ты ассистент, помогай людям!
"""
app = FastAPI()
@app.post("/get_response")
async def read_root(messages: list[dict]):
messages.insert(0, {
"role": "system",
"content": SYSTEM_PROMPT
}
)
chat_completion = await client.chat.completions.create(
messages=messages,
model="llama3-70b-8192",
)
return chat_completion.choices[0].message.content
|