Create app.py

app.py

@@ -0,0 +1,33 @@
+from typing import Union
+
+from fastapi import FastAPI
+import asyncio
+
+from groq import Groq, AsyncGroq
+
+client = AsyncGroq(
+    api_key="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",
+)
+
+SYSTEM_PROMPT = """
+Ты ассистент, помогай людям!
+"""
+
+app = FastAPI()
+
+
+@app.post("/get_response")
+async def read_root(messages: list[dict]):
+    messages.insert(0, {
+            "role": "system",
+            "content": SYSTEM_PROMPT
+        }
+    )
+    chat_completion = await client.chat.completions.create(
+        messages=messages,
+        model="llama3-70b-8192",
+    )
+    return chat_completion.choices[0].message.content
+
+
+