reader.py

from groq import Groq
from openai import OpenAI
import os
import regex as re
class Reader:
    def __init__(self, model:str):
        self.model_name = model
        if model == 'gemma2-9b-it':
            self.client = Groq()
        elif model == 'gpt-4o-mini':
            token = os.environ["GITHUB_TOKEN"]
            endpoint = "https://models.inference.ai.azure.com"
            self.client = OpenAI(base_url=endpoint,api_key=token)
        self.prompt = None
    def get_prompt(self) -> str:
        """
        Get the prompt from the prompt.txt file
        """
        with open('prompt.txt', 'r', encoding='utf-8') as f:
            self.prompt = f.read()
    def refine(self, input:str) -> str:
        """
        Refine the input
        """
        fix = re.sub(r'[;]\s*[?]\s*', ' ? ', input)
        clean = re.sub(r'\s+', ' ', fix)
        return clean
    def reader(self, input: str) -> str:
        """
        Generate a response from the input
        Args:
            input (str): Math question from the user

        Returns:
            str: The generated response
        """

        chat_completion = self.client.chat.completions.create(
            messages=[
                { "role": "system", "content": self.prompt},
                { "role": "user", "content": input,}
            ],
            model=self.model_name,
            temperature=0.5,
            max_tokens=2048,
            top_p=1.0,
            stop=None,
            stream=False,
            )
        return self.refine(chat_completion.choices[0].message.content)
    def write_output(self, output:str):
        """
        Write the output to the output.txt file
        """
        with open('ag4mout/output.txt', 'w', encoding='utf-8') as f:
            f.write("Output\n")
            f.write(output.strip())
    def main(self, input:str) -> str:
        self.get_prompt()
        result = self.reader(input)
        self.write_output(result)