Update app.py

app.py

@@ -1,17 +1,16 @@
 import gradio as gr
-from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
+from transformers import AutoTokenizer
 from optimum.onnxruntime import ORTModelForSeq2SeqLM
+from optimum.pipelines import pipeline
 
 
 def check_grammar(sentence):
   tokenizer = AutoTokenizer.from_pretrained("leslyarun/grammatical-error-correction-quantized")
   model = ORTModelForSeq2SeqLM.from_pretrained("leslyarun/grammatical-error-correction-quantized")
   
-  inputs = tokenizer("grammar: " + sentence, return_tensors='pt')
-  
-  output = model.generate(inputs['input_ids'], num_beams=5, max_length=512, early_stopping=True)
-  correction = tokenizer.batch_decode(output, skip_special_tokens=True)
-  return "".join(correction)
+  text2text_generator = pipeline("text2text-generation", model=model, tokenizer=tokenizer)
+  output = text2text_generator("grammar: " + sentence)
+  return output
 
   
 demo = gr.Interface(check_grammar, inputs=['text'],