Update app.py

app.py

@@ -40,6 +40,12 @@ def group_texts(examples):
     result["labels"] = result["input_ids"].copy()
     return result    
 
+#Generate Response - nach dem training testen, wie es funktioniert
+def generate_response(prompt):
+    input_ids = tokenizer.encode(prompt, return_tensors="pt")
+    output = model.generate(input_ids, max_length=100)
+    response = tokenizer.decode(output[:, input_ids.shape[-1]:][0], skip_special_tokens=True)
+    return response
 
 
 
@@ -144,7 +150,7 @@ trainer = Trainer(
 )
 print ("trainer")
 #trainer ausführen
-#trainer.train()
+trainer.train()
 #Wenn man vom letzten checkpoint aus weiter trainieren möchte: trainer.train(resume_from_checkpoint=True)
 print("trained!!!!!")
 
@@ -161,6 +167,15 @@ print("Done Eval")
 print("Test")
 text = "Was ist Tis?"
 
+# Example usage
+prompt = "Was ist TIS?"
+
+response = generate_response(prompt)
+print(response)
+print("response done")
+
+
+'''
 #encoding = tokenizer(text, return_tensors="pt")
 #encoding = {k: v.to(trainer.model.device) for k,v in encoding.items()}
 
@@ -172,9 +187,12 @@ text = "Was ist Tis?"
 
 print("Output:\n" )
 #print(tokenizer.decode(outputs[0], skip_special_tokens=True))
+'''
 
 
-print("Save to Space")
+###################################################
+#Save to a place -????? Where????
+print("Save to ???")
 #login(token=os.environ["HF_WRITE_TOKEN"]) 
 #trainer.save_model("alexkueck/test-tis-1")
 print("done")