Update app.py

app.py

@@ -58,9 +58,12 @@ def group_texts(examples):
 #base_model = "TheBloke/airoboros-13B-HF"  #load_8bit = False (in load_tokenizer_and_model)
 base_model = "EleutherAI/gpt-neo-1.3B"    #load_8bit = False (in load_tokenizer_and_model)
 #base_model = "TheBloke/airoboros-13B-HF"   #load_8bit = True
+
+#Tokenizer und Model laden
 tokenizer,model,device = load_tokenizer_and_model(base_model,  False)
 #tokenizer.add_special_tokens({'pad_token': '[PAD]'}) #not necessary with fast Toekenizers like GPT2
 
+#Datensets für Finetuning laden
 dataset_neu = daten_laden("alexkueck/tis") 
 #dataset_neu = daten_laden("EleutherAI/pile")