Update utils.py

utils.py

@@ -66,12 +66,6 @@ def generate_prompt_with_history(text, history, tokenizer, max_length=2048):
 
 
 
-#tokenizer = AutoTokenizer.from_pretrained("project-baize/baize-v2-7b")
-#model = AutoModelForCausalLM.from_pretrained("project-baize/baize-v2-7b")
-#tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neo-1.3B")
-#model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-neo-1.3B")
-
-
 def load_tokenizer_and_model(base_model,load_8bit=False):
     if torch.cuda.is_available():
         device = "cuda"
@@ -82,8 +76,8 @@ def load_tokenizer_and_model(base_model,load_8bit=False):
     if device == "cuda":
         model = AutoModelForCausalLM.from_pretrained(
             base_model,
-            #load_in_8bit=load_8bit,
-            #torch_dtype=torch.float16,
+            load_in_8bit=load_8bit,
+            torch_dtype=torch.float16,
             device_map="auto",
         )
     else: