Spaces:
Paused
Paused
Update utils.py
Browse files
utils.py
CHANGED
|
@@ -64,7 +64,7 @@ def load_tokenizer_and_model(base_model, load_8bit=False):
|
|
| 64 |
tokenizer = AutoTokenizer.from_pretrained(base_model, use_fast = True, use_auth_token=True)
|
| 65 |
if device == "cuda":
|
| 66 |
model = AutoModelForCausalLM.from_pretrained(
|
| 67 |
-
|
| 68 |
load_in_8bit=load_8bit,
|
| 69 |
torch_dtype=torch.float16,
|
| 70 |
device_map="auto",
|
|
|
|
| 64 |
tokenizer = AutoTokenizer.from_pretrained(base_model, use_fast = True, use_auth_token=True)
|
| 65 |
if device == "cuda":
|
| 66 |
model = AutoModelForCausalLM.from_pretrained(
|
| 67 |
+
base_model,
|
| 68 |
load_in_8bit=load_8bit,
|
| 69 |
torch_dtype=torch.float16,
|
| 70 |
device_map="auto",
|