Update app.py
Browse files
app.py
CHANGED
|
@@ -78,8 +78,8 @@ subprocess.run(
|
|
| 78 |
|
| 79 |
|
| 80 |
# Load the tokenizer and model
|
| 81 |
-
tokenizer = AutoTokenizer.from_pretrained("HumanLLMs/Human-Like-
|
| 82 |
-
model = AutoModelForCausalLM.from_pretrained("HumanLLMs/Human-Like-
|
| 83 |
low_cpu_mem_usage=True,
|
| 84 |
torch_dtype=torch.bfloat16,
|
| 85 |
# quantization_config=quantization_config,
|
|
|
|
| 78 |
|
| 79 |
|
| 80 |
# Load the tokenizer and model
|
| 81 |
+
tokenizer = AutoTokenizer.from_pretrained("HumanLLMs/Human-Like-Mistral-Nemo-Instruct-2407")
|
| 82 |
+
model = AutoModelForCausalLM.from_pretrained("HumanLLMs/Human-Like-Mistral-Nemo-Instruct-2407", device_map="auto",
|
| 83 |
low_cpu_mem_usage=True,
|
| 84 |
torch_dtype=torch.bfloat16,
|
| 85 |
# quantization_config=quantization_config,
|