Hugging Face's logo

dslighfdsl
/
Llama-3.1-8B-Instruct-SFT

Text Generation
Transformers
Safetensors
llama
Generated from Trainer
open-r1
trl
sft
conversational
text-generation-inference
Model card Files
xet
Community
dslighfdsl commited on
Commit
976b371
·
verified ·
1 Parent(s): a871390

Training in progress, step 18

Browse files
Files changed (8) hide show
  1. config.json +1 -1
  2. model-00001-of-00004.safetensors +1 -1
  3. model-00002-of-00004.safetensors +1 -1
  4. model-00003-of-00004.safetensors +1 -1
  5. model-00004-of-00004.safetensors +1 -1
  6. special_tokens_map.json +1 -1
  7. tokenizer_config.json +1 -1
  8. training_args.bin +1 -1
config.json CHANGED
@@ -35,6 +35,6 @@
35
  "tie_word_embeddings": false,
36
  "torch_dtype": "bfloat16",
37
  "transformers_version": "4.50.0.dev0",
38
- "use_cache": true,
39
  "vocab_size": 128256
40
  }
 
35
  "tie_word_embeddings": false,
36
  "torch_dtype": "bfloat16",
37
  "transformers_version": "4.50.0.dev0",
38
+ "use_cache": false,
39
  "vocab_size": 128256
40
  }
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b749fdf65c47e5a7a49378e28f1e888565f51fc858bee7f77346812283fcdd76
3
  size 4976698672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dc23f7f7ce3727dc10c78c53484e7ea89d052ff445b982289239c9b875921ff
3
  size 4976698672
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c65be9d5800ccba7fae8e7d17cc3ba4f1715097b1c6de5ad31ee4493cbbe2c63
3
  size 4999802720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ab743c8452f80d4d80c9a4177e32fffe631afef64aceb85d4a31dedbb3b7056
3
  size 4999802720
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d1dd4d64257b8f176e57807f60686a3fe1235fbe52311724e811f2734e28edf2
3
  size 4915916176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e689f3e7bff018f4dccd3ddaeed39a906a44ef74d27ef7aea7400c49af2db348
3
  size 4915916176
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f8d5f4d97d64052dd9d16e6e452cd48a2c503b0fb2b70f3c2fa0fd24cee6e693
3
  size 1168138808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:482e445ad226aa4b9fdeddf39ccdfdc90a70a9dd31389aebfcb9a123de17b241
3
  size 1168138808
special_tokens_map.json CHANGED
@@ -13,5 +13,5 @@
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
- "pad_token": "<|eot_id|>"
17
  }
 
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
+ "pad_token": "<|finetune_right_pad_id|>"
17
  }
tokenizer_config.json CHANGED
@@ -2059,6 +2059,6 @@
2059
  "attention_mask"
2060
  ],
2061
  "model_max_length": 131072,
2062
- "pad_token": "<|eot_id|>",
2063
  "tokenizer_class": "PreTrainedTokenizer"
2064
  }
 
2059
  "attention_mask"
2060
  ],
2061
  "model_max_length": 131072,
2062
+ "pad_token": "<|finetune_right_pad_id|>",
2063
  "tokenizer_class": "PreTrainedTokenizer"
2064
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3d48e16d9aa3dda8fd531faadeb863e21a8a9f92f79590d305ae8527cbdce7f1
3
  size 7416
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4686336798fa517009dc5215654fb62ad703a50c2332b20a18993ed70a22baa
3
  size 7416