luciaquirke commited on
Commit
35e2cde
·
verified ·
1 Parent(s): 6e8acc1

Upload AttnOnlyForCausalLM

Browse files
Files changed (2) hide show
  1. config.json +1 -1
  2. model.safetensors +1 -1
config.json CHANGED
@@ -12,7 +12,7 @@
12
  "num_attention_heads": 12,
13
  "num_hidden_layers": 2,
14
  "resid_pdrop": 0.0,
15
- "special_pos_embed": false,
16
  "torch_dtype": "float32",
17
  "transformers_version": "4.55.4",
18
  "use_cache": true,
 
12
  "num_attention_heads": 12,
13
  "num_hidden_layers": 2,
14
  "resid_pdrop": 0.0,
15
+ "special_pos_embed": true,
16
  "torch_dtype": "float32",
17
  "transformers_version": "4.55.4",
18
  "use_cache": true,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f90ac2258b46dbedb873fbd91923ff7c033c47e3b18de8d849b3eed79b90fe03
3
  size 330824696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b72d0fc727742b67a458c6b2ab6f45970b7203ac76cf1e9a71f096a4b1733b5b
3
  size 330824696