Hugging Face's logo

trl-internal-testing
/
tiny-Qwen2ForCausalLM-2.5

Text Generation
Transformers
Safetensors
qwen2
trl
conversational
text-generation-inference
Model card Files
xet
Community
qgallouedec HF Staff commited on
Commit
bd7a22d
·
verified ·
1 Parent(s): 8209630

Upload Qwen2ForCausalLM

Browse files
Files changed (3) hide show
  1. config.json +4 -6
  2. generation_config.json +0 -2
  3. model.safetensors +2 -2
config.json CHANGED
@@ -3,9 +3,7 @@
3
  "Qwen2ForCausalLM"
4
  ],
5
  "attention_dropout": 0.0,
6
- "bos_token_id": 151643,
7
- "dtype": "bfloat16",
8
- "eos_token_id": 151645,
9
  "hidden_act": "silu",
10
  "hidden_size": 8,
11
  "initializer_range": 0.02,
@@ -15,18 +13,18 @@
15
  "full_attention"
16
  ],
17
  "max_position_embeddings": 32768,
18
- "max_window_layers": 70,
19
  "model_type": "qwen2",
20
  "num_attention_heads": 4,
21
  "num_hidden_layers": 2,
22
  "num_key_value_heads": 2,
23
  "rms_norm_eps": 1e-06,
24
  "rope_scaling": null,
25
- "rope_theta": 1000000.0,
26
  "sliding_window": null,
27
  "tie_word_embeddings": false,
28
  "transformers_version": "4.57.0.dev0",
29
  "use_cache": true,
30
  "use_sliding_window": false,
31
- "vocab_size": 152064
32
  }
 
3
  "Qwen2ForCausalLM"
4
  ],
5
  "attention_dropout": 0.0,
6
+ "dtype": "float32",
 
 
7
  "hidden_act": "silu",
8
  "hidden_size": 8,
9
  "initializer_range": 0.02,
 
13
  "full_attention"
14
  ],
15
  "max_position_embeddings": 32768,
16
+ "max_window_layers": 28,
17
  "model_type": "qwen2",
18
  "num_attention_heads": 4,
19
  "num_hidden_layers": 2,
20
  "num_key_value_heads": 2,
21
  "rms_norm_eps": 1e-06,
22
  "rope_scaling": null,
23
+ "rope_theta": 10000.0,
24
  "sliding_window": null,
25
  "tie_word_embeddings": false,
26
  "transformers_version": "4.57.0.dev0",
27
  "use_cache": true,
28
  "use_sliding_window": false,
29
+ "vocab_size": 151665
30
  }
generation_config.json CHANGED
@@ -1,6 +1,4 @@
1
  {
2
  "_from_model_config": true,
3
- "bos_token_id": 151643,
4
- "eos_token_id": 151645,
5
  "transformers_version": "4.57.0.dev0"
6
  }
 
1
  {
2
  "_from_model_config": true,
 
 
3
  "transformers_version": "4.57.0.dev0"
4
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:94b49b4fdb21187b4ff0f2af98f12d4c8f4055ccec2989d0ec7c4c32f885069c
3
- size 4872824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5731fb2d2d909c9368fa0caded641b4cb72001b3f90f3a51a8d1b42d0fece730
3
+ size 9717288