shreshth-tahoebio commited on
Commit
ade06e7
·
verified ·
1 Parent(s): 5104766

add-config (#2)

Browse files

- Add config.json for Hugging Face model hub (50ff5452c6de2946698e3c401739fa45c5e290ee)

Files changed (1) hide show
  1. config.json +26 -0
config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "tahoe-x1",
3
+ "architectures": ["TahoeX1"],
4
+ "d_model": 2560,
5
+ "n_heads": 20,
6
+ "n_layers": 32,
7
+ "vocab_size": 62721,
8
+ "torch_dtype": "bfloat16",
9
+ "model_variants": {
10
+ "70m": {
11
+ "file": "70m-model/model.safetensors",
12
+ "parameters": 71000000,
13
+ "config": "70m-model/model_config.yml"
14
+ },
15
+ "1b": {
16
+ "file": "1b-model/model.safetensors",
17
+ "parameters": 1353000000,
18
+ "config": "1b-model/model_config.yml"
19
+ },
20
+ "3b": {
21
+ "file": "3b-model/model.safetensors",
22
+ "parameters": 2717000000,
23
+ "config": "3b-model/model_config.yml"
24
+ }
25
+ }
26
+ }