Upload config.json with huggingface_hub
Browse files- config.json +2 -2
 
    	
        config.json
    CHANGED
    
    | 
         @@ -14,7 +14,7 @@ 
     | 
|
| 14 | 
         
             
              "intermediate_size": 5120,
         
     | 
| 15 | 
         
             
              "logits_soft_cap": 15.0,
         
     | 
| 16 | 
         
             
              "max_position_embeddings": 2048,
         
     | 
| 17 | 
         
            -
              "model_type": " 
     | 
| 18 | 
         
             
              "n_embd": 1280,
         
     | 
| 19 | 
         
             
              "n_head": 10,
         
     | 
| 20 | 
         
             
              "n_layer": 20,
         
     | 
| 
         @@ -30,4 +30,4 @@ 
     | 
|
| 30 | 
         
             
              "transformers_version": "4.57.0.dev0",
         
     | 
| 31 | 
         
             
              "use_cache": true,
         
     | 
| 32 | 
         
             
              "vocab_size": 65536
         
     | 
| 33 | 
         
            -
            }
         
     | 
| 
         | 
|
| 14 | 
         
             
              "intermediate_size": 5120,
         
     | 
| 15 | 
         
             
              "logits_soft_cap": 15.0,
         
     | 
| 16 | 
         
             
              "max_position_embeddings": 2048,
         
     | 
| 17 | 
         
            +
              "model_type": "nanochat",
         
     | 
| 18 | 
         
             
              "n_embd": 1280,
         
     | 
| 19 | 
         
             
              "n_head": 10,
         
     | 
| 20 | 
         
             
              "n_layer": 20,
         
     | 
| 
         | 
|
| 30 | 
         
             
              "transformers_version": "4.57.0.dev0",
         
     | 
| 31 | 
         
             
              "use_cache": true,
         
     | 
| 32 | 
         
             
              "vocab_size": 65536
         
     | 
| 33 | 
         
            +
            }
         
     |