Update config.json
Browse files- config.json +1 -1
 
    	
        config.json
    CHANGED
    
    | 
         @@ -14,7 +14,7 @@ 
     | 
|
| 14 | 
         
             
              "initializer_range": 0.02,
         
     | 
| 15 | 
         
             
              "intermediate_size": 20480,
         
     | 
| 16 | 
         
             
              "max_position_embeddings": 4096,
         
     | 
| 17 | 
         
            -
              "model_type": " 
     | 
| 18 | 
         
             
              "num_attention_heads": 40,
         
     | 
| 19 | 
         
             
              "num_experts_per_tok": 2,
         
     | 
| 20 | 
         
             
              "num_hidden_layers": 40,
         
     | 
| 
         | 
|
| 14 | 
         
             
              "initializer_range": 0.02,
         
     | 
| 15 | 
         
             
              "intermediate_size": 20480,
         
     | 
| 16 | 
         
             
              "max_position_embeddings": 4096,
         
     | 
| 17 | 
         
            +
              "model_type": "aquilamoe",
         
     | 
| 18 | 
         
             
              "num_attention_heads": 40,
         
     | 
| 19 | 
         
             
              "num_experts_per_tok": 2,
         
     | 
| 20 | 
         
             
              "num_hidden_layers": 40,
         
     |