Update FoMo4Wheat/configs/distill_default_config.yaml
Browse files
FoMo4Wheat/configs/distill_default_config.yaml
CHANGED
|
@@ -89,7 +89,7 @@ teacher:
|
|
| 89 |
drop_path_rate: 0.4
|
| 90 |
layerscale: 1.0e-05
|
| 91 |
drop_path_uniform: true
|
| 92 |
-
pretrained_weights:
|
| 93 |
ffn_layer: "swiglufused"
|
| 94 |
block_chunks: 4
|
| 95 |
qkv_bias: true
|
|
|
|
| 89 |
drop_path_rate: 0.4
|
| 90 |
layerscale: 1.0e-05
|
| 91 |
drop_path_uniform: true
|
| 92 |
+
pretrained_weights:
|
| 93 |
ffn_layer: "swiglufused"
|
| 94 |
block_chunks: 4
|
| 95 |
qkv_bias: true
|