| { |
| "ademamix_enabled": true, |
| "bf16_stochastic_round_active": false, |
| "bf16_stochastic_round_elements": 0, |
| "bf16_stochastic_round_groups": 0, |
| "bf16_stochastic_round_tensors": 0, |
| "delta_eligible_linear_weights": 0, |
| "delta_enabled": false, |
| "delta_eta": 0.37, |
| "fp32_master_active": true, |
| "fp32_master_elements": 89168184, |
| "fp32_master_groups": 7, |
| "fp32_master_tensors": 438, |
| "fp32_passthrough_elements": 0, |
| "mode": "fp32_master", |
| "mxfp8_active": false, |
| "mxfp8_available": false, |
| "mxfp8_linear_layers": 0, |
| "mxfp8_recipe": null, |
| "native_precision_elements": 0, |
| "optimizer_variant": "AdEMAMix", |
| "ordinary_linear_layers": 136, |
| "parameter_elements_by_dtype": { |
| "bfloat16": 89166008, |
| "float32": 2176 |
| }, |
| "parameter_storage_bytes": 178340720, |
| "runtime_precision_mode": "BF16_FP32_MASTER", |
| "stochastic_round_seed": 0 |
| } |
|
|
