| {"tree_metadata": {"('output_projection_point', 'hidden_layer', 'kernel', 'value')": {"key_metadata": [{"key": "output_projection_point", "key_type": 2}, {"key": "hidden_layer", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [320, 1280]}}, "('output_projection_point', 'output_layer', 'kernel', 'value')": {"key_metadata": [{"key": "output_projection_point", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [320, 1280]}}, "('output_projection_point', 'residual_layer', 'kernel', 'value')": {"key_metadata": [{"key": "output_projection_point", "key_type": 2}, {"key": "residual_layer", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [320, 1280]}}, "('output_projection_quantiles', 'hidden_layer', 'kernel', 'value')": {"key_metadata": [{"key": "output_projection_quantiles", "key_type": 2}, {"key": "hidden_layer", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [320, 1280]}}, "('output_projection_quantiles', 'output_layer', 'kernel', 'value')": {"key_metadata": [{"key": "output_projection_quantiles", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [320, 10240]}}, "('output_projection_quantiles', 'residual_layer', 'kernel', 'value')": {"key_metadata": [{"key": "output_projection_quantiles", "key_type": 2}, {"key": "residual_layer", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [320, 10240]}}, "('stacked_xf', 'attn', 'key', 'kernel', 'value')": {"key_metadata": [{"key": "stacked_xf", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "key", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [5, 1280, 16, 80]}}, "('stacked_xf', 'attn', 'key_ln', 'scale', 'value')": {"key_metadata": [{"key": "stacked_xf", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "key_ln", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [5, 80]}}, "('stacked_xf', 'attn', 'out', 'kernel', 'value')": {"key_metadata": [{"key": "stacked_xf", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "out", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [5, 16, 80, 1280]}}, "('stacked_xf', 'attn', 'per_dim_scale', 'per_dim_scale', 'value')": {"key_metadata": [{"key": "stacked_xf", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "per_dim_scale", "key_type": 2}, {"key": "per_dim_scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [5, 80]}}, "('stacked_xf', 'attn', 'query', 'kernel', 'value')": {"key_metadata": [{"key": "stacked_xf", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "query", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [5, 1280, 16, 80]}}, "('stacked_xf', 'attn', 'query_ln', 'scale', 'value')": {"key_metadata": [{"key": "stacked_xf", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "query_ln", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [5, 80]}}, "('stacked_xf', 'attn', 'value', 'kernel', 'value')": {"key_metadata": [{"key": "stacked_xf", "key_type": 2}, {"key": "attn", "key_type": 2}, {"key": "value", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [5, 1280, 16, 80]}}, "('stacked_xf', 'ff0', 'kernel', 'value')": {"key_metadata": [{"key": "stacked_xf", "key_type": 2}, {"key": "ff0", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [5, 1280, 1280]}}, "('stacked_xf', 'ff1', 'kernel', 'value')": {"key_metadata": [{"key": "stacked_xf", "key_type": 2}, {"key": "ff1", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [5, 1280, 1280]}}, "('stacked_xf', 'post_attn_ln', 'scale', 'value')": {"key_metadata": [{"key": "stacked_xf", "key_type": 2}, {"key": "post_attn_ln", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [5, 1280]}}, "('stacked_xf', 'post_ff_ln', 'scale', 'value')": {"key_metadata": [{"key": "stacked_xf", "key_type": 2}, {"key": "post_ff_ln", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [5, 1280]}}, "('stacked_xf', 'pre_attn_ln', 'scale', 'value')": {"key_metadata": [{"key": "stacked_xf", "key_type": 2}, {"key": "pre_attn_ln", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [5, 1280]}}, "('stacked_xf', 'pre_ff_ln', 'scale', 'value')": {"key_metadata": [{"key": "stacked_xf", "key_type": 2}, {"key": "pre_ff_ln", "key_type": 2}, {"key": "scale", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [5, 1280]}}, "('tokenizer', 'hidden_layer', 'bias', 'value')": {"key_metadata": [{"key": "tokenizer", "key_type": 2}, {"key": "hidden_layer", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [320]}}, "('tokenizer', 'hidden_layer', 'kernel', 'value')": {"key_metadata": [{"key": "tokenizer", "key_type": 2}, {"key": "hidden_layer", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16, 1280]}}, "('tokenizer', 'output_layer', 'bias', 'value')": {"key_metadata": [{"key": "tokenizer", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [320]}}, "('tokenizer', 'output_layer', 'kernel', 'value')": {"key_metadata": [{"key": "tokenizer", "key_type": 2}, {"key": "output_layer", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [320, 1280]}}, "('tokenizer', 'residual_layer', 'bias', 'value')": {"key_metadata": [{"key": "tokenizer", "key_type": 2}, {"key": "residual_layer", "key_type": 2}, {"key": "bias", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [320]}}, "('tokenizer', 'residual_layer', 'kernel', 'value')": {"key_metadata": [{"key": "tokenizer", "key_type": 2}, {"key": "residual_layer", "key_type": 2}, {"key": "kernel", "key_type": 2}, {"key": "value", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [16, 1280]}}}, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} |