Hugging Face's logo

willopcbeta
/
Llama-3.1-8B-GRPO-Instruct-q4f16_1-MLC

MLC-LLM
webllm
multilingual
Model card Files
xet
Community
willopcbeta commited on
Commit
634d520
·
verified ·
1 Parent(s): cedbe53

Upload 112 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. mlc-chat-config.json +91 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_100.bin +3 -0
  7. params_shard_101.bin +3 -0
  8. params_shard_102.bin +3 -0
  9. params_shard_103.bin +3 -0
  10. params_shard_104.bin +3 -0
  11. params_shard_105.bin +3 -0
  12. params_shard_106.bin +3 -0
  13. params_shard_107.bin +3 -0
  14. params_shard_11.bin +3 -0
  15. params_shard_12.bin +3 -0
  16. params_shard_13.bin +3 -0
  17. params_shard_14.bin +3 -0
  18. params_shard_15.bin +3 -0
  19. params_shard_16.bin +3 -0
  20. params_shard_17.bin +3 -0
  21. params_shard_18.bin +3 -0
  22. params_shard_19.bin +3 -0
  23. params_shard_2.bin +3 -0
  24. params_shard_20.bin +3 -0
  25. params_shard_21.bin +3 -0
  26. params_shard_22.bin +3 -0
  27. params_shard_23.bin +3 -0
  28. params_shard_24.bin +3 -0
  29. params_shard_25.bin +3 -0
  30. params_shard_26.bin +3 -0
  31. params_shard_27.bin +3 -0
  32. params_shard_28.bin +3 -0
  33. params_shard_29.bin +3 -0
  34. params_shard_3.bin +3 -0
  35. params_shard_30.bin +3 -0
  36. params_shard_31.bin +3 -0
  37. params_shard_32.bin +3 -0
  38. params_shard_33.bin +3 -0
  39. params_shard_34.bin +3 -0
  40. params_shard_35.bin +3 -0
  41. params_shard_36.bin +3 -0
  42. params_shard_37.bin +3 -0
  43. params_shard_38.bin +3 -0
  44. params_shard_39.bin +3 -0
  45. params_shard_4.bin +3 -0
  46. params_shard_40.bin +3 -0
  47. params_shard_41.bin +3 -0
  48. params_shard_42.bin +3 -0
  49. params_shard_43.bin +3 -0
  50. params_shard_44.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
mlc-chat-config.json ADDED
@@ -0,0 +1,91 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "llama",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "hidden_size": 4096,
7
+ "intermediate_size": 14336,
8
+ "num_attention_heads": 32,
9
+ "num_hidden_layers": 32,
10
+ "rms_norm_eps": 1e-05,
11
+ "vocab_size": 128256,
12
+ "tie_word_embeddings": false,
13
+ "position_embedding_base": 500000.0,
14
+ "rope_scaling": {
15
+ "factor": 8.0,
16
+ "high_freq_factor": 4.0,
17
+ "low_freq_factor": 1.0,
18
+ "original_max_position_embeddings": 8192,
19
+ "rope_type": "llama3"
20
+ },
21
+ "context_window_size": 131072,
22
+ "prefill_chunk_size": 8192,
23
+ "num_key_value_heads": 8,
24
+ "head_dim": 128,
25
+ "tensor_parallel_shards": 1,
26
+ "pipeline_parallel_stages": 1,
27
+ "max_batch_size": 128,
28
+ "disaggregation": false
29
+ },
30
+ "vocab_size": 128256,
31
+ "context_window_size": 131072,
32
+ "sliding_window_size": -1,
33
+ "prefill_chunk_size": 8192,
34
+ "attention_sink_size": -1,
35
+ "tensor_parallel_shards": 1,
36
+ "pipeline_parallel_stages": 1,
37
+ "temperature": 0.6,
38
+ "presence_penalty": 0.0,
39
+ "frequency_penalty": 0.0,
40
+ "repetition_penalty": 1.0,
41
+ "top_p": 0.9,
42
+ "tokenizer_files": [
43
+ "tokenizer.json",
44
+ "tokenizer_config.json"
45
+ ],
46
+ "tokenizer_info": {
47
+ "token_postproc_method": "byte_level",
48
+ "prepend_space_in_encode": false,
49
+ "strip_space_in_decode": false
50
+ },
51
+ "conv_template": {
52
+ "name": "llama-3_1",
53
+ "system_template": "<|start_header_id|>system<|end_header_id|>\n\n{system_message}<|eot_id|>",
54
+ "system_message": "You are a helpful, respectful and honest assistant.",
55
+ "system_prefix_token_ids": [
56
+ 128000
57
+ ],
58
+ "add_role_after_system_message": true,
59
+ "roles": {
60
+ "user": "<|start_header_id|>user",
61
+ "assistant": "<|start_header_id|>assistant",
62
+ "tool": "<|start_header_id|>ipython"
63
+ },
64
+ "role_templates": {
65
+ "user": "{user_message}",
66
+ "assistant": "{assistant_message}",
67
+ "tool": "{tool_message}"
68
+ },
69
+ "messages": [],
70
+ "seps": [
71
+ "<|eot_id|>"
72
+ ],
73
+ "role_content_sep": "<|end_header_id|>\n\n",
74
+ "role_empty_sep": "<|end_header_id|>\n\n",
75
+ "stop_str": [],
76
+ "stop_token_ids": [
77
+ 128001,
78
+ 128008,
79
+ 128009
80
+ ],
81
+ "function_string": "",
82
+ "use_function_calling": false
83
+ },
84
+ "pad_token_id": 0,
85
+ "bos_token_id": 128000,
86
+ "eos_token_id": [
87
+ 128001,
88
+ 128008,
89
+ 128009
90
+ ]
91
+ }
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0a6c4654876d8c413078860afa351822e2d91691c947ffe9a0b4a3d441c4164
3
+ size 262668288
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd68f2b31d7274614e2b10f1104e44399e0db28cb24259da04c5fd5a5cd87208
3
+ size 29360128
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2600bfad32d22db541c9da8fbddc678233e837839d06321be7604f4e047d7520
3
+ size 33046528
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe3cd8573c688b4e6286a79387d75e1d3fddfba3a2c194802206cd94ea8efba9
3
+ size 58720256
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:808780600a12998a04e36c09e8d4809071e72cf99ce2fb06cca94c1dbbea0153
3
+ size 25174016
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f7a96a0e0487240035e6abf4ac111e120b3fac4d8bc4db8b3313d0d82f838bf
3
+ size 29360128
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b3cc6b6f8a506e5a09a0b99b7489c2b81130f30527c0cad4a9f484f5c6ee945
3
+ size 58720256
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbf7c040ae4d0c1cf17084c269e577b0f9b8f3c51f1b04a331a1810aeb0a834e
3
+ size 33046528
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2920551a47e37a198cdd3d5a4c654d15f73f23ae97fe5e5e083e8fa5ccf73f41
3
+ size 58720256
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea3041daebfa445ec5706d300c1a92eeb4ded0f2fd67df3a3c1b58910dd4d49f
3
+ size 32505856
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:478e368998c8c340f6ea8ac187c9502e2025ad56e24ff183926f8c9af75440d3
3
+ size 9437184
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06a3216d0bbf08c95317b4d58b4693f9211bd048aad29ba017e95788254262c5
3
+ size 29360128
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c9508b910aa024ab4780e6d5e2206df43adfaeaf55d4b1ba139c7f0a8908408
3
+ size 58720256
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43053c680abeaff51679b5d2a584e86c4c35461e9ee220963f9cc6036bf733c9
3
+ size 22036480
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:028c78f7b0248c26bbbc8fd2138848fa0287dcaacbab43e0f2e5724ef7f98db7
3
+ size 29360128
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5818c000df0b09a0907dbed5a97f4cd240a3a866c9b0903b25d315a17870f446
3
+ size 58720256
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a4fb3a9cf71fe74096dd8fb40b2be5682a3bf71fe1e25a5321f017933abdb6b
3
+ size 27271168
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d3c3b1d461151412193424ab7251ec47d898e3372be76482b2510291cedee75
3
+ size 29360128
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa96453bbf2e267ea943ac54c27ab97b073065b1f31638c6c514b005a233accf
3
+ size 30949376
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef81bda8ef7e30010f67158cc5d79036fbaf467f6f92e52bc067cedbb14637a3
3
+ size 58720256
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46a01095032dc8e6fce9f2b5628799d1bd2cf715ea1db5c2780ab599e0b45578
3
+ size 32841728
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:181bcc3ef71e4f57cd356e237f6fc5ec19a912639e4dd40f106510f9e7adcb2d
3
+ size 25174016
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:260cbab584109abb772fe70ef809d23ac0cd1db54dc0466d4195944cdff5279b
3
+ size 29360128
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67d180d0cf88c06fc25cad07feee9f05bc31680bf2e042dc31336cb0b803b2a2
3
+ size 58720256
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2eb52db453331d2d69933c602be699879943ea21894930b92834c58cadf6cc45
3
+ size 33046528
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:045482a5beaa1c9aadd9f439e4132c8f319490f144e9c002280e91f05435d87f
3
+ size 29360128
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b7d1f13c6d8aac52aea6d26354429f630ed2e41391fe7bc7c0e490be88e54d7
3
+ size 58720256
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fe21b83341c7978549ed078378f113a68033e549c5febe2b28606b702677064
3
+ size 22036480
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfb02d7d72e8e8e46b4ca90b45445b693939402640a7031b245d475e5328f257
3
+ size 29360128
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee83b6a815c06f68931b66acdf2b7ec596a1cfdd496882e24e4db8399b97eebb
3
+ size 58720256
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae20da3f64ecf9b67594d788a77a570da9ce2ec6399c6374165dfe487b4ec034
3
+ size 27271168
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f7db754d111b9b4dc0618124490271ee3858fe5c5511a5231abb9bca5295ebd
3
+ size 262668288
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a614cc438711d9e8374b6948907d493943114930958ded2d2a7115d9d10641f2
3
+ size 29360128
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b942a81698e340a2c19d8e42c615b0a1f37f6107eb98b1865b329de279141aaa
3
+ size 30949376
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:048c25a9cf280d92a55ef928391b353d2069ae2f8f6a224f0b759867b2b8c88d
3
+ size 58720256
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1358d3decb014ca8dbbcba54ec087bc20f01ec0d6b96815925b1ff6bec613ad4
3
+ size 25174016
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73df5cfcf13bcebf219d6b90b041aec0e9b40b09fc98b434ac3d83afa95a6b9a
3
+ size 29360128
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8d66fe7001b61379aa83c91323d28632e448eaa69944a56728b78c0fc026738
3
+ size 58720256
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:327285a901a7c0135752da4f1d6e7de94a37bc9675cc22e8be4c4c3f8c70aae3
3
+ size 33046528
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c73b76f595efcf4704fae0043534150ad3eed9463102f1540910d7d4d8a0e758
3
+ size 29360128
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f90fefa262aaf9a538ad3883b53a8caa4cb0bb522f78ad925c46463f5d46e1d0
3
+ size 58720256
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40e3a80a891593173dd50d8568ad310a3f71eb851ed949e69249fa118c98a4f2
3
+ size 22036480
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93686dc4245e85f12cc20b2679458614c2ed2ca33383eeb650984c4116f62401
3
+ size 32833536
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:285e4ab65a8c82cb50cbcced0f8378ffe68caf13daf3178073aaf617bd539bd3
3
+ size 29360128
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7283f1365fcf7b33b0c50a1cd3a6e7a803fb46b83f0c82b42191df40e241741d
3
+ size 58720256
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3ef8c663d6a15deee7fc949e990a0355b8dea17dcc959abaaa23096ad8af6f8
3
+ size 27271168
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24421ca2614efe04c0bd09e8d05475c54732900eae65248e98150de16b04ef6d
3
+ size 29360128
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b10c1cd57e01558139a6d599f25dc356ef09a10a35ce193f3808b034fb1dd1ea
3
+ size 30949376