Hugging Face's logo

shisa-v2-dev
/
global_step4000_hf

Safetensors
llama
Model card Files
xet
 Community
leonardlin commited on
Commit
58f2b74
·
verified ·
1 Parent(s): ba30a9e

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. config.json +40 -0
  3. generation_config.json +12 -0
  4. model-00001-of-00191.safetensors +3 -0
  5. model-00002-of-00191.safetensors +3 -0
  6. model-00003-of-00191.safetensors +3 -0
  7. model-00004-of-00191.safetensors +3 -0
  8. model-00005-of-00191.safetensors +3 -0
  9. model-00006-of-00191.safetensors +3 -0
  10. model-00007-of-00191.safetensors +3 -0
  11. model-00008-of-00191.safetensors +3 -0
  12. model-00009-of-00191.safetensors +3 -0
  13. model-00010-of-00191.safetensors +3 -0
  14. model-00011-of-00191.safetensors +3 -0
  15. model-00012-of-00191.safetensors +3 -0
  16. model-00013-of-00191.safetensors +3 -0
  17. model-00014-of-00191.safetensors +3 -0
  18. model-00015-of-00191.safetensors +3 -0
  19. model-00016-of-00191.safetensors +3 -0
  20. model-00017-of-00191.safetensors +3 -0
  21. model-00018-of-00191.safetensors +3 -0
  22. model-00019-of-00191.safetensors +3 -0
  23. model-00020-of-00191.safetensors +3 -0
  24. model-00021-of-00191.safetensors +3 -0
  25. model-00022-of-00191.safetensors +3 -0
  26. model-00023-of-00191.safetensors +3 -0
  27. model-00024-of-00191.safetensors +3 -0
  28. model-00025-of-00191.safetensors +3 -0
  29. model-00026-of-00191.safetensors +3 -0
  30. model-00027-of-00191.safetensors +3 -0
  31. model-00028-of-00191.safetensors +3 -0
  32. model-00029-of-00191.safetensors +3 -0
  33. model-00030-of-00191.safetensors +3 -0
  34. model-00031-of-00191.safetensors +3 -0
  35. model-00032-of-00191.safetensors +3 -0
  36. model-00033-of-00191.safetensors +3 -0
  37. model-00034-of-00191.safetensors +3 -0
  38. model-00035-of-00191.safetensors +3 -0
  39. model-00036-of-00191.safetensors +3 -0
  40. model-00037-of-00191.safetensors +3 -0
  41. model-00038-of-00191.safetensors +3 -0
  42. model-00039-of-00191.safetensors +3 -0
  43. model-00040-of-00191.safetensors +3 -0
  44. model-00041-of-00191.safetensors +3 -0
  45. model-00042-of-00191.safetensors +3 -0
  46. model-00043-of-00191.safetensors +3 -0
  47. model-00044-of-00191.safetensors +3 -0
  48. model-00045-of-00191.safetensors +3 -0
  49. model-00046-of-00191.safetensors +3 -0
  50. model-00047-of-00191.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "head_dim": 128,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 16384,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 53248,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 128,
22
+ "num_hidden_layers": 126,
23
+ "num_key_value_heads": 8,
24
+ "pad_token_id": 128009,
25
+ "pretraining_tp": 1,
26
+ "rms_norm_eps": 1e-05,
27
+ "rope_scaling": {
28
+ "factor": 8.0,
29
+ "high_freq_factor": 4.0,
30
+ "low_freq_factor": 1.0,
31
+ "original_max_position_embeddings": 8192,
32
+ "rope_type": "llama3"
33
+ },
34
+ "rope_theta": 500000.0,
35
+ "tie_word_embeddings": false,
36
+ "torch_dtype": "bfloat16",
37
+ "transformers_version": "4.50.0",
38
+ "use_cache": false,
39
+ "vocab_size": 128256
40
+ }
generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "temperature": 0.6,
10
+ "top_p": 0.9,
11
+ "transformers_version": "4.50.0"
12
+ }
model-00001-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf3ef393d93b0b0a1777c536bc5cc0f7d09d7737b1d2daeec7851ea03d44ea01
3
+ size 4806672880
model-00002-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8eb55fb5c3d50ec48d3a2cd742ce9a222acd9cbc3b8bd7e12839d3a74c9daab9
3
+ size 4026532224
model-00003-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26f841fa37741fa32661feb8a6a56bd843f3d80de35898c5be4d3c6a2509beec
3
+ size 4630578112
model-00004-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad1df0de12db5dbeb8fe431b7c8705861f052ca4ed615ce2818db67634b9ebff
3
+ size 4630578112
model-00005-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5319f29efbbf30d4927e3cf555b6fa309ebee7eea82502c76b5989ead9e8d4a1
3
+ size 3489661192
model-00006-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04864562e70b75a2e6caf4af6eb6a1e382d09da16f8ac365637d571893e9d523
3
+ size 4630578112
model-00007-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95ecdfad369318cf30fafc2ff729055293ac53795731e402d2dfb00ed54bddc0
3
+ size 4630578112
model-00008-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1de5060acdfb809c6ade1dc35f7e079f788d87373a7c6c61967abbe7a74de697
3
+ size 3489661192
model-00009-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f54ba942cf9147e53f6aea399a949b0f7357b82c86ba65486733e6e98f8e6f9
3
+ size 4630578112
model-00010-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fc5d507100e0c6bf37b77a7d61147cfba9cc7556152c5718605472141409673
3
+ size 4630578112
model-00011-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:518f49b56967ec71e89846606dfb6c09ec0946bf850d6c2ce557dbcae91ccb25
3
+ size 3489661192
model-00012-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61e5f3fdbb29f7b5e8ad106b78f8a6b23703e2af1fea312b12a29172b5c363d4
3
+ size 4630578112
model-00013-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a694dcb1582fd0757885c168f2dd764ef9feddfe3fc625658acb390f15e0177d
3
+ size 4630578112
model-00014-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74f630f476a537da1e10bde935065dab4a95f1bf6595f8abe5b272566c167876
3
+ size 3489661192
model-00015-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84d03266492e8852f36070a3b1355869070ceef1744d1c4debe0936b2812a246
3
+ size 4630578112
model-00016-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:273facb0ee8a13eb519d99827ea88866ce3371b8eb9501896eeefbeec296aed7
3
+ size 4630578120
model-00017-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a5e54d398111c023cb31160cd702907f6825b8ad8eff1884a580db2db3db595
3
+ size 3489661192
model-00018-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f382ce2cac0eafa80530e38c2491c4a2745519d2da4807265d2c987d84c234ed
3
+ size 4630578120
model-00019-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:077b7fd76c237342d3877fb24e73c0b3dd63248fa2f1803ba9abd7239f5f07c1
3
+ size 4630578120
model-00020-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4702b99d310ac6271ec5a6d4e67399bff5354ffe3c2001145af82aa55db1b119
3
+ size 3489661192
model-00021-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6848361b959210291290182efd44423ab47c62f8595331441b04856db9b7bd2d
3
+ size 4630578120
model-00022-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0c8c48b9ed6064daf157f022d9a46d91e54fa2c8ee0861cca044bcb2accfdab
3
+ size 4630578120
model-00023-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99bfc6665f7be3851209dfdc6f1989ca6a55e70f078a38c6bc109d435dd23bd5
3
+ size 3489661192
model-00024-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:186cdf49cf11e36d01bea63934d51c2a16e834a30bc699dd73bd918491dd3c35
3
+ size 4630578120
model-00025-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5afd84d69c5e475bfa92476fbe15eda271e824901afbf7057a10f39ef849f94
3
+ size 4630578120
model-00026-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bca4aa1fd8f9668772efd0f7d2ce4f21589c11b6b991a7a8e7a837b5c2199a7f
3
+ size 3489661192
model-00027-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:598917d999583337727c4f1bab516feb1a2798ad483f0d9699cbf61d0edb651b
3
+ size 4630578120
model-00028-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27a7808ce01d3ac1408ddce3fad9fe4272619cc568b6d84ebd7c5d9a932d2b36
3
+ size 4630578120
model-00029-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b01b90bf027e505be3210e9426ed0270c88102a8175a23ac9e491e779d6de9ab
3
+ size 3489661192
model-00030-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ce1cc3b4ca592e37d9543d6ee70f56268753b7aa8121a08e603c4f156e0d564
3
+ size 4630578120
model-00031-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e473a356b3bc2c4c02e95503bfda083f017def09123a2c433b941ac7dea9d640
3
+ size 4630578120
model-00032-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36889649dd4ff6b399ba8049e54eabbea1f03dcf57fbc1de81357ca1f938e785
3
+ size 3489661192
model-00033-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f581dea859651585d1e89aee9fcdab29b9c37f7718f6450911be7baa3b6cef5
3
+ size 4630578120
model-00034-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6bee81f3457653174e7daf4d655cbccdcbf0aad480d3fa8ab3d07ef88551e1e
3
+ size 4630578120
model-00035-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ae4076f89c090f4ce659c7d26e7a275f7dafe6dfe28624a7a2058841ce42a55
3
+ size 3489661192
model-00036-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59d9da67446458b2e8493ff95a0e1e86ba3192b0db4a7102854ab61183c88ba0
3
+ size 4630578120
model-00037-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd02e5dc9edb6d821f6d7c59148d6c0a07207a50a2917b1be0ab08ef87fd17ea
3
+ size 4630578120
model-00038-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c339310a78cd2fcb7765f00b760fd87b5c7889c83f9232b7caf61f503a67aec
3
+ size 3489661192
model-00039-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a396f456df657d4795660cb5f2849f97f8eccb98e1be4265b25f4219f605860
3
+ size 4630578120
model-00040-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b8a8f45500bb9a9e4ff855f124a2cbfe7569e55fd6224f21374f333c642e761
3
+ size 4630578120
model-00041-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2f51c10a7b48d4fd5c3bb7a999fba46e541e5290711e695803049b48c60f226
3
+ size 3489661192
model-00042-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad70e2dfbcdd8e5c729cc9f524d1189fd4026e6ec94ba70481fff8dfa1b0ce35
3
+ size 4630578120
model-00043-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:808e4709dd7a110ae96fdce7085b6862610f328f5001918853d2db981f81ee6f
3
+ size 4630578120
model-00044-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd9047a5712f29d170d3988687dc4f37b3eed2a7a9895cf26bbd9c1f21d3182d
3
+ size 3489661192
model-00045-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce5d0ff955fea2b4c88ba41d9a97870597a6cd69fa205ee5e582bc406c7a048f
3
+ size 4630578120
model-00046-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a31ddc237eeb459d493e0072d776d3fa02902e3a503d7586e9f3eed88d2304b9
3
+ size 4630578120
model-00047-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85d58c515972ba41097843d04bce2933417c1e4673c2221363a83d9e4a046062
3
+ size 3489661192