junrushao commited on
Commit
ce9f3e6
·
1 Parent(s): 290190a

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "[PAD]": 32000
3
+ }
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q4f16_1",
4
+ "model_config": {
5
+ "hidden_size": 8192,
6
+ "intermediate_size": 22016,
7
+ "num_attention_heads": 64,
8
+ "num_hidden_layers": 48,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 32001,
11
+ "position_embedding_base": 1000000,
12
+ "context_window_size": 16384,
13
+ "prefill_chunk_size": 16384,
14
+ "num_key_value_heads": 8,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1
17
+ },
18
+ "vocab_size": 32001,
19
+ "context_window_size": 16384,
20
+ "sliding_window_size": -1,
21
+ "prefill_chunk_size": 16384,
22
+ "attention_sink_size": -1,
23
+ "tensor_parallel_shards": 1,
24
+ "mean_gen_len": 128,
25
+ "max_gen_len": 512,
26
+ "shift_fill_factor": 0.3,
27
+ "temperature": 0.7,
28
+ "repetition_penalty": 1.0,
29
+ "top_p": 0.95,
30
+ "conv_template": "wizard_coder_or_math",
31
+ "pad_token_id": 0,
32
+ "bos_token_id": 1,
33
+ "eos_token_id": 2,
34
+ "tokenizer_files": [
35
+ "tokenizer.model",
36
+ "tokenizer.json",
37
+ "added_tokens.json",
38
+ "tokenizer_config.json"
39
+ ],
40
+ "version": "0.1.0"
41
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6f3c72fc4b0487b2feb826e38c2d17635441c2518de80c9a71d945093fe8e0c
3
+ size 131076096
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe57cfb9faa614992aca35f73c9ee7a1c462a857e1adb85242a0b405886fa217
3
+ size 90177536
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ba25fbf158332f3ae909775ec846016baf3eeba30dca08d4d9486f8431b7c7f
3
+ size 22544384
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63665d75699ccc5b64ca3bec7e250f51798e03fe4510b75a9094c7cdef5e046e
3
+ size 180355072
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d3b3ee2c487fc2b6e050376d61f9712ffd38187f10e87961280fd8758656ec6
3
+ size 22544384
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03a5849b468cfd0354eaf0935076d57a83b67ebedd662635ef4e09348547c44d
3
+ size 41943040
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b934bdbeac53d5088fa01ee1f85980dae84f9202194b1c143230bf9f212bf8b
3
+ size 32047104
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40d3598e158110c26e93b2bf43422a3aaf8301a3bd9dbfcaf7644c55e6c8e82c
3
+ size 33554432
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6321a6bd82c75a1854fec3ed385f9051705489d44b7aac79045b1dc0b70fd7c
3
+ size 90177536
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78e699061e788d6c08debf6b5c4448e9681eee74057d3d386777781d9021aa46
3
+ size 180355072
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63f1da5083ea732657a8abf718d38f3a960b290f6f9aa03294487a8a8ae71f50
3
+ size 22544384
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1affd46915591de4a9517afcd63e94cf7459b074e72cbdc7364d8c67aca5a040
3
+ size 41943040
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77f25f2dae3b511da2117563a486cea790f5b621c26ed6fe337daad060875a50
3
+ size 33554432
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:113196f93c96a524acbe674d2420fb0e065e7e335d567c05ed3b831c15420c26
3
+ size 41943040
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13b77a6fe2ba10ebdffde61196509506a5b935fd6f8f8825337dcbc596f21722
3
+ size 90177536
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:436fa0f157567d6e3229947038c6659629376846de2b843583dc9337a471efaf
3
+ size 30195712
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9f671a42d14586101ba5ed3d8c11a166507aebcc81341bfdffaa99b8a1486d3
3
+ size 180355072
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ce96f7eb67382fa49645e2cbee26276cf1edc7e5648071bd27dcb33385162d4
3
+ size 22544384
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:053b6c16e822481e731b332fde2e4319c48334667761aa3f61c4fece83a8c569
3
+ size 41943040
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81830d4e2eb1f148384f9fb6147e9c860821f1855afe55c24fdfa82da9feb5dc
3
+ size 33554432
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b77c017c5b0c23bb23de12d0921ebc0bd1cebed76e768b5960e84756500a5227
3
+ size 90177536
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3aedc5dbf11fb0dd8b76cd986019f902e62771b97d5751bef23f4eabd4b7d6f7
3
+ size 90177536
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce6724a4421eeeafb61652aac1425f77ec35a16535337668b854a3cc592f346c
3
+ size 32047104
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2452a8c11447d8e46568490026615ff856669f7b3bb5d12de66dbee0918ebfab
3
+ size 180355072
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:090d152d85e4730580d6e0235978053e91b8a41802870f14491b35a90da52fad
3
+ size 32030720
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:542df4ee5d59dc8675b9a81424c1c722db3a074b3c432900e3ce2ca4698c1e14
3
+ size 22544384
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26cb71371de1251a25f8cf63584bd95490308014c49edf20fa4ee29fd8c65233
3
+ size 41943040
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abec0ecc21da309f2d1d5a8f6dce02711fe7a854a182030d0b09c742e048b89d
3
+ size 33554432
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6adfd4ed44a69fd050f7a04ebd5e0c80496d376f75f43a4bd219c6ca2f0cd5af
3
+ size 90177536
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:159d122a72b3f9b508e5423714a3c96a748a6a09cbbac420912ebdf1931e778a
3
+ size 180355072
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b05aac7b332a8fe9cde365909053b988d9c3e6f83c02ef7b4cb67e33f89ef101
3
+ size 22544384
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da1ab233435ff962f400da2db2dfc73c574759e8c025ecc912c04fd69e15a45b
3
+ size 41943040
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ef368c1061647288d488a121886863b62969fda19f51a2fd0f5cf7f87fe9fe7
3
+ size 32030720
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed69d0d7217b532dbc0cf9a328bbfee8797a906252671078cb4b0fcfe4991788
3
+ size 33554432
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dcbc71919cef8f554b7ca70d5c03fde2ae4108f84ba880ffc0b927cd4ef7d0b
3
+ size 90177536
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:035138ecdcc1e905b8440620b06faef8c18a7554bc9cbf7eb4dfc0991bf7c271
3
+ size 33554432
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd0a24cef96d0b72ee5b7218d243e98be98ee456d5d1f29e05c2ab951c4714f9
3
+ size 180355072
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7223620e80b505ba0b070cd83c84381665c8d1a505f1deda2f08aa370560f7c
3
+ size 22544384
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30e6e49c39b1700306cacb1d9b42ea37edd25d6b15f1e23c3f5526fc97e37496
3
+ size 41943040
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfb2714f0ae49d135501595f62cc68411423eef2a8846c33cb81a4c2610defd5
3
+ size 33554432
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f09cd75ccf887a4c4cc04adb26ac369e2000d3fe1ae85dbd41b6e9d8f3cdd2ca
3
+ size 90177536
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ff8c4aabdaa0666b6b41745f5c66b55b339a3c135b13b2112985c676fdc27f8
3
+ size 30195712
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48eecfcdbe328cbe5916c8a032127d8a399961c254e10aed7af3dc744e00759a
3
+ size 180355072
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f2fb603a59e2bda9e2fa306b01dc9c8b81d9048160f03378e78a2aac72860b3
3
+ size 22544384
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:685c96725d07d03bba3becdee8b4638126f15a276cf26c1c506bde968f095082
3
+ size 41943040
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f1bda2d13392e165831205fdbc7332349964e823d362b575cff838f0ea9906c
3
+ size 33554432