Initial commit
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- added_tokens.json +3 -0
- logs.txt +0 -0
- mlc-chat-config.json +41 -0
- ndarray-cache.json +0 -0
- params_shard_0.bin +3 -0
- params_shard_1.bin +3 -0
- params_shard_10.bin +3 -0
- params_shard_100.bin +3 -0
- params_shard_101.bin +3 -0
- params_shard_102.bin +3 -0
- params_shard_103.bin +3 -0
- params_shard_104.bin +3 -0
- params_shard_105.bin +3 -0
- params_shard_106.bin +3 -0
- params_shard_107.bin +3 -0
- params_shard_108.bin +3 -0
- params_shard_109.bin +3 -0
- params_shard_11.bin +3 -0
- params_shard_110.bin +3 -0
- params_shard_111.bin +3 -0
- params_shard_112.bin +3 -0
- params_shard_113.bin +3 -0
- params_shard_114.bin +3 -0
- params_shard_115.bin +3 -0
- params_shard_116.bin +3 -0
- params_shard_117.bin +3 -0
- params_shard_118.bin +3 -0
- params_shard_119.bin +3 -0
- params_shard_12.bin +3 -0
- params_shard_120.bin +3 -0
- params_shard_121.bin +3 -0
- params_shard_122.bin +3 -0
- params_shard_123.bin +3 -0
- params_shard_124.bin +3 -0
- params_shard_125.bin +3 -0
- params_shard_126.bin +3 -0
- params_shard_127.bin +3 -0
- params_shard_128.bin +3 -0
- params_shard_129.bin +3 -0
- params_shard_13.bin +3 -0
- params_shard_130.bin +3 -0
- params_shard_131.bin +3 -0
- params_shard_132.bin +3 -0
- params_shard_133.bin +3 -0
- params_shard_134.bin +3 -0
- params_shard_135.bin +3 -0
- params_shard_136.bin +3 -0
- params_shard_137.bin +3 -0
- params_shard_138.bin +3 -0
- params_shard_139.bin +3 -0
added_tokens.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"[PAD]": 32000
|
| 3 |
+
}
|
logs.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
mlc-chat-config.json
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model_type": "llama",
|
| 3 |
+
"quantization": "q4f16_1",
|
| 4 |
+
"model_config": {
|
| 5 |
+
"hidden_size": 8192,
|
| 6 |
+
"intermediate_size": 22016,
|
| 7 |
+
"num_attention_heads": 64,
|
| 8 |
+
"num_hidden_layers": 48,
|
| 9 |
+
"rms_norm_eps": 1e-05,
|
| 10 |
+
"vocab_size": 32001,
|
| 11 |
+
"position_embedding_base": 1000000,
|
| 12 |
+
"context_window_size": 16384,
|
| 13 |
+
"prefill_chunk_size": 16384,
|
| 14 |
+
"num_key_value_heads": 8,
|
| 15 |
+
"head_dim": 128,
|
| 16 |
+
"tensor_parallel_shards": 1
|
| 17 |
+
},
|
| 18 |
+
"vocab_size": 32001,
|
| 19 |
+
"context_window_size": 16384,
|
| 20 |
+
"sliding_window_size": -1,
|
| 21 |
+
"prefill_chunk_size": 16384,
|
| 22 |
+
"attention_sink_size": -1,
|
| 23 |
+
"tensor_parallel_shards": 1,
|
| 24 |
+
"mean_gen_len": 128,
|
| 25 |
+
"max_gen_len": 512,
|
| 26 |
+
"shift_fill_factor": 0.3,
|
| 27 |
+
"temperature": 0.7,
|
| 28 |
+
"repetition_penalty": 1.0,
|
| 29 |
+
"top_p": 0.95,
|
| 30 |
+
"conv_template": "wizard_coder_or_math",
|
| 31 |
+
"pad_token_id": 0,
|
| 32 |
+
"bos_token_id": 1,
|
| 33 |
+
"eos_token_id": 2,
|
| 34 |
+
"tokenizer_files": [
|
| 35 |
+
"tokenizer.model",
|
| 36 |
+
"tokenizer.json",
|
| 37 |
+
"added_tokens.json",
|
| 38 |
+
"tokenizer_config.json"
|
| 39 |
+
],
|
| 40 |
+
"version": "0.1.0"
|
| 41 |
+
}
|
ndarray-cache.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
params_shard_0.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a6f3c72fc4b0487b2feb826e38c2d17635441c2518de80c9a71d945093fe8e0c
|
| 3 |
+
size 131076096
|
params_shard_1.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fe57cfb9faa614992aca35f73c9ee7a1c462a857e1adb85242a0b405886fa217
|
| 3 |
+
size 90177536
|
params_shard_10.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2ba25fbf158332f3ae909775ec846016baf3eeba30dca08d4d9486f8431b7c7f
|
| 3 |
+
size 22544384
|
params_shard_100.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:63665d75699ccc5b64ca3bec7e250f51798e03fe4510b75a9094c7cdef5e046e
|
| 3 |
+
size 180355072
|
params_shard_101.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1d3b3ee2c487fc2b6e050376d61f9712ffd38187f10e87961280fd8758656ec6
|
| 3 |
+
size 22544384
|
params_shard_102.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:03a5849b468cfd0354eaf0935076d57a83b67ebedd662635ef4e09348547c44d
|
| 3 |
+
size 41943040
|
params_shard_103.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1b934bdbeac53d5088fa01ee1f85980dae84f9202194b1c143230bf9f212bf8b
|
| 3 |
+
size 32047104
|
params_shard_104.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:40d3598e158110c26e93b2bf43422a3aaf8301a3bd9dbfcaf7644c55e6c8e82c
|
| 3 |
+
size 33554432
|
params_shard_105.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e6321a6bd82c75a1854fec3ed385f9051705489d44b7aac79045b1dc0b70fd7c
|
| 3 |
+
size 90177536
|
params_shard_106.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:78e699061e788d6c08debf6b5c4448e9681eee74057d3d386777781d9021aa46
|
| 3 |
+
size 180355072
|
params_shard_107.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:63f1da5083ea732657a8abf718d38f3a960b290f6f9aa03294487a8a8ae71f50
|
| 3 |
+
size 22544384
|
params_shard_108.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1affd46915591de4a9517afcd63e94cf7459b074e72cbdc7364d8c67aca5a040
|
| 3 |
+
size 41943040
|
params_shard_109.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:77f25f2dae3b511da2117563a486cea790f5b621c26ed6fe337daad060875a50
|
| 3 |
+
size 33554432
|
params_shard_11.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:113196f93c96a524acbe674d2420fb0e065e7e335d567c05ed3b831c15420c26
|
| 3 |
+
size 41943040
|
params_shard_110.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:13b77a6fe2ba10ebdffde61196509506a5b935fd6f8f8825337dcbc596f21722
|
| 3 |
+
size 90177536
|
params_shard_111.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:436fa0f157567d6e3229947038c6659629376846de2b843583dc9337a471efaf
|
| 3 |
+
size 30195712
|
params_shard_112.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e9f671a42d14586101ba5ed3d8c11a166507aebcc81341bfdffaa99b8a1486d3
|
| 3 |
+
size 180355072
|
params_shard_113.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8ce96f7eb67382fa49645e2cbee26276cf1edc7e5648071bd27dcb33385162d4
|
| 3 |
+
size 22544384
|
params_shard_114.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:053b6c16e822481e731b332fde2e4319c48334667761aa3f61c4fece83a8c569
|
| 3 |
+
size 41943040
|
params_shard_115.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:81830d4e2eb1f148384f9fb6147e9c860821f1855afe55c24fdfa82da9feb5dc
|
| 3 |
+
size 33554432
|
params_shard_116.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b77c017c5b0c23bb23de12d0921ebc0bd1cebed76e768b5960e84756500a5227
|
| 3 |
+
size 90177536
|
params_shard_117.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3aedc5dbf11fb0dd8b76cd986019f902e62771b97d5751bef23f4eabd4b7d6f7
|
| 3 |
+
size 90177536
|
params_shard_118.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ce6724a4421eeeafb61652aac1425f77ec35a16535337668b854a3cc592f346c
|
| 3 |
+
size 32047104
|
params_shard_119.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2452a8c11447d8e46568490026615ff856669f7b3bb5d12de66dbee0918ebfab
|
| 3 |
+
size 180355072
|
params_shard_12.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:090d152d85e4730580d6e0235978053e91b8a41802870f14491b35a90da52fad
|
| 3 |
+
size 32030720
|
params_shard_120.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:542df4ee5d59dc8675b9a81424c1c722db3a074b3c432900e3ce2ca4698c1e14
|
| 3 |
+
size 22544384
|
params_shard_121.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:26cb71371de1251a25f8cf63584bd95490308014c49edf20fa4ee29fd8c65233
|
| 3 |
+
size 41943040
|
params_shard_122.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:abec0ecc21da309f2d1d5a8f6dce02711fe7a854a182030d0b09c742e048b89d
|
| 3 |
+
size 33554432
|
params_shard_123.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6adfd4ed44a69fd050f7a04ebd5e0c80496d376f75f43a4bd219c6ca2f0cd5af
|
| 3 |
+
size 90177536
|
params_shard_124.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:159d122a72b3f9b508e5423714a3c96a748a6a09cbbac420912ebdf1931e778a
|
| 3 |
+
size 180355072
|
params_shard_125.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b05aac7b332a8fe9cde365909053b988d9c3e6f83c02ef7b4cb67e33f89ef101
|
| 3 |
+
size 22544384
|
params_shard_126.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:da1ab233435ff962f400da2db2dfc73c574759e8c025ecc912c04fd69e15a45b
|
| 3 |
+
size 41943040
|
params_shard_127.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7ef368c1061647288d488a121886863b62969fda19f51a2fd0f5cf7f87fe9fe7
|
| 3 |
+
size 32030720
|
params_shard_128.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ed69d0d7217b532dbc0cf9a328bbfee8797a906252671078cb4b0fcfe4991788
|
| 3 |
+
size 33554432
|
params_shard_129.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1dcbc71919cef8f554b7ca70d5c03fde2ae4108f84ba880ffc0b927cd4ef7d0b
|
| 3 |
+
size 90177536
|
params_shard_13.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:035138ecdcc1e905b8440620b06faef8c18a7554bc9cbf7eb4dfc0991bf7c271
|
| 3 |
+
size 33554432
|
params_shard_130.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dd0a24cef96d0b72ee5b7218d243e98be98ee456d5d1f29e05c2ab951c4714f9
|
| 3 |
+
size 180355072
|
params_shard_131.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c7223620e80b505ba0b070cd83c84381665c8d1a505f1deda2f08aa370560f7c
|
| 3 |
+
size 22544384
|
params_shard_132.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:30e6e49c39b1700306cacb1d9b42ea37edd25d6b15f1e23c3f5526fc97e37496
|
| 3 |
+
size 41943040
|
params_shard_133.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dfb2714f0ae49d135501595f62cc68411423eef2a8846c33cb81a4c2610defd5
|
| 3 |
+
size 33554432
|
params_shard_134.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f09cd75ccf887a4c4cc04adb26ac369e2000d3fe1ae85dbd41b6e9d8f3cdd2ca
|
| 3 |
+
size 90177536
|
params_shard_135.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2ff8c4aabdaa0666b6b41745f5c66b55b339a3c135b13b2112985c676fdc27f8
|
| 3 |
+
size 30195712
|
params_shard_136.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:48eecfcdbe328cbe5916c8a032127d8a399961c254e10aed7af3dc744e00759a
|
| 3 |
+
size 180355072
|
params_shard_137.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8f2fb603a59e2bda9e2fa306b01dc9c8b81d9048160f03378e78a2aac72860b3
|
| 3 |
+
size 22544384
|
params_shard_138.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:685c96725d07d03bba3becdee8b4638126f15a276cf26c1c506bde968f095082
|
| 3 |
+
size 41943040
|
params_shard_139.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8f1bda2d13392e165831205fdbc7332349964e823d362b575cff838f0ea9906c
|
| 3 |
+
size 33554432
|