Hugging Face's logo

jdp8
/
sqlcoder-7b-2-q4f16_1-MLC

Model card Files Community
jdp8 commited on
Commit
e80fbaa
·
1 Parent(s): 30c04fd

sqlcoder-7b-2 weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +81 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_100.bin +3 -0
  7. params_shard_101.bin +3 -0
  8. params_shard_102.bin +3 -0
  9. params_shard_103.bin +3 -0
  10. params_shard_104.bin +3 -0
  11. params_shard_105.bin +3 -0
  12. params_shard_106.bin +3 -0
  13. params_shard_107.bin +3 -0
  14. params_shard_108.bin +3 -0
  15. params_shard_109.bin +3 -0
  16. params_shard_11.bin +3 -0
  17. params_shard_110.bin +3 -0
  18. params_shard_111.bin +3 -0
  19. params_shard_112.bin +3 -0
  20. params_shard_113.bin +3 -0
  21. params_shard_12.bin +3 -0
  22. params_shard_13.bin +3 -0
  23. params_shard_14.bin +3 -0
  24. params_shard_15.bin +3 -0
  25. params_shard_16.bin +3 -0
  26. params_shard_17.bin +3 -0
  27. params_shard_18.bin +3 -0
  28. params_shard_19.bin +3 -0
  29. params_shard_2.bin +3 -0
  30. params_shard_20.bin +3 -0
  31. params_shard_21.bin +3 -0
  32. params_shard_22.bin +3 -0
  33. params_shard_23.bin +3 -0
  34. params_shard_24.bin +3 -0
  35. params_shard_25.bin +3 -0
  36. params_shard_26.bin +3 -0
  37. params_shard_27.bin +3 -0
  38. params_shard_28.bin +3 -0
  39. params_shard_29.bin +3 -0
  40. params_shard_3.bin +3 -0
  41. params_shard_30.bin +3 -0
  42. params_shard_31.bin +3 -0
  43. params_shard_32.bin +3 -0
  44. params_shard_33.bin +3 -0
  45. params_shard_34.bin +3 -0
  46. params_shard_35.bin +3 -0
  47. params_shard_36.bin +3 -0
  48. params_shard_37.bin +3 -0
  49. params_shard_38.bin +3 -0
  50. params_shard_39.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,81 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "llama",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "hidden_size": 4096,
7
+ "intermediate_size": 11008,
8
+ "num_attention_heads": 32,
9
+ "num_hidden_layers": 32,
10
+ "rms_norm_eps": 1e-05,
11
+ "vocab_size": 32016,
12
+ "tie_word_embeddings": false,
13
+ "position_embedding_base": 1000000,
14
+ "rope_scaling": null,
15
+ "context_window_size": 16384,
16
+ "prefill_chunk_size": 8192,
17
+ "num_key_value_heads": 32,
18
+ "head_dim": 128,
19
+ "tensor_parallel_shards": 1,
20
+ "pipeline_parallel_stages": 1,
21
+ "max_batch_size": 128,
22
+ "disaggregation": false
23
+ },
24
+ "vocab_size": 32016,
25
+ "context_window_size": 16384,
26
+ "sliding_window_size": -1,
27
+ "prefill_chunk_size": 8192,
28
+ "attention_sink_size": -1,
29
+ "tensor_parallel_shards": 1,
30
+ "pipeline_parallel_stages": 1,
31
+ "temperature": 1.0,
32
+ "presence_penalty": 0.0,
33
+ "frequency_penalty": 0.0,
34
+ "repetition_penalty": 1.0,
35
+ "top_p": 1.0,
36
+ "tokenizer_files": [
37
+ "tokenizer.model",
38
+ "tokenizer.json",
39
+ "tokenizer_config.json"
40
+ ],
41
+ "tokenizer_info": {
42
+ "token_postproc_method": "byte_fallback",
43
+ "prepend_space_in_encode": true,
44
+ "strip_space_in_decode": true
45
+ },
46
+ "conv_template": {
47
+ "name": "codellama_completion",
48
+ "system_template": "{system_message}",
49
+ "system_message": "",
50
+ "system_prefix_token_ids": [
51
+ 1
52
+ ],
53
+ "add_role_after_system_message": true,
54
+ "roles": {
55
+ "user": "",
56
+ "assistant": ""
57
+ },
58
+ "role_templates": {
59
+ "user": "{user_message}",
60
+ "assistant": "{assistant_message}",
61
+ "tool": "{tool_message}"
62
+ },
63
+ "messages": [],
64
+ "seps": [
65
+ ""
66
+ ],
67
+ "role_content_sep": "",
68
+ "role_empty_sep": "",
69
+ "stop_str": [
70
+ "</s>"
71
+ ],
72
+ "stop_token_ids": [
73
+ 2
74
+ ],
75
+ "function_string": "",
76
+ "use_function_calling": false
77
+ },
78
+ "pad_token_id": 0,
79
+ "bos_token_id": 1,
80
+ "eos_token_id": 2
81
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ac7309eccd618e6ba631fec2dc3384714226aef478ec83a95bca371968b5aa4
3
+ size 65568768
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56cbabf61adb39c04a20cdbcac5c33aa17420821b9fc54709a3979ea535e4e14
3
+ size 30748672
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d59065b3d6ce8e19ca2abfac3aee6d467809125ecb64bad43729bada6cef794
3
+ size 25165824
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5b884238b34366a77c715b8b47a8a7734bd8ac18018af278361c2d02e51c07c
3
+ size 32587776
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cb06bd4531515da59d1a3647d71044fa4f94e0c61d74294ec03535fd5036564
3
+ size 45088768
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b86ab36284b57eb2c2e85224f9c7ef3d4383d0ad9ae0be903be81d96b05dd498
3
+ size 25165824
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6aac1fbfc754220db5d6507308ae8439c19670b611717145fc3527ed39e90ee
3
+ size 32063488
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ffea3637a4046baed19c461b3bc4701163458c6f6258f2a326f22e0cceb9d90
3
+ size 22544384
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6809e2f5951adc077f85f7100988c27b846d425d9f1558c6f4e0bf720732469c
3
+ size 45088768
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a411ff64b980f420b5fb581036c700dab39adcd390225e72f66d4891bc1ad83
3
+ size 25165824
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4792bf6777512fdb92b2b5811053422041d4734cfab1b0498649e94fa42ab860
3
+ size 32587776
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bad43bbbb2b4a059a60a3158a01f9d9482c3cc4b3cfbedd0ab3b16990e6f347
3
+ size 45088768
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f44cb669eed32797291c44ff8b6dddde97e76d28e795b4b6a6f19ac2c484a2f6
3
+ size 25165824
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65ad118005d7bb514bb19496ecbfcb3643563393596c002fc6cc715e9ff352f0
3
+ size 32063488
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:451db30a487a7acd72c773bf4beb162e719c621050e2c4c644f652f04972812f
3
+ size 32063488
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5979232bab7e439bf213018b515c95fdd8e5455112467dd91ebf0fa6f39bfbc
3
+ size 45088768
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:232da2f540328aca3f8b6718b58dd255960cba53efea23697caaaf431ff2c407
3
+ size 25165824
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f3b4498f669f55054b2c14e31b30fa5725341e59545299e81ceef5c0bc618bb
3
+ size 30801920
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b75a6005155b92c1c43b70b54eb693cf1372e5d11cfd74b4df6646649fb0dc26
3
+ size 22544384
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3b19f4dcebc88eb3baf06cda4ef52355c7602e5b32ff8a86314ff1a49c782a6
3
+ size 45088768
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b744b5e0b8cb28072b314a6a7365f710836e3c2fedd9cd765d798f8f916bfdd5
3
+ size 25165824
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88f36a72e6b7337ef1993074b193fe163a8915043370659e42416c9e77007149
3
+ size 32587776
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:139a7c4beca65a353ba18d8079f9b3ca2a848f62b1de89f7b2df3c21bff29ba3
3
+ size 45088768
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:685be2d4617f6f6f69c97455669d516cbd7546ceb26bb23a24d45ebed9703b8e
3
+ size 25165824
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a952daa37427f938effcbd4302d398db41c2e572330772e6380b7afeb1822db1
3
+ size 32063488
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a75f1a3bb1fe6d5cd6de604f1508bcbc4371fbb9cddad42abb80e28a2b7e22d
3
+ size 22544384
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bf853103871a0b08951e5c55987a120bf678e3a272ab553c2c98adf81734636
3
+ size 45088768
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bca7f227e447ba4d58f2dfd24e5eef0d6839b73605045c1fe1c9316b0a1674f
3
+ size 45088768
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a50f39d9e1500c38c25db626506df3166b8cd3c0a3c65ddb998c12c5c8631a2
3
+ size 25165824
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c02b0dae8080a97ad45442effc37b9e16138b9dfa5004759c88371c085b0dc69
3
+ size 32587776
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df4530ec1d41093f698530ee45e561bf0c927c42c65d2642b2f3686c9029e1b2
3
+ size 45088768
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd6007b7be6f88999eaf02171868ad401cb1d00850d3fad761a3d0a02203e711
3
+ size 25165824
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7bdf5ef3bd85a4257753dbf33eb49d43eb06da885da4cc20bd2479136524e30
3
+ size 32063488
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26a3aec0c26fb33112a8b08183b43af92a7902185695e40bf0d6df027eda4791
3
+ size 22544384
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:216a5673c7e9b83529b5ef2939d5caee836dae841cadffc476397c4f981ff326
3
+ size 45088768
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fd8da840de20ff5a5e87c781c792d2b0ae326153b432fc14d670af6d372b0f9
3
+ size 25165824
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fdc8895ddc3644d0dfcf6e26a71d4965723ccc2ec3cdaf73b74006c89ec78d5
3
+ size 32587776
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:950075c566b4f59e5306ef83a05978d7a13325c0eec77918c01f87d030200592
3
+ size 28196864
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb87ec7d1321cd7a9a0b5e7b9655b8b889dc15f41843f32f5b2f61fb5b8aaf86
3
+ size 65568768
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fea620648b4085ffe8e9930e11c1964a1edfc041b122b3dc344a9d71e8847e9
3
+ size 31805440
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:833b18b0c9d2f9591b7e7ce9a47880778792e42138006c108ed080345bc0f5c3
3
+ size 45088768
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa31cd1ed245007755601fda3cdf7f62623f12863f7736fe52e1baaf189170bd
3
+ size 25165824
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dc776c0f0162934ab3e918dcbc5e190fff3afc2ecc798932647736e46d27fd3
3
+ size 22544384
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d27f26d91fb9f02cdacf67ad360db51214aec59b602faa03d2ef2b81d9d9b2d
3
+ size 45088768
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36a7de3c010ed0a91bef8d8843214061a8d9cb9bcfea76bc280c5a651968c151
3
+ size 25165824
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e7a314316a63599c3030dd7c800ce11eb52ae41d9b8c80a6a79a6493be7dab0
3
+ size 32661504
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e97c620c06c7ab72c7fc2b6ffe35973df18b0b16b007788761fc3002658055f3
3
+ size 31989760
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc8ab2a23b989416b5d4377fac080c2aee0f36ddfd753d5958e9c4c8d0b29904
3
+ size 45088768