Hugging Face's logo

JoonKimLang
/
testRepo_phi3_prompt_changed_v2-MLC

Model card Files Community
JoonKimLang commited on
Commit
c408b68
·
1 Parent(s): da8e5aa

commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +13 -0
  2. mlc-chat-config.json +84 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_11.bin +3 -0
  8. params_shard_12.bin +3 -0
  9. params_shard_13.bin +3 -0
  10. params_shard_14.bin +3 -0
  11. params_shard_15.bin +3 -0
  12. params_shard_16.bin +3 -0
  13. params_shard_17.bin +3 -0
  14. params_shard_18.bin +3 -0
  15. params_shard_19.bin +3 -0
  16. params_shard_2.bin +3 -0
  17. params_shard_20.bin +3 -0
  18. params_shard_21.bin +3 -0
  19. params_shard_22.bin +3 -0
  20. params_shard_23.bin +3 -0
  21. params_shard_24.bin +3 -0
  22. params_shard_25.bin +3 -0
  23. params_shard_26.bin +3 -0
  24. params_shard_27.bin +3 -0
  25. params_shard_28.bin +3 -0
  26. params_shard_29.bin +3 -0
  27. params_shard_3.bin +3 -0
  28. params_shard_30.bin +3 -0
  29. params_shard_31.bin +3 -0
  30. params_shard_32.bin +3 -0
  31. params_shard_33.bin +3 -0
  32. params_shard_34.bin +3 -0
  33. params_shard_35.bin +3 -0
  34. params_shard_36.bin +3 -0
  35. params_shard_37.bin +3 -0
  36. params_shard_38.bin +3 -0
  37. params_shard_39.bin +3 -0
  38. params_shard_4.bin +3 -0
  39. params_shard_40.bin +3 -0
  40. params_shard_41.bin +3 -0
  41. params_shard_42.bin +3 -0
  42. params_shard_43.bin +3 -0
  43. params_shard_44.bin +3 -0
  44. params_shard_45.bin +3 -0
  45. params_shard_46.bin +3 -0
  46. params_shard_47.bin +3 -0
  47. params_shard_48.bin +3 -0
  48. params_shard_49.bin +3 -0
  49. params_shard_5.bin +3 -0
  50. params_shard_50.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<|assistant|>": 32001,
3
+ "<|endoftext|>": 32000,
4
+ "<|end|>": 32007,
5
+ "<|placeholder1|>": 32002,
6
+ "<|placeholder2|>": 32003,
7
+ "<|placeholder3|>": 32004,
8
+ "<|placeholder4|>": 32005,
9
+ "<|placeholder5|>": 32008,
10
+ "<|placeholder6|>": 32009,
11
+ "<|system|>": 32006,
12
+ "<|user|>": 32010
13
+ }
mlc-chat-config.json ADDED
@@ -0,0 +1,84 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "phi3",
4
+ "quantization": "q4f16_0",
5
+ "model_config": {
6
+ "model_type": "phi3",
7
+ "hidden_size": 3072,
8
+ "vocab_size": 32064,
9
+ "num_hidden_layers": 32,
10
+ "num_attention_heads": 32,
11
+ "intermediate_size": 8192,
12
+ "rms_norm_eps": 1e-05,
13
+ "num_key_value_heads": 32,
14
+ "max_position_embeddings": 4096,
15
+ "position_embedding_base": 10000.0,
16
+ "rope_scaling": null,
17
+ "original_max_position_embeddings": 4096,
18
+ "context_window_size": 100,
19
+ "prefill_chunk_size": 100,
20
+ "head_dim": 96,
21
+ "tensor_parallel_shards": 1,
22
+ "max_batch_size": 128
23
+ },
24
+ "vocab_size": 32064,
25
+ "context_window_size": 100,
26
+ "sliding_window_size": -1,
27
+ "prefill_chunk_size": 100,
28
+ "attention_sink_size": -1,
29
+ "tensor_parallel_shards": 1,
30
+ "pipeline_parallel_stages": 1,
31
+ "temperature": 1.0,
32
+ "presence_penalty": 0.0,
33
+ "frequency_penalty": 0.0,
34
+ "repetition_penalty": 1.0,
35
+ "top_p": 1.0,
36
+ "tokenizer_files": [
37
+ "tokenizer.model",
38
+ "added_tokens.json",
39
+ "tokenizer_config.json",
40
+ "tokenizer.json"
41
+ ],
42
+ "tokenizer_info": {
43
+ "token_postproc_method": "byte_fallback",
44
+ "prepend_space_in_encode": false,
45
+ "strip_space_in_decode": true
46
+ },
47
+ "conv_template": {
48
+ "name": "redpajama_chat",
49
+ "system_template": "{system_message}",
50
+ "system_message": "",
51
+ "system_prefix_token_ids": null,
52
+ "add_role_after_system_message": true,
53
+ "roles": {
54
+ "user": "<human>",
55
+ "assistant": "<bot>"
56
+ },
57
+ "role_templates": {
58
+ "user": "{user_message}",
59
+ "assistant": "{assistant_message}",
60
+ "tool": "{tool_message}"
61
+ },
62
+ "messages": [],
63
+ "seps": [
64
+ "\n"
65
+ ],
66
+ "role_content_sep": ": ",
67
+ "role_empty_sep": ":",
68
+ "stop_str": [
69
+ "<human>"
70
+ ],
71
+ "stop_token_ids": [
72
+ 0
73
+ ],
74
+ "function_string": "",
75
+ "use_function_calling": false
76
+ },
77
+ "pad_token_id": 32000,
78
+ "bos_token_id": 1,
79
+ "eos_token_id": [
80
+ 32000,
81
+ 32001,
82
+ 32007
83
+ ]
84
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fc55a321b9a378e89fa34908649bd8726a1f5adec6e3214e293e0463524f9df
3
+ size 49250304
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31dca20fcd91dd18d58d9832c3123e9f0ad2143f3a9f0d2e48d95073a81ee3e7
3
+ size 49250304
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1db48eb65d20df0a35f9b83798455a2a221d14d01ea62c17c243bed1330258b0
3
+ size 25165824
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3ffa0c15ac4992dff8545678e4d519698387371f8340a12c407aafa97ba3117
3
+ size 33239040
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebe39acc5bbf522f24e7eee06108e0e81d3cea99b717044195d3034bf9888d14
3
+ size 21239808
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:542e01624fc2114f468a058965f140d85f55c2ecf075eb5fa2d8df71d2e0fb2e
3
+ size 25165824
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47a18ba74344775d24e8f7f9b29190141e08d5839c0b37331f6771711690f23c
3
+ size 22616064
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac40b37482b2056d7ebe8e01af44bae537a1616b35b0fc42a79ae467a2f712fc
3
+ size 25165824
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c462d552b14426dafa6694725b627984291d13e95ac5436d9d9243d909667413
3
+ size 33239040
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb0584e51da2b2c064d97963a6714c9336d887f99fc2b26bd842dbb76a0b4302
3
+ size 21239808
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0347e188585d75bd9d136e96871d0c27127158ee6c061db18239d79045633028
3
+ size 25165824
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fbddcb05a31f1e055e4c5e4dd4e7c0d541cce66b50614c1e9a1f0d934b8ec4c
3
+ size 22616064
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4037241af63da656df4f22c4828323f834df2a7284786a4f125ea7fb22435259
3
+ size 25165824
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d90fc1d878c83a6a564c326e0f85320503a420dd3479bfed0d0591a245c5e0b2
3
+ size 25165824
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c880f8cf8ed3cadb4e4a06b7c1f80d25b2b883de8cf1090b27fc163464854be
3
+ size 33239040
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b56bd32ad55ee109f44bbec35e66048a58de124e19555ecf78a76925c686291
3
+ size 21239808
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79b628634b3193d321278f8eab4ed7f57fece862ba68e910129a262d1fd15905
3
+ size 25165824
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51e6e82436652a6246323df1a7af12b81c3671ecbf86b7614905d3303d31447d
3
+ size 22616064
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:710bbe36f979dd10d3c4f90a197424b68975a50c991176468c1591dbf32680d6
3
+ size 25165824
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdc0d81d2994216415e4d8d2a8c445ccb98a8d5029e6e14c2498926f664ec051
3
+ size 33239040
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8483380193598878687ccd9847296975c40924e4faf76fc0a0fa3b05d66c1ec7
3
+ size 21239808
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23271c34f5932c1518a96133d2c6542f78ae9049f9033c131d6890c104a86777
3
+ size 25165824
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8784be59aa508ffb7e6232d00bbb59432dafad8073f3755eee33155d4a778ae8
3
+ size 33239040
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a139a88b346c97fc7e3af614f5ed3bb420e93a9101a6701bc24522be6503360c
3
+ size 29626368
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1373a975e47c4e84b03ec190c91555858664767f93dfa2939fe34888f1500b92
3
+ size 25165824
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3326d8071f50dba7cf70d8aeb14cd9622710c7cfd24329a35daf0f3eaabac449
3
+ size 22616064
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:028710af006d89496211273c950d222e922aef5f9c3979cdfb4b9dfd7411bcac
3
+ size 25165824
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03990af6b9522501483a9cb217760c50aed56f4351ab9efdbc8402519132a1ca
3
+ size 33239040
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dbc9bd3bf7be371ae3bba85a216dadc0ff2871dc3729b5384020260ba85c8eb
3
+ size 21239808
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff44e16da84a1f029990fccd69ade1637ced623b30f3ae5ca46feb33fa85b1ef
3
+ size 25165824
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9161fc85387e67de956a4308a47cfb3b9873efe2cd02f838866d93a4a4d9c66f
3
+ size 22616064
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec4c7bf69bdcd809a4223adc67a77da2ba452c965f62ec43ba277128776802c4
3
+ size 25165824
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cc91f727f092a1e6606f817b9c13cd1c7356f8d3fe31fb494d12f29c5fdefd9
3
+ size 33239040
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42b2e60e5ea6cecc52f934f6fa73f4879c9f044a264cb885afa8d9bda1163303
3
+ size 21239808
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e354966b9150d0020e4b91da140b233fd1a43ac2a805690361dfa37c8d9831ec
3
+ size 21239808
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6a5f0415fbedad27aad73937ef08494ccc4c3f36de52d02ce4f138a15bcc47b
3
+ size 25165824
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b577ef9841d7db0c52feb2264599d8a895909a2e215262297307a81346e9c6c5
3
+ size 22616064
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1ed3dcdcd409cb4708f29ea2b09ec4ea2a5eede981132aa22ff84ef6dd35dde
3
+ size 25165824
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a56dc6b647dca34178c7a86a99a80e477eef89a4a3b902c618d886db956fa56
3
+ size 33239040
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58d7eb22421fe35ceea1aee1234a4c42845c64cc2dedb3aa210ce172cd76e423
3
+ size 21239808
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ab653b4be6ae6acf449dacc360b2d13fc88262c6f730e79fb7545b493ff9710
3
+ size 25165824
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c41d548d4626dbc3ad16407841627dc507a0ca49a380a178a1af8056e6bec0bf
3
+ size 22616064
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c03157bf2e64c72244645f16f53bfcb0086475e66d6ade2b4d9276c894fa25dd
3
+ size 25165824
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75140543b6fbe16208cd105a2531d6231e3c37b24ae02003719572117b6ea076
3
+ size 33239040
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9ee1e374556716097b1e94cfb8d9d4ba57a6fe4b0bf99219ad25ce474c09c37
3
+ size 21239808
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b0a73504f2a6b09375863e595fcfb23570c233aa7be9b430d78841ad1b1cdd6
3
+ size 25165824
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea9c1df5fc5c015158c7637f96355dc6202be4eff2360ef103bc00bca6bae07a
3
+ size 25165824