qqc1989 commited on
Commit
d1f735e
·
verified ·
1 Parent(s): af08322

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +6 -0
  2. README.md +202 -3
  3. config.json +0 -0
  4. main_api_ax650 +3 -0
  5. main_api_axcl_aarch64 +3 -0
  6. main_api_axcl_x86 +3 -0
  7. main_ax650 +3 -0
  8. main_axcl_aarch64 +3 -0
  9. main_axcl_x86 +3 -0
  10. post_config.json +14 -0
  11. qwen2.5-3b-ctx-int4-ax650/model.embed_tokens.weight.bfloat16.bin +3 -0
  12. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l0_together.axmodel +3 -0
  13. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l10_together.axmodel +3 -0
  14. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l11_together.axmodel +3 -0
  15. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l12_together.axmodel +3 -0
  16. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l13_together.axmodel +3 -0
  17. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l14_together.axmodel +3 -0
  18. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l15_together.axmodel +3 -0
  19. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l16_together.axmodel +3 -0
  20. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l17_together.axmodel +3 -0
  21. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l18_together.axmodel +3 -0
  22. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l19_together.axmodel +3 -0
  23. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l1_together.axmodel +3 -0
  24. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l20_together.axmodel +3 -0
  25. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l21_together.axmodel +3 -0
  26. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l22_together.axmodel +3 -0
  27. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l23_together.axmodel +3 -0
  28. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l24_together.axmodel +3 -0
  29. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l25_together.axmodel +3 -0
  30. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l26_together.axmodel +3 -0
  31. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l27_together.axmodel +3 -0
  32. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l28_together.axmodel +3 -0
  33. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l29_together.axmodel +3 -0
  34. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l2_together.axmodel +3 -0
  35. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l30_together.axmodel +3 -0
  36. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l31_together.axmodel +3 -0
  37. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l32_together.axmodel +3 -0
  38. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l33_together.axmodel +3 -0
  39. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l34_together.axmodel +3 -0
  40. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l35_together.axmodel +3 -0
  41. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l3_together.axmodel +3 -0
  42. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l4_together.axmodel +3 -0
  43. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l5_together.axmodel +3 -0
  44. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l6_together.axmodel +3 -0
  45. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l7_together.axmodel +3 -0
  46. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l8_together.axmodel +3 -0
  47. qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l9_together.axmodel +3 -0
  48. qwen2.5-3b-ctx-int4-ax650/qwen2_post.axmodel +3 -0
  49. qwen2.5_tokenizer/merges.txt +0 -0
  50. qwen2.5_tokenizer/tokenizer.json +0 -0
.gitattributes CHANGED
@@ -34,3 +34,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  *.axmodel filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  *.axmodel filter=lfs diff=lfs merge=lfs -text
37
+ main_api_ax650 filter=lfs diff=lfs merge=lfs -text
38
+ main_api_axcl_aarch64 filter=lfs diff=lfs merge=lfs -text
39
+ main_api_axcl_x86 filter=lfs diff=lfs merge=lfs -text
40
+ main_ax650 filter=lfs diff=lfs merge=lfs -text
41
+ main_axcl_aarch64 filter=lfs diff=lfs merge=lfs -text
42
+ main_axcl_x86 filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,202 @@
1
- ---
2
- license: mit
3
- ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: mit
3
+ language:
4
+ - zh
5
+ - en
6
+ base_model:
7
+ - Qwen/Qwen2.5-3B-Instruct-GPTQ-INT8
8
+ - Qwen/Qwen2.5-3B-Instruct-GPTQ-INT4
9
+ pipeline_tag: text-generation
10
+ library_name: transformers
11
+ tags:
12
+ - Context
13
+ - Qwen2.5-3B-Instruct-GPTQ-INT8
14
+ - Qwen2.5-3B-Instruct-GPTQ-INT4
15
+ ---
16
+
17
+ # Qwen2.5-3B-Instruct
18
+
19
+ This version of Qwen2.5-3B-Instruct has been converted to run on the Axera NPU using **w8a16** and **w4a16** quantization.
20
+
21
+ This model has been optimized with the following LoRA:
22
+
23
+ Compatible with Pulsar2 version: 4.1
24
+
25
+ ## Feature
26
+
27
+ - Support for longer contexts, in this sample it's 2k
28
+ - Support context dialogue
29
+ - System prompt kvcache is supported
30
+
31
+ ## Convert tools links:
32
+
33
+ For those who are interested in model conversion, you can try to export axmodel through the original repo
34
+
35
+ [Pulsar2 Link, How to Convert LLM from Huggingface to axmodel](https://pulsar2-docs.readthedocs.io/en/latest/appendix/build_llm.html)
36
+
37
+ [AXera NPU AXEngine LLM Runtime](https://github.com/AXERA-TECH/ax-llm/tree/ax-context)
38
+
39
+ [AXera NPU AXCL LLM Runtime](https://github.com/AXERA-TECH/ax-llm/tree/axcl-context)
40
+
41
+ ### Convert script
42
+
43
+ The follow show how to convert Qwen2.5-3B-Instruct-GPTQ-Int8
44
+
45
+ ```
46
+ pulsar2 llm_build --input_path Qwen/Qwen2.5-3B-Instruct-GPTQ-Int8 \
47
+ --output_path Qwen/Qwen2.5-3B-Instruct-GPTQ-Int8-ctx-ax650 \
48
+ --hidden_state_type bf16 --kv_cache_len 2047 --prefill_len 128 \
49
+ --last_kv_cache_len 128 \
50
+ --last_kv_cache_len 256 \
51
+ --last_kv_cache_len 384 \
52
+ --last_kv_cache_len 512 \
53
+ --last_kv_cache_len 640 \
54
+ --last_kv_cache_len 768 \
55
+ --last_kv_cache_len 896 \
56
+ --last_kv_cache_len 1024 \
57
+ --chip AX650 -c 1 --parallel 8
58
+ ```
59
+
60
+ ## Support Platform
61
+
62
+ - AX650
63
+ - AX650N DEMO Board
64
+ - [M4N-Dock(爱芯派Pro)](https://wiki.sipeed.com/hardware/zh/maixIV/m4ndock/m4ndock.html)
65
+ - [M.2 Accelerator card](https://axcl-docs.readthedocs.io/zh-cn/latest/doc_guide_hardware.html)
66
+
67
+
68
+
69
+ |Chips|w8a16|w4a16| DDR(w8) | Flash(w8) | DDR(w4) | Flash(w4) |
70
+ |--|--|--|--|--|--|--|
71
+ |AX650| | | | | 2.8GB | 2.9GB |
72
+
73
+ ## How to use
74
+
75
+ Download all files from this repository to the device
76
+
77
+ ```
78
+ (base) axera@raspberrypi:~/samples/AXERA-TECH/Qwen2.5-3B-Instruct $ tree -L 1
79
+ .
80
+ ├── config.json
81
+ ├── main_api_ax650
82
+ ├── main_api_axcl_aarch64
83
+ ├── main_api_axcl_x86
84
+ ├── main_ax650
85
+ ├── main_axcl_aarch64
86
+ ├── main_axcl_x86
87
+ ├── post_config.json
88
+ ├── qwen2.5-3b-ctx-int4-ax650
89
+ ├── qwen2.5_tokenizer
90
+ ├── qwen2.5_tokenizer_uid.py
91
+ ├── README.md
92
+ ├── run_qwen2.5_3b_ctx_ax650.sh
93
+ ├── run_qwen2.5_3b_ctx_axcl_aarch64.sh
94
+ ├── run_qwen2.5_3b_ctx_axcl_x86.sh
95
+ ├── run_qwen2.5_3b_ctx_int4_ax650.sh
96
+ ├── run_qwen2.5_3b_ctx_int4_axcl_aarch64.sh
97
+ └── run_qwen2.5_3b_ctx_int4_axcl_x86.sh
98
+
99
+ 3 directories, 16 files
100
+ ```
101
+
102
+ #### Start the Tokenizer service
103
+
104
+ ```
105
+ (py312) axera@raspberrypi:~/samples/AXERA-TECH/Qwen2.5-3B-Instruct $ python qwen2.5_tokenizer_uid.py
106
+ None of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used.
107
+ Server running at http://0.0.0.0:12345
108
+ ```
109
+
110
+ #### System prompt cache
111
+
112
+ - The System prompt can be preset through the configuration file from `--system_prompt`
113
+ - The System prompt can be cached in the form of kv cache to a specified folder for quick loading at the next run time from `--kvcache_path`
114
+ - This folder needs to be created manually before running, for example `mkdir kvcache`
115
+
116
+ ```
117
+ ./main_axcl_aarch64 \
118
+ --template_filename_axmodel "qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l%d_together.axmodel" \
119
+ --axmodel_num 36 \
120
+ --url_tokenizer_model "http://127.0.0.1:12345" \
121
+ --filename_post_axmodel "qwen2.5-3b-ctx-int4-ax650/qwen2_post.axmodel" \
122
+ --filename_tokens_embed "qwen2.5-3b-ctx-int4-ax650/model.embed_tokens.weight.bfloat16.bin" \
123
+ --tokens_embed_num 151936 \
124
+ --tokens_embed_size 2048 \
125
+ --use_mmap_load_embed 1 \
126
+ --live_print 1 \
127
+ --devices 0
128
+
129
+ #--system_prompt "你的名字叫小智(allen),你是一个人畜无害的AI助手。深圳市今天(4月1日)阴天,愚人节,气温在14°C至19°C之间,微风。" \
130
+ #--kvcache_path "./kvcache" \
131
+ ```
132
+
133
+ #### Inference with AX650 Host, such as M4N-Dock(爱芯派Pro) or AX650N DEMO Board
134
+
135
+ Open another terminal and run `run_qwen2.5_3b_ctx_ax650.sh`
136
+
137
+ TODO
138
+
139
+ #### Inference with M.2 Accelerator card
140
+
141
+ [What is M.2 Accelerator card?](https://axcl-docs.readthedocs.io/zh-cn/latest/doc_guide_hardware.html), Show this DEMO based on Raspberry PI 5.
142
+
143
+ ```
144
+ (base) axera@raspberrypi:~/samples/AXERA-TECH/Qwen2.5-3B-Instruct $ ./run_qwen2.5_3b_ctx_int4_axcl_aarch64.sh
145
+ [I][ Init][ 130]: LLM init start
146
+ [I][ Init][ 34]: connect http://127.0.0.1:12345 ok
147
+ [I][ Init][ 57]: uid: ec8f8194-c12f-41fa-b1a0-1ae232c9f15a
148
+ bos_id: -1, eos_id: 151645
149
+ 2% | █ | 1 / 39 [0.55s<21.33s, 1.83 count/s] tokenizer init ok[I][ Init][ 45]: LLaMaEmbedSelector use mmap
150
+ 5% | ██ | 2 / 39 [0.55s<10.67s, 3.66 count/s] embed_selector init ok
151
+ [I][ run][ 30]: AXCLWorker start with devid 0
152
+ 76% | ██████████████████████████████████████████████ █ ██ | 29 / 39 [41.68s<58.05s, 0.67 count/s] init 6 axmodel ok,devid(0) remain_cmm(-1 MB) | 30 / 39 [41.6100% | ████████████████████████████████ | 39 / 39 [61.29s<64.60s, 0.60 count/s] init post axmodel ok,remain_cmm(3981 MB)4305 MB)
153
+ [I][ Init][ 221]: max_token_len : 2047
154
+ [I][ Init][ 224]: kv_cache_size : 256, kv_cache_num: 2047
155
+ [I][ Init][ 232]: prefill_token_num : 128
156
+ [I][ Init][ 236]: grp: 1, prefill_max_token_num : 1
157
+ [I][ Init][ 236]: grp: 2, prefill_max_token_num : 128
158
+ [I][ Init][ 236]: grp: 3, prefill_max_token_num : 256
159
+ [I][ Init][ 236]: grp: 4, prefill_max_token_num : 384
160
+ [I][ Init][ 236]: grp: 5, prefill_max_token_num : 512
161
+ [I][ Init][ 236]: grp: 6, prefill_max_token_num : 640
162
+ [I][ Init][ 236]: grp: 7, prefill_max_token_num : 768
163
+ [I][ Init][ 236]: grp: 8, prefill_max_token_num : 896
164
+ [I][ Init][ 236]: grp: 9, prefill_max_token_num : 1024
165
+ [I][ Init][ 240]: prefill_max_token_num : 1024
166
+ ________________________
167
+ | ID| remain cmm(MB)|
168
+ ========================
169
+ | 0| 3981|
170
+ ¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯
171
+ [I][ load_config][ 282]: load config:
172
+ {
173
+ "enable_repetition_penalty": false,
174
+ "enable_temperature": true,
175
+ "enable_top_k_sampling": true,
176
+ "enable_top_p_sampling": false,
177
+ "penalty_window": 20,
178
+ "repetition_penalty": 1.2,
179
+ "temperature": 0.9,
180
+ "top_k": 10,
181
+ "top_p": 0.8
182
+ }
183
+
184
+ [I][ Init][ 263]: LLM init ok
185
+ Type "q" to exit, Ctrl+c to stop current running
186
+ [I][ GenerateKVCachePrefill][ 324]: input token num : 21, prefill_split_num : 1 prefill_grpid : 2
187
+ [I][ GenerateKVCachePrefill][ 367]: input_num_token:21
188
+ [I][ main][ 234]: precompute_len: 21
189
+ [I][ main][ 235]: system_prompt: You are Qwen, created by Alibaba Cloud. You are a helpful assistant.
190
+ prompt >> who are you
191
+ [I][ SetKVCache][ 614]: prefill_grpid:2 kv_cache_num:128 precompute_len:21 input_num_token:11
192
+ [I][ SetKVCache][ 617]: current prefill_max_token_num:896
193
+ [I][ Run][ 855]: input token num : 11, prefill_split_num : 1
194
+ [I][ Run][ 887]: input_num_token:11
195
+ [I][ Run][1016]: ttft: 596.11 ms
196
+ I am Qwen, created by Alibaba Cloud. I am here to assist with a wide range of tasks and answer a variety of questions. How can I assist you today?
197
+
198
+ [N][ Run][1168]: hit eos,avg 7.72 token/s
199
+
200
+ [I][ GetKVCache][ 583]: precompute_len:67, remaining:957
201
+ prompt >> q
202
+ ```
config.json ADDED
File without changes
main_api_ax650 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53024db31c1fe910d5b13f3e31daf903bfde87ee18d29d49a4094aadb883517f
3
+ size 1064648
main_api_axcl_aarch64 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff939d9a02d8aa96f78e62af9d5d146f8d8e8b7f20628cbb260cbaf990549547
3
+ size 1868088
main_api_axcl_x86 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fdd3551f41aa43fbd91bf307901398a49372f9ddf6a7e027f7409229bbef468
3
+ size 1913024
main_ax650 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:622b8f33f3d6e9caf0b5aac480a5327d5f92b419d717b7403cb72807fa1e3fc7
3
+ size 985248
main_axcl_aarch64 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a587bcc25917e4c66277fba689a0e2718f50103e0fd249729e0cfb2f9b1d7c83
3
+ size 1787328
main_axcl_x86 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a177ef35fc8ad418b92077d08338004325c4d6a36ad17de66cf64ba9b6172393
3
+ size 1844336
post_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "enable_temperature" : true,
3
+ "temperature" : 0.9,
4
+
5
+ "enable_repetition_penalty" : false,
6
+ "repetition_penalty" : 1.2,
7
+ "penalty_window" : 20,
8
+
9
+ "enable_top_p_sampling" : false,
10
+ "top_p" : 0.8,
11
+
12
+ "enable_top_k_sampling" : true,
13
+ "top_k" : 10
14
+ }
qwen2.5-3b-ctx-int4-ax650/model.embed_tokens.weight.bfloat16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fa2c170ef271f7ebba645d7a9feb7ff57d14ba6022679cad6aee7a92d795ee5
3
+ size 622329856
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l0_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c759cd11638232e1424fec6ed3452608cc3ed1e3312d613674ee2d8058428810
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l10_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fa93e62061adf3a91cbb6f86e84c36e4c73802cd7a85ffd57c2c4ec7da08927
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l11_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7e62f4b5f3b954bbf84e3a15fdd1141bd08c6dfccb6b8b1d5ab51659dc93ecb
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l12_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2240aca486724d8f1a7bdd06ecc39c505099948d16b554613d611422ee0a55d3
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l13_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b4ab554f282da5d6a5408912e59c0beacfe489f93d051850e8bac89d91d3ebe
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l14_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08869302ad57523a44c3beefdf4261f3e4372d6450be45402aa2090bee5cf160
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l15_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52b46fd4a7be8c055c98dbd6dcb7c5b157e531c8fddf7e95c53d6fa689df1980
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l16_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cbebda631b84bf79130eed355d117329b964ffbecd82b4a2579d1d48ebd403b
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l17_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:071df5c3e488cdbb569f2b2cabcfa6c92343ae2f5bf9cc7bfc59af534d5829a8
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l18_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:770db9d2a47e1e6a3808a61aa26500db512b9181eb269c3410361f6f0c3450a7
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l19_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b307f42c8d48102e30f6b29123db61913ce203b7bf022b928e5597a40379d69
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l1_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2933296a2db61869531548cc1759e106734101b3771d430d25d482922628cb59
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l20_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f88be74d07c4bee86f8f9c5111e1b52faa7b126e35b5f85170bcabc98fe844d
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l21_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e2295d39ed5ee3a2fcccdd8edb539e266c22b8823f0effb2cd96296d7e1b020
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l22_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97f8328ab65098042f87f271c6197e1cdb7c32edef47e78df9f84d85ebb5b8a9
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l23_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b87cbef98e9d7198e1127c1ac957a27b0134ae7394e62568546f4cc78c8d126
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l24_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a4706feb3656c95fcb6773d6abd396cf1b365d2cf214e10622147540f8d9ce3
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l25_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b86e117aed5c6376877d3004ac81d27dd46659160f931cf7b6c3c7c74df68cf
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l26_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15f7460f6ebb5b0eb347994965c280a296faa23c793c119a7f19831b3805ab56
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l27_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe128bfa5ef79dc8587b7c72cb18edefff54b07dcbda3bb03ecb103af230d22d
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l28_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb910a366201d2e3e0b93ffeaf81d9913617349d7b5da7f7aad8b40392af49e1
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l29_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c138c607a15287a4fdf7bf722b4d71684996391185fae86bad01fdfa71ef73a8
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l2_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b47e43ec938dd145d7998ee328dcd4003ee5a5f70b8b966be7a544855cdb806
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l30_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:494bf5c52d8867c73dbe4883d339db515891aceab6476d25259e3eb87803b63f
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l31_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c9d8f37c194b779c14530f7967430f54255780c6d035e215e640a441e5c1e61
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l32_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad461c3d26e18971ca82952f4c235486e544f1d796508ee11e4995f5f49db077
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l33_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95164035e928d98fefa9039fcde22a7f928390838985fa867ea65d53dd250036
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l34_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:443380380a06049fc54c94fd52b043010226f8ade02b1a2e9b32224c81e561f1
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l35_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cee8e2cb9ebd4976d76aa5d5f7bcc07be640a49bfea62a8f80a29a549486ac87
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l3_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00c8605a621f741ae0ce72feee71b40acd0eef2e7ab27e4bd2306148b6ef70b5
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l4_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66fb14cbbb5ab7f2a8d6a3ef0ab419c95c7fca9e2bde438d41d87aec340df18f
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l5_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e17fce3bde80da8f9b39b5bda6d510bf50e5d08a2bba954ce5be3944fd98172
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l6_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64ce0c6996734f0b13fd46af297f87da5dd628d6a1f7b9597ad26eca41ebe011
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l7_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc2ad38e006f4b0bb9c0ace063b741c35b5139b05d2f1a297b36615f653a408a
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l8_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67418d34efaba523a96e6eba08c9a4ed037a16770b016bc8c0a1f778f87282be
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l9_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:843e84452f66a67a09206f24c631105b0f8700de2ee74e8c3ff842ee10be5127
3
+ size 57317999
qwen2.5-3b-ctx-int4-ax650/qwen2_post.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11001474610c86166ca392988d4b6551520208c80d7ce2e12f373e4229be3c98
3
+ size 339625315
qwen2.5_tokenizer/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
qwen2.5_tokenizer/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff