Upload folder using huggingface_hub
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- .gitattributes +6 -0
- README.md +202 -3
- config.json +0 -0
- main_api_ax650 +3 -0
- main_api_axcl_aarch64 +3 -0
- main_api_axcl_x86 +3 -0
- main_ax650 +3 -0
- main_axcl_aarch64 +3 -0
- main_axcl_x86 +3 -0
- post_config.json +14 -0
- qwen2.5-3b-ctx-int4-ax650/model.embed_tokens.weight.bfloat16.bin +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l0_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l10_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l11_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l12_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l13_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l14_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l15_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l16_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l17_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l18_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l19_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l1_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l20_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l21_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l22_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l23_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l24_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l25_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l26_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l27_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l28_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l29_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l2_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l30_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l31_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l32_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l33_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l34_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l35_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l3_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l4_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l5_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l6_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l7_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l8_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l9_together.axmodel +3 -0
- qwen2.5-3b-ctx-int4-ax650/qwen2_post.axmodel +3 -0
- qwen2.5_tokenizer/merges.txt +0 -0
- qwen2.5_tokenizer/tokenizer.json +0 -0
.gitattributes
CHANGED
@@ -34,3 +34,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
*.axmodel filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
*.axmodel filter=lfs diff=lfs merge=lfs -text
|
37 |
+
main_api_ax650 filter=lfs diff=lfs merge=lfs -text
|
38 |
+
main_api_axcl_aarch64 filter=lfs diff=lfs merge=lfs -text
|
39 |
+
main_api_axcl_x86 filter=lfs diff=lfs merge=lfs -text
|
40 |
+
main_ax650 filter=lfs diff=lfs merge=lfs -text
|
41 |
+
main_axcl_aarch64 filter=lfs diff=lfs merge=lfs -text
|
42 |
+
main_axcl_x86 filter=lfs diff=lfs merge=lfs -text
|
README.md
CHANGED
@@ -1,3 +1,202 @@
|
|
1 |
-
---
|
2 |
-
license: mit
|
3 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
license: mit
|
3 |
+
language:
|
4 |
+
- zh
|
5 |
+
- en
|
6 |
+
base_model:
|
7 |
+
- Qwen/Qwen2.5-3B-Instruct-GPTQ-INT8
|
8 |
+
- Qwen/Qwen2.5-3B-Instruct-GPTQ-INT4
|
9 |
+
pipeline_tag: text-generation
|
10 |
+
library_name: transformers
|
11 |
+
tags:
|
12 |
+
- Context
|
13 |
+
- Qwen2.5-3B-Instruct-GPTQ-INT8
|
14 |
+
- Qwen2.5-3B-Instruct-GPTQ-INT4
|
15 |
+
---
|
16 |
+
|
17 |
+
# Qwen2.5-3B-Instruct
|
18 |
+
|
19 |
+
This version of Qwen2.5-3B-Instruct has been converted to run on the Axera NPU using **w8a16** and **w4a16** quantization.
|
20 |
+
|
21 |
+
This model has been optimized with the following LoRA:
|
22 |
+
|
23 |
+
Compatible with Pulsar2 version: 4.1
|
24 |
+
|
25 |
+
## Feature
|
26 |
+
|
27 |
+
- Support for longer contexts, in this sample it's 2k
|
28 |
+
- Support context dialogue
|
29 |
+
- System prompt kvcache is supported
|
30 |
+
|
31 |
+
## Convert tools links:
|
32 |
+
|
33 |
+
For those who are interested in model conversion, you can try to export axmodel through the original repo
|
34 |
+
|
35 |
+
[Pulsar2 Link, How to Convert LLM from Huggingface to axmodel](https://pulsar2-docs.readthedocs.io/en/latest/appendix/build_llm.html)
|
36 |
+
|
37 |
+
[AXera NPU AXEngine LLM Runtime](https://github.com/AXERA-TECH/ax-llm/tree/ax-context)
|
38 |
+
|
39 |
+
[AXera NPU AXCL LLM Runtime](https://github.com/AXERA-TECH/ax-llm/tree/axcl-context)
|
40 |
+
|
41 |
+
### Convert script
|
42 |
+
|
43 |
+
The follow show how to convert Qwen2.5-3B-Instruct-GPTQ-Int8
|
44 |
+
|
45 |
+
```
|
46 |
+
pulsar2 llm_build --input_path Qwen/Qwen2.5-3B-Instruct-GPTQ-Int8 \
|
47 |
+
--output_path Qwen/Qwen2.5-3B-Instruct-GPTQ-Int8-ctx-ax650 \
|
48 |
+
--hidden_state_type bf16 --kv_cache_len 2047 --prefill_len 128 \
|
49 |
+
--last_kv_cache_len 128 \
|
50 |
+
--last_kv_cache_len 256 \
|
51 |
+
--last_kv_cache_len 384 \
|
52 |
+
--last_kv_cache_len 512 \
|
53 |
+
--last_kv_cache_len 640 \
|
54 |
+
--last_kv_cache_len 768 \
|
55 |
+
--last_kv_cache_len 896 \
|
56 |
+
--last_kv_cache_len 1024 \
|
57 |
+
--chip AX650 -c 1 --parallel 8
|
58 |
+
```
|
59 |
+
|
60 |
+
## Support Platform
|
61 |
+
|
62 |
+
- AX650
|
63 |
+
- AX650N DEMO Board
|
64 |
+
- [M4N-Dock(爱芯派Pro)](https://wiki.sipeed.com/hardware/zh/maixIV/m4ndock/m4ndock.html)
|
65 |
+
- [M.2 Accelerator card](https://axcl-docs.readthedocs.io/zh-cn/latest/doc_guide_hardware.html)
|
66 |
+
|
67 |
+
|
68 |
+
|
69 |
+
|Chips|w8a16|w4a16| DDR(w8) | Flash(w8) | DDR(w4) | Flash(w4) |
|
70 |
+
|--|--|--|--|--|--|--|
|
71 |
+
|AX650| | | | | 2.8GB | 2.9GB |
|
72 |
+
|
73 |
+
## How to use
|
74 |
+
|
75 |
+
Download all files from this repository to the device
|
76 |
+
|
77 |
+
```
|
78 |
+
(base) axera@raspberrypi:~/samples/AXERA-TECH/Qwen2.5-3B-Instruct $ tree -L 1
|
79 |
+
.
|
80 |
+
├── config.json
|
81 |
+
├── main_api_ax650
|
82 |
+
├── main_api_axcl_aarch64
|
83 |
+
├── main_api_axcl_x86
|
84 |
+
├── main_ax650
|
85 |
+
├── main_axcl_aarch64
|
86 |
+
├── main_axcl_x86
|
87 |
+
├── post_config.json
|
88 |
+
├── qwen2.5-3b-ctx-int4-ax650
|
89 |
+
├── qwen2.5_tokenizer
|
90 |
+
├── qwen2.5_tokenizer_uid.py
|
91 |
+
├── README.md
|
92 |
+
├── run_qwen2.5_3b_ctx_ax650.sh
|
93 |
+
├── run_qwen2.5_3b_ctx_axcl_aarch64.sh
|
94 |
+
├── run_qwen2.5_3b_ctx_axcl_x86.sh
|
95 |
+
├── run_qwen2.5_3b_ctx_int4_ax650.sh
|
96 |
+
├── run_qwen2.5_3b_ctx_int4_axcl_aarch64.sh
|
97 |
+
└── run_qwen2.5_3b_ctx_int4_axcl_x86.sh
|
98 |
+
|
99 |
+
3 directories, 16 files
|
100 |
+
```
|
101 |
+
|
102 |
+
#### Start the Tokenizer service
|
103 |
+
|
104 |
+
```
|
105 |
+
(py312) axera@raspberrypi:~/samples/AXERA-TECH/Qwen2.5-3B-Instruct $ python qwen2.5_tokenizer_uid.py
|
106 |
+
None of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used.
|
107 |
+
Server running at http://0.0.0.0:12345
|
108 |
+
```
|
109 |
+
|
110 |
+
#### System prompt cache
|
111 |
+
|
112 |
+
- The System prompt can be preset through the configuration file from `--system_prompt`
|
113 |
+
- The System prompt can be cached in the form of kv cache to a specified folder for quick loading at the next run time from `--kvcache_path`
|
114 |
+
- This folder needs to be created manually before running, for example `mkdir kvcache`
|
115 |
+
|
116 |
+
```
|
117 |
+
./main_axcl_aarch64 \
|
118 |
+
--template_filename_axmodel "qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l%d_together.axmodel" \
|
119 |
+
--axmodel_num 36 \
|
120 |
+
--url_tokenizer_model "http://127.0.0.1:12345" \
|
121 |
+
--filename_post_axmodel "qwen2.5-3b-ctx-int4-ax650/qwen2_post.axmodel" \
|
122 |
+
--filename_tokens_embed "qwen2.5-3b-ctx-int4-ax650/model.embed_tokens.weight.bfloat16.bin" \
|
123 |
+
--tokens_embed_num 151936 \
|
124 |
+
--tokens_embed_size 2048 \
|
125 |
+
--use_mmap_load_embed 1 \
|
126 |
+
--live_print 1 \
|
127 |
+
--devices 0
|
128 |
+
|
129 |
+
#--system_prompt "你的名字叫小智(allen),你是一个人畜无害的AI助手。深圳市今天(4月1日)阴天,愚人节,气温在14°C至19°C之间,微风。" \
|
130 |
+
#--kvcache_path "./kvcache" \
|
131 |
+
```
|
132 |
+
|
133 |
+
#### Inference with AX650 Host, such as M4N-Dock(爱芯派Pro) or AX650N DEMO Board
|
134 |
+
|
135 |
+
Open another terminal and run `run_qwen2.5_3b_ctx_ax650.sh`
|
136 |
+
|
137 |
+
TODO
|
138 |
+
|
139 |
+
#### Inference with M.2 Accelerator card
|
140 |
+
|
141 |
+
[What is M.2 Accelerator card?](https://axcl-docs.readthedocs.io/zh-cn/latest/doc_guide_hardware.html), Show this DEMO based on Raspberry PI 5.
|
142 |
+
|
143 |
+
```
|
144 |
+
(base) axera@raspberrypi:~/samples/AXERA-TECH/Qwen2.5-3B-Instruct $ ./run_qwen2.5_3b_ctx_int4_axcl_aarch64.sh
|
145 |
+
[I][ Init][ 130]: LLM init start
|
146 |
+
[I][ Init][ 34]: connect http://127.0.0.1:12345 ok
|
147 |
+
[I][ Init][ 57]: uid: ec8f8194-c12f-41fa-b1a0-1ae232c9f15a
|
148 |
+
bos_id: -1, eos_id: 151645
|
149 |
+
2% | █ | 1 / 39 [0.55s<21.33s, 1.83 count/s] tokenizer init ok[I][ Init][ 45]: LLaMaEmbedSelector use mmap
|
150 |
+
5% | ██ | 2 / 39 [0.55s<10.67s, 3.66 count/s] embed_selector init ok
|
151 |
+
[I][ run][ 30]: AXCLWorker start with devid 0
|
152 |
+
76% | ██████████████████████████████████████████████ █ ██ | 29 / 39 [41.68s<58.05s, 0.67 count/s] init 6 axmodel ok,devid(0) remain_cmm(-1 MB) | 30 / 39 [41.6100% | ████████████████████████████████ | 39 / 39 [61.29s<64.60s, 0.60 count/s] init post axmodel ok,remain_cmm(3981 MB)4305 MB)
|
153 |
+
[I][ Init][ 221]: max_token_len : 2047
|
154 |
+
[I][ Init][ 224]: kv_cache_size : 256, kv_cache_num: 2047
|
155 |
+
[I][ Init][ 232]: prefill_token_num : 128
|
156 |
+
[I][ Init][ 236]: grp: 1, prefill_max_token_num : 1
|
157 |
+
[I][ Init][ 236]: grp: 2, prefill_max_token_num : 128
|
158 |
+
[I][ Init][ 236]: grp: 3, prefill_max_token_num : 256
|
159 |
+
[I][ Init][ 236]: grp: 4, prefill_max_token_num : 384
|
160 |
+
[I][ Init][ 236]: grp: 5, prefill_max_token_num : 512
|
161 |
+
[I][ Init][ 236]: grp: 6, prefill_max_token_num : 640
|
162 |
+
[I][ Init][ 236]: grp: 7, prefill_max_token_num : 768
|
163 |
+
[I][ Init][ 236]: grp: 8, prefill_max_token_num : 896
|
164 |
+
[I][ Init][ 236]: grp: 9, prefill_max_token_num : 1024
|
165 |
+
[I][ Init][ 240]: prefill_max_token_num : 1024
|
166 |
+
________________________
|
167 |
+
| ID| remain cmm(MB)|
|
168 |
+
========================
|
169 |
+
| 0| 3981|
|
170 |
+
¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯¯
|
171 |
+
[I][ load_config][ 282]: load config:
|
172 |
+
{
|
173 |
+
"enable_repetition_penalty": false,
|
174 |
+
"enable_temperature": true,
|
175 |
+
"enable_top_k_sampling": true,
|
176 |
+
"enable_top_p_sampling": false,
|
177 |
+
"penalty_window": 20,
|
178 |
+
"repetition_penalty": 1.2,
|
179 |
+
"temperature": 0.9,
|
180 |
+
"top_k": 10,
|
181 |
+
"top_p": 0.8
|
182 |
+
}
|
183 |
+
|
184 |
+
[I][ Init][ 263]: LLM init ok
|
185 |
+
Type "q" to exit, Ctrl+c to stop current running
|
186 |
+
[I][ GenerateKVCachePrefill][ 324]: input token num : 21, prefill_split_num : 1 prefill_grpid : 2
|
187 |
+
[I][ GenerateKVCachePrefill][ 367]: input_num_token:21
|
188 |
+
[I][ main][ 234]: precompute_len: 21
|
189 |
+
[I][ main][ 235]: system_prompt: You are Qwen, created by Alibaba Cloud. You are a helpful assistant.
|
190 |
+
prompt >> who are you
|
191 |
+
[I][ SetKVCache][ 614]: prefill_grpid:2 kv_cache_num:128 precompute_len:21 input_num_token:11
|
192 |
+
[I][ SetKVCache][ 617]: current prefill_max_token_num:896
|
193 |
+
[I][ Run][ 855]: input token num : 11, prefill_split_num : 1
|
194 |
+
[I][ Run][ 887]: input_num_token:11
|
195 |
+
[I][ Run][1016]: ttft: 596.11 ms
|
196 |
+
I am Qwen, created by Alibaba Cloud. I am here to assist with a wide range of tasks and answer a variety of questions. How can I assist you today?
|
197 |
+
|
198 |
+
[N][ Run][1168]: hit eos,avg 7.72 token/s
|
199 |
+
|
200 |
+
[I][ GetKVCache][ 583]: precompute_len:67, remaining:957
|
201 |
+
prompt >> q
|
202 |
+
```
|
config.json
ADDED
File without changes
|
main_api_ax650
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:53024db31c1fe910d5b13f3e31daf903bfde87ee18d29d49a4094aadb883517f
|
3 |
+
size 1064648
|
main_api_axcl_aarch64
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ff939d9a02d8aa96f78e62af9d5d146f8d8e8b7f20628cbb260cbaf990549547
|
3 |
+
size 1868088
|
main_api_axcl_x86
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5fdd3551f41aa43fbd91bf307901398a49372f9ddf6a7e027f7409229bbef468
|
3 |
+
size 1913024
|
main_ax650
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:622b8f33f3d6e9caf0b5aac480a5327d5f92b419d717b7403cb72807fa1e3fc7
|
3 |
+
size 985248
|
main_axcl_aarch64
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a587bcc25917e4c66277fba689a0e2718f50103e0fd249729e0cfb2f9b1d7c83
|
3 |
+
size 1787328
|
main_axcl_x86
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a177ef35fc8ad418b92077d08338004325c4d6a36ad17de66cf64ba9b6172393
|
3 |
+
size 1844336
|
post_config.json
ADDED
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"enable_temperature" : true,
|
3 |
+
"temperature" : 0.9,
|
4 |
+
|
5 |
+
"enable_repetition_penalty" : false,
|
6 |
+
"repetition_penalty" : 1.2,
|
7 |
+
"penalty_window" : 20,
|
8 |
+
|
9 |
+
"enable_top_p_sampling" : false,
|
10 |
+
"top_p" : 0.8,
|
11 |
+
|
12 |
+
"enable_top_k_sampling" : true,
|
13 |
+
"top_k" : 10
|
14 |
+
}
|
qwen2.5-3b-ctx-int4-ax650/model.embed_tokens.weight.bfloat16.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9fa2c170ef271f7ebba645d7a9feb7ff57d14ba6022679cad6aee7a92d795ee5
|
3 |
+
size 622329856
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l0_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c759cd11638232e1424fec6ed3452608cc3ed1e3312d613674ee2d8058428810
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l10_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1fa93e62061adf3a91cbb6f86e84c36e4c73802cd7a85ffd57c2c4ec7da08927
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l11_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d7e62f4b5f3b954bbf84e3a15fdd1141bd08c6dfccb6b8b1d5ab51659dc93ecb
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l12_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2240aca486724d8f1a7bdd06ecc39c505099948d16b554613d611422ee0a55d3
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l13_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5b4ab554f282da5d6a5408912e59c0beacfe489f93d051850e8bac89d91d3ebe
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l14_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:08869302ad57523a44c3beefdf4261f3e4372d6450be45402aa2090bee5cf160
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l15_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:52b46fd4a7be8c055c98dbd6dcb7c5b157e531c8fddf7e95c53d6fa689df1980
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l16_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8cbebda631b84bf79130eed355d117329b964ffbecd82b4a2579d1d48ebd403b
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l17_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:071df5c3e488cdbb569f2b2cabcfa6c92343ae2f5bf9cc7bfc59af534d5829a8
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l18_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:770db9d2a47e1e6a3808a61aa26500db512b9181eb269c3410361f6f0c3450a7
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l19_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8b307f42c8d48102e30f6b29123db61913ce203b7bf022b928e5597a40379d69
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l1_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2933296a2db61869531548cc1759e106734101b3771d430d25d482922628cb59
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l20_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6f88be74d07c4bee86f8f9c5111e1b52faa7b126e35b5f85170bcabc98fe844d
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l21_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8e2295d39ed5ee3a2fcccdd8edb539e266c22b8823f0effb2cd96296d7e1b020
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l22_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:97f8328ab65098042f87f271c6197e1cdb7c32edef47e78df9f84d85ebb5b8a9
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l23_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8b87cbef98e9d7198e1127c1ac957a27b0134ae7394e62568546f4cc78c8d126
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l24_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0a4706feb3656c95fcb6773d6abd396cf1b365d2cf214e10622147540f8d9ce3
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l25_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0b86e117aed5c6376877d3004ac81d27dd46659160f931cf7b6c3c7c74df68cf
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l26_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:15f7460f6ebb5b0eb347994965c280a296faa23c793c119a7f19831b3805ab56
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l27_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fe128bfa5ef79dc8587b7c72cb18edefff54b07dcbda3bb03ecb103af230d22d
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l28_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cb910a366201d2e3e0b93ffeaf81d9913617349d7b5da7f7aad8b40392af49e1
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l29_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c138c607a15287a4fdf7bf722b4d71684996391185fae86bad01fdfa71ef73a8
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l2_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7b47e43ec938dd145d7998ee328dcd4003ee5a5f70b8b966be7a544855cdb806
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l30_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:494bf5c52d8867c73dbe4883d339db515891aceab6476d25259e3eb87803b63f
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l31_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5c9d8f37c194b779c14530f7967430f54255780c6d035e215e640a441e5c1e61
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l32_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ad461c3d26e18971ca82952f4c235486e544f1d796508ee11e4995f5f49db077
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l33_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:95164035e928d98fefa9039fcde22a7f928390838985fa867ea65d53dd250036
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l34_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:443380380a06049fc54c94fd52b043010226f8ade02b1a2e9b32224c81e561f1
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l35_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cee8e2cb9ebd4976d76aa5d5f7bcc07be640a49bfea62a8f80a29a549486ac87
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l3_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:00c8605a621f741ae0ce72feee71b40acd0eef2e7ab27e4bd2306148b6ef70b5
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l4_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:66fb14cbbb5ab7f2a8d6a3ef0ab419c95c7fca9e2bde438d41d87aec340df18f
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l5_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5e17fce3bde80da8f9b39b5bda6d510bf50e5d08a2bba954ce5be3944fd98172
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l6_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:64ce0c6996734f0b13fd46af297f87da5dd628d6a1f7b9597ad26eca41ebe011
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l7_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cc2ad38e006f4b0bb9c0ace063b741c35b5139b05d2f1a297b36615f653a408a
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l8_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:67418d34efaba523a96e6eba08c9a4ed037a16770b016bc8c0a1f778f87282be
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_p128_l9_together.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:843e84452f66a67a09206f24c631105b0f8700de2ee74e8c3ff842ee10be5127
|
3 |
+
size 57317999
|
qwen2.5-3b-ctx-int4-ax650/qwen2_post.axmodel
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:11001474610c86166ca392988d4b6551520208c80d7ce2e12f373e4229be3c98
|
3 |
+
size 339625315
|
qwen2.5_tokenizer/merges.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
|
qwen2.5_tokenizer/tokenizer.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|