prefill_supported
Browse files- .gitattributes +3 -0
- attn.xclbin +3 -0
- config.json +4 -1
- dequant.xclbin +3 -0
- layer.xclbin +2 -2
- lm_head.xclbin +1 -1
- mm.xclbin +3 -0
.gitattributes
CHANGED
@@ -2,3 +2,6 @@ model.q4nx filter=lfs diff=lfs merge=lfs -text
|
|
2 |
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
3 |
layer.xclbin filter=lfs diff=lfs merge=lfs -text
|
4 |
lm_head.xclbin filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
2 |
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
3 |
layer.xclbin filter=lfs diff=lfs merge=lfs -text
|
4 |
lm_head.xclbin filter=lfs diff=lfs merge=lfs -text
|
5 |
+
attn.xclbin filter=lfs diff=lfs merge=lfs -text
|
6 |
+
dequant.xclbin filter=lfs diff=lfs merge=lfs -text
|
7 |
+
mm.xclbin filter=lfs diff=lfs merge=lfs -text
|
attn.xclbin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8642c5efe753743be96ca0797cfd5b74017568484c396ccd3398d1841593516e
|
3 |
+
size 695259
|
config.json
CHANGED
@@ -37,5 +37,8 @@
|
|
37 |
"use_cache": true,
|
38 |
"vocab_size": 128256,
|
39 |
"addr_qk": 5120,
|
40 |
-
"addr_kv": 33792
|
|
|
|
|
|
|
41 |
}
|
|
|
37 |
"use_cache": true,
|
38 |
"vocab_size": 128256,
|
39 |
"addr_qk": 5120,
|
40 |
+
"addr_kv": 33792,
|
41 |
+
"addr_l_begin_mha": 20480,
|
42 |
+
"addr_l_end_mha": 35328,
|
43 |
+
"addr_kk": 45056
|
44 |
}
|
dequant.xclbin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:db8cae1f4d64509ee9b107c78679a1e8c02cdc2f48322e93613f794ec66ab926
|
3 |
+
size 116715
|
layer.xclbin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7c636e66e9de2d9b690fd1dd84c01b1b8f329498ff935f4a39bee557a6006319
|
3 |
+
size 315019
|
lm_head.xclbin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 152843
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:945d10387db781a92344a51fb3b42815b02c3ee50a1aeca9ecc4226086ef6232
|
3 |
size 152843
|
mm.xclbin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:26dcd71ca8a438a9f0621e18c4703a10f19068d7f580589a0f03834ec86d18f3
|
3 |
+
size 179195
|