Upload BaichuanForCausalLM

config.json

@@ -0,0 +1,30 @@
+{
+  "_from_model_config": true,
+  "_name_or_path": "baichuan-inc/Baichuan2-13B-Chat",
+  "architectures": [
+    "BaichuanForCausalLM"
+  ],
+  "auto_map": {
+    "AutoConfig": "baichuan-inc/Baichuan2-13B-Chat--configuration_baichuan.BaichuanConfig",
+    "AutoModelForCausalLM": "baichuan-inc/Baichuan2-13B-Chat--modeling_baichuan.BaichuanForCausalLM"
+  },
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 5120,
+  "initializer_range": 0.02,
+  "intermediate_size": 13696,
+  "model_max_length": 4096,
+  "model_type": "baichuan",
+  "num_attention_heads": 40,
+  "num_hidden_layers": 40,
+  "pad_token_id": 0,
+  "rms_norm_eps": 1e-06,
+  "tie_word_embeddings": false,
+  "tokenizer_class": "BaichuanTokenizer",
+  "torch_dtype": "float16",
+  "transformers_version": "4.33.1",
+  "use_cache": true,
+  "vocab_size": 125696,
+  "z_loss_weight": 0
+}

generation_config.json

@@ -0,0 +1,14 @@
+{
+  "assistant_token_id": 196,
+  "bos_token_id": 1,
+  "do_sample": true,
+  "eos_token_id": 2,
+  "max_new_tokens": 2048,
+  "pad_token_id": 0,
+  "repetition_penalty": 1.05,
+  "temperature": 0.3,
+  "top_k": 5,
+  "top_p": 0.85,
+  "transformers_version": "4.33.1",
+  "user_token_id": 195
+}

pytorch_model-00001-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e711acc4d8d8ae0f56775b609b31b077a1dc600650a4698e1e2201a843486f
+size 1287127978

pytorch_model-00002-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f13ba159765fdaf4302bcdd97356f26bf3e1549d3c670c7175486b7922e859
+size 980442755

pytorch_model-00003-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0358fca96a8431ca5022fdc31e18bbffd80247020025d9ef5e4f20c70edc7166
+size 910995413

pytorch_model-00004-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa55810783ce4d3a793de63802beb7ec69c530295533393e19e97054a38908eb
+size 980442755

pytorch_model-00005-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33b729f490bb27b4cef7d3e427a73d8c00b3e02ebd942511b183da524b78aaa
+size 910995413

pytorch_model-00006-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1621945875f1ca9e6d15ab84346a90a56aa5c777fd25bdf6cd9ae6f948c1a80
+size 980442755

pytorch_model-00007-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709e4cdb76355ad2bba0650b1b7bcce2c89f5c271eeb305dcc45249bced914ee
+size 910995413

pytorch_model-00008-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c349a7f9d83a91c8a64f9acbbf1745d19e358a300c2a849dab3cb97e87fade90
+size 980442755

pytorch_model-00009-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da59abf15a6fda20e77cb93f2a7dd6e2a16f91fb062074b7046f11027ce4cbf
+size 910995413

pytorch_model-00010-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8e457fb4b2e044d32b13959ebefc1bb2109096305c8b11e49ece3f0a0e173d
+size 980442819

pytorch_model-00011-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd4305864def7706557d4906b335259f61791bff71774642e36bab4684a27fc
+size 910995413

pytorch_model-00012-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6174428422a2e96cc9981ca54d56e67da6cb89f03e0f62bd8ca2a3de15a393
+size 980442819

pytorch_model-00013-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102d7aa8699f53aeb72b323e05887d1168a83c5093ce97d160f6719b1f6f109d
+size 910995413

pytorch_model-00014-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5fe326c98cdee36d3b759c6f656a7d6ed2fee7f361f71ddff00832a3117589
+size 980442819

pytorch_model-00015-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d908f8971ec4ba9e85af17d56ee33686f001197325597a1afd7e51a65c946b
+size 910995413

pytorch_model-00016-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25708faf6d86cef3538a2274f51676efd459c47ea583d1384e2c17f4854160aa
+size 980442819

pytorch_model-00017-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e954349e1de7285295c12df5391e3560d0eef2a555ee4c4a3759a020e21629
+size 910995413

pytorch_model-00018-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70fc1f4367d655cd909fd69f4e484d343224899c137618b382f69dd993eb4abd
+size 980442819

pytorch_model-00019-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa6602c47789b6a7445c2046d5beacce0ec2ecd4af7ca30a88edb42026c2c03
+size 910995413

pytorch_model-00020-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019c4a42a783eb010ae6773313d5d57eb6a237acfadb7da46743186e8efe917d
+size 980442819

pytorch_model-00021-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e28a7997e248266a6954fcc4c7cf587c64e7a99d926abd387eedd9b2c705bf
+size 910995413

pytorch_model-00022-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34cd43008264682bb0544aed64fd580c4ae3ca35298af37e94fbeeb13299717
+size 980442819

pytorch_model-00023-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9137f0126f03768317a8963f34cd88f5c10fe454e99e7c0e5aee21769a6841ea
+size 910995413

pytorch_model-00024-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a4054db785975e9ccc05590469e2063eb9aaeef81b8c56a8bf8a880f4138c4
+size 980442819

pytorch_model-00025-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a626ed0bfc3c16f80bfaff7310af491f8d1507a02ba98d3352707457646901
+size 910995413

pytorch_model-00026-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6df46ffe0186c133db3d7861f076513e55917492316e5a36d257628b726a68c
+size 980442819

pytorch_model-00027-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41dede436a2aff974787ff8fb047e4e908eaee350ef84dbc07284f32a338cec
+size 910995413

pytorch_model-00028-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3d019253023247cf9bf0ac67c55cb64e9a6a9bb2e9ffa586950fc2ad0f8a8c
+size 630490145

pytorch_model-00029-of-00029.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8df5bf762b0dc5b272be0237ca0ffe3f441deeac68f07145bf76f27463590c4
+size 1287127978

pytorch_model.bin.index.json

@@ -0,0 +1,290 @@
+{
+  "metadata": {
+    "total_size": 27793336320
+  },
+  "weight_map": {
+    "lm_head.weight": "pytorch_model-00029-of-00029.bin",
+    "model.embed_tokens.weight": "pytorch_model-00001-of-00029.bin",
+    "model.layers.0.input_layernorm.weight": "pytorch_model-00002-of-00029.bin",
+    "model.layers.0.mlp.down_proj.weight": "pytorch_model-00002-of-00029.bin",
+    "model.layers.0.mlp.gate_proj.weight": "pytorch_model-00002-of-00029.bin",
+    "model.layers.0.mlp.up_proj.weight": "pytorch_model-00002-of-00029.bin",
+    "model.layers.0.post_attention_layernorm.weight": "pytorch_model-00002-of-00029.bin",
+    "model.layers.0.self_attn.W_pack.weight": "pytorch_model-00002-of-00029.bin",
+    "model.layers.0.self_attn.o_proj.weight": "pytorch_model-00002-of-00029.bin",
+    "model.layers.1.input_layernorm.weight": "pytorch_model-00003-of-00029.bin",
+    "model.layers.1.mlp.down_proj.weight": "pytorch_model-00003-of-00029.bin",
+    "model.layers.1.mlp.gate_proj.weight": "pytorch_model-00002-of-00029.bin",
+    "model.layers.1.mlp.up_proj.weight": "pytorch_model-00003-of-00029.bin",
+    "model.layers.1.post_attention_layernorm.weight": "pytorch_model-00003-of-00029.bin",
+    "model.layers.1.self_attn.W_pack.weight": "pytorch_model-00002-of-00029.bin",
+    "model.layers.1.self_attn.o_proj.weight": "pytorch_model-00002-of-00029.bin",
+    "model.layers.10.input_layernorm.weight": "pytorch_model-00009-of-00029.bin",
+    "model.layers.10.mlp.down_proj.weight": "pytorch_model-00009-of-00029.bin",
+    "model.layers.10.mlp.gate_proj.weight": "pytorch_model-00008-of-00029.bin",
+    "model.layers.10.mlp.up_proj.weight": "pytorch_model-00009-of-00029.bin",
+    "model.layers.10.post_attention_layernorm.weight": "pytorch_model-00009-of-00029.bin",
+    "model.layers.10.self_attn.W_pack.weight": "pytorch_model-00008-of-00029.bin",
+    "model.layers.10.self_attn.o_proj.weight": "pytorch_model-00008-of-00029.bin",
+    "model.layers.11.input_layernorm.weight": "pytorch_model-00009-of-00029.bin",
+    "model.layers.11.mlp.down_proj.weight": "pytorch_model-00009-of-00029.bin",
+    "model.layers.11.mlp.gate_proj.weight": "pytorch_model-00009-of-00029.bin",
+    "model.layers.11.mlp.up_proj.weight": "pytorch_model-00009-of-00029.bin",
+    "model.layers.11.post_attention_layernorm.weight": "pytorch_model-00009-of-00029.bin",
+    "model.layers.11.self_attn.W_pack.weight": "pytorch_model-00009-of-00029.bin",
+    "model.layers.11.self_attn.o_proj.weight": "pytorch_model-00009-of-00029.bin",
+    "model.layers.12.input_layernorm.weight": "pytorch_model-00010-of-00029.bin",
+    "model.layers.12.mlp.down_proj.weight": "pytorch_model-00010-of-00029.bin",
+    "model.layers.12.mlp.gate_proj.weight": "pytorch_model-00010-of-00029.bin",
+    "model.layers.12.mlp.up_proj.weight": "pytorch_model-00010-of-00029.bin",
+    "model.layers.12.post_attention_layernorm.weight": "pytorch_model-00010-of-00029.bin",
+    "model.layers.12.self_attn.W_pack.weight": "pytorch_model-00010-of-00029.bin",
+    "model.layers.12.self_attn.o_proj.weight": "pytorch_model-00010-of-00029.bin",
+    "model.layers.13.input_layernorm.weight": "pytorch_model-00011-of-00029.bin",
+    "model.layers.13.mlp.down_proj.weight": "pytorch_model-00011-of-00029.bin",
+    "model.layers.13.mlp.gate_proj.weight": "pytorch_model-00010-of-00029.bin",
+    "model.layers.13.mlp.up_proj.weight": "pytorch_model-00011-of-00029.bin",
+    "model.layers.13.post_attention_layernorm.weight": "pytorch_model-00011-of-00029.bin",
+    "model.layers.13.self_attn.W_pack.weight": "pytorch_model-00010-of-00029.bin",
+    "model.layers.13.self_attn.o_proj.weight": "pytorch_model-00010-of-00029.bin",
+    "model.layers.14.input_layernorm.weight": "pytorch_model-00011-of-00029.bin",
+    "model.layers.14.mlp.down_proj.weight": "pytorch_model-00011-of-00029.bin",
+    "model.layers.14.mlp.gate_proj.weight": "pytorch_model-00011-of-00029.bin",
+    "model.layers.14.mlp.up_proj.weight": "pytorch_model-00011-of-00029.bin",
+    "model.layers.14.post_attention_layernorm.weight": "pytorch_model-00011-of-00029.bin",
+    "model.layers.14.self_attn.W_pack.weight": "pytorch_model-00011-of-00029.bin",
+    "model.layers.14.self_attn.o_proj.weight": "pytorch_model-00011-of-00029.bin",
+    "model.layers.15.input_layernorm.weight": "pytorch_model-00012-of-00029.bin",
+    "model.layers.15.mlp.down_proj.weight": "pytorch_model-00012-of-00029.bin",
+    "model.layers.15.mlp.gate_proj.weight": "pytorch_model-00012-of-00029.bin",
+    "model.layers.15.mlp.up_proj.weight": "pytorch_model-00012-of-00029.bin",
+    "model.layers.15.post_attention_layernorm.weight": "pytorch_model-00012-of-00029.bin",
+    "model.layers.15.self_attn.W_pack.weight": "pytorch_model-00012-of-00029.bin",
+    "model.layers.15.self_attn.o_proj.weight": "pytorch_model-00012-of-00029.bin",
+    "model.layers.16.input_layernorm.weight": "pytorch_model-00013-of-00029.bin",
+    "model.layers.16.mlp.down_proj.weight": "pytorch_model-00013-of-00029.bin",
+    "model.layers.16.mlp.gate_proj.weight": "pytorch_model-00012-of-00029.bin",
+    "model.layers.16.mlp.up_proj.weight": "pytorch_model-00013-of-00029.bin",
+    "model.layers.16.post_attention_layernorm.weight": "pytorch_model-00013-of-00029.bin",
+    "model.layers.16.self_attn.W_pack.weight": "pytorch_model-00012-of-00029.bin",
+    "model.layers.16.self_attn.o_proj.weight": "pytorch_model-00012-of-00029.bin",
+    "model.layers.17.input_layernorm.weight": "pytorch_model-00013-of-00029.bin",
+    "model.layers.17.mlp.down_proj.weight": "pytorch_model-00013-of-00029.bin",
+    "model.layers.17.mlp.gate_proj.weight": "pytorch_model-00013-of-00029.bin",
+    "model.layers.17.mlp.up_proj.weight": "pytorch_model-00013-of-00029.bin",
+    "model.layers.17.post_attention_layernorm.weight": "pytorch_model-00013-of-00029.bin",
+    "model.layers.17.self_attn.W_pack.weight": "pytorch_model-00013-of-00029.bin",
+    "model.layers.17.self_attn.o_proj.weight": "pytorch_model-00013-of-00029.bin",
+    "model.layers.18.input_layernorm.weight": "pytorch_model-00014-of-00029.bin",
+    "model.layers.18.mlp.down_proj.weight": "pytorch_model-00014-of-00029.bin",
+    "model.layers.18.mlp.gate_proj.weight": "pytorch_model-00014-of-00029.bin",
+    "model.layers.18.mlp.up_proj.weight": "pytorch_model-00014-of-00029.bin",
+    "model.layers.18.post_attention_layernorm.weight": "pytorch_model-00014-of-00029.bin",
+    "model.layers.18.self_attn.W_pack.weight": "pytorch_model-00014-of-00029.bin",
+    "model.layers.18.self_attn.o_proj.weight": "pytorch_model-00014-of-00029.bin",
+    "model.layers.19.input_layernorm.weight": "pytorch_model-00015-of-00029.bin",
+    "model.layers.19.mlp.down_proj.weight": "pytorch_model-00015-of-00029.bin",
+    "model.layers.19.mlp.gate_proj.weight": "pytorch_model-00014-of-00029.bin",
+    "model.layers.19.mlp.up_proj.weight": "pytorch_model-00015-of-00029.bin",
+    "model.layers.19.post_attention_layernorm.weight": "pytorch_model-00015-of-00029.bin",
+    "model.layers.19.self_attn.W_pack.weight": "pytorch_model-00014-of-00029.bin",
+    "model.layers.19.self_attn.o_proj.weight": "pytorch_model-00014-of-00029.bin",
+    "model.layers.2.input_layernorm.weight": "pytorch_model-00003-of-00029.bin",
+    "model.layers.2.mlp.down_proj.weight": "pytorch_model-00003-of-00029.bin",
+    "model.layers.2.mlp.gate_proj.weight": "pytorch_model-00003-of-00029.bin",
+    "model.layers.2.mlp.up_proj.weight": "pytorch_model-00003-of-00029.bin",
+    "model.layers.2.post_attention_layernorm.weight": "pytorch_model-00003-of-00029.bin",
+    "model.layers.2.self_attn.W_pack.weight": "pytorch_model-00003-of-00029.bin",
+    "model.layers.2.self_attn.o_proj.weight": "pytorch_model-00003-of-00029.bin",
+    "model.layers.20.input_layernorm.weight": "pytorch_model-00015-of-00029.bin",
+    "model.layers.20.mlp.down_proj.weight": "pytorch_model-00015-of-00029.bin",
+    "model.layers.20.mlp.gate_proj.weight": "pytorch_model-00015-of-00029.bin",
+    "model.layers.20.mlp.up_proj.weight": "pytorch_model-00015-of-00029.bin",
+    "model.layers.20.post_attention_layernorm.weight": "pytorch_model-00015-of-00029.bin",
+    "model.layers.20.self_attn.W_pack.weight": "pytorch_model-00015-of-00029.bin",
+    "model.layers.20.self_attn.o_proj.weight": "pytorch_model-00015-of-00029.bin",
+    "model.layers.21.input_layernorm.weight": "pytorch_model-00016-of-00029.bin",
+    "model.layers.21.mlp.down_proj.weight": "pytorch_model-00016-of-00029.bin",
+    "model.layers.21.mlp.gate_proj.weight": "pytorch_model-00016-of-00029.bin",
+    "model.layers.21.mlp.up_proj.weight": "pytorch_model-00016-of-00029.bin",
+    "model.layers.21.post_attention_layernorm.weight": "pytorch_model-00016-of-00029.bin",
+    "model.layers.21.self_attn.W_pack.weight": "pytorch_model-00016-of-00029.bin",
+    "model.layers.21.self_attn.o_proj.weight": "pytorch_model-00016-of-00029.bin",
+    "model.layers.22.input_layernorm.weight": "pytorch_model-00017-of-00029.bin",
+    "model.layers.22.mlp.down_proj.weight": "pytorch_model-00017-of-00029.bin",
+    "model.layers.22.mlp.gate_proj.weight": "pytorch_model-00016-of-00029.bin",
+    "model.layers.22.mlp.up_proj.weight": "pytorch_model-00017-of-00029.bin",
+    "model.layers.22.post_attention_layernorm.weight": "pytorch_model-00017-of-00029.bin",
+    "model.layers.22.self_attn.W_pack.weight": "pytorch_model-00016-of-00029.bin",
+    "model.layers.22.self_attn.o_proj.weight": "pytorch_model-00016-of-00029.bin",
+    "model.layers.23.input_layernorm.weight": "pytorch_model-00017-of-00029.bin",
+    "model.layers.23.mlp.down_proj.weight": "pytorch_model-00017-of-00029.bin",
+    "model.layers.23.mlp.gate_proj.weight": "pytorch_model-00017-of-00029.bin",
+    "model.layers.23.mlp.up_proj.weight": "pytorch_model-00017-of-00029.bin",
+    "model.layers.23.post_attention_layernorm.weight": "pytorch_model-00017-of-00029.bin",
+    "model.layers.23.self_attn.W_pack.weight": "pytorch_model-00017-of-00029.bin",
+    "model.layers.23.self_attn.o_proj.weight": "pytorch_model-00017-of-00029.bin",
+    "model.layers.24.input_layernorm.weight": "pytorch_model-00018-of-00029.bin",
+    "model.layers.24.mlp.down_proj.weight": "pytorch_model-00018-of-00029.bin",
+    "model.layers.24.mlp.gate_proj.weight": "pytorch_model-00018-of-00029.bin",
+    "model.layers.24.mlp.up_proj.weight": "pytorch_model-00018-of-00029.bin",
+    "model.layers.24.post_attention_layernorm.weight": "pytorch_model-00018-of-00029.bin",
+    "model.layers.24.self_attn.W_pack.weight": "pytorch_model-00018-of-00029.bin",
+    "model.layers.24.self_attn.o_proj.weight": "pytorch_model-00018-of-00029.bin",
+    "model.layers.25.input_layernorm.weight": "pytorch_model-00019-of-00029.bin",
+    "model.layers.25.mlp.down_proj.weight": "pytorch_model-00019-of-00029.bin",
+    "model.layers.25.mlp.gate_proj.weight": "pytorch_model-00018-of-00029.bin",
+    "model.layers.25.mlp.up_proj.weight": "pytorch_model-00019-of-00029.bin",
+    "model.layers.25.post_attention_layernorm.weight": "pytorch_model-00019-of-00029.bin",
+    "model.layers.25.self_attn.W_pack.weight": "pytorch_model-00018-of-00029.bin",
+    "model.layers.25.self_attn.o_proj.weight": "pytorch_model-00018-of-00029.bin",
+    "model.layers.26.input_layernorm.weight": "pytorch_model-00019-of-00029.bin",
+    "model.layers.26.mlp.down_proj.weight": "pytorch_model-00019-of-00029.bin",
+    "model.layers.26.mlp.gate_proj.weight": "pytorch_model-00019-of-00029.bin",
+    "model.layers.26.mlp.up_proj.weight": "pytorch_model-00019-of-00029.bin",
+    "model.layers.26.post_attention_layernorm.weight": "pytorch_model-00019-of-00029.bin",
+    "model.layers.26.self_attn.W_pack.weight": "pytorch_model-00019-of-00029.bin",
+    "model.layers.26.self_attn.o_proj.weight": "pytorch_model-00019-of-00029.bin",
+    "model.layers.27.input_layernorm.weight": "pytorch_model-00020-of-00029.bin",
+    "model.layers.27.mlp.down_proj.weight": "pytorch_model-00020-of-00029.bin",
+    "model.layers.27.mlp.gate_proj.weight": "pytorch_model-00020-of-00029.bin",
+    "model.layers.27.mlp.up_proj.weight": "pytorch_model-00020-of-00029.bin",
+    "model.layers.27.post_attention_layernorm.weight": "pytorch_model-00020-of-00029.bin",
+    "model.layers.27.self_attn.W_pack.weight": "pytorch_model-00020-of-00029.bin",
+    "model.layers.27.self_attn.o_proj.weight": "pytorch_model-00020-of-00029.bin",
+    "model.layers.28.input_layernorm.weight": "pytorch_model-00021-of-00029.bin",
+    "model.layers.28.mlp.down_proj.weight": "pytorch_model-00021-of-00029.bin",
+    "model.layers.28.mlp.gate_proj.weight": "pytorch_model-00020-of-00029.bin",
+    "model.layers.28.mlp.up_proj.weight": "pytorch_model-00021-of-00029.bin",
+    "model.layers.28.post_attention_layernorm.weight": "pytorch_model-00021-of-00029.bin",
+    "model.layers.28.self_attn.W_pack.weight": "pytorch_model-00020-of-00029.bin",
+    "model.layers.28.self_attn.o_proj.weight": "pytorch_model-00020-of-00029.bin",
+    "model.layers.29.input_layernorm.weight": "pytorch_model-00021-of-00029.bin",
+    "model.layers.29.mlp.down_proj.weight": "pytorch_model-00021-of-00029.bin",
+    "model.layers.29.mlp.gate_proj.weight": "pytorch_model-00021-of-00029.bin",
+    "model.layers.29.mlp.up_proj.weight": "pytorch_model-00021-of-00029.bin",
+    "model.layers.29.post_attention_layernorm.weight": "pytorch_model-00021-of-00029.bin",
+    "model.layers.29.self_attn.W_pack.weight": "pytorch_model-00021-of-00029.bin",
+    "model.layers.29.self_attn.o_proj.weight": "pytorch_model-00021-of-00029.bin",
+    "model.layers.3.input_layernorm.weight": "pytorch_model-00004-of-00029.bin",
+    "model.layers.3.mlp.down_proj.weight": "pytorch_model-00004-of-00029.bin",
+    "model.layers.3.mlp.gate_proj.weight": "pytorch_model-00004-of-00029.bin",
+    "model.layers.3.mlp.up_proj.weight": "pytorch_model-00004-of-00029.bin",
+    "model.layers.3.post_attention_layernorm.weight": "pytorch_model-00004-of-00029.bin",
+    "model.layers.3.self_attn.W_pack.weight": "pytorch_model-00004-of-00029.bin",
+    "model.layers.3.self_attn.o_proj.weight": "pytorch_model-00004-of-00029.bin",
+    "model.layers.30.input_layernorm.weight": "pytorch_model-00022-of-00029.bin",
+    "model.layers.30.mlp.down_proj.weight": "pytorch_model-00022-of-00029.bin",
+    "model.layers.30.mlp.gate_proj.weight": "pytorch_model-00022-of-00029.bin",
+    "model.layers.30.mlp.up_proj.weight": "pytorch_model-00022-of-00029.bin",
+    "model.layers.30.post_attention_layernorm.weight": "pytorch_model-00022-of-00029.bin",
+    "model.layers.30.self_attn.W_pack.weight": "pytorch_model-00022-of-00029.bin",
+    "model.layers.30.self_attn.o_proj.weight": "pytorch_model-00022-of-00029.bin",
+    "model.layers.31.input_layernorm.weight": "pytorch_model-00023-of-00029.bin",
+    "model.layers.31.mlp.down_proj.weight": "pytorch_model-00023-of-00029.bin",
+    "model.layers.31.mlp.gate_proj.weight": "pytorch_model-00022-of-00029.bin",
+    "model.layers.31.mlp.up_proj.weight": "pytorch_model-00023-of-00029.bin",
+    "model.layers.31.post_attention_layernorm.weight": "pytorch_model-00023-of-00029.bin",
+    "model.layers.31.self_attn.W_pack.weight": "pytorch_model-00022-of-00029.bin",
+    "model.layers.31.self_attn.o_proj.weight": "pytorch_model-00022-of-00029.bin",
+    "model.layers.32.input_layernorm.weight": "pytorch_model-00023-of-00029.bin",
+    "model.layers.32.mlp.down_proj.weight": "pytorch_model-00023-of-00029.bin",
+    "model.layers.32.mlp.gate_proj.weight": "pytorch_model-00023-of-00029.bin",
+    "model.layers.32.mlp.up_proj.weight": "pytorch_model-00023-of-00029.bin",
+    "model.layers.32.post_attention_layernorm.weight": "pytorch_model-00023-of-00029.bin",
+    "model.layers.32.self_attn.W_pack.weight": "pytorch_model-00023-of-00029.bin",
+    "model.layers.32.self_attn.o_proj.weight": "pytorch_model-00023-of-00029.bin",
+    "model.layers.33.input_layernorm.weight": "pytorch_model-00024-of-00029.bin",
+    "model.layers.33.mlp.down_proj.weight": "pytorch_model-00024-of-00029.bin",
+    "model.layers.33.mlp.gate_proj.weight": "pytorch_model-00024-of-00029.bin",
+    "model.layers.33.mlp.up_proj.weight": "pytorch_model-00024-of-00029.bin",
+    "model.layers.33.post_attention_layernorm.weight": "pytorch_model-00024-of-00029.bin",
+    "model.layers.33.self_attn.W_pack.weight": "pytorch_model-00024-of-00029.bin",
+    "model.layers.33.self_attn.o_proj.weight": "pytorch_model-00024-of-00029.bin",
+    "model.layers.34.input_layernorm.weight": "pytorch_model-00025-of-00029.bin",
+    "model.layers.34.mlp.down_proj.weight": "pytorch_model-00025-of-00029.bin",
+    "model.layers.34.mlp.gate_proj.weight": "pytorch_model-00024-of-00029.bin",
+    "model.layers.34.mlp.up_proj.weight": "pytorch_model-00025-of-00029.bin",
+    "model.layers.34.post_attention_layernorm.weight": "pytorch_model-00025-of-00029.bin",
+    "model.layers.34.self_attn.W_pack.weight": "pytorch_model-00024-of-00029.bin",
+    "model.layers.34.self_attn.o_proj.weight": "pytorch_model-00024-of-00029.bin",
+    "model.layers.35.input_layernorm.weight": "pytorch_model-00025-of-00029.bin",
+    "model.layers.35.mlp.down_proj.weight": "pytorch_model-00025-of-00029.bin",
+    "model.layers.35.mlp.gate_proj.weight": "pytorch_model-00025-of-00029.bin",
+    "model.layers.35.mlp.up_proj.weight": "pytorch_model-00025-of-00029.bin",
+    "model.layers.35.post_attention_layernorm.weight": "pytorch_model-00025-of-00029.bin",
+    "model.layers.35.self_attn.W_pack.weight": "pytorch_model-00025-of-00029.bin",
+    "model.layers.35.self_attn.o_proj.weight": "pytorch_model-00025-of-00029.bin",
+    "model.layers.36.input_layernorm.weight": "pytorch_model-00026-of-00029.bin",
+    "model.layers.36.mlp.down_proj.weight": "pytorch_model-00026-of-00029.bin",
+    "model.layers.36.mlp.gate_proj.weight": "pytorch_model-00026-of-00029.bin",
+    "model.layers.36.mlp.up_proj.weight": "pytorch_model-00026-of-00029.bin",
+    "model.layers.36.post_attention_layernorm.weight": "pytorch_model-00026-of-00029.bin",
+    "model.layers.36.self_attn.W_pack.weight": "pytorch_model-00026-of-00029.bin",
+    "model.layers.36.self_attn.o_proj.weight": "pytorch_model-00026-of-00029.bin",
+    "model.layers.37.input_layernorm.weight": "pytorch_model-00027-of-00029.bin",
+    "model.layers.37.mlp.down_proj.weight": "pytorch_model-00027-of-00029.bin",
+    "model.layers.37.mlp.gate_proj.weight": "pytorch_model-00026-of-00029.bin",
+    "model.layers.37.mlp.up_proj.weight": "pytorch_model-00027-of-00029.bin",
+    "model.layers.37.post_attention_layernorm.weight": "pytorch_model-00027-of-00029.bin",
+    "model.layers.37.self_attn.W_pack.weight": "pytorch_model-00026-of-00029.bin",
+    "model.layers.37.self_attn.o_proj.weight": "pytorch_model-00026-of-00029.bin",
+    "model.layers.38.input_layernorm.weight": "pytorch_model-00027-of-00029.bin",
+    "model.layers.38.mlp.down_proj.weight": "pytorch_model-00027-of-00029.bin",
+    "model.layers.38.mlp.gate_proj.weight": "pytorch_model-00027-of-00029.bin",
+    "model.layers.38.mlp.up_proj.weight": "pytorch_model-00027-of-00029.bin",
+    "model.layers.38.post_attention_layernorm.weight": "pytorch_model-00027-of-00029.bin",
+    "model.layers.38.self_attn.W_pack.weight": "pytorch_model-00027-of-00029.bin",
+    "model.layers.38.self_attn.o_proj.weight": "pytorch_model-00027-of-00029.bin",
+    "model.layers.39.input_layernorm.weight": "pytorch_model-00028-of-00029.bin",
+    "model.layers.39.mlp.down_proj.weight": "pytorch_model-00028-of-00029.bin",
+    "model.layers.39.mlp.gate_proj.weight": "pytorch_model-00028-of-00029.bin",
+    "model.layers.39.mlp.up_proj.weight": "pytorch_model-00028-of-00029.bin",
+    "model.layers.39.post_attention_layernorm.weight": "pytorch_model-00028-of-00029.bin",
+    "model.layers.39.self_attn.W_pack.weight": "pytorch_model-00028-of-00029.bin",
+    "model.layers.39.self_attn.o_proj.weight": "pytorch_model-00028-of-00029.bin",
+    "model.layers.4.input_layernorm.weight": "pytorch_model-00005-of-00029.bin",
+    "model.layers.4.mlp.down_proj.weight": "pytorch_model-00005-of-00029.bin",
+    "model.layers.4.mlp.gate_proj.weight": "pytorch_model-00004-of-00029.bin",
+    "model.layers.4.mlp.up_proj.weight": "pytorch_model-00005-of-00029.bin",
+    "model.layers.4.post_attention_layernorm.weight": "pytorch_model-00005-of-00029.bin",
+    "model.layers.4.self_attn.W_pack.weight": "pytorch_model-00004-of-00029.bin",
+    "model.layers.4.self_attn.o_proj.weight": "pytorch_model-00004-of-00029.bin",
+    "model.layers.5.input_layernorm.weight": "pytorch_model-00005-of-00029.bin",
+    "model.layers.5.mlp.down_proj.weight": "pytorch_model-00005-of-00029.bin",
+    "model.layers.5.mlp.gate_proj.weight": "pytorch_model-00005-of-00029.bin",
+    "model.layers.5.mlp.up_proj.weight": "pytorch_model-00005-of-00029.bin",
+    "model.layers.5.post_attention_layernorm.weight": "pytorch_model-00005-of-00029.bin",
+    "model.layers.5.self_attn.W_pack.weight": "pytorch_model-00005-of-00029.bin",
+    "model.layers.5.self_attn.o_proj.weight": "pytorch_model-00005-of-00029.bin",
+    "model.layers.6.input_layernorm.weight": "pytorch_model-00006-of-00029.bin",
+    "model.layers.6.mlp.down_proj.weight": "pytorch_model-00006-of-00029.bin",
+    "model.layers.6.mlp.gate_proj.weight": "pytorch_model-00006-of-00029.bin",
+    "model.layers.6.mlp.up_proj.weight": "pytorch_model-00006-of-00029.bin",
+    "model.layers.6.post_attention_layernorm.weight": "pytorch_model-00006-of-00029.bin",
+    "model.layers.6.self_attn.W_pack.weight": "pytorch_model-00006-of-00029.bin",
+    "model.layers.6.self_attn.o_proj.weight": "pytorch_model-00006-of-00029.bin",
+    "model.layers.7.input_layernorm.weight": "pytorch_model-00007-of-00029.bin",
+    "model.layers.7.mlp.down_proj.weight": "pytorch_model-00007-of-00029.bin",
+    "model.layers.7.mlp.gate_proj.weight": "pytorch_model-00006-of-00029.bin",
+    "model.layers.7.mlp.up_proj.weight": "pytorch_model-00007-of-00029.bin",
+    "model.layers.7.post_attention_layernorm.weight": "pytorch_model-00007-of-00029.bin",
+    "model.layers.7.self_attn.W_pack.weight": "pytorch_model-00006-of-00029.bin",
+    "model.layers.7.self_attn.o_proj.weight": "pytorch_model-00006-of-00029.bin",
+    "model.layers.8.input_layernorm.weight": "pytorch_model-00007-of-00029.bin",
+    "model.layers.8.mlp.down_proj.weight": "pytorch_model-00007-of-00029.bin",
+    "model.layers.8.mlp.gate_proj.weight": "pytorch_model-00007-of-00029.bin",
+    "model.layers.8.mlp.up_proj.weight": "pytorch_model-00007-of-00029.bin",
+    "model.layers.8.post_attention_layernorm.weight": "pytorch_model-00007-of-00029.bin",
+    "model.layers.8.self_attn.W_pack.weight": "pytorch_model-00007-of-00029.bin",
+    "model.layers.8.self_attn.o_proj.weight": "pytorch_model-00007-of-00029.bin",
+    "model.layers.9.input_layernorm.weight": "pytorch_model-00008-of-00029.bin",
+    "model.layers.9.mlp.down_proj.weight": "pytorch_model-00008-of-00029.bin",
+    "model.layers.9.mlp.gate_proj.weight": "pytorch_model-00008-of-00029.bin",
+    "model.layers.9.mlp.up_proj.weight": "pytorch_model-00008-of-00029.bin",
+    "model.layers.9.post_attention_layernorm.weight": "pytorch_model-00008-of-00029.bin",
+    "model.layers.9.self_attn.W_pack.weight": "pytorch_model-00008-of-00029.bin",
+    "model.layers.9.self_attn.o_proj.weight": "pytorch_model-00008-of-00029.bin",
+    "model.norm.weight": "pytorch_model-00028-of-00029.bin"
+  }
+}