diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..5e7e4b94644dfe15651b80f999d0e7759fbfa9fc --- /dev/null +++ b/README.md @@ -0,0 +1,56 @@ +--- +library_name: mlc-llm +base_model: meta-llama/Meta-Llama-3-70B-Instruct +tags: +- mlc-llm +--- + +# Llama-3-70B-Instruct-fp8-MLC + +This is the [Llama-3-70B-Instruct](https://huggingface.co/meta-llama/Meta-Llama-3-70B-Instruct) model in MLC format `e4m3_e4m3_f16` (FP8 quantization). +The model can be used for projects [MLC-LLM](https://github.com/mlc-ai/mlc-llm). + +## Example Usage + +Here are some examples of using this model in MLC LLM. +Before running the examples, please install MLC LLM by following the [installation documentation](https://llm.mlc.ai/docs/install/mlc_llm.html#install-mlc-packages). + +### Chat + +In command line, run +```bash +mlc_llm chat HF://mlc-ai/Llama-3-70B-Instruct-fp8-MLC +``` + +### REST Server + +In command line, run +```bash +mlc_llm serve HF://mlc-ai/Llama-3-70B-Instruct-fp8-MLC +``` + +### Python API + +```python +from mlc_llm import MLCEngine + +# Create engine +model = "HF://mlc-ai/Llama-3-70B-Instruct-fp8-MLC" +engine = MLCEngine(model) + +# Run chat completion in OpenAI API. +for response in engine.chat.completions.create( + messages=[{"role": "user", "content": "What is the meaning of life?"}], + model=model, + stream=True, +): + for choice in response.choices: + print(choice.delta.content, end="", flush=True) +print("\n") + +engine.terminate() +``` + +## Documentation + +For more information on MLC LLM project, please visit our [documentation](https://llm.mlc.ai/docs/) and [GitHub repo](http://github.com/mlc-ai/mlc-llm). diff --git a/mlc-chat-config.json b/mlc-chat-config.json new file mode 100644 index 0000000000000000000000000000000000000000..22aae70bbf3e234b37e284d3737f569eaea8ebe6 --- /dev/null +++ b/mlc-chat-config.json @@ -0,0 +1,84 @@ +{ + "version": "0.1.0", + "model_type": "llama", + "quantization": "e4m3_e4m3_f16", + "model_config": { + "hidden_size": 8192, + "intermediate_size": 28672, + "num_attention_heads": 64, + "num_hidden_layers": 80, + "rms_norm_eps": 1e-05, + "vocab_size": 128256, + "tie_word_embeddings": false, + "position_embedding_base": 500000.0, + "rope_scaling": null, + "context_window_size": 8192, + "prefill_chunk_size": 8192, + "num_key_value_heads": 8, + "head_dim": 128, + "tensor_parallel_shards": 1, + "pipeline_parallel_stages": 1, + "max_batch_size": 128 + }, + "vocab_size": 128256, + "context_window_size": 8192, + "sliding_window_size": -1, + "prefill_chunk_size": 8192, + "attention_sink_size": -1, + "tensor_parallel_shards": 1, + "pipeline_parallel_stages": 1, + "temperature": 0.6, + "presence_penalty": 0.0, + "frequency_penalty": 0.0, + "repetition_penalty": 1.0, + "top_p": 0.9, + "tokenizer_files": [ + "tokenizer.json", + "tokenizer_config.json" + ], + "tokenizer_info": { + "token_postproc_method": "byte_level", + "prepend_space_in_encode": false, + "strip_space_in_decode": false + }, + "conv_template": { + "name": "llama-3", + "system_template": "<|start_header_id|>system<|end_header_id|>\n\n{system_message}<|eot_id|>", + "system_message": "You are a helpful, respectful and honest assistant.", + "system_prefix_token_ids": [ + 128000 + ], + "add_role_after_system_message": true, + "roles": { + "user": "<|start_header_id|>user", + "assistant": "<|start_header_id|>assistant" + }, + "role_templates": { + "user": "{user_message}", + "assistant": "{assistant_message}", + "tool": "{tool_message}" + }, + "messages": [], + "seps": [ + "<|eot_id|>" + ], + "role_content_sep": "<|end_header_id|>\n\n", + "role_empty_sep": "<|end_header_id|>\n\n", + "stop_str": [ + "<|end_of_text|>", + "<|eot_id|>" + ], + "stop_token_ids": [ + 128001, + 128009 + ], + "function_string": "", + "use_function_calling": false + }, + "pad_token_id": 0, + "bos_token_id": 128000, + "eos_token_id": [ + 128001, + 128009 + ] +} \ No newline at end of file diff --git a/ndarray-cache-b16.json b/ndarray-cache-b16.json new file mode 100644 index 0000000000000000000000000000000000000000..faa6f46f050c7e13a863cd86175bb102bb03a0d2 --- /dev/null +++ b/ndarray-cache-b16.json @@ -0,0 +1,14153 @@ +{ + "metadata": { + "ParamSize": 803, + "ParamBytes": 72656372992.0, + "BitsPerParam": 7.974819159215532 + }, + "records": [ + { + "dataPath": "params_shard_0.bin", + "format": "raw-shard", + "nbytes": 2101346304, + "records": [ + { + "name": "lm_head.weight", + "shape": [ + 128256, + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2101346304, + "byteOffset": 0 + } + ], + "md5sum": "cfa949870a3a6251bff1b4be3ca29c79" + }, + { + "dataPath": "params_shard_1.bin", + "format": "raw-shard", + "nbytes": 2101346304, + "records": [ + { + "name": "model.embed_tokens.weight", + "shape": [ + 128256, + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2101346304, + "byteOffset": 0 + } + ], + "md5sum": "6e717a7b7eaa6b4d6408f6b3ee52be9f" + }, + { + "dataPath": "params_shard_2.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.0.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "5923b604bd7f410793867b0233870976" + }, + { + "dataPath": "params_shard_3.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.0.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "7290109f3f9ffb07baec66b9c20a4fbd" + }, + { + "dataPath": "params_shard_4.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.0.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "2fbb70fcc586918ea1f2f4005b8e3fec" + }, + { + "dataPath": "params_shard_5.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.0.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "9f1585054cdbed9d3721a1e57108d69f" + }, + { + "dataPath": "params_shard_6.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.1.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "71dd307dd814fbd66ce1be8f067c9a89" + }, + { + "dataPath": "params_shard_7.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.1.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "1ced405415c3dc4e2adc83f46da5d59e" + }, + { + "dataPath": "params_shard_8.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.1.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "86946544f6db993078e95edd9b7d0780" + }, + { + "dataPath": "params_shard_9.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.1.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "d9ecdef3457dfece37d1a9ca76b304d6" + }, + { + "dataPath": "params_shard_10.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.2.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "6af151c36ac483048cb1adfa9444b1ac" + }, + { + "dataPath": "params_shard_11.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.2.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "99820308cb7b7459a14022d133af2038" + }, + { + "dataPath": "params_shard_12.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.2.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "d3d2ef365d915a16b1608041c583582a" + }, + { + "dataPath": "params_shard_13.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.2.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "9dc39341471aec46b5df02829e726892" + }, + { + "dataPath": "params_shard_14.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.3.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "6a26eb88fc02b37039ec3277507ca456" + }, + { + "dataPath": "params_shard_15.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.3.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "fdc84b3e451c9ec79630ad358f9e1433" + }, + { + "dataPath": "params_shard_16.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.3.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "4b6a96d8e848c66ada1baae33942f25d" + }, + { + "dataPath": "params_shard_17.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.3.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "19f185715521fcdf69387ba5695d2692" + }, + { + "dataPath": "params_shard_18.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.4.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "a4de6dd53493ea3712ecc0af8e9acebf" + }, + { + "dataPath": "params_shard_19.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.4.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "cf43723ec590ba8df9bd546991d0c742" + }, + { + "dataPath": "params_shard_20.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.10.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "e0b53c2e9e64ee09f2aa9404972cec89" + }, + { + "dataPath": "params_shard_21.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.10.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "80955bd4cd0c46e2a201d2cee07a8543" + }, + { + "dataPath": "params_shard_22.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.10.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "7fd85a8cf2c32005ada21536ef692ab2" + }, + { + "dataPath": "params_shard_23.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.10.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "0e8584b44d0847f1c96c2b3de65fad64" + }, + { + "dataPath": "params_shard_24.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.11.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "280e8d1d5fc19b01bc54a36ffe721d6e" + }, + { + "dataPath": "params_shard_25.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.11.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "a9ffaf86f658928bb5c2dade31f8dd82" + }, + { + "dataPath": "params_shard_26.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.11.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "f8a04dfd0781644eaf0236ced1fd6557" + }, + { + "dataPath": "params_shard_27.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.11.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "e20ffd77d2c85114d27c47465c8ef874" + }, + { + "dataPath": "params_shard_28.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.12.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "dc7a16bb573853dd613a3430c8439cab" + }, + { + "dataPath": "params_shard_29.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.12.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "b99e6d9ed9e89c6caa2bfcdda8ff9aee" + }, + { + "dataPath": "params_shard_30.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.12.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "e47ef92e077f7e63613b9cb4fee52ad6" + }, + { + "dataPath": "params_shard_31.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.12.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "7794d246b2b8acba6eba3a372775b93e" + }, + { + "dataPath": "params_shard_32.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.13.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "f4446af1a09c32865589ad4910b0c908" + }, + { + "dataPath": "params_shard_33.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.13.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "8d9f0a6c3444a144b90f81fa05a88484" + }, + { + "dataPath": "params_shard_34.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.13.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "66206577c0afd99c8a3a6ca497a708ea" + }, + { + "dataPath": "params_shard_35.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.13.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "c8d347f3f568b817f9c39c8ba1833b96" + }, + { + "dataPath": "params_shard_36.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.14.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "6603050f0d40465c6e8f50bf7a90c675" + }, + { + "dataPath": "params_shard_37.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.14.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "bb4fe970087d0ab4c412d62fdeb10803" + }, + { + "dataPath": "params_shard_38.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.14.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "b0227e85ee2605213954ce3769a05c81" + }, + { + "dataPath": "params_shard_39.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.14.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "5a701d378b1746314080fb4d263a9f81" + }, + { + "dataPath": "params_shard_40.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.15.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "2f6e932a451ef649686ccdc75e0a028c" + }, + { + "dataPath": "params_shard_41.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.15.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "1c481e3b603c3f9040d03e804d5d0e8f" + }, + { + "dataPath": "params_shard_42.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.15.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "0980af196fa9a7acb044553e00881fd6" + }, + { + "dataPath": "params_shard_43.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.15.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "056629225a63780449a82f8ab454db71" + }, + { + "dataPath": "params_shard_44.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.16.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "8f11096808f084dea8c69b687f06f664" + }, + { + "dataPath": "params_shard_45.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.16.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "faeb1a2c538a32c07c76a1e9b73e4520" + }, + { + "dataPath": "params_shard_46.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.16.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "635964181666a49a6771bd5863d02c59" + }, + { + "dataPath": "params_shard_47.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.16.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "93cb18190e4f3b7d809b70c5a7e30833" + }, + { + "dataPath": "params_shard_48.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.17.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "e7234e9dfb6386b7236984d2f9d76680" + }, + { + "dataPath": "params_shard_49.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.17.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "3ef0d7513014648f51a8a021ea7d8759" + }, + { + "dataPath": "params_shard_50.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.17.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "300d8f55ed436983a3967666bf81feef" + }, + { + "dataPath": "params_shard_51.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.17.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "315b42c740c87da95f03bb1873a54a7b" + }, + { + "dataPath": "params_shard_52.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.18.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "d4e7084ed03504c158ea7eec342de6ba" + }, + { + "dataPath": "params_shard_53.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.18.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "8fecb1ff25b245d28e60beb0a2b45e92" + }, + { + "dataPath": "params_shard_54.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.18.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "ca70bb47ad1c9895ed82d9c1a5161e40" + }, + { + "dataPath": "params_shard_55.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.18.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "5548823e29713e87ecb5267a56c64151" + }, + { + "dataPath": "params_shard_56.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.19.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "2ae0932c276f2091302cd1581b1ece57" + }, + { + "dataPath": "params_shard_57.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.19.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "2e9e113d542a5991b0ece79b9e5a217e" + }, + { + "dataPath": "params_shard_58.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.19.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "070e49476ffaba98b146a2ac50d774e0" + }, + { + "dataPath": "params_shard_59.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.19.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "df534ec6299f604bf2a5b561ac69d0d3" + }, + { + "dataPath": "params_shard_60.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.20.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "e68b05fa21b4d80e2258c2727fe28937" + }, + { + "dataPath": "params_shard_61.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.20.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "89bbf0a78c9cba4ac66e4bb3178059e4" + }, + { + "dataPath": "params_shard_62.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.20.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "c5525185298f9c01ee1af6046eff5563" + }, + { + "dataPath": "params_shard_63.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.20.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "7d75bf9226f24869d7943631fdacbd52" + }, + { + "dataPath": "params_shard_64.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.21.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "923fdf4792dc0d423b7c0a90bd502e5e" + }, + { + "dataPath": "params_shard_65.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.21.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "b379e157a437af852f652f3d56df4cb4" + }, + { + "dataPath": "params_shard_66.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.21.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "f29848a0ea9c39231c84da956520187a" + }, + { + "dataPath": "params_shard_67.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.21.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "32ce963ba20f6d129e3799b8f20cbeb4" + }, + { + "dataPath": "params_shard_68.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.22.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "8cef2d9ba637e6dafeb2aef45bb2cd71" + }, + { + "dataPath": "params_shard_69.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.22.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "fcb57f2c6cf99fe019b0e4e412d5104f" + }, + { + "dataPath": "params_shard_70.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.22.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "af06798f7df22f757b6b81efdfe70911" + }, + { + "dataPath": "params_shard_71.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.22.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "0165f911f2b466d4d3d3274f23f20f34" + }, + { + "dataPath": "params_shard_72.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.23.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "185f8cb7f0335e81d7b83e5a45697f57" + }, + { + "dataPath": "params_shard_73.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.23.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "5b18a472d4d617aec3dc29d12b989cad" + }, + { + "dataPath": "params_shard_74.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.23.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "7b67862555921ae82dbb76e6161859c1" + }, + { + "dataPath": "params_shard_75.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.23.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "15cbb47130949f5edf2511f567f2d6af" + }, + { + "dataPath": "params_shard_76.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.24.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "d66ad6d49d1338807012205c31cd0acd" + }, + { + "dataPath": "params_shard_77.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.24.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "802649fe7f6206bbea91615568ddd30b" + }, + { + "dataPath": "params_shard_78.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.24.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "b1fe25ce4c77795da6625e6854bd1524" + }, + { + "dataPath": "params_shard_79.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.24.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "f687c573746b5d417bc09bbe0ae70d58" + }, + { + "dataPath": "params_shard_80.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.25.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "2b004480120b5f88de5d5e63a26c3ceb" + }, + { + "dataPath": "params_shard_81.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.25.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "0fbfe34cb9d39a35f5ff54f36b0532bc" + }, + { + "dataPath": "params_shard_82.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.25.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "933777c1ba15165e61bf1824047a2d3d" + }, + { + "dataPath": "params_shard_83.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.25.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "137e3f760b375f873e6167d843eed4ab" + }, + { + "dataPath": "params_shard_84.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.26.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "a3bc53a34ea937b87c821cf92c601ae8" + }, + { + "dataPath": "params_shard_85.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.26.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "2ba4176c287627ba6e8f7788af1f6b5d" + }, + { + "dataPath": "params_shard_86.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.26.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "b34c13445813e579666ff315381e204b" + }, + { + "dataPath": "params_shard_87.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.26.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "71b321d1d0d1affb64da0b5bf273e777" + }, + { + "dataPath": "params_shard_88.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.27.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "adda71eaf91b5f979b19c2ba8a0e48de" + }, + { + "dataPath": "params_shard_89.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.27.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "0f7718553e55928fadcf0b84127668cd" + }, + { + "dataPath": "params_shard_90.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.27.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "e90822eba121cf72b0d5984c6e77284e" + }, + { + "dataPath": "params_shard_91.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.27.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "7d33628d198ce793bf26a79797e61444" + }, + { + "dataPath": "params_shard_92.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.28.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "fd25f9bbe8568d3eb28be91ffa3ed0af" + }, + { + "dataPath": "params_shard_93.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.28.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "e4a642336ea5fb8a756bbfedfb3d30d0" + }, + { + "dataPath": "params_shard_94.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.28.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "def52924d20fbab64d7900b183fca065" + }, + { + "dataPath": "params_shard_95.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.28.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "4210769f43e1a8324727531141a3e9a9" + }, + { + "dataPath": "params_shard_96.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.29.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "8d1575d3f380baea8c672f7bec5049ef" + }, + { + "dataPath": "params_shard_97.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.29.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "d74ceee2a95c1d26835b9f582ddc989e" + }, + { + "dataPath": "params_shard_98.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.29.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "4781069b9b5863ab598692cd5185f092" + }, + { + "dataPath": "params_shard_99.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.29.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "e2c4925b3666676e630d426b2d8e16ce" + }, + { + "dataPath": "params_shard_100.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.30.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "3abf8a530e5d282b399b5d23a2f810fc" + }, + { + "dataPath": "params_shard_101.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.30.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "8162226f8712782d6011248c9c7f70fc" + }, + { + "dataPath": "params_shard_102.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.30.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "5811e5cd150c9dc2c00dac358f163622" + }, + { + "dataPath": "params_shard_103.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.30.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "e99b5269a18350410dc7198f2bece253" + }, + { + "dataPath": "params_shard_104.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.31.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "3fe0df87f648cdbfab653f3ab2405dc6" + }, + { + "dataPath": "params_shard_105.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.31.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "4f48a7fad9ffdfda8d0c8b9b0a214b9b" + }, + { + "dataPath": "params_shard_106.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.31.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "b036afe0ebaaab15e8adf2eb81511948" + }, + { + "dataPath": "params_shard_107.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.31.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "112c7dcdf2aa75b56498b7df4b52dda6" + }, + { + "dataPath": "params_shard_108.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.32.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "a485ed117034da32e1f8dc0751d5eab9" + }, + { + "dataPath": "params_shard_109.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.32.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "705479a8791f8fa99c9fb121bd71ed67" + }, + { + "dataPath": "params_shard_110.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.32.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "ea373543816ba54b79a32cb4a594dd39" + }, + { + "dataPath": "params_shard_111.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.32.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "aac8bc1dd5ac15fbed322a61d59c4c1d" + }, + { + "dataPath": "params_shard_112.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.33.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "ed72d41f9608e93579e1eb5666c2622b" + }, + { + "dataPath": "params_shard_113.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.33.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "9104d06edc06c7b5b3d06575bed3ead5" + }, + { + "dataPath": "params_shard_114.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.33.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "afbad1dcca4662de59c6b1dacbe77af2" + }, + { + "dataPath": "params_shard_115.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.33.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "3af96c9c2ef33a278c3970da8806e863" + }, + { + "dataPath": "params_shard_116.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.34.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "c5435d03a3161d19541dc7f7c533b825" + }, + { + "dataPath": "params_shard_117.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.34.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "2200b77244fc8dbc026a59c7eed0c815" + }, + { + "dataPath": "params_shard_118.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.34.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "c1c2df3d1f936830ef93b56226022c83" + }, + { + "dataPath": "params_shard_119.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.34.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "0e9fcda6311597e41518ceb39ade4020" + }, + { + "dataPath": "params_shard_120.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.35.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "f3c20edfac5de0c7970c314946ab5cf7" + }, + { + "dataPath": "params_shard_121.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.35.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "f08b2c10df593d1d608d0320f20d3e47" + }, + { + "dataPath": "params_shard_122.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.35.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "6aa3da97bb81eb474deaef0ec6e73d8a" + }, + { + "dataPath": "params_shard_123.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.35.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "d13af68c90fd7926e978e6ccdd560c5b" + }, + { + "dataPath": "params_shard_124.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.36.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "1448f6a54d2600adb670fa313c16b688" + }, + { + "dataPath": "params_shard_125.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.36.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "7e29f081123351d7561128efeecaebd3" + }, + { + "dataPath": "params_shard_126.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.36.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "e4a84d1325f1030ad289da4c208358f1" + }, + { + "dataPath": "params_shard_127.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.36.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "8304f242e7b70854011515e80d9dba5f" + }, + { + "dataPath": "params_shard_128.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.37.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "557374ac932dc91bcf2f37c4d80f78aa" + }, + { + "dataPath": "params_shard_129.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.37.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "c628a717b0e3d4c7817571ac6892b0d2" + }, + { + "dataPath": "params_shard_130.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.37.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "f660db9981790ac064bb8110ab1bde0c" + }, + { + "dataPath": "params_shard_131.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.37.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "9c41eca7a1083b9ad73fd23554fa67ed" + }, + { + "dataPath": "params_shard_132.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.38.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "9cfa786d295cc28c779363d7a9823ad6" + }, + { + "dataPath": "params_shard_133.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.38.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "4b0b565d8c9e7288c66e0020dbba373a" + }, + { + "dataPath": "params_shard_134.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.38.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "5cb23db1ef58f8d82cbee7ac5631a78b" + }, + { + "dataPath": "params_shard_135.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.38.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "1a1c7865c027aa2f655401ba72632aa5" + }, + { + "dataPath": "params_shard_136.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.39.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "33c98081399e29548154de67bfa78af7" + }, + { + "dataPath": "params_shard_137.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.39.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "7897ea3f06cbbddb08d4970cb8326126" + }, + { + "dataPath": "params_shard_138.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.39.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "65859bd62c59e9eace710890d4a6ffc2" + }, + { + "dataPath": "params_shard_139.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.39.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "875eb3353205281e4272ea96763af7fe" + }, + { + "dataPath": "params_shard_140.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.40.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "3571b602347c25976d9d1855fa617b07" + }, + { + "dataPath": "params_shard_141.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.40.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "d9c49a8467fd7e7857f3865d33cec748" + }, + { + "dataPath": "params_shard_142.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.40.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "9245377758d04e0e47846de4755a402c" + }, + { + "dataPath": "params_shard_143.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.4.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "5e45c729d8230ea44e45fea80de29429" + }, + { + "dataPath": "params_shard_144.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.4.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "96e347b1c9c5a484c5cb2b7560690545" + }, + { + "dataPath": "params_shard_145.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.5.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "1810428317922edb0093e57666e0744c" + }, + { + "dataPath": "params_shard_146.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.5.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "2baeab419b8f3912530e376a7feb4d37" + }, + { + "dataPath": "params_shard_147.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.5.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "eb7eade47cccbe78824e8a293647ec1e" + }, + { + "dataPath": "params_shard_148.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.5.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "2317119609c0c204f9ab84c4f8a1524e" + }, + { + "dataPath": "params_shard_149.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.6.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "228ae5243a6d520261035251b236553d" + }, + { + "dataPath": "params_shard_150.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.6.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "d2baf494cb9c9569f06cdce900e9c2f8" + }, + { + "dataPath": "params_shard_151.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.6.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "c828ecaec84796deb17e9e85022b786b" + }, + { + "dataPath": "params_shard_152.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.6.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "3982123564b985d44c303c46ecf9ceb4" + }, + { + "dataPath": "params_shard_153.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.7.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "e6e8f889d857fa619297448e8612561b" + }, + { + "dataPath": "params_shard_154.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.40.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "624b6712c714bcda5ded259079d0b79a" + }, + { + "dataPath": "params_shard_155.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.41.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "963921d496f3e011eb738e851eb29105" + }, + { + "dataPath": "params_shard_156.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.41.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "0227397243cf8c300227080bec7e9db3" + }, + { + "dataPath": "params_shard_157.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.41.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "5feca76f6934f6d7b0a49d401a1ab5ea" + }, + { + "dataPath": "params_shard_158.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.41.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "2d2033bb4ad12d3b597dfa3e219d98bb" + }, + { + "dataPath": "params_shard_159.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.42.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "b8ec00b2cb2682f4fbc903a1eb5ac183" + }, + { + "dataPath": "params_shard_160.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.42.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "94811e62d14a17f97b1274850dbd1df8" + }, + { + "dataPath": "params_shard_161.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.42.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "5b4d05b8cdb29d1f8d743995c214028b" + }, + { + "dataPath": "params_shard_162.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.42.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "54f584d9880f5d6a35d6146303c4d406" + }, + { + "dataPath": "params_shard_163.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.43.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "99109fd32b407aff729b3c689e412b8b" + }, + { + "dataPath": "params_shard_164.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.43.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "317f8d6145777fd676c88509e6e6fab6" + }, + { + "dataPath": "params_shard_165.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.43.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "9992befb5d2a0cee7ca1c320527ae1d9" + }, + { + "dataPath": "params_shard_166.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.43.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "0e36778233ccf542f52eab944b4465ee" + }, + { + "dataPath": "params_shard_167.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.44.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "9786b3eb0ea09db22bbe249e4636f5f3" + }, + { + "dataPath": "params_shard_168.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.44.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "995489ba81728c86e5446baf1c037684" + }, + { + "dataPath": "params_shard_169.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.44.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "2792994d41dc7effae24e80cb3e380d7" + }, + { + "dataPath": "params_shard_170.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.44.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "2bf0c3f00d4980f49c499852c57b0e7b" + }, + { + "dataPath": "params_shard_171.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.45.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "4e78ecb7348965709d29d4cf8aba7d90" + }, + { + "dataPath": "params_shard_172.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.45.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "0ad3e6e6481a34ddf21325b5647feb63" + }, + { + "dataPath": "params_shard_173.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.45.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "9c0752c45f0026d13ed8b5d1710498d0" + }, + { + "dataPath": "params_shard_174.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.45.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "8705225ece7200a8f0912af1a6a68a1d" + }, + { + "dataPath": "params_shard_175.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.46.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "ebfadb68f23ff5df9e57f87b52a871a3" + }, + { + "dataPath": "params_shard_176.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.46.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "63685633a3c981996f6f79115dae5c9e" + }, + { + "dataPath": "params_shard_177.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.46.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "dcdf1e6b65bcc63df5d58f1855b66eac" + }, + { + "dataPath": "params_shard_178.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.46.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "ae58b944065a2b41cdaa3129c8f621ad" + }, + { + "dataPath": "params_shard_179.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.47.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "cfffd25c0baee86727406991b10171e3" + }, + { + "dataPath": "params_shard_180.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.47.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "c6e50c818e9c23655359bf8a3dc6da05" + }, + { + "dataPath": "params_shard_181.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.47.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "a273567d03aa6b2fe20f624c864bbdb0" + }, + { + "dataPath": "params_shard_182.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.47.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "e1e06accfa9a57dd98357a4de38f95ff" + }, + { + "dataPath": "params_shard_183.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.48.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "3708304ee393cf59e5376fae26641585" + }, + { + "dataPath": "params_shard_184.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.48.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "e58322244011c323b442ae543ee0c0d9" + }, + { + "dataPath": "params_shard_185.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.48.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "1727a56975039cb87d39a7100a3d4eea" + }, + { + "dataPath": "params_shard_186.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.48.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "23a9ff8b6fed81ade5220f9e9a27ce94" + }, + { + "dataPath": "params_shard_187.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.49.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "06cf2758b0e03e6e446483acdc298c89" + }, + { + "dataPath": "params_shard_188.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.49.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "6f2c21392fff513507da79c674a901ca" + }, + { + "dataPath": "params_shard_189.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.49.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "8d9ef1415621fbf1554758c04cdc8b0f" + }, + { + "dataPath": "params_shard_190.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.49.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "e9a6ad9f0a084beabfdf66b8179dca80" + }, + { + "dataPath": "params_shard_191.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.50.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "4ab743b2a9a6e13aec91d080ea592586" + }, + { + "dataPath": "params_shard_192.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.50.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "879dd0e7e3a61e39be3c26839f00054a" + }, + { + "dataPath": "params_shard_193.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.50.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "da9a3741bcfafd1d20b8d552365746f5" + }, + { + "dataPath": "params_shard_194.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.50.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "abb52d0121a3e386a9b2abaf14920d13" + }, + { + "dataPath": "params_shard_195.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.51.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "86a75ae32458f18817c96406bae8a74c" + }, + { + "dataPath": "params_shard_196.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.51.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "6c8ed58458a91e8c3b762da4e07a4977" + }, + { + "dataPath": "params_shard_197.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.51.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "7634cd7069557c3065f6d42961cf3620" + }, + { + "dataPath": "params_shard_198.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.51.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "b66ec39e6279e767925ca066576073ae" + }, + { + "dataPath": "params_shard_199.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.52.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "1ec4ce32b9adc3888c6c8cfac6113e14" + }, + { + "dataPath": "params_shard_200.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.52.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "239d14367c325842a259d408a0d45d88" + }, + { + "dataPath": "params_shard_201.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.52.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "7bd7a144b4bcd143919c05c382f748bc" + }, + { + "dataPath": "params_shard_202.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.52.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "983a989c2dca7b994e9d6af093b455eb" + }, + { + "dataPath": "params_shard_203.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.53.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "cde6007f465274135b6b4ddb7f86909b" + }, + { + "dataPath": "params_shard_204.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.53.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "c6a4096d2c585ac604959f85a18e2e77" + }, + { + "dataPath": "params_shard_205.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.53.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "f3cd44ecb06f901c2644e66ca27c2113" + }, + { + "dataPath": "params_shard_206.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.53.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "9b963a0ade5bc014a024a43d46b71f32" + }, + { + "dataPath": "params_shard_207.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.54.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "817f7af33066232376d9f499da7c08f4" + }, + { + "dataPath": "params_shard_208.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.54.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "40af3d60b50afd52d0ff7035813fc15c" + }, + { + "dataPath": "params_shard_209.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.54.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "6bb61fd0c95f35bb1109509155790d34" + }, + { + "dataPath": "params_shard_210.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.54.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "753bb2a58ee32a4aa5c9c4f0f519ec78" + }, + { + "dataPath": "params_shard_211.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.55.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "d0c97fa924499abe1a9d4031fee83e1e" + }, + { + "dataPath": "params_shard_212.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.55.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "5f12d0bb1e4f804a65de63f6fb958c25" + }, + { + "dataPath": "params_shard_213.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.55.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "396579f2b79786885b48ffe83145fbd5" + }, + { + "dataPath": "params_shard_214.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.55.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "75e2b6daa8d355d1af933c04a9d64d3b" + }, + { + "dataPath": "params_shard_215.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.56.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "4e7449fd0e5392092e489fea1064eee9" + }, + { + "dataPath": "params_shard_216.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.56.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "f9d81045749d64c47b43f598cacfc0cc" + }, + { + "dataPath": "params_shard_217.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.56.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "5d8721098384107336083f9d0656f9d3" + }, + { + "dataPath": "params_shard_218.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.56.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "fb2fa427407e2a0e68d95e1f4266935b" + }, + { + "dataPath": "params_shard_219.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.57.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "dfcbcaa371c1693ae2b4aa83c8921e6b" + }, + { + "dataPath": "params_shard_220.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.57.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "5d228d83dce1e3a6d577ca742f2070b6" + }, + { + "dataPath": "params_shard_221.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.57.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "87b42de4bc684d596452b6395e6807eb" + }, + { + "dataPath": "params_shard_222.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.57.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "ff7ef9629d99300da4a1749962c7913d" + }, + { + "dataPath": "params_shard_223.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.58.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "ea7dfa4edaea7d399fa20bd386e749c0" + }, + { + "dataPath": "params_shard_224.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.58.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "f7243d23edc7b23570797e27d3a4b64d" + }, + { + "dataPath": "params_shard_225.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.58.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "574509186184aacd9147978e89ee4728" + }, + { + "dataPath": "params_shard_226.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.58.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "556495ca06f67be6299e6d629627832d" + }, + { + "dataPath": "params_shard_227.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.59.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "3cea65ebb2b2d3e3ebc6e2c1ea8c08a8" + }, + { + "dataPath": "params_shard_228.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.59.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "17d2d9a0a673f26a153f14e22396b771" + }, + { + "dataPath": "params_shard_229.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.59.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "1eaeca4c8eab7cc9c65bbcd3eb78e2ab" + }, + { + "dataPath": "params_shard_230.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.59.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "8f0c8c74b8907f35a97d96e7afbdd219" + }, + { + "dataPath": "params_shard_231.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.60.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "1190fd219018f069a505e0e002415712" + }, + { + "dataPath": "params_shard_232.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.60.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "c1eb3a841ac8f5559c8d9bd35b9a856e" + }, + { + "dataPath": "params_shard_233.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.60.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "ee1c9c85685a77bb142cd1a501d894ad" + }, + { + "dataPath": "params_shard_234.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.60.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "f590966865bdb63a486cc671918233e4" + }, + { + "dataPath": "params_shard_235.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.61.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "32888f916f39333ec5eb4f7ecf43092f" + }, + { + "dataPath": "params_shard_236.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.61.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "6a3b1b662c470c6adf7c0242ffe5a715" + }, + { + "dataPath": "params_shard_237.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.61.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "c403857578391c2146f8454291f357fc" + }, + { + "dataPath": "params_shard_238.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.61.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "9ab25e4495885dc0a60ef96b140e4ec5" + }, + { + "dataPath": "params_shard_239.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.62.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "60d6df12019a5b4dce6b013a55dc7141" + }, + { + "dataPath": "params_shard_240.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.62.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "cacdfb4f4761784caf8d4c38d49c66df" + }, + { + "dataPath": "params_shard_241.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.62.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "182109677948e9b3d2dbdb337d615c26" + }, + { + "dataPath": "params_shard_242.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.62.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "5c42e487721f36c959b0b40cd344020a" + }, + { + "dataPath": "params_shard_243.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.63.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "6c55258fa688f508f6691f7860356397" + }, + { + "dataPath": "params_shard_244.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.63.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "d5cf67665417a84581769697195c1a0a" + }, + { + "dataPath": "params_shard_245.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.63.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "6aa0921d06033184b73e40b46c83e438" + }, + { + "dataPath": "params_shard_246.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.63.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "5c7a4b2d6be7ce722362047d3f1279c5" + }, + { + "dataPath": "params_shard_247.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.64.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "11817e2ef7daae0cbdbbabf52515b9dc" + }, + { + "dataPath": "params_shard_248.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.64.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "8ef8f8f632f32d32249aa3393721a963" + }, + { + "dataPath": "params_shard_249.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.64.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "d5efd79d7c9fbc361fdaec35bb429db2" + }, + { + "dataPath": "params_shard_250.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.64.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "205029cb7ec384dacbdf26ed10f2f934" + }, + { + "dataPath": "params_shard_251.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.65.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "fcfc3c4d4db6f97bcca79216a3512e7d" + }, + { + "dataPath": "params_shard_252.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.65.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "bec222f7d288ddc5fff0c9977ba96b50" + }, + { + "dataPath": "params_shard_253.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.65.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "04a4fc321c158388abf46a426e1973e9" + }, + { + "dataPath": "params_shard_254.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.65.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "3745ca0964e946619f2b44055e637d64" + }, + { + "dataPath": "params_shard_255.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.66.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "83c426a0cb20a623aa7ede7237a96207" + }, + { + "dataPath": "params_shard_256.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.66.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "e9762bcc9f13440c2379af87480e4b57" + }, + { + "dataPath": "params_shard_257.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.66.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "bb22ce5b49cc94e63ff24b9fd24ce08f" + }, + { + "dataPath": "params_shard_258.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.66.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "a6aaa8aca96afb78e122ac8e55cc1608" + }, + { + "dataPath": "params_shard_259.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.67.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "0e4bf11b97390d80bbbb213c36b072a7" + }, + { + "dataPath": "params_shard_260.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.67.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "e4e6916359411ef9faa662f888910035" + }, + { + "dataPath": "params_shard_261.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.67.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "75c566bdfc3d1ebff81be07c88fa18d1" + }, + { + "dataPath": "params_shard_262.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.67.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "b514ee525f23ac75225899b372a392f5" + }, + { + "dataPath": "params_shard_263.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.68.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "5cc5ad6d303226a739aec4c1e3c1ecf6" + }, + { + "dataPath": "params_shard_264.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.68.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "fed21e1ac7e6957b85add7d3e7d7f8ce" + }, + { + "dataPath": "params_shard_265.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.68.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "7dbcdeb9d4848d0f5b1cb4a62a3de0b4" + }, + { + "dataPath": "params_shard_266.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.68.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "979050891843708ce3d534e114c47d64" + }, + { + "dataPath": "params_shard_267.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.69.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "5d2c22afd122951a90afb0f1fecf7689" + }, + { + "dataPath": "params_shard_268.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.69.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "daddf03b7d7f2111ae272387d119466b" + }, + { + "dataPath": "params_shard_269.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.69.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "028891c5e81ec5ad575fe5689de39b17" + }, + { + "dataPath": "params_shard_270.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.69.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "6f45fcdc21b976f4d77e0c75166e2af0" + }, + { + "dataPath": "params_shard_271.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.70.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "5116e44f460f8f3dd71dfe5c54b9516a" + }, + { + "dataPath": "params_shard_272.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.70.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "c67c8e32989370119216d6bbac6b4636" + }, + { + "dataPath": "params_shard_273.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.70.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "c110be61996209729fd72c7f34a13478" + }, + { + "dataPath": "params_shard_274.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.70.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "ef3d7cce7f5f6caf5e884fbbc28d69bb" + }, + { + "dataPath": "params_shard_275.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.71.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "1d957036ada7c76bbe74f7064b74e4be" + }, + { + "dataPath": "params_shard_276.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.71.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "f7d5b3dc4342a3c2e7c976a8788243ba" + }, + { + "dataPath": "params_shard_277.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.71.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "7b92ea8bad519f3828d0d4fe75eef8b6" + }, + { + "dataPath": "params_shard_278.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.7.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "a46b2c747530ddc0bac266ed74f52a99" + }, + { + "dataPath": "params_shard_279.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.7.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "500f6b333ee89ce0105102963524746f" + }, + { + "dataPath": "params_shard_280.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.7.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "a222ce01828ec20965bb216dd45ae4ba" + }, + { + "dataPath": "params_shard_281.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.8.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "dce66a81f6dfc8e85c0ec75c47e1ed35" + }, + { + "dataPath": "params_shard_282.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.8.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "f5961e89190bc3402e2c0a50727eafbe" + }, + { + "dataPath": "params_shard_283.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.8.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "28cd11851b861351fe78801f6e488697" + }, + { + "dataPath": "params_shard_284.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.8.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "9653ee73b2962943f941c9f2b4e79621" + }, + { + "dataPath": "params_shard_285.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.9.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "0910a4324e041f1b1a82c8b2d12ed714" + }, + { + "dataPath": "params_shard_286.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.9.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "315568abde3e0f034d52ce573dc068e4" + }, + { + "dataPath": "params_shard_287.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.9.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "58f0585aa7288faabab17e3a717dbc8a" + }, + { + "dataPath": "params_shard_288.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.9.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "be550dd01eb43e0d22de2126e11cbe17" + }, + { + "dataPath": "params_shard_289.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.71.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "1791aa2ee1f7ce3d5880b27c0fb73de1" + }, + { + "dataPath": "params_shard_290.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.72.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "6221bef1390b472761987ce5d7fb52b6" + }, + { + "dataPath": "params_shard_291.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.72.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "968f934b644baf5c76f05d656e7731e8" + }, + { + "dataPath": "params_shard_292.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.72.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "d818d1bd085daf4e83495a45433beec3" + }, + { + "dataPath": "params_shard_293.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.72.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "c7da5eeac983f486ae4cae000f3ed60d" + }, + { + "dataPath": "params_shard_294.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.73.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "bd494dc38ff71d2bdd0ea3923b7f42c3" + }, + { + "dataPath": "params_shard_295.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.73.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "5a1b15896af686a5cfe88172599e652f" + }, + { + "dataPath": "params_shard_296.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.73.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "4cffe2c3d318cd8c17df6033cf8d3094" + }, + { + "dataPath": "params_shard_297.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.73.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "a870d4785e519fadb9748087bce9dee6" + }, + { + "dataPath": "params_shard_298.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.74.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "740a4faad3496bc181f3da784b33190d" + }, + { + "dataPath": "params_shard_299.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.74.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "e79ccb2376ff3ecd12efd4c170d7f5f6" + }, + { + "dataPath": "params_shard_300.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.74.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "81e045cc7268a5795a7dda5be769aeea" + }, + { + "dataPath": "params_shard_301.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.74.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "b1e02dc648b4643ffa24f3c1fbcb17f9" + }, + { + "dataPath": "params_shard_302.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.75.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "947da87dfb92b3e3c307cf2e09308b70" + }, + { + "dataPath": "params_shard_303.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.75.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "2ab70196e5000a951a1a733047dcf91a" + }, + { + "dataPath": "params_shard_304.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.75.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "4aebca1af0a3021e1b824aa28fee731b" + }, + { + "dataPath": "params_shard_305.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.75.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "b26f943697305937200564cc7f04fd6e" + }, + { + "dataPath": "params_shard_306.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.76.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "bc6adb68840bcf3ba3ea257e1fd28a22" + }, + { + "dataPath": "params_shard_307.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.76.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "700fee362cd0dda656d27f16547f5a18" + }, + { + "dataPath": "params_shard_308.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.76.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "ad0314adb5b0aee252935b744c2b1c22" + }, + { + "dataPath": "params_shard_309.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.76.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "2fcbce4a52ad6f55fe3e80090c29d7e5" + }, + { + "dataPath": "params_shard_310.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.77.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "ef044893843da4ffc167383e2cbca0b4" + }, + { + "dataPath": "params_shard_311.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.77.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "4661af697e7d28ca2117d2678087c50e" + }, + { + "dataPath": "params_shard_312.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.77.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "17feee64f5eb47d72ac049b5f8763890" + }, + { + "dataPath": "params_shard_313.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.77.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "159a360c6b06ffd946e68626a41c7974" + }, + { + "dataPath": "params_shard_314.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.78.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "fe91e1c8e232d86cd243e70ff37e8399" + }, + { + "dataPath": "params_shard_315.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.78.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "9a1e035f8f8947cbb7c66f98dfcf5c64" + }, + { + "dataPath": "params_shard_316.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.78.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "69d69f76f9b96676ec0c42251cd9ff66" + }, + { + "dataPath": "params_shard_317.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.78.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "15e990c8af54c913d1ee4184b683ed5c" + }, + { + "dataPath": "params_shard_318.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.79.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "06609ee2952beb903cbe0b7022e1e3df" + }, + { + "dataPath": "params_shard_319.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.79.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "20a133168707156e9407d1d7b9c3da18" + }, + { + "dataPath": "params_shard_320.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.79.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "4be85fd7f2fde4c8f6e8bd2e2a4feb85" + }, + { + "dataPath": "params_shard_321.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.79.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "46519d04717882fa9954f293075627f4" + }, + { + "dataPath": "params_shard_322.bin", + "format": "raw-shard", + "nbytes": 2638464, + "records": [ + { + "name": "model.layers.0.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 0 + }, + { + "name": "model.layers.0.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 16384 + }, + { + "name": "model.layers.0.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 16386 + }, + { + "name": "model.layers.0.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 16388 + }, + { + "name": "model.layers.0.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 32772 + }, + { + "name": "model.layers.0.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 32774 + }, + { + "name": "model.layers.1.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 32776 + }, + { + "name": "model.layers.1.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 32778 + }, + { + "name": "model.layers.1.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 32780 + }, + { + "name": "model.layers.1.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 32782 + }, + { + "name": "model.layers.1.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 49166 + }, + { + "name": "model.layers.1.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 49168 + }, + { + "name": "model.layers.2.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 65552 + }, + { + "name": "model.layers.2.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 81936 + }, + { + "name": "model.layers.2.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 81938 + }, + { + "name": "model.layers.2.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 81940 + }, + { + "name": "model.layers.2.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 98324 + }, + { + "name": "model.layers.2.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 98326 + }, + { + "name": "model.layers.3.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 98328 + }, + { + "name": "model.layers.3.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 114712 + }, + { + "name": "model.layers.3.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 114714 + }, + { + "name": "model.layers.3.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 114716 + }, + { + "name": "model.layers.3.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 131100 + }, + { + "name": "model.layers.3.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 131102 + }, + { + "name": "model.layers.4.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 131104 + }, + { + "name": "model.layers.4.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 131106 + }, + { + "name": "model.layers.10.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 131108 + }, + { + "name": "model.layers.10.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 147492 + }, + { + "name": "model.layers.10.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 147494 + }, + { + "name": "model.layers.10.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 147496 + }, + { + "name": "model.layers.10.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 163880 + }, + { + "name": "model.layers.10.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 163882 + }, + { + "name": "model.layers.11.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 163884 + }, + { + "name": "model.layers.11.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 180268 + }, + { + "name": "model.layers.11.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 180270 + }, + { + "name": "model.layers.11.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 180272 + }, + { + "name": "model.layers.11.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 196656 + }, + { + "name": "model.layers.11.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 196658 + }, + { + "name": "model.layers.12.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 196660 + }, + { + "name": "model.layers.12.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 196662 + }, + { + "name": "model.layers.12.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 196664 + }, + { + "name": "model.layers.12.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 196666 + }, + { + "name": "model.layers.12.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 213050 + }, + { + "name": "model.layers.12.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 213052 + }, + { + "name": "model.layers.13.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 229436 + }, + { + "name": "model.layers.13.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 245820 + }, + { + "name": "model.layers.13.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 245822 + }, + { + "name": "model.layers.13.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 245824 + }, + { + "name": "model.layers.13.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 262208 + }, + { + "name": "model.layers.13.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 262210 + }, + { + "name": "model.layers.14.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 262212 + }, + { + "name": "model.layers.14.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 278596 + }, + { + "name": "model.layers.14.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 278598 + }, + { + "name": "model.layers.14.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 278600 + }, + { + "name": "model.layers.14.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 294984 + }, + { + "name": "model.layers.14.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 294986 + }, + { + "name": "model.layers.15.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 294988 + }, + { + "name": "model.layers.15.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 294990 + }, + { + "name": "model.layers.15.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 294992 + }, + { + "name": "model.layers.15.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 294994 + }, + { + "name": "model.layers.15.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 311378 + }, + { + "name": "model.layers.15.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 311380 + }, + { + "name": "model.layers.16.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 327764 + }, + { + "name": "model.layers.16.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 344148 + }, + { + "name": "model.layers.16.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 344150 + }, + { + "name": "model.layers.16.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 344152 + }, + { + "name": "model.layers.16.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 360536 + }, + { + "name": "model.layers.16.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 360538 + }, + { + "name": "model.layers.17.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 360540 + }, + { + "name": "model.layers.17.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 376924 + }, + { + "name": "model.layers.17.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 376926 + }, + { + "name": "model.layers.17.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 376928 + }, + { + "name": "model.layers.17.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 393312 + }, + { + "name": "model.layers.17.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 393314 + }, + { + "name": "model.layers.18.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 393316 + }, + { + "name": "model.layers.18.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 393318 + }, + { + "name": "model.layers.18.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 393320 + }, + { + "name": "model.layers.18.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 409704 + }, + { + "name": "model.layers.18.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 409706 + }, + { + "name": "model.layers.18.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 409708 + }, + { + "name": "model.layers.19.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 426092 + }, + { + "name": "model.layers.19.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 442476 + }, + { + "name": "model.layers.19.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 442478 + }, + { + "name": "model.layers.19.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 442480 + }, + { + "name": "model.layers.19.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 458864 + }, + { + "name": "model.layers.19.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 458866 + }, + { + "name": "model.layers.20.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 458868 + }, + { + "name": "model.layers.20.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 475252 + }, + { + "name": "model.layers.20.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 475254 + }, + { + "name": "model.layers.20.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 475256 + }, + { + "name": "model.layers.20.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 491640 + }, + { + "name": "model.layers.20.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 491642 + }, + { + "name": "model.layers.21.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 491644 + }, + { + "name": "model.layers.21.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 491646 + }, + { + "name": "model.layers.21.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 508030 + }, + { + "name": "model.layers.21.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 508032 + }, + { + "name": "model.layers.21.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 508034 + }, + { + "name": "model.layers.21.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 524418 + }, + { + "name": "model.layers.22.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 524420 + }, + { + "name": "model.layers.22.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 540804 + }, + { + "name": "model.layers.22.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 540806 + }, + { + "name": "model.layers.22.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 540808 + }, + { + "name": "model.layers.22.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 557192 + }, + { + "name": "model.layers.22.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 557194 + }, + { + "name": "model.layers.23.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 557196 + }, + { + "name": "model.layers.23.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 573580 + }, + { + "name": "model.layers.23.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 573582 + }, + { + "name": "model.layers.23.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 573584 + }, + { + "name": "model.layers.23.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 589968 + }, + { + "name": "model.layers.23.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 589970 + }, + { + "name": "model.layers.24.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 589972 + }, + { + "name": "model.layers.24.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 606356 + }, + { + "name": "model.layers.24.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 606358 + }, + { + "name": "model.layers.24.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 606360 + }, + { + "name": "model.layers.24.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 622744 + }, + { + "name": "model.layers.24.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 622746 + }, + { + "name": "model.layers.25.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 622748 + }, + { + "name": "model.layers.25.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 639132 + }, + { + "name": "model.layers.25.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 639134 + }, + { + "name": "model.layers.25.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 639136 + }, + { + "name": "model.layers.25.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 655520 + }, + { + "name": "model.layers.25.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 655522 + }, + { + "name": "model.layers.26.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 655524 + }, + { + "name": "model.layers.26.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 655526 + }, + { + "name": "model.layers.26.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 655528 + }, + { + "name": "model.layers.26.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 655530 + }, + { + "name": "model.layers.26.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 671914 + }, + { + "name": "model.layers.26.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 671916 + }, + { + "name": "model.layers.27.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 688300 + }, + { + "name": "model.layers.27.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 704684 + }, + { + "name": "model.layers.27.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 704686 + }, + { + "name": "model.layers.27.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 704688 + }, + { + "name": "model.layers.27.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 721072 + }, + { + "name": "model.layers.27.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 721074 + }, + { + "name": "model.layers.28.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 721076 + }, + { + "name": "model.layers.28.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 737460 + }, + { + "name": "model.layers.28.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 737462 + }, + { + "name": "model.layers.28.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 737464 + }, + { + "name": "model.layers.28.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 753848 + }, + { + "name": "model.layers.28.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 753850 + }, + { + "name": "model.layers.29.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 753852 + }, + { + "name": "model.layers.29.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 753854 + }, + { + "name": "model.layers.29.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 753856 + }, + { + "name": "model.layers.29.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 753858 + }, + { + "name": "model.layers.29.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 770242 + }, + { + "name": "model.layers.29.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 770244 + }, + { + "name": "model.layers.30.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 786628 + }, + { + "name": "model.layers.30.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 803012 + }, + { + "name": "model.layers.30.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 803014 + }, + { + "name": "model.layers.30.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 803016 + }, + { + "name": "model.layers.30.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 819400 + }, + { + "name": "model.layers.30.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 819402 + }, + { + "name": "model.layers.31.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 819404 + }, + { + "name": "model.layers.31.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 835788 + }, + { + "name": "model.layers.31.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 835790 + }, + { + "name": "model.layers.31.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 835792 + }, + { + "name": "model.layers.31.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 852176 + }, + { + "name": "model.layers.31.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 852178 + }, + { + "name": "model.layers.32.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 852180 + }, + { + "name": "model.layers.32.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 852182 + }, + { + "name": "model.layers.32.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 852184 + }, + { + "name": "model.layers.32.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 868568 + }, + { + "name": "model.layers.32.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 868570 + }, + { + "name": "model.layers.32.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 868572 + }, + { + "name": "model.layers.33.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 884956 + }, + { + "name": "model.layers.33.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 901340 + }, + { + "name": "model.layers.33.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 901342 + }, + { + "name": "model.layers.33.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 901344 + }, + { + "name": "model.layers.33.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 917728 + }, + { + "name": "model.layers.33.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 917730 + }, + { + "name": "model.layers.34.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 917732 + }, + { + "name": "model.layers.34.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 934116 + }, + { + "name": "model.layers.34.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 934118 + }, + { + "name": "model.layers.34.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 934120 + }, + { + "name": "model.layers.34.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 950504 + }, + { + "name": "model.layers.34.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 950506 + }, + { + "name": "model.layers.35.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 950508 + }, + { + "name": "model.layers.35.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 950510 + }, + { + "name": "model.layers.35.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 966894 + }, + { + "name": "model.layers.35.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 966896 + }, + { + "name": "model.layers.35.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 966898 + }, + { + "name": "model.layers.35.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 983282 + }, + { + "name": "model.layers.36.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 983284 + }, + { + "name": "model.layers.36.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 999668 + }, + { + "name": "model.layers.36.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 999670 + }, + { + "name": "model.layers.36.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 999672 + }, + { + "name": "model.layers.36.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1016056 + }, + { + "name": "model.layers.36.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1016058 + }, + { + "name": "model.layers.37.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1016060 + }, + { + "name": "model.layers.37.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1032444 + }, + { + "name": "model.layers.37.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1032446 + }, + { + "name": "model.layers.37.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1032448 + }, + { + "name": "model.layers.37.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1048832 + }, + { + "name": "model.layers.37.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1048834 + }, + { + "name": "model.layers.38.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1048836 + }, + { + "name": "model.layers.38.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1065220 + }, + { + "name": "model.layers.38.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1065222 + }, + { + "name": "model.layers.38.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1065224 + }, + { + "name": "model.layers.38.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1081608 + }, + { + "name": "model.layers.38.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1081610 + }, + { + "name": "model.layers.39.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1081612 + }, + { + "name": "model.layers.39.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1097996 + }, + { + "name": "model.layers.39.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1097998 + }, + { + "name": "model.layers.39.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1098000 + }, + { + "name": "model.layers.39.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1114384 + }, + { + "name": "model.layers.39.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1114386 + }, + { + "name": "model.layers.40.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1114388 + }, + { + "name": "model.layers.40.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1114390 + }, + { + "name": "model.layers.40.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1114392 + }, + { + "name": "model.layers.4.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1114394 + }, + { + "name": "model.layers.4.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1130778 + }, + { + "name": "model.layers.4.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1130780 + }, + { + "name": "model.layers.4.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1130782 + }, + { + "name": "model.layers.5.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1147166 + }, + { + "name": "model.layers.5.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1163550 + }, + { + "name": "model.layers.5.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1163552 + }, + { + "name": "model.layers.5.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1163554 + }, + { + "name": "model.layers.5.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1179938 + }, + { + "name": "model.layers.5.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1179940 + }, + { + "name": "model.layers.6.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1179942 + }, + { + "name": "model.layers.6.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1196326 + }, + { + "name": "model.layers.6.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1196328 + }, + { + "name": "model.layers.6.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1196330 + }, + { + "name": "model.layers.6.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1212714 + }, + { + "name": "model.layers.6.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1212716 + }, + { + "name": "model.layers.7.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1212718 + }, + { + "name": "model.layers.40.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1212720 + }, + { + "name": "model.layers.40.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1229104 + }, + { + "name": "model.layers.40.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1229106 + }, + { + "name": "model.layers.41.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1245490 + }, + { + "name": "model.layers.41.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1261874 + }, + { + "name": "model.layers.41.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1261876 + }, + { + "name": "model.layers.41.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1261878 + }, + { + "name": "model.layers.41.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1278262 + }, + { + "name": "model.layers.41.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1278264 + }, + { + "name": "model.layers.42.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1278266 + }, + { + "name": "model.layers.42.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1294650 + }, + { + "name": "model.layers.42.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1294652 + }, + { + "name": "model.layers.42.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1294654 + }, + { + "name": "model.layers.42.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1311038 + }, + { + "name": "model.layers.42.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1311040 + }, + { + "name": "model.layers.43.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1311042 + }, + { + "name": "model.layers.43.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1311044 + }, + { + "name": "model.layers.43.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1311046 + }, + { + "name": "model.layers.43.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1311048 + }, + { + "name": "model.layers.43.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1327432 + }, + { + "name": "model.layers.43.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1327434 + }, + { + "name": "model.layers.44.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1343818 + }, + { + "name": "model.layers.44.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1360202 + }, + { + "name": "model.layers.44.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1360204 + }, + { + "name": "model.layers.44.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1360206 + }, + { + "name": "model.layers.44.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1376590 + }, + { + "name": "model.layers.44.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1376592 + }, + { + "name": "model.layers.45.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1376594 + }, + { + "name": "model.layers.45.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1392978 + }, + { + "name": "model.layers.45.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1392980 + }, + { + "name": "model.layers.45.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1392982 + }, + { + "name": "model.layers.45.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1409366 + }, + { + "name": "model.layers.45.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1409368 + }, + { + "name": "model.layers.46.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1409370 + }, + { + "name": "model.layers.46.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1409372 + }, + { + "name": "model.layers.46.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1409374 + }, + { + "name": "model.layers.46.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1425758 + }, + { + "name": "model.layers.46.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1425760 + }, + { + "name": "model.layers.46.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1425762 + }, + { + "name": "model.layers.47.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1442146 + }, + { + "name": "model.layers.47.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1458530 + }, + { + "name": "model.layers.47.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1458532 + }, + { + "name": "model.layers.47.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1458534 + }, + { + "name": "model.layers.47.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1474918 + }, + { + "name": "model.layers.47.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1474920 + }, + { + "name": "model.layers.48.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1474922 + }, + { + "name": "model.layers.48.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1491306 + }, + { + "name": "model.layers.48.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1491308 + }, + { + "name": "model.layers.48.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1491310 + }, + { + "name": "model.layers.48.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1507694 + }, + { + "name": "model.layers.48.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1507696 + }, + { + "name": "model.layers.49.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1507698 + }, + { + "name": "model.layers.49.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1507700 + }, + { + "name": "model.layers.49.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1524084 + }, + { + "name": "model.layers.49.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1524086 + }, + { + "name": "model.layers.49.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1524088 + }, + { + "name": "model.layers.49.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1540472 + }, + { + "name": "model.layers.50.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1540474 + }, + { + "name": "model.layers.50.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1556858 + }, + { + "name": "model.layers.50.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1556860 + }, + { + "name": "model.layers.50.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1556862 + }, + { + "name": "model.layers.50.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1573246 + }, + { + "name": "model.layers.50.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1573248 + }, + { + "name": "model.layers.51.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1573250 + }, + { + "name": "model.layers.51.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1589634 + }, + { + "name": "model.layers.51.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1589636 + }, + { + "name": "model.layers.51.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1589638 + }, + { + "name": "model.layers.51.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1606022 + }, + { + "name": "model.layers.51.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1606024 + }, + { + "name": "model.layers.52.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1606026 + }, + { + "name": "model.layers.52.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1622410 + }, + { + "name": "model.layers.52.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1622412 + }, + { + "name": "model.layers.52.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1622414 + }, + { + "name": "model.layers.52.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1638798 + }, + { + "name": "model.layers.52.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1638800 + }, + { + "name": "model.layers.53.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1638802 + }, + { + "name": "model.layers.53.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1655186 + }, + { + "name": "model.layers.53.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1655188 + }, + { + "name": "model.layers.53.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1655190 + }, + { + "name": "model.layers.53.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1671574 + }, + { + "name": "model.layers.53.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1671576 + }, + { + "name": "model.layers.54.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1671578 + }, + { + "name": "model.layers.54.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1671580 + }, + { + "name": "model.layers.54.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1671582 + }, + { + "name": "model.layers.54.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1671584 + }, + { + "name": "model.layers.54.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1687968 + }, + { + "name": "model.layers.54.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1687970 + }, + { + "name": "model.layers.55.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1704354 + }, + { + "name": "model.layers.55.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1720738 + }, + { + "name": "model.layers.55.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1720740 + }, + { + "name": "model.layers.55.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1720742 + }, + { + "name": "model.layers.55.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1737126 + }, + { + "name": "model.layers.55.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1737128 + }, + { + "name": "model.layers.56.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1737130 + }, + { + "name": "model.layers.56.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1753514 + }, + { + "name": "model.layers.56.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1753516 + }, + { + "name": "model.layers.56.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1753518 + }, + { + "name": "model.layers.56.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1769902 + }, + { + "name": "model.layers.56.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1769904 + }, + { + "name": "model.layers.57.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1769906 + }, + { + "name": "model.layers.57.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1769908 + }, + { + "name": "model.layers.57.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1769910 + }, + { + "name": "model.layers.57.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1769912 + }, + { + "name": "model.layers.57.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1786296 + }, + { + "name": "model.layers.57.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1786298 + }, + { + "name": "model.layers.58.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1802682 + }, + { + "name": "model.layers.58.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1819066 + }, + { + "name": "model.layers.58.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1819068 + }, + { + "name": "model.layers.58.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1819070 + }, + { + "name": "model.layers.58.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1835454 + }, + { + "name": "model.layers.58.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1835456 + }, + { + "name": "model.layers.59.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1835458 + }, + { + "name": "model.layers.59.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1851842 + }, + { + "name": "model.layers.59.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1851844 + }, + { + "name": "model.layers.59.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1851846 + }, + { + "name": "model.layers.59.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1868230 + }, + { + "name": "model.layers.59.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1868232 + }, + { + "name": "model.layers.60.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1868234 + }, + { + "name": "model.layers.60.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1868236 + }, + { + "name": "model.layers.60.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1868238 + }, + { + "name": "model.layers.60.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1884622 + }, + { + "name": "model.layers.60.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1884624 + }, + { + "name": "model.layers.60.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1884626 + }, + { + "name": "model.layers.61.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1901010 + }, + { + "name": "model.layers.61.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1917394 + }, + { + "name": "model.layers.61.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1917396 + }, + { + "name": "model.layers.61.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1917398 + }, + { + "name": "model.layers.61.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1933782 + }, + { + "name": "model.layers.61.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1933784 + }, + { + "name": "model.layers.62.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1933786 + }, + { + "name": "model.layers.62.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1950170 + }, + { + "name": "model.layers.62.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1950172 + }, + { + "name": "model.layers.62.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1950174 + }, + { + "name": "model.layers.62.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1966558 + }, + { + "name": "model.layers.62.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1966560 + }, + { + "name": "model.layers.63.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1966562 + }, + { + "name": "model.layers.63.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1966564 + }, + { + "name": "model.layers.63.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1982948 + }, + { + "name": "model.layers.63.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1982950 + }, + { + "name": "model.layers.63.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1982952 + }, + { + "name": "model.layers.63.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 1999336 + }, + { + "name": "model.layers.64.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1999338 + }, + { + "name": "model.layers.64.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2015722 + }, + { + "name": "model.layers.64.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2015724 + }, + { + "name": "model.layers.64.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2015726 + }, + { + "name": "model.layers.64.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2032110 + }, + { + "name": "model.layers.64.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2032112 + }, + { + "name": "model.layers.65.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2032114 + }, + { + "name": "model.layers.65.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2048498 + }, + { + "name": "model.layers.65.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2048500 + }, + { + "name": "model.layers.65.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2048502 + }, + { + "name": "model.layers.65.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2064886 + }, + { + "name": "model.layers.65.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2064888 + }, + { + "name": "model.layers.66.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2064890 + }, + { + "name": "model.layers.66.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2081274 + }, + { + "name": "model.layers.66.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2081276 + }, + { + "name": "model.layers.66.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2081278 + }, + { + "name": "model.layers.66.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2097662 + }, + { + "name": "model.layers.66.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2097664 + }, + { + "name": "model.layers.67.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2097666 + }, + { + "name": "model.layers.67.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2114050 + }, + { + "name": "model.layers.67.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2114052 + }, + { + "name": "model.layers.67.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2114054 + }, + { + "name": "model.layers.67.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2130438 + }, + { + "name": "model.layers.67.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2130440 + }, + { + "name": "model.layers.68.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2130442 + }, + { + "name": "model.layers.68.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2130444 + }, + { + "name": "model.layers.68.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2130446 + }, + { + "name": "model.layers.68.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2130448 + }, + { + "name": "model.layers.68.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2146832 + }, + { + "name": "model.layers.68.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2146834 + }, + { + "name": "model.layers.69.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2163218 + }, + { + "name": "model.layers.69.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2179602 + }, + { + "name": "model.layers.69.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2179604 + }, + { + "name": "model.layers.69.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2179606 + }, + { + "name": "model.layers.69.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2195990 + }, + { + "name": "model.layers.69.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2195992 + }, + { + "name": "model.layers.70.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2195994 + }, + { + "name": "model.layers.70.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2212378 + }, + { + "name": "model.layers.70.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2212380 + }, + { + "name": "model.layers.70.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2212382 + }, + { + "name": "model.layers.70.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2228766 + }, + { + "name": "model.layers.70.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2228768 + }, + { + "name": "model.layers.71.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2228770 + }, + { + "name": "model.layers.71.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2228772 + }, + { + "name": "model.layers.71.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2228774 + }, + { + "name": "model.layers.7.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2228776 + }, + { + "name": "model.layers.7.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2245160 + }, + { + "name": "model.layers.7.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2245162 + }, + { + "name": "model.layers.7.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2245164 + }, + { + "name": "model.layers.7.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2261548 + }, + { + "name": "model.layers.8.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2261550 + }, + { + "name": "model.layers.8.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2277934 + }, + { + "name": "model.layers.8.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2277936 + }, + { + "name": "model.layers.8.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2277938 + }, + { + "name": "model.layers.8.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2294322 + }, + { + "name": "model.layers.8.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2294324 + }, + { + "name": "model.layers.9.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2294326 + }, + { + "name": "model.layers.9.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2310710 + }, + { + "name": "model.layers.9.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2310712 + }, + { + "name": "model.layers.9.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2310714 + }, + { + "name": "model.layers.9.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2327098 + }, + { + "name": "model.layers.9.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2327100 + }, + { + "name": "model.layers.71.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2327102 + }, + { + "name": "model.layers.71.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2343486 + }, + { + "name": "model.layers.71.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2343488 + }, + { + "name": "model.layers.72.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2359872 + }, + { + "name": "model.layers.72.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2376256 + }, + { + "name": "model.layers.72.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2376258 + }, + { + "name": "model.layers.72.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2376260 + }, + { + "name": "model.layers.72.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2392644 + }, + { + "name": "model.layers.72.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2392646 + }, + { + "name": "model.layers.73.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2392648 + }, + { + "name": "model.layers.73.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2409032 + }, + { + "name": "model.layers.73.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2409034 + }, + { + "name": "model.layers.73.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2409036 + }, + { + "name": "model.layers.73.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2425420 + }, + { + "name": "model.layers.73.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2425422 + }, + { + "name": "model.layers.74.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2425424 + }, + { + "name": "model.layers.74.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2425426 + }, + { + "name": "model.layers.74.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2425428 + }, + { + "name": "model.layers.74.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2441812 + }, + { + "name": "model.layers.74.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2441814 + }, + { + "name": "model.layers.74.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2441816 + }, + { + "name": "model.layers.75.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2458200 + }, + { + "name": "model.layers.75.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2474584 + }, + { + "name": "model.layers.75.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2474586 + }, + { + "name": "model.layers.75.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2474588 + }, + { + "name": "model.layers.75.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2490972 + }, + { + "name": "model.layers.75.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2490974 + }, + { + "name": "model.layers.76.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2490976 + }, + { + "name": "model.layers.76.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2507360 + }, + { + "name": "model.layers.76.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2507362 + }, + { + "name": "model.layers.76.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2507364 + }, + { + "name": "model.layers.76.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2523748 + }, + { + "name": "model.layers.76.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2523750 + }, + { + "name": "model.layers.77.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2523752 + }, + { + "name": "model.layers.77.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2523754 + }, + { + "name": "model.layers.77.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2540138 + }, + { + "name": "model.layers.77.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2540140 + }, + { + "name": "model.layers.77.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2540142 + }, + { + "name": "model.layers.77.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2556526 + }, + { + "name": "model.layers.78.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2556528 + }, + { + "name": "model.layers.78.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2572912 + }, + { + "name": "model.layers.78.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2572914 + }, + { + "name": "model.layers.78.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2572916 + }, + { + "name": "model.layers.78.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2589300 + }, + { + "name": "model.layers.78.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2589302 + }, + { + "name": "model.layers.79.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2589304 + }, + { + "name": "model.layers.79.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2605688 + }, + { + "name": "model.layers.79.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2605690 + }, + { + "name": "model.layers.79.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2605692 + }, + { + "name": "model.layers.79.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2622076 + }, + { + "name": "model.layers.79.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2622078 + }, + { + "name": "model.norm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2622080 + } + ], + "md5sum": "0652ccb1955f446ae8c22bdaf66076bf" + }, + { + "dataPath": "params_shard_323.bin", + "format": "raw-shard", + "nbytes": 640, + "records": [ + { + "name": "model.layers.0.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 0 + }, + { + "name": "model.layers.0.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 2 + }, + { + "name": "model.layers.0.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 4 + }, + { + "name": "model.layers.0.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 6 + }, + { + "name": "model.layers.1.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 8 + }, + { + "name": "model.layers.1.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 10 + }, + { + "name": "model.layers.1.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 12 + }, + { + "name": "model.layers.1.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 14 + }, + { + "name": "model.layers.2.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 16 + }, + { + "name": "model.layers.2.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 18 + }, + { + "name": "model.layers.2.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 20 + }, + { + "name": "model.layers.2.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 22 + }, + { + "name": "model.layers.3.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 24 + }, + { + "name": "model.layers.3.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 26 + }, + { + "name": "model.layers.3.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 28 + }, + { + "name": "model.layers.3.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 30 + }, + { + "name": "model.layers.4.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 32 + }, + { + "name": "model.layers.4.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 34 + }, + { + "name": "model.layers.4.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 36 + }, + { + "name": "model.layers.4.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 38 + }, + { + "name": "model.layers.5.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 40 + }, + { + "name": "model.layers.5.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 42 + }, + { + "name": "model.layers.5.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 44 + }, + { + "name": "model.layers.5.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 46 + }, + { + "name": "model.layers.6.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 48 + }, + { + "name": "model.layers.6.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 50 + }, + { + "name": "model.layers.6.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 52 + }, + { + "name": "model.layers.6.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 54 + }, + { + "name": "model.layers.7.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 56 + }, + { + "name": "model.layers.7.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 58 + }, + { + "name": "model.layers.7.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 60 + }, + { + "name": "model.layers.7.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 62 + }, + { + "name": "model.layers.8.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 64 + }, + { + "name": "model.layers.8.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 66 + }, + { + "name": "model.layers.8.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 68 + }, + { + "name": "model.layers.8.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 70 + }, + { + "name": "model.layers.9.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 72 + }, + { + "name": "model.layers.9.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 74 + }, + { + "name": "model.layers.9.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 76 + }, + { + "name": "model.layers.9.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 78 + }, + { + "name": "model.layers.10.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 80 + }, + { + "name": "model.layers.10.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 82 + }, + { + "name": "model.layers.10.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 84 + }, + { + "name": "model.layers.10.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 86 + }, + { + "name": "model.layers.11.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 88 + }, + { + "name": "model.layers.11.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 90 + }, + { + "name": "model.layers.11.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 92 + }, + { + "name": "model.layers.11.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 94 + }, + { + "name": "model.layers.12.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 96 + }, + { + "name": "model.layers.12.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 98 + }, + { + "name": "model.layers.12.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 100 + }, + { + "name": "model.layers.12.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 102 + }, + { + "name": "model.layers.13.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 104 + }, + { + "name": "model.layers.13.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 106 + }, + { + "name": "model.layers.13.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 108 + }, + { + "name": "model.layers.13.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 110 + }, + { + "name": "model.layers.14.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 112 + }, + { + "name": "model.layers.14.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 114 + }, + { + "name": "model.layers.14.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 116 + }, + { + "name": "model.layers.14.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 118 + }, + { + "name": "model.layers.15.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 120 + }, + { + "name": "model.layers.15.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 122 + }, + { + "name": "model.layers.15.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 124 + }, + { + "name": "model.layers.15.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 126 + }, + { + "name": "model.layers.16.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 128 + }, + { + "name": "model.layers.16.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 130 + }, + { + "name": "model.layers.16.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 132 + }, + { + "name": "model.layers.16.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 134 + }, + { + "name": "model.layers.17.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 136 + }, + { + "name": "model.layers.17.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 138 + }, + { + "name": "model.layers.17.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 140 + }, + { + "name": "model.layers.17.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 142 + }, + { + "name": "model.layers.18.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 144 + }, + { + "name": "model.layers.18.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 146 + }, + { + "name": "model.layers.18.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 148 + }, + { + "name": "model.layers.18.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 150 + }, + { + "name": "model.layers.19.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 152 + }, + { + "name": "model.layers.19.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 154 + }, + { + "name": "model.layers.19.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 156 + }, + { + "name": "model.layers.19.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 158 + }, + { + "name": "model.layers.20.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 160 + }, + { + "name": "model.layers.20.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 162 + }, + { + "name": "model.layers.20.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 164 + }, + { + "name": "model.layers.20.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 166 + }, + { + "name": "model.layers.21.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 168 + }, + { + "name": "model.layers.21.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 170 + }, + { + "name": "model.layers.21.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 172 + }, + { + "name": "model.layers.21.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 174 + }, + { + "name": "model.layers.22.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 176 + }, + { + "name": "model.layers.22.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 178 + }, + { + "name": "model.layers.22.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 180 + }, + { + "name": "model.layers.22.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 182 + }, + { + "name": "model.layers.23.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 184 + }, + { + "name": "model.layers.23.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 186 + }, + { + "name": "model.layers.23.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 188 + }, + { + "name": "model.layers.23.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 190 + }, + { + "name": "model.layers.24.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 192 + }, + { + "name": "model.layers.24.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 194 + }, + { + "name": "model.layers.24.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 196 + }, + { + "name": "model.layers.24.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 198 + }, + { + "name": "model.layers.25.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 200 + }, + { + "name": "model.layers.25.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 202 + }, + { + "name": "model.layers.25.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 204 + }, + { + "name": "model.layers.25.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 206 + }, + { + "name": "model.layers.26.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 208 + }, + { + "name": "model.layers.26.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 210 + }, + { + "name": "model.layers.26.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 212 + }, + { + "name": "model.layers.26.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 214 + }, + { + "name": "model.layers.27.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 216 + }, + { + "name": "model.layers.27.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 218 + }, + { + "name": "model.layers.27.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 220 + }, + { + "name": "model.layers.27.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 222 + }, + { + "name": "model.layers.28.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 224 + }, + { + "name": "model.layers.28.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 226 + }, + { + "name": "model.layers.28.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 228 + }, + { + "name": "model.layers.28.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 230 + }, + { + "name": "model.layers.29.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 232 + }, + { + "name": "model.layers.29.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 234 + }, + { + "name": "model.layers.29.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 236 + }, + { + "name": "model.layers.29.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 238 + }, + { + "name": "model.layers.30.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 240 + }, + { + "name": "model.layers.30.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 242 + }, + { + "name": "model.layers.30.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 244 + }, + { + "name": "model.layers.30.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 246 + }, + { + "name": "model.layers.31.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 248 + }, + { + "name": "model.layers.31.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 250 + }, + { + "name": "model.layers.31.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 252 + }, + { + "name": "model.layers.31.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 254 + }, + { + "name": "model.layers.32.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 256 + }, + { + "name": "model.layers.32.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 258 + }, + { + "name": "model.layers.32.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 260 + }, + { + "name": "model.layers.32.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 262 + }, + { + "name": "model.layers.33.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 264 + }, + { + "name": "model.layers.33.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 266 + }, + { + "name": "model.layers.33.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 268 + }, + { + "name": "model.layers.33.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 270 + }, + { + "name": "model.layers.34.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 272 + }, + { + "name": "model.layers.34.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 274 + }, + { + "name": "model.layers.34.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 276 + }, + { + "name": "model.layers.34.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 278 + }, + { + "name": "model.layers.35.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 280 + }, + { + "name": "model.layers.35.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 282 + }, + { + "name": "model.layers.35.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 284 + }, + { + "name": "model.layers.35.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 286 + }, + { + "name": "model.layers.36.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 288 + }, + { + "name": "model.layers.36.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 290 + }, + { + "name": "model.layers.36.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 292 + }, + { + "name": "model.layers.36.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 294 + }, + { + "name": "model.layers.37.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 296 + }, + { + "name": "model.layers.37.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 298 + }, + { + "name": "model.layers.37.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 300 + }, + { + "name": "model.layers.37.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 302 + }, + { + "name": "model.layers.38.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 304 + }, + { + "name": "model.layers.38.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 306 + }, + { + "name": "model.layers.38.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 308 + }, + { + "name": "model.layers.38.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 310 + }, + { + "name": "model.layers.39.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 312 + }, + { + "name": "model.layers.39.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 314 + }, + { + "name": "model.layers.39.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 316 + }, + { + "name": "model.layers.39.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 318 + }, + { + "name": "model.layers.40.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 320 + }, + { + "name": "model.layers.40.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 322 + }, + { + "name": "model.layers.40.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 324 + }, + { + "name": "model.layers.40.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 326 + }, + { + "name": "model.layers.41.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 328 + }, + { + "name": "model.layers.41.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 330 + }, + { + "name": "model.layers.41.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 332 + }, + { + "name": "model.layers.41.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 334 + }, + { + "name": "model.layers.42.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 336 + }, + { + "name": "model.layers.42.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 338 + }, + { + "name": "model.layers.42.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 340 + }, + { + "name": "model.layers.42.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 342 + }, + { + "name": "model.layers.43.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 344 + }, + { + "name": "model.layers.43.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 346 + }, + { + "name": "model.layers.43.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 348 + }, + { + "name": "model.layers.43.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 350 + }, + { + "name": "model.layers.44.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 352 + }, + { + "name": "model.layers.44.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 354 + }, + { + "name": "model.layers.44.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 356 + }, + { + "name": "model.layers.44.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 358 + }, + { + "name": "model.layers.45.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 360 + }, + { + "name": "model.layers.45.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 362 + }, + { + "name": "model.layers.45.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 364 + }, + { + "name": "model.layers.45.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 366 + }, + { + "name": "model.layers.46.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 368 + }, + { + "name": "model.layers.46.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 370 + }, + { + "name": "model.layers.46.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 372 + }, + { + "name": "model.layers.46.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 374 + }, + { + "name": "model.layers.47.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 376 + }, + { + "name": "model.layers.47.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 378 + }, + { + "name": "model.layers.47.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 380 + }, + { + "name": "model.layers.47.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 382 + }, + { + "name": "model.layers.48.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 384 + }, + { + "name": "model.layers.48.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 386 + }, + { + "name": "model.layers.48.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 388 + }, + { + "name": "model.layers.48.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 390 + }, + { + "name": "model.layers.49.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 392 + }, + { + "name": "model.layers.49.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 394 + }, + { + "name": "model.layers.49.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 396 + }, + { + "name": "model.layers.49.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 398 + }, + { + "name": "model.layers.50.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 400 + }, + { + "name": "model.layers.50.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 402 + }, + { + "name": "model.layers.50.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 404 + }, + { + "name": "model.layers.50.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 406 + }, + { + "name": "model.layers.51.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 408 + }, + { + "name": "model.layers.51.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 410 + }, + { + "name": "model.layers.51.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 412 + }, + { + "name": "model.layers.51.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 414 + }, + { + "name": "model.layers.52.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 416 + }, + { + "name": "model.layers.52.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 418 + }, + { + "name": "model.layers.52.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 420 + }, + { + "name": "model.layers.52.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 422 + }, + { + "name": "model.layers.53.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 424 + }, + { + "name": "model.layers.53.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 426 + }, + { + "name": "model.layers.53.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 428 + }, + { + "name": "model.layers.53.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 430 + }, + { + "name": "model.layers.54.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 432 + }, + { + "name": "model.layers.54.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 434 + }, + { + "name": "model.layers.54.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 436 + }, + { + "name": "model.layers.54.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 438 + }, + { + "name": "model.layers.55.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 440 + }, + { + "name": "model.layers.55.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 442 + }, + { + "name": "model.layers.55.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 444 + }, + { + "name": "model.layers.55.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 446 + }, + { + "name": "model.layers.56.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 448 + }, + { + "name": "model.layers.56.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 450 + }, + { + "name": "model.layers.56.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 452 + }, + { + "name": "model.layers.56.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 454 + }, + { + "name": "model.layers.57.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 456 + }, + { + "name": "model.layers.57.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 458 + }, + { + "name": "model.layers.57.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 460 + }, + { + "name": "model.layers.57.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 462 + }, + { + "name": "model.layers.58.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 464 + }, + { + "name": "model.layers.58.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 466 + }, + { + "name": "model.layers.58.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 468 + }, + { + "name": "model.layers.58.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 470 + }, + { + "name": "model.layers.59.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 472 + }, + { + "name": "model.layers.59.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 474 + }, + { + "name": "model.layers.59.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 476 + }, + { + "name": "model.layers.59.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 478 + }, + { + "name": "model.layers.60.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 480 + }, + { + "name": "model.layers.60.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 482 + }, + { + "name": "model.layers.60.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 484 + }, + { + "name": "model.layers.60.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 486 + }, + { + "name": "model.layers.61.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 488 + }, + { + "name": "model.layers.61.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 490 + }, + { + "name": "model.layers.61.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 492 + }, + { + "name": "model.layers.61.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 494 + }, + { + "name": "model.layers.62.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 496 + }, + { + "name": "model.layers.62.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 498 + }, + { + "name": "model.layers.62.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 500 + }, + { + "name": "model.layers.62.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 502 + }, + { + "name": "model.layers.63.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 504 + }, + { + "name": "model.layers.63.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 506 + }, + { + "name": "model.layers.63.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 508 + }, + { + "name": "model.layers.63.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 510 + }, + { + "name": "model.layers.64.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 512 + }, + { + "name": "model.layers.64.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 514 + }, + { + "name": "model.layers.64.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 516 + }, + { + "name": "model.layers.64.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 518 + }, + { + "name": "model.layers.65.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 520 + }, + { + "name": "model.layers.65.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 522 + }, + { + "name": "model.layers.65.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 524 + }, + { + "name": "model.layers.65.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 526 + }, + { + "name": "model.layers.66.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 528 + }, + { + "name": "model.layers.66.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 530 + }, + { + "name": "model.layers.66.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 532 + }, + { + "name": "model.layers.66.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 534 + }, + { + "name": "model.layers.67.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 536 + }, + { + "name": "model.layers.67.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 538 + }, + { + "name": "model.layers.67.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 540 + }, + { + "name": "model.layers.67.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 542 + }, + { + "name": "model.layers.68.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 544 + }, + { + "name": "model.layers.68.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 546 + }, + { + "name": "model.layers.68.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 548 + }, + { + "name": "model.layers.68.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 550 + }, + { + "name": "model.layers.69.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 552 + }, + { + "name": "model.layers.69.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 554 + }, + { + "name": "model.layers.69.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 556 + }, + { + "name": "model.layers.69.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 558 + }, + { + "name": "model.layers.70.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 560 + }, + { + "name": "model.layers.70.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 562 + }, + { + "name": "model.layers.70.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 564 + }, + { + "name": "model.layers.70.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 566 + }, + { + "name": "model.layers.71.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 568 + }, + { + "name": "model.layers.71.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 570 + }, + { + "name": "model.layers.71.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 572 + }, + { + "name": "model.layers.71.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 574 + }, + { + "name": "model.layers.72.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 576 + }, + { + "name": "model.layers.72.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 578 + }, + { + "name": "model.layers.72.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 580 + }, + { + "name": "model.layers.72.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 582 + }, + { + "name": "model.layers.73.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 584 + }, + { + "name": "model.layers.73.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 586 + }, + { + "name": "model.layers.73.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 588 + }, + { + "name": "model.layers.73.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 590 + }, + { + "name": "model.layers.74.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 592 + }, + { + "name": "model.layers.74.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 594 + }, + { + "name": "model.layers.74.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 596 + }, + { + "name": "model.layers.74.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 598 + }, + { + "name": "model.layers.75.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 600 + }, + { + "name": "model.layers.75.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 602 + }, + { + "name": "model.layers.75.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 604 + }, + { + "name": "model.layers.75.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 606 + }, + { + "name": "model.layers.76.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 608 + }, + { + "name": "model.layers.76.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 610 + }, + { + "name": "model.layers.76.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 612 + }, + { + "name": "model.layers.76.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 614 + }, + { + "name": "model.layers.77.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 616 + }, + { + "name": "model.layers.77.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 618 + }, + { + "name": "model.layers.77.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 620 + }, + { + "name": "model.layers.77.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 622 + }, + { + "name": "model.layers.78.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 624 + }, + { + "name": "model.layers.78.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 626 + }, + { + "name": "model.layers.78.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 628 + }, + { + "name": "model.layers.78.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 630 + }, + { + "name": "model.layers.79.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 632 + }, + { + "name": "model.layers.79.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 634 + }, + { + "name": "model.layers.79.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 636 + }, + { + "name": "model.layers.79.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "bfloat16", + "format": "raw", + "nbytes": 2, + "byteOffset": 638 + } + ], + "md5sum": "da1be33a2091194cf554da743c4f1db3" + } + ] +} \ No newline at end of file diff --git a/ndarray-cache.json b/ndarray-cache.json new file mode 100644 index 0000000000000000000000000000000000000000..a6434cee32a96d0db2a685333cdf6d716320e229 --- /dev/null +++ b/ndarray-cache.json @@ -0,0 +1,14153 @@ +{ + "metadata": { + "ParamSize": 803, + "ParamBytes": 72656372992.0, + "BitsPerParam": 7.974819159215532 + }, + "records": [ + { + "dataPath": "params_shard_0.bin", + "format": "raw-shard", + "nbytes": 2101346304, + "records": [ + { + "name": "lm_head.weight", + "shape": [ + 128256, + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2101346304, + "byteOffset": 0 + } + ], + "md5sum": "cfa949870a3a6251bff1b4be3ca29c79" + }, + { + "dataPath": "params_shard_1.bin", + "format": "raw-shard", + "nbytes": 2101346304, + "records": [ + { + "name": "model.embed_tokens.weight", + "shape": [ + 128256, + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2101346304, + "byteOffset": 0 + } + ], + "md5sum": "6e717a7b7eaa6b4d6408f6b3ee52be9f" + }, + { + "dataPath": "params_shard_2.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.0.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "5923b604bd7f410793867b0233870976" + }, + { + "dataPath": "params_shard_3.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.0.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "7290109f3f9ffb07baec66b9c20a4fbd" + }, + { + "dataPath": "params_shard_4.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.0.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "2fbb70fcc586918ea1f2f4005b8e3fec" + }, + { + "dataPath": "params_shard_5.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.0.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "9f1585054cdbed9d3721a1e57108d69f" + }, + { + "dataPath": "params_shard_6.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.1.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "71dd307dd814fbd66ce1be8f067c9a89" + }, + { + "dataPath": "params_shard_7.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.1.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "1ced405415c3dc4e2adc83f46da5d59e" + }, + { + "dataPath": "params_shard_8.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.1.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "86946544f6db993078e95edd9b7d0780" + }, + { + "dataPath": "params_shard_9.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.1.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "d9ecdef3457dfece37d1a9ca76b304d6" + }, + { + "dataPath": "params_shard_10.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.2.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "6af151c36ac483048cb1adfa9444b1ac" + }, + { + "dataPath": "params_shard_11.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.2.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "99820308cb7b7459a14022d133af2038" + }, + { + "dataPath": "params_shard_12.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.2.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "d3d2ef365d915a16b1608041c583582a" + }, + { + "dataPath": "params_shard_13.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.2.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "9dc39341471aec46b5df02829e726892" + }, + { + "dataPath": "params_shard_14.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.3.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "6a26eb88fc02b37039ec3277507ca456" + }, + { + "dataPath": "params_shard_15.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.3.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "fdc84b3e451c9ec79630ad358f9e1433" + }, + { + "dataPath": "params_shard_16.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.3.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "4b6a96d8e848c66ada1baae33942f25d" + }, + { + "dataPath": "params_shard_17.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.3.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "19f185715521fcdf69387ba5695d2692" + }, + { + "dataPath": "params_shard_18.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.4.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "a4de6dd53493ea3712ecc0af8e9acebf" + }, + { + "dataPath": "params_shard_19.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.4.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "cf43723ec590ba8df9bd546991d0c742" + }, + { + "dataPath": "params_shard_20.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.10.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "e0b53c2e9e64ee09f2aa9404972cec89" + }, + { + "dataPath": "params_shard_21.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.10.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "80955bd4cd0c46e2a201d2cee07a8543" + }, + { + "dataPath": "params_shard_22.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.10.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "7fd85a8cf2c32005ada21536ef692ab2" + }, + { + "dataPath": "params_shard_23.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.10.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "0e8584b44d0847f1c96c2b3de65fad64" + }, + { + "dataPath": "params_shard_24.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.11.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "280e8d1d5fc19b01bc54a36ffe721d6e" + }, + { + "dataPath": "params_shard_25.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.11.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "a9ffaf86f658928bb5c2dade31f8dd82" + }, + { + "dataPath": "params_shard_26.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.11.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "f8a04dfd0781644eaf0236ced1fd6557" + }, + { + "dataPath": "params_shard_27.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.11.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "e20ffd77d2c85114d27c47465c8ef874" + }, + { + "dataPath": "params_shard_28.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.12.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "dc7a16bb573853dd613a3430c8439cab" + }, + { + "dataPath": "params_shard_29.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.12.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "b99e6d9ed9e89c6caa2bfcdda8ff9aee" + }, + { + "dataPath": "params_shard_30.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.12.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "e47ef92e077f7e63613b9cb4fee52ad6" + }, + { + "dataPath": "params_shard_31.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.12.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "7794d246b2b8acba6eba3a372775b93e" + }, + { + "dataPath": "params_shard_32.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.13.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "f4446af1a09c32865589ad4910b0c908" + }, + { + "dataPath": "params_shard_33.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.13.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "8d9f0a6c3444a144b90f81fa05a88484" + }, + { + "dataPath": "params_shard_34.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.13.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "66206577c0afd99c8a3a6ca497a708ea" + }, + { + "dataPath": "params_shard_35.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.13.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "c8d347f3f568b817f9c39c8ba1833b96" + }, + { + "dataPath": "params_shard_36.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.14.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "6603050f0d40465c6e8f50bf7a90c675" + }, + { + "dataPath": "params_shard_37.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.14.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "bb4fe970087d0ab4c412d62fdeb10803" + }, + { + "dataPath": "params_shard_38.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.14.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "b0227e85ee2605213954ce3769a05c81" + }, + { + "dataPath": "params_shard_39.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.14.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "5a701d378b1746314080fb4d263a9f81" + }, + { + "dataPath": "params_shard_40.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.15.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "2f6e932a451ef649686ccdc75e0a028c" + }, + { + "dataPath": "params_shard_41.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.15.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "1c481e3b603c3f9040d03e804d5d0e8f" + }, + { + "dataPath": "params_shard_42.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.15.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "0980af196fa9a7acb044553e00881fd6" + }, + { + "dataPath": "params_shard_43.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.15.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "056629225a63780449a82f8ab454db71" + }, + { + "dataPath": "params_shard_44.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.16.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "8f11096808f084dea8c69b687f06f664" + }, + { + "dataPath": "params_shard_45.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.16.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "faeb1a2c538a32c07c76a1e9b73e4520" + }, + { + "dataPath": "params_shard_46.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.16.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "635964181666a49a6771bd5863d02c59" + }, + { + "dataPath": "params_shard_47.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.16.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "93cb18190e4f3b7d809b70c5a7e30833" + }, + { + "dataPath": "params_shard_48.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.17.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "e7234e9dfb6386b7236984d2f9d76680" + }, + { + "dataPath": "params_shard_49.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.17.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "3ef0d7513014648f51a8a021ea7d8759" + }, + { + "dataPath": "params_shard_50.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.17.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "300d8f55ed436983a3967666bf81feef" + }, + { + "dataPath": "params_shard_51.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.17.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "315b42c740c87da95f03bb1873a54a7b" + }, + { + "dataPath": "params_shard_52.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.18.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "d4e7084ed03504c158ea7eec342de6ba" + }, + { + "dataPath": "params_shard_53.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.18.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "8fecb1ff25b245d28e60beb0a2b45e92" + }, + { + "dataPath": "params_shard_54.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.18.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "ca70bb47ad1c9895ed82d9c1a5161e40" + }, + { + "dataPath": "params_shard_55.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.18.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "5548823e29713e87ecb5267a56c64151" + }, + { + "dataPath": "params_shard_56.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.19.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "2ae0932c276f2091302cd1581b1ece57" + }, + { + "dataPath": "params_shard_57.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.19.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "2e9e113d542a5991b0ece79b9e5a217e" + }, + { + "dataPath": "params_shard_58.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.19.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "070e49476ffaba98b146a2ac50d774e0" + }, + { + "dataPath": "params_shard_59.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.19.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "df534ec6299f604bf2a5b561ac69d0d3" + }, + { + "dataPath": "params_shard_60.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.20.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "e68b05fa21b4d80e2258c2727fe28937" + }, + { + "dataPath": "params_shard_61.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.20.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "89bbf0a78c9cba4ac66e4bb3178059e4" + }, + { + "dataPath": "params_shard_62.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.20.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "c5525185298f9c01ee1af6046eff5563" + }, + { + "dataPath": "params_shard_63.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.20.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "7d75bf9226f24869d7943631fdacbd52" + }, + { + "dataPath": "params_shard_64.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.21.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "923fdf4792dc0d423b7c0a90bd502e5e" + }, + { + "dataPath": "params_shard_65.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.21.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "b379e157a437af852f652f3d56df4cb4" + }, + { + "dataPath": "params_shard_66.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.21.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "f29848a0ea9c39231c84da956520187a" + }, + { + "dataPath": "params_shard_67.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.21.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "32ce963ba20f6d129e3799b8f20cbeb4" + }, + { + "dataPath": "params_shard_68.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.22.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "8cef2d9ba637e6dafeb2aef45bb2cd71" + }, + { + "dataPath": "params_shard_69.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.22.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "fcb57f2c6cf99fe019b0e4e412d5104f" + }, + { + "dataPath": "params_shard_70.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.22.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "af06798f7df22f757b6b81efdfe70911" + }, + { + "dataPath": "params_shard_71.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.22.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "0165f911f2b466d4d3d3274f23f20f34" + }, + { + "dataPath": "params_shard_72.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.23.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "185f8cb7f0335e81d7b83e5a45697f57" + }, + { + "dataPath": "params_shard_73.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.23.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "5b18a472d4d617aec3dc29d12b989cad" + }, + { + "dataPath": "params_shard_74.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.23.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "7b67862555921ae82dbb76e6161859c1" + }, + { + "dataPath": "params_shard_75.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.23.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "15cbb47130949f5edf2511f567f2d6af" + }, + { + "dataPath": "params_shard_76.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.24.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "d66ad6d49d1338807012205c31cd0acd" + }, + { + "dataPath": "params_shard_77.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.24.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "802649fe7f6206bbea91615568ddd30b" + }, + { + "dataPath": "params_shard_78.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.24.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "b1fe25ce4c77795da6625e6854bd1524" + }, + { + "dataPath": "params_shard_79.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.24.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "f687c573746b5d417bc09bbe0ae70d58" + }, + { + "dataPath": "params_shard_80.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.25.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "2b004480120b5f88de5d5e63a26c3ceb" + }, + { + "dataPath": "params_shard_81.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.25.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "0fbfe34cb9d39a35f5ff54f36b0532bc" + }, + { + "dataPath": "params_shard_82.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.25.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "933777c1ba15165e61bf1824047a2d3d" + }, + { + "dataPath": "params_shard_83.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.25.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "137e3f760b375f873e6167d843eed4ab" + }, + { + "dataPath": "params_shard_84.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.26.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "a3bc53a34ea937b87c821cf92c601ae8" + }, + { + "dataPath": "params_shard_85.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.26.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "2ba4176c287627ba6e8f7788af1f6b5d" + }, + { + "dataPath": "params_shard_86.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.26.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "b34c13445813e579666ff315381e204b" + }, + { + "dataPath": "params_shard_87.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.26.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "71b321d1d0d1affb64da0b5bf273e777" + }, + { + "dataPath": "params_shard_88.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.27.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "adda71eaf91b5f979b19c2ba8a0e48de" + }, + { + "dataPath": "params_shard_89.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.27.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "0f7718553e55928fadcf0b84127668cd" + }, + { + "dataPath": "params_shard_90.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.27.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "e90822eba121cf72b0d5984c6e77284e" + }, + { + "dataPath": "params_shard_91.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.27.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "7d33628d198ce793bf26a79797e61444" + }, + { + "dataPath": "params_shard_92.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.28.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "fd25f9bbe8568d3eb28be91ffa3ed0af" + }, + { + "dataPath": "params_shard_93.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.28.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "e4a642336ea5fb8a756bbfedfb3d30d0" + }, + { + "dataPath": "params_shard_94.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.28.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "def52924d20fbab64d7900b183fca065" + }, + { + "dataPath": "params_shard_95.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.28.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "4210769f43e1a8324727531141a3e9a9" + }, + { + "dataPath": "params_shard_96.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.29.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "8d1575d3f380baea8c672f7bec5049ef" + }, + { + "dataPath": "params_shard_97.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.29.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "d74ceee2a95c1d26835b9f582ddc989e" + }, + { + "dataPath": "params_shard_98.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.29.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "4781069b9b5863ab598692cd5185f092" + }, + { + "dataPath": "params_shard_99.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.29.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "e2c4925b3666676e630d426b2d8e16ce" + }, + { + "dataPath": "params_shard_100.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.30.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "3abf8a530e5d282b399b5d23a2f810fc" + }, + { + "dataPath": "params_shard_101.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.30.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "8162226f8712782d6011248c9c7f70fc" + }, + { + "dataPath": "params_shard_102.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.30.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "5811e5cd150c9dc2c00dac358f163622" + }, + { + "dataPath": "params_shard_103.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.30.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "e99b5269a18350410dc7198f2bece253" + }, + { + "dataPath": "params_shard_104.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.31.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "3fe0df87f648cdbfab653f3ab2405dc6" + }, + { + "dataPath": "params_shard_105.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.31.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "4f48a7fad9ffdfda8d0c8b9b0a214b9b" + }, + { + "dataPath": "params_shard_106.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.31.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "b036afe0ebaaab15e8adf2eb81511948" + }, + { + "dataPath": "params_shard_107.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.31.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "112c7dcdf2aa75b56498b7df4b52dda6" + }, + { + "dataPath": "params_shard_108.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.32.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "a485ed117034da32e1f8dc0751d5eab9" + }, + { + "dataPath": "params_shard_109.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.32.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "705479a8791f8fa99c9fb121bd71ed67" + }, + { + "dataPath": "params_shard_110.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.32.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "ea373543816ba54b79a32cb4a594dd39" + }, + { + "dataPath": "params_shard_111.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.32.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "aac8bc1dd5ac15fbed322a61d59c4c1d" + }, + { + "dataPath": "params_shard_112.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.33.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "ed72d41f9608e93579e1eb5666c2622b" + }, + { + "dataPath": "params_shard_113.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.33.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "9104d06edc06c7b5b3d06575bed3ead5" + }, + { + "dataPath": "params_shard_114.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.33.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "afbad1dcca4662de59c6b1dacbe77af2" + }, + { + "dataPath": "params_shard_115.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.33.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "3af96c9c2ef33a278c3970da8806e863" + }, + { + "dataPath": "params_shard_116.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.34.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "c5435d03a3161d19541dc7f7c533b825" + }, + { + "dataPath": "params_shard_117.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.34.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "2200b77244fc8dbc026a59c7eed0c815" + }, + { + "dataPath": "params_shard_118.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.34.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "c1c2df3d1f936830ef93b56226022c83" + }, + { + "dataPath": "params_shard_119.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.34.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "0e9fcda6311597e41518ceb39ade4020" + }, + { + "dataPath": "params_shard_120.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.35.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "f3c20edfac5de0c7970c314946ab5cf7" + }, + { + "dataPath": "params_shard_121.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.35.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "f08b2c10df593d1d608d0320f20d3e47" + }, + { + "dataPath": "params_shard_122.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.35.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "6aa3da97bb81eb474deaef0ec6e73d8a" + }, + { + "dataPath": "params_shard_123.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.35.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "d13af68c90fd7926e978e6ccdd560c5b" + }, + { + "dataPath": "params_shard_124.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.36.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "1448f6a54d2600adb670fa313c16b688" + }, + { + "dataPath": "params_shard_125.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.36.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "7e29f081123351d7561128efeecaebd3" + }, + { + "dataPath": "params_shard_126.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.36.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "e4a84d1325f1030ad289da4c208358f1" + }, + { + "dataPath": "params_shard_127.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.36.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "8304f242e7b70854011515e80d9dba5f" + }, + { + "dataPath": "params_shard_128.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.37.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "557374ac932dc91bcf2f37c4d80f78aa" + }, + { + "dataPath": "params_shard_129.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.37.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "c628a717b0e3d4c7817571ac6892b0d2" + }, + { + "dataPath": "params_shard_130.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.37.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "f660db9981790ac064bb8110ab1bde0c" + }, + { + "dataPath": "params_shard_131.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.37.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "9c41eca7a1083b9ad73fd23554fa67ed" + }, + { + "dataPath": "params_shard_132.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.38.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "9cfa786d295cc28c779363d7a9823ad6" + }, + { + "dataPath": "params_shard_133.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.38.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "4b0b565d8c9e7288c66e0020dbba373a" + }, + { + "dataPath": "params_shard_134.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.38.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "5cb23db1ef58f8d82cbee7ac5631a78b" + }, + { + "dataPath": "params_shard_135.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.38.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "1a1c7865c027aa2f655401ba72632aa5" + }, + { + "dataPath": "params_shard_136.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.39.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "33c98081399e29548154de67bfa78af7" + }, + { + "dataPath": "params_shard_137.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.39.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "7897ea3f06cbbddb08d4970cb8326126" + }, + { + "dataPath": "params_shard_138.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.39.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "65859bd62c59e9eace710890d4a6ffc2" + }, + { + "dataPath": "params_shard_139.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.39.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "875eb3353205281e4272ea96763af7fe" + }, + { + "dataPath": "params_shard_140.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.40.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "3571b602347c25976d9d1855fa617b07" + }, + { + "dataPath": "params_shard_141.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.40.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "d9c49a8467fd7e7857f3865d33cec748" + }, + { + "dataPath": "params_shard_142.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.40.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "9245377758d04e0e47846de4755a402c" + }, + { + "dataPath": "params_shard_143.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.4.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "5e45c729d8230ea44e45fea80de29429" + }, + { + "dataPath": "params_shard_144.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.4.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "96e347b1c9c5a484c5cb2b7560690545" + }, + { + "dataPath": "params_shard_145.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.5.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "1810428317922edb0093e57666e0744c" + }, + { + "dataPath": "params_shard_146.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.5.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "2baeab419b8f3912530e376a7feb4d37" + }, + { + "dataPath": "params_shard_147.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.5.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "eb7eade47cccbe78824e8a293647ec1e" + }, + { + "dataPath": "params_shard_148.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.5.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "2317119609c0c204f9ab84c4f8a1524e" + }, + { + "dataPath": "params_shard_149.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.6.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "228ae5243a6d520261035251b236553d" + }, + { + "dataPath": "params_shard_150.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.6.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "d2baf494cb9c9569f06cdce900e9c2f8" + }, + { + "dataPath": "params_shard_151.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.6.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "c828ecaec84796deb17e9e85022b786b" + }, + { + "dataPath": "params_shard_152.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.6.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "3982123564b985d44c303c46ecf9ceb4" + }, + { + "dataPath": "params_shard_153.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.7.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "e6e8f889d857fa619297448e8612561b" + }, + { + "dataPath": "params_shard_154.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.40.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "624b6712c714bcda5ded259079d0b79a" + }, + { + "dataPath": "params_shard_155.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.41.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "963921d496f3e011eb738e851eb29105" + }, + { + "dataPath": "params_shard_156.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.41.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "0227397243cf8c300227080bec7e9db3" + }, + { + "dataPath": "params_shard_157.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.41.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "5feca76f6934f6d7b0a49d401a1ab5ea" + }, + { + "dataPath": "params_shard_158.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.41.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "2d2033bb4ad12d3b597dfa3e219d98bb" + }, + { + "dataPath": "params_shard_159.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.42.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "b8ec00b2cb2682f4fbc903a1eb5ac183" + }, + { + "dataPath": "params_shard_160.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.42.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "94811e62d14a17f97b1274850dbd1df8" + }, + { + "dataPath": "params_shard_161.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.42.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "5b4d05b8cdb29d1f8d743995c214028b" + }, + { + "dataPath": "params_shard_162.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.42.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "54f584d9880f5d6a35d6146303c4d406" + }, + { + "dataPath": "params_shard_163.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.43.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "99109fd32b407aff729b3c689e412b8b" + }, + { + "dataPath": "params_shard_164.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.43.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "317f8d6145777fd676c88509e6e6fab6" + }, + { + "dataPath": "params_shard_165.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.43.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "9992befb5d2a0cee7ca1c320527ae1d9" + }, + { + "dataPath": "params_shard_166.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.43.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "0e36778233ccf542f52eab944b4465ee" + }, + { + "dataPath": "params_shard_167.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.44.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "9786b3eb0ea09db22bbe249e4636f5f3" + }, + { + "dataPath": "params_shard_168.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.44.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "995489ba81728c86e5446baf1c037684" + }, + { + "dataPath": "params_shard_169.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.44.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "2792994d41dc7effae24e80cb3e380d7" + }, + { + "dataPath": "params_shard_170.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.44.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "2bf0c3f00d4980f49c499852c57b0e7b" + }, + { + "dataPath": "params_shard_171.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.45.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "4e78ecb7348965709d29d4cf8aba7d90" + }, + { + "dataPath": "params_shard_172.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.45.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "0ad3e6e6481a34ddf21325b5647feb63" + }, + { + "dataPath": "params_shard_173.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.45.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "9c0752c45f0026d13ed8b5d1710498d0" + }, + { + "dataPath": "params_shard_174.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.45.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "8705225ece7200a8f0912af1a6a68a1d" + }, + { + "dataPath": "params_shard_175.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.46.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "ebfadb68f23ff5df9e57f87b52a871a3" + }, + { + "dataPath": "params_shard_176.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.46.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "63685633a3c981996f6f79115dae5c9e" + }, + { + "dataPath": "params_shard_177.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.46.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "dcdf1e6b65bcc63df5d58f1855b66eac" + }, + { + "dataPath": "params_shard_178.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.46.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "ae58b944065a2b41cdaa3129c8f621ad" + }, + { + "dataPath": "params_shard_179.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.47.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "cfffd25c0baee86727406991b10171e3" + }, + { + "dataPath": "params_shard_180.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.47.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "c6e50c818e9c23655359bf8a3dc6da05" + }, + { + "dataPath": "params_shard_181.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.47.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "a273567d03aa6b2fe20f624c864bbdb0" + }, + { + "dataPath": "params_shard_182.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.47.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "e1e06accfa9a57dd98357a4de38f95ff" + }, + { + "dataPath": "params_shard_183.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.48.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "3708304ee393cf59e5376fae26641585" + }, + { + "dataPath": "params_shard_184.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.48.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "e58322244011c323b442ae543ee0c0d9" + }, + { + "dataPath": "params_shard_185.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.48.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "1727a56975039cb87d39a7100a3d4eea" + }, + { + "dataPath": "params_shard_186.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.48.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "23a9ff8b6fed81ade5220f9e9a27ce94" + }, + { + "dataPath": "params_shard_187.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.49.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "06cf2758b0e03e6e446483acdc298c89" + }, + { + "dataPath": "params_shard_188.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.49.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "6f2c21392fff513507da79c674a901ca" + }, + { + "dataPath": "params_shard_189.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.49.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "8d9ef1415621fbf1554758c04cdc8b0f" + }, + { + "dataPath": "params_shard_190.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.49.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "e9a6ad9f0a084beabfdf66b8179dca80" + }, + { + "dataPath": "params_shard_191.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.50.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "4ab743b2a9a6e13aec91d080ea592586" + }, + { + "dataPath": "params_shard_192.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.50.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "879dd0e7e3a61e39be3c26839f00054a" + }, + { + "dataPath": "params_shard_193.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.50.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "da9a3741bcfafd1d20b8d552365746f5" + }, + { + "dataPath": "params_shard_194.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.50.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "abb52d0121a3e386a9b2abaf14920d13" + }, + { + "dataPath": "params_shard_195.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.51.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "86a75ae32458f18817c96406bae8a74c" + }, + { + "dataPath": "params_shard_196.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.51.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "6c8ed58458a91e8c3b762da4e07a4977" + }, + { + "dataPath": "params_shard_197.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.51.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "7634cd7069557c3065f6d42961cf3620" + }, + { + "dataPath": "params_shard_198.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.51.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "b66ec39e6279e767925ca066576073ae" + }, + { + "dataPath": "params_shard_199.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.52.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "1ec4ce32b9adc3888c6c8cfac6113e14" + }, + { + "dataPath": "params_shard_200.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.52.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "239d14367c325842a259d408a0d45d88" + }, + { + "dataPath": "params_shard_201.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.52.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "7bd7a144b4bcd143919c05c382f748bc" + }, + { + "dataPath": "params_shard_202.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.52.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "983a989c2dca7b994e9d6af093b455eb" + }, + { + "dataPath": "params_shard_203.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.53.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "cde6007f465274135b6b4ddb7f86909b" + }, + { + "dataPath": "params_shard_204.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.53.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "c6a4096d2c585ac604959f85a18e2e77" + }, + { + "dataPath": "params_shard_205.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.53.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "f3cd44ecb06f901c2644e66ca27c2113" + }, + { + "dataPath": "params_shard_206.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.53.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "9b963a0ade5bc014a024a43d46b71f32" + }, + { + "dataPath": "params_shard_207.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.54.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "817f7af33066232376d9f499da7c08f4" + }, + { + "dataPath": "params_shard_208.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.54.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "40af3d60b50afd52d0ff7035813fc15c" + }, + { + "dataPath": "params_shard_209.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.54.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "6bb61fd0c95f35bb1109509155790d34" + }, + { + "dataPath": "params_shard_210.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.54.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "753bb2a58ee32a4aa5c9c4f0f519ec78" + }, + { + "dataPath": "params_shard_211.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.55.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "d0c97fa924499abe1a9d4031fee83e1e" + }, + { + "dataPath": "params_shard_212.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.55.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "5f12d0bb1e4f804a65de63f6fb958c25" + }, + { + "dataPath": "params_shard_213.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.55.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "396579f2b79786885b48ffe83145fbd5" + }, + { + "dataPath": "params_shard_214.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.55.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "75e2b6daa8d355d1af933c04a9d64d3b" + }, + { + "dataPath": "params_shard_215.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.56.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "4e7449fd0e5392092e489fea1064eee9" + }, + { + "dataPath": "params_shard_216.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.56.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "f9d81045749d64c47b43f598cacfc0cc" + }, + { + "dataPath": "params_shard_217.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.56.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "5d8721098384107336083f9d0656f9d3" + }, + { + "dataPath": "params_shard_218.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.56.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "fb2fa427407e2a0e68d95e1f4266935b" + }, + { + "dataPath": "params_shard_219.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.57.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "dfcbcaa371c1693ae2b4aa83c8921e6b" + }, + { + "dataPath": "params_shard_220.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.57.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "5d228d83dce1e3a6d577ca742f2070b6" + }, + { + "dataPath": "params_shard_221.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.57.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "87b42de4bc684d596452b6395e6807eb" + }, + { + "dataPath": "params_shard_222.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.57.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "ff7ef9629d99300da4a1749962c7913d" + }, + { + "dataPath": "params_shard_223.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.58.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "ea7dfa4edaea7d399fa20bd386e749c0" + }, + { + "dataPath": "params_shard_224.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.58.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "f7243d23edc7b23570797e27d3a4b64d" + }, + { + "dataPath": "params_shard_225.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.58.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "574509186184aacd9147978e89ee4728" + }, + { + "dataPath": "params_shard_226.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.58.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "556495ca06f67be6299e6d629627832d" + }, + { + "dataPath": "params_shard_227.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.59.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "3cea65ebb2b2d3e3ebc6e2c1ea8c08a8" + }, + { + "dataPath": "params_shard_228.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.59.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "17d2d9a0a673f26a153f14e22396b771" + }, + { + "dataPath": "params_shard_229.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.59.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "1eaeca4c8eab7cc9c65bbcd3eb78e2ab" + }, + { + "dataPath": "params_shard_230.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.59.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "8f0c8c74b8907f35a97d96e7afbdd219" + }, + { + "dataPath": "params_shard_231.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.60.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "1190fd219018f069a505e0e002415712" + }, + { + "dataPath": "params_shard_232.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.60.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "c1eb3a841ac8f5559c8d9bd35b9a856e" + }, + { + "dataPath": "params_shard_233.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.60.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "ee1c9c85685a77bb142cd1a501d894ad" + }, + { + "dataPath": "params_shard_234.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.60.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "f590966865bdb63a486cc671918233e4" + }, + { + "dataPath": "params_shard_235.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.61.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "32888f916f39333ec5eb4f7ecf43092f" + }, + { + "dataPath": "params_shard_236.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.61.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "6a3b1b662c470c6adf7c0242ffe5a715" + }, + { + "dataPath": "params_shard_237.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.61.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "c403857578391c2146f8454291f357fc" + }, + { + "dataPath": "params_shard_238.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.61.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "9ab25e4495885dc0a60ef96b140e4ec5" + }, + { + "dataPath": "params_shard_239.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.62.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "60d6df12019a5b4dce6b013a55dc7141" + }, + { + "dataPath": "params_shard_240.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.62.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "cacdfb4f4761784caf8d4c38d49c66df" + }, + { + "dataPath": "params_shard_241.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.62.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "182109677948e9b3d2dbdb337d615c26" + }, + { + "dataPath": "params_shard_242.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.62.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "5c42e487721f36c959b0b40cd344020a" + }, + { + "dataPath": "params_shard_243.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.63.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "6c55258fa688f508f6691f7860356397" + }, + { + "dataPath": "params_shard_244.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.63.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "d5cf67665417a84581769697195c1a0a" + }, + { + "dataPath": "params_shard_245.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.63.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "6aa0921d06033184b73e40b46c83e438" + }, + { + "dataPath": "params_shard_246.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.63.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "5c7a4b2d6be7ce722362047d3f1279c5" + }, + { + "dataPath": "params_shard_247.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.64.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "11817e2ef7daae0cbdbbabf52515b9dc" + }, + { + "dataPath": "params_shard_248.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.64.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "8ef8f8f632f32d32249aa3393721a963" + }, + { + "dataPath": "params_shard_249.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.64.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "d5efd79d7c9fbc361fdaec35bb429db2" + }, + { + "dataPath": "params_shard_250.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.64.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "205029cb7ec384dacbdf26ed10f2f934" + }, + { + "dataPath": "params_shard_251.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.65.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "fcfc3c4d4db6f97bcca79216a3512e7d" + }, + { + "dataPath": "params_shard_252.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.65.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "bec222f7d288ddc5fff0c9977ba96b50" + }, + { + "dataPath": "params_shard_253.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.65.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "04a4fc321c158388abf46a426e1973e9" + }, + { + "dataPath": "params_shard_254.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.65.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "3745ca0964e946619f2b44055e637d64" + }, + { + "dataPath": "params_shard_255.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.66.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "83c426a0cb20a623aa7ede7237a96207" + }, + { + "dataPath": "params_shard_256.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.66.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "e9762bcc9f13440c2379af87480e4b57" + }, + { + "dataPath": "params_shard_257.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.66.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "bb22ce5b49cc94e63ff24b9fd24ce08f" + }, + { + "dataPath": "params_shard_258.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.66.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "a6aaa8aca96afb78e122ac8e55cc1608" + }, + { + "dataPath": "params_shard_259.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.67.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "0e4bf11b97390d80bbbb213c36b072a7" + }, + { + "dataPath": "params_shard_260.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.67.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "e4e6916359411ef9faa662f888910035" + }, + { + "dataPath": "params_shard_261.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.67.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "75c566bdfc3d1ebff81be07c88fa18d1" + }, + { + "dataPath": "params_shard_262.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.67.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "b514ee525f23ac75225899b372a392f5" + }, + { + "dataPath": "params_shard_263.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.68.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "5cc5ad6d303226a739aec4c1e3c1ecf6" + }, + { + "dataPath": "params_shard_264.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.68.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "fed21e1ac7e6957b85add7d3e7d7f8ce" + }, + { + "dataPath": "params_shard_265.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.68.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "7dbcdeb9d4848d0f5b1cb4a62a3de0b4" + }, + { + "dataPath": "params_shard_266.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.68.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "979050891843708ce3d534e114c47d64" + }, + { + "dataPath": "params_shard_267.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.69.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "5d2c22afd122951a90afb0f1fecf7689" + }, + { + "dataPath": "params_shard_268.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.69.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "daddf03b7d7f2111ae272387d119466b" + }, + { + "dataPath": "params_shard_269.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.69.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "028891c5e81ec5ad575fe5689de39b17" + }, + { + "dataPath": "params_shard_270.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.69.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "6f45fcdc21b976f4d77e0c75166e2af0" + }, + { + "dataPath": "params_shard_271.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.70.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "5116e44f460f8f3dd71dfe5c54b9516a" + }, + { + "dataPath": "params_shard_272.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.70.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "c67c8e32989370119216d6bbac6b4636" + }, + { + "dataPath": "params_shard_273.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.70.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "c110be61996209729fd72c7f34a13478" + }, + { + "dataPath": "params_shard_274.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.70.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "ef3d7cce7f5f6caf5e884fbbc28d69bb" + }, + { + "dataPath": "params_shard_275.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.71.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "1d957036ada7c76bbe74f7064b74e4be" + }, + { + "dataPath": "params_shard_276.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.71.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "f7d5b3dc4342a3c2e7c976a8788243ba" + }, + { + "dataPath": "params_shard_277.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.71.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "7b92ea8bad519f3828d0d4fe75eef8b6" + }, + { + "dataPath": "params_shard_278.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.7.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "a46b2c747530ddc0bac266ed74f52a99" + }, + { + "dataPath": "params_shard_279.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.7.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "500f6b333ee89ce0105102963524746f" + }, + { + "dataPath": "params_shard_280.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.7.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "a222ce01828ec20965bb216dd45ae4ba" + }, + { + "dataPath": "params_shard_281.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.8.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "dce66a81f6dfc8e85c0ec75c47e1ed35" + }, + { + "dataPath": "params_shard_282.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.8.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "f5961e89190bc3402e2c0a50727eafbe" + }, + { + "dataPath": "params_shard_283.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.8.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "28cd11851b861351fe78801f6e488697" + }, + { + "dataPath": "params_shard_284.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.8.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "9653ee73b2962943f941c9f2b4e79621" + }, + { + "dataPath": "params_shard_285.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.9.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "0910a4324e041f1b1a82c8b2d12ed714" + }, + { + "dataPath": "params_shard_286.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.9.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "315568abde3e0f034d52ce573dc068e4" + }, + { + "dataPath": "params_shard_287.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.9.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "58f0585aa7288faabab17e3a717dbc8a" + }, + { + "dataPath": "params_shard_288.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.9.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "be550dd01eb43e0d22de2126e11cbe17" + }, + { + "dataPath": "params_shard_289.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.71.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "1791aa2ee1f7ce3d5880b27c0fb73de1" + }, + { + "dataPath": "params_shard_290.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.72.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "6221bef1390b472761987ce5d7fb52b6" + }, + { + "dataPath": "params_shard_291.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.72.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "968f934b644baf5c76f05d656e7731e8" + }, + { + "dataPath": "params_shard_292.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.72.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "d818d1bd085daf4e83495a45433beec3" + }, + { + "dataPath": "params_shard_293.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.72.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "c7da5eeac983f486ae4cae000f3ed60d" + }, + { + "dataPath": "params_shard_294.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.73.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "bd494dc38ff71d2bdd0ea3923b7f42c3" + }, + { + "dataPath": "params_shard_295.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.73.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "5a1b15896af686a5cfe88172599e652f" + }, + { + "dataPath": "params_shard_296.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.73.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "4cffe2c3d318cd8c17df6033cf8d3094" + }, + { + "dataPath": "params_shard_297.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.73.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "a870d4785e519fadb9748087bce9dee6" + }, + { + "dataPath": "params_shard_298.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.74.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "740a4faad3496bc181f3da784b33190d" + }, + { + "dataPath": "params_shard_299.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.74.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "e79ccb2376ff3ecd12efd4c170d7f5f6" + }, + { + "dataPath": "params_shard_300.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.74.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "81e045cc7268a5795a7dda5be769aeea" + }, + { + "dataPath": "params_shard_301.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.74.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "b1e02dc648b4643ffa24f3c1fbcb17f9" + }, + { + "dataPath": "params_shard_302.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.75.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "947da87dfb92b3e3c307cf2e09308b70" + }, + { + "dataPath": "params_shard_303.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.75.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "2ab70196e5000a951a1a733047dcf91a" + }, + { + "dataPath": "params_shard_304.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.75.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "4aebca1af0a3021e1b824aa28fee731b" + }, + { + "dataPath": "params_shard_305.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.75.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "b26f943697305937200564cc7f04fd6e" + }, + { + "dataPath": "params_shard_306.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.76.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "bc6adb68840bcf3ba3ea257e1fd28a22" + }, + { + "dataPath": "params_shard_307.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.76.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "700fee362cd0dda656d27f16547f5a18" + }, + { + "dataPath": "params_shard_308.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.76.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "ad0314adb5b0aee252935b744c2b1c22" + }, + { + "dataPath": "params_shard_309.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.76.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "2fcbce4a52ad6f55fe3e80090c29d7e5" + }, + { + "dataPath": "params_shard_310.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.77.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "ef044893843da4ffc167383e2cbca0b4" + }, + { + "dataPath": "params_shard_311.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.77.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "4661af697e7d28ca2117d2678087c50e" + }, + { + "dataPath": "params_shard_312.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.77.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "17feee64f5eb47d72ac049b5f8763890" + }, + { + "dataPath": "params_shard_313.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.77.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "159a360c6b06ffd946e68626a41c7974" + }, + { + "dataPath": "params_shard_314.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.78.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "fe91e1c8e232d86cd243e70ff37e8399" + }, + { + "dataPath": "params_shard_315.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.78.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "9a1e035f8f8947cbb7c66f98dfcf5c64" + }, + { + "dataPath": "params_shard_316.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.78.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "69d69f76f9b96676ec0c42251cd9ff66" + }, + { + "dataPath": "params_shard_317.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.78.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "15e990c8af54c913d1ee4184b683ed5c" + }, + { + "dataPath": "params_shard_318.bin", + "format": "raw-shard", + "nbytes": 234881024, + "records": [ + { + "name": "model.layers.79.mlp.down_proj.q_weight", + "shape": [ + 8192, + 28672 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 234881024, + "byteOffset": 0 + } + ], + "md5sum": "06609ee2952beb903cbe0b7022e1e3df" + }, + { + "dataPath": "params_shard_319.bin", + "format": "raw-shard", + "nbytes": 469762048, + "records": [ + { + "name": "model.layers.79.mlp.gate_up_proj.q_weight", + "shape": [ + 57344, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 469762048, + "byteOffset": 0 + } + ], + "md5sum": "20a133168707156e9407d1d7b9c3da18" + }, + { + "dataPath": "params_shard_320.bin", + "format": "raw-shard", + "nbytes": 83886080, + "records": [ + { + "name": "model.layers.79.self_attn.qkv_proj.q_weight", + "shape": [ + 10240, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 83886080, + "byteOffset": 0 + } + ], + "md5sum": "4be85fd7f2fde4c8f6e8bd2e2a4feb85" + }, + { + "dataPath": "params_shard_321.bin", + "format": "raw-shard", + "nbytes": 67108864, + "records": [ + { + "name": "model.layers.79.self_attn.o_proj.q_weight", + "shape": [ + 8192, + 8192 + ], + "dtype": "e4m3_float8", + "format": "f32-to-bf16", + "nbytes": 67108864, + "byteOffset": 0 + } + ], + "md5sum": "46519d04717882fa9954f293075627f4" + }, + { + "dataPath": "params_shard_322.bin", + "format": "raw-shard", + "nbytes": 2638464, + "records": [ + { + "name": "model.layers.0.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 0 + }, + { + "name": "model.layers.0.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 16384 + }, + { + "name": "model.layers.0.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 16386 + }, + { + "name": "model.layers.0.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 16388 + }, + { + "name": "model.layers.0.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 32772 + }, + { + "name": "model.layers.0.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 32774 + }, + { + "name": "model.layers.1.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 32776 + }, + { + "name": "model.layers.1.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 32778 + }, + { + "name": "model.layers.1.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 32780 + }, + { + "name": "model.layers.1.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 32782 + }, + { + "name": "model.layers.1.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 49166 + }, + { + "name": "model.layers.1.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 49168 + }, + { + "name": "model.layers.2.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 65552 + }, + { + "name": "model.layers.2.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 81936 + }, + { + "name": "model.layers.2.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 81938 + }, + { + "name": "model.layers.2.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 81940 + }, + { + "name": "model.layers.2.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 98324 + }, + { + "name": "model.layers.2.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 98326 + }, + { + "name": "model.layers.3.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 98328 + }, + { + "name": "model.layers.3.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 114712 + }, + { + "name": "model.layers.3.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 114714 + }, + { + "name": "model.layers.3.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 114716 + }, + { + "name": "model.layers.3.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 131100 + }, + { + "name": "model.layers.3.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 131102 + }, + { + "name": "model.layers.4.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 131104 + }, + { + "name": "model.layers.4.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 131106 + }, + { + "name": "model.layers.10.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 131108 + }, + { + "name": "model.layers.10.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 147492 + }, + { + "name": "model.layers.10.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 147494 + }, + { + "name": "model.layers.10.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 147496 + }, + { + "name": "model.layers.10.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 163880 + }, + { + "name": "model.layers.10.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 163882 + }, + { + "name": "model.layers.11.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 163884 + }, + { + "name": "model.layers.11.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 180268 + }, + { + "name": "model.layers.11.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 180270 + }, + { + "name": "model.layers.11.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 180272 + }, + { + "name": "model.layers.11.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 196656 + }, + { + "name": "model.layers.11.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 196658 + }, + { + "name": "model.layers.12.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 196660 + }, + { + "name": "model.layers.12.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 196662 + }, + { + "name": "model.layers.12.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 196664 + }, + { + "name": "model.layers.12.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 196666 + }, + { + "name": "model.layers.12.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 213050 + }, + { + "name": "model.layers.12.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 213052 + }, + { + "name": "model.layers.13.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 229436 + }, + { + "name": "model.layers.13.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 245820 + }, + { + "name": "model.layers.13.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 245822 + }, + { + "name": "model.layers.13.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 245824 + }, + { + "name": "model.layers.13.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 262208 + }, + { + "name": "model.layers.13.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 262210 + }, + { + "name": "model.layers.14.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 262212 + }, + { + "name": "model.layers.14.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 278596 + }, + { + "name": "model.layers.14.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 278598 + }, + { + "name": "model.layers.14.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 278600 + }, + { + "name": "model.layers.14.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 294984 + }, + { + "name": "model.layers.14.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 294986 + }, + { + "name": "model.layers.15.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 294988 + }, + { + "name": "model.layers.15.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 294990 + }, + { + "name": "model.layers.15.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 294992 + }, + { + "name": "model.layers.15.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 294994 + }, + { + "name": "model.layers.15.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 311378 + }, + { + "name": "model.layers.15.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 311380 + }, + { + "name": "model.layers.16.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 327764 + }, + { + "name": "model.layers.16.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 344148 + }, + { + "name": "model.layers.16.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 344150 + }, + { + "name": "model.layers.16.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 344152 + }, + { + "name": "model.layers.16.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 360536 + }, + { + "name": "model.layers.16.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 360538 + }, + { + "name": "model.layers.17.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 360540 + }, + { + "name": "model.layers.17.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 376924 + }, + { + "name": "model.layers.17.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 376926 + }, + { + "name": "model.layers.17.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 376928 + }, + { + "name": "model.layers.17.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 393312 + }, + { + "name": "model.layers.17.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 393314 + }, + { + "name": "model.layers.18.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 393316 + }, + { + "name": "model.layers.18.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 393318 + }, + { + "name": "model.layers.18.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 393320 + }, + { + "name": "model.layers.18.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 409704 + }, + { + "name": "model.layers.18.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 409706 + }, + { + "name": "model.layers.18.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 409708 + }, + { + "name": "model.layers.19.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 426092 + }, + { + "name": "model.layers.19.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 442476 + }, + { + "name": "model.layers.19.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 442478 + }, + { + "name": "model.layers.19.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 442480 + }, + { + "name": "model.layers.19.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 458864 + }, + { + "name": "model.layers.19.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 458866 + }, + { + "name": "model.layers.20.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 458868 + }, + { + "name": "model.layers.20.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 475252 + }, + { + "name": "model.layers.20.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 475254 + }, + { + "name": "model.layers.20.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 475256 + }, + { + "name": "model.layers.20.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 491640 + }, + { + "name": "model.layers.20.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 491642 + }, + { + "name": "model.layers.21.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 491644 + }, + { + "name": "model.layers.21.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 491646 + }, + { + "name": "model.layers.21.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 508030 + }, + { + "name": "model.layers.21.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 508032 + }, + { + "name": "model.layers.21.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 508034 + }, + { + "name": "model.layers.21.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 524418 + }, + { + "name": "model.layers.22.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 524420 + }, + { + "name": "model.layers.22.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 540804 + }, + { + "name": "model.layers.22.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 540806 + }, + { + "name": "model.layers.22.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 540808 + }, + { + "name": "model.layers.22.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 557192 + }, + { + "name": "model.layers.22.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 557194 + }, + { + "name": "model.layers.23.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 557196 + }, + { + "name": "model.layers.23.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 573580 + }, + { + "name": "model.layers.23.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 573582 + }, + { + "name": "model.layers.23.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 573584 + }, + { + "name": "model.layers.23.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 589968 + }, + { + "name": "model.layers.23.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 589970 + }, + { + "name": "model.layers.24.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 589972 + }, + { + "name": "model.layers.24.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 606356 + }, + { + "name": "model.layers.24.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 606358 + }, + { + "name": "model.layers.24.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 606360 + }, + { + "name": "model.layers.24.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 622744 + }, + { + "name": "model.layers.24.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 622746 + }, + { + "name": "model.layers.25.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 622748 + }, + { + "name": "model.layers.25.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 639132 + }, + { + "name": "model.layers.25.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 639134 + }, + { + "name": "model.layers.25.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 639136 + }, + { + "name": "model.layers.25.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 655520 + }, + { + "name": "model.layers.25.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 655522 + }, + { + "name": "model.layers.26.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 655524 + }, + { + "name": "model.layers.26.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 655526 + }, + { + "name": "model.layers.26.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 655528 + }, + { + "name": "model.layers.26.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 655530 + }, + { + "name": "model.layers.26.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 671914 + }, + { + "name": "model.layers.26.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 671916 + }, + { + "name": "model.layers.27.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 688300 + }, + { + "name": "model.layers.27.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 704684 + }, + { + "name": "model.layers.27.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 704686 + }, + { + "name": "model.layers.27.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 704688 + }, + { + "name": "model.layers.27.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 721072 + }, + { + "name": "model.layers.27.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 721074 + }, + { + "name": "model.layers.28.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 721076 + }, + { + "name": "model.layers.28.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 737460 + }, + { + "name": "model.layers.28.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 737462 + }, + { + "name": "model.layers.28.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 737464 + }, + { + "name": "model.layers.28.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 753848 + }, + { + "name": "model.layers.28.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 753850 + }, + { + "name": "model.layers.29.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 753852 + }, + { + "name": "model.layers.29.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 753854 + }, + { + "name": "model.layers.29.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 753856 + }, + { + "name": "model.layers.29.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 753858 + }, + { + "name": "model.layers.29.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 770242 + }, + { + "name": "model.layers.29.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 770244 + }, + { + "name": "model.layers.30.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 786628 + }, + { + "name": "model.layers.30.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 803012 + }, + { + "name": "model.layers.30.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 803014 + }, + { + "name": "model.layers.30.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 803016 + }, + { + "name": "model.layers.30.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 819400 + }, + { + "name": "model.layers.30.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 819402 + }, + { + "name": "model.layers.31.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 819404 + }, + { + "name": "model.layers.31.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 835788 + }, + { + "name": "model.layers.31.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 835790 + }, + { + "name": "model.layers.31.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 835792 + }, + { + "name": "model.layers.31.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 852176 + }, + { + "name": "model.layers.31.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 852178 + }, + { + "name": "model.layers.32.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 852180 + }, + { + "name": "model.layers.32.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 852182 + }, + { + "name": "model.layers.32.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 852184 + }, + { + "name": "model.layers.32.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 868568 + }, + { + "name": "model.layers.32.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 868570 + }, + { + "name": "model.layers.32.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 868572 + }, + { + "name": "model.layers.33.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 884956 + }, + { + "name": "model.layers.33.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 901340 + }, + { + "name": "model.layers.33.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 901342 + }, + { + "name": "model.layers.33.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 901344 + }, + { + "name": "model.layers.33.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 917728 + }, + { + "name": "model.layers.33.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 917730 + }, + { + "name": "model.layers.34.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 917732 + }, + { + "name": "model.layers.34.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 934116 + }, + { + "name": "model.layers.34.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 934118 + }, + { + "name": "model.layers.34.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 934120 + }, + { + "name": "model.layers.34.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 950504 + }, + { + "name": "model.layers.34.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 950506 + }, + { + "name": "model.layers.35.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 950508 + }, + { + "name": "model.layers.35.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 950510 + }, + { + "name": "model.layers.35.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 966894 + }, + { + "name": "model.layers.35.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 966896 + }, + { + "name": "model.layers.35.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 966898 + }, + { + "name": "model.layers.35.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 983282 + }, + { + "name": "model.layers.36.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 983284 + }, + { + "name": "model.layers.36.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 999668 + }, + { + "name": "model.layers.36.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 999670 + }, + { + "name": "model.layers.36.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 999672 + }, + { + "name": "model.layers.36.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1016056 + }, + { + "name": "model.layers.36.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1016058 + }, + { + "name": "model.layers.37.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1016060 + }, + { + "name": "model.layers.37.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1032444 + }, + { + "name": "model.layers.37.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1032446 + }, + { + "name": "model.layers.37.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1032448 + }, + { + "name": "model.layers.37.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1048832 + }, + { + "name": "model.layers.37.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1048834 + }, + { + "name": "model.layers.38.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1048836 + }, + { + "name": "model.layers.38.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1065220 + }, + { + "name": "model.layers.38.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1065222 + }, + { + "name": "model.layers.38.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1065224 + }, + { + "name": "model.layers.38.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1081608 + }, + { + "name": "model.layers.38.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1081610 + }, + { + "name": "model.layers.39.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1081612 + }, + { + "name": "model.layers.39.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1097996 + }, + { + "name": "model.layers.39.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1097998 + }, + { + "name": "model.layers.39.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1098000 + }, + { + "name": "model.layers.39.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1114384 + }, + { + "name": "model.layers.39.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1114386 + }, + { + "name": "model.layers.40.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1114388 + }, + { + "name": "model.layers.40.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1114390 + }, + { + "name": "model.layers.40.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1114392 + }, + { + "name": "model.layers.4.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1114394 + }, + { + "name": "model.layers.4.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1130778 + }, + { + "name": "model.layers.4.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1130780 + }, + { + "name": "model.layers.4.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1130782 + }, + { + "name": "model.layers.5.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1147166 + }, + { + "name": "model.layers.5.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1163550 + }, + { + "name": "model.layers.5.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1163552 + }, + { + "name": "model.layers.5.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1163554 + }, + { + "name": "model.layers.5.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1179938 + }, + { + "name": "model.layers.5.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1179940 + }, + { + "name": "model.layers.6.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1179942 + }, + { + "name": "model.layers.6.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1196326 + }, + { + "name": "model.layers.6.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1196328 + }, + { + "name": "model.layers.6.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1196330 + }, + { + "name": "model.layers.6.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1212714 + }, + { + "name": "model.layers.6.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1212716 + }, + { + "name": "model.layers.7.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1212718 + }, + { + "name": "model.layers.40.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1212720 + }, + { + "name": "model.layers.40.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1229104 + }, + { + "name": "model.layers.40.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1229106 + }, + { + "name": "model.layers.41.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1245490 + }, + { + "name": "model.layers.41.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1261874 + }, + { + "name": "model.layers.41.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1261876 + }, + { + "name": "model.layers.41.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1261878 + }, + { + "name": "model.layers.41.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1278262 + }, + { + "name": "model.layers.41.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1278264 + }, + { + "name": "model.layers.42.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1278266 + }, + { + "name": "model.layers.42.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1294650 + }, + { + "name": "model.layers.42.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1294652 + }, + { + "name": "model.layers.42.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1294654 + }, + { + "name": "model.layers.42.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1311038 + }, + { + "name": "model.layers.42.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1311040 + }, + { + "name": "model.layers.43.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1311042 + }, + { + "name": "model.layers.43.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1311044 + }, + { + "name": "model.layers.43.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1311046 + }, + { + "name": "model.layers.43.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1311048 + }, + { + "name": "model.layers.43.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1327432 + }, + { + "name": "model.layers.43.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1327434 + }, + { + "name": "model.layers.44.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1343818 + }, + { + "name": "model.layers.44.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1360202 + }, + { + "name": "model.layers.44.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1360204 + }, + { + "name": "model.layers.44.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1360206 + }, + { + "name": "model.layers.44.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1376590 + }, + { + "name": "model.layers.44.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1376592 + }, + { + "name": "model.layers.45.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1376594 + }, + { + "name": "model.layers.45.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1392978 + }, + { + "name": "model.layers.45.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1392980 + }, + { + "name": "model.layers.45.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1392982 + }, + { + "name": "model.layers.45.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1409366 + }, + { + "name": "model.layers.45.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1409368 + }, + { + "name": "model.layers.46.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1409370 + }, + { + "name": "model.layers.46.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1409372 + }, + { + "name": "model.layers.46.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1409374 + }, + { + "name": "model.layers.46.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1425758 + }, + { + "name": "model.layers.46.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1425760 + }, + { + "name": "model.layers.46.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1425762 + }, + { + "name": "model.layers.47.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1442146 + }, + { + "name": "model.layers.47.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1458530 + }, + { + "name": "model.layers.47.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1458532 + }, + { + "name": "model.layers.47.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1458534 + }, + { + "name": "model.layers.47.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1474918 + }, + { + "name": "model.layers.47.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1474920 + }, + { + "name": "model.layers.48.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1474922 + }, + { + "name": "model.layers.48.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1491306 + }, + { + "name": "model.layers.48.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1491308 + }, + { + "name": "model.layers.48.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1491310 + }, + { + "name": "model.layers.48.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1507694 + }, + { + "name": "model.layers.48.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1507696 + }, + { + "name": "model.layers.49.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1507698 + }, + { + "name": "model.layers.49.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1507700 + }, + { + "name": "model.layers.49.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1524084 + }, + { + "name": "model.layers.49.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1524086 + }, + { + "name": "model.layers.49.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1524088 + }, + { + "name": "model.layers.49.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1540472 + }, + { + "name": "model.layers.50.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1540474 + }, + { + "name": "model.layers.50.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1556858 + }, + { + "name": "model.layers.50.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1556860 + }, + { + "name": "model.layers.50.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1556862 + }, + { + "name": "model.layers.50.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1573246 + }, + { + "name": "model.layers.50.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1573248 + }, + { + "name": "model.layers.51.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1573250 + }, + { + "name": "model.layers.51.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1589634 + }, + { + "name": "model.layers.51.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1589636 + }, + { + "name": "model.layers.51.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1589638 + }, + { + "name": "model.layers.51.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1606022 + }, + { + "name": "model.layers.51.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1606024 + }, + { + "name": "model.layers.52.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1606026 + }, + { + "name": "model.layers.52.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1622410 + }, + { + "name": "model.layers.52.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1622412 + }, + { + "name": "model.layers.52.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1622414 + }, + { + "name": "model.layers.52.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1638798 + }, + { + "name": "model.layers.52.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1638800 + }, + { + "name": "model.layers.53.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1638802 + }, + { + "name": "model.layers.53.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1655186 + }, + { + "name": "model.layers.53.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1655188 + }, + { + "name": "model.layers.53.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1655190 + }, + { + "name": "model.layers.53.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1671574 + }, + { + "name": "model.layers.53.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1671576 + }, + { + "name": "model.layers.54.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1671578 + }, + { + "name": "model.layers.54.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1671580 + }, + { + "name": "model.layers.54.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1671582 + }, + { + "name": "model.layers.54.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1671584 + }, + { + "name": "model.layers.54.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1687968 + }, + { + "name": "model.layers.54.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1687970 + }, + { + "name": "model.layers.55.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1704354 + }, + { + "name": "model.layers.55.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1720738 + }, + { + "name": "model.layers.55.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1720740 + }, + { + "name": "model.layers.55.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1720742 + }, + { + "name": "model.layers.55.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1737126 + }, + { + "name": "model.layers.55.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1737128 + }, + { + "name": "model.layers.56.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1737130 + }, + { + "name": "model.layers.56.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1753514 + }, + { + "name": "model.layers.56.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1753516 + }, + { + "name": "model.layers.56.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1753518 + }, + { + "name": "model.layers.56.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1769902 + }, + { + "name": "model.layers.56.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1769904 + }, + { + "name": "model.layers.57.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1769906 + }, + { + "name": "model.layers.57.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1769908 + }, + { + "name": "model.layers.57.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1769910 + }, + { + "name": "model.layers.57.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1769912 + }, + { + "name": "model.layers.57.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1786296 + }, + { + "name": "model.layers.57.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1786298 + }, + { + "name": "model.layers.58.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1802682 + }, + { + "name": "model.layers.58.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1819066 + }, + { + "name": "model.layers.58.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1819068 + }, + { + "name": "model.layers.58.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1819070 + }, + { + "name": "model.layers.58.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1835454 + }, + { + "name": "model.layers.58.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1835456 + }, + { + "name": "model.layers.59.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1835458 + }, + { + "name": "model.layers.59.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1851842 + }, + { + "name": "model.layers.59.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1851844 + }, + { + "name": "model.layers.59.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1851846 + }, + { + "name": "model.layers.59.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1868230 + }, + { + "name": "model.layers.59.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1868232 + }, + { + "name": "model.layers.60.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1868234 + }, + { + "name": "model.layers.60.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1868236 + }, + { + "name": "model.layers.60.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1868238 + }, + { + "name": "model.layers.60.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1884622 + }, + { + "name": "model.layers.60.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1884624 + }, + { + "name": "model.layers.60.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1884626 + }, + { + "name": "model.layers.61.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1901010 + }, + { + "name": "model.layers.61.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1917394 + }, + { + "name": "model.layers.61.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1917396 + }, + { + "name": "model.layers.61.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1917398 + }, + { + "name": "model.layers.61.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1933782 + }, + { + "name": "model.layers.61.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1933784 + }, + { + "name": "model.layers.62.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1933786 + }, + { + "name": "model.layers.62.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1950170 + }, + { + "name": "model.layers.62.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1950172 + }, + { + "name": "model.layers.62.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1950174 + }, + { + "name": "model.layers.62.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1966558 + }, + { + "name": "model.layers.62.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1966560 + }, + { + "name": "model.layers.63.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1966562 + }, + { + "name": "model.layers.63.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1966564 + }, + { + "name": "model.layers.63.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1982948 + }, + { + "name": "model.layers.63.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1982950 + }, + { + "name": "model.layers.63.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1982952 + }, + { + "name": "model.layers.63.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 1999336 + }, + { + "name": "model.layers.64.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 1999338 + }, + { + "name": "model.layers.64.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2015722 + }, + { + "name": "model.layers.64.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2015724 + }, + { + "name": "model.layers.64.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2015726 + }, + { + "name": "model.layers.64.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2032110 + }, + { + "name": "model.layers.64.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2032112 + }, + { + "name": "model.layers.65.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2032114 + }, + { + "name": "model.layers.65.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2048498 + }, + { + "name": "model.layers.65.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2048500 + }, + { + "name": "model.layers.65.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2048502 + }, + { + "name": "model.layers.65.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2064886 + }, + { + "name": "model.layers.65.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2064888 + }, + { + "name": "model.layers.66.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2064890 + }, + { + "name": "model.layers.66.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2081274 + }, + { + "name": "model.layers.66.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2081276 + }, + { + "name": "model.layers.66.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2081278 + }, + { + "name": "model.layers.66.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2097662 + }, + { + "name": "model.layers.66.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2097664 + }, + { + "name": "model.layers.67.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2097666 + }, + { + "name": "model.layers.67.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2114050 + }, + { + "name": "model.layers.67.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2114052 + }, + { + "name": "model.layers.67.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2114054 + }, + { + "name": "model.layers.67.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2130438 + }, + { + "name": "model.layers.67.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2130440 + }, + { + "name": "model.layers.68.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2130442 + }, + { + "name": "model.layers.68.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2130444 + }, + { + "name": "model.layers.68.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2130446 + }, + { + "name": "model.layers.68.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2130448 + }, + { + "name": "model.layers.68.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2146832 + }, + { + "name": "model.layers.68.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2146834 + }, + { + "name": "model.layers.69.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2163218 + }, + { + "name": "model.layers.69.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2179602 + }, + { + "name": "model.layers.69.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2179604 + }, + { + "name": "model.layers.69.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2179606 + }, + { + "name": "model.layers.69.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2195990 + }, + { + "name": "model.layers.69.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2195992 + }, + { + "name": "model.layers.70.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2195994 + }, + { + "name": "model.layers.70.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2212378 + }, + { + "name": "model.layers.70.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2212380 + }, + { + "name": "model.layers.70.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2212382 + }, + { + "name": "model.layers.70.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2228766 + }, + { + "name": "model.layers.70.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2228768 + }, + { + "name": "model.layers.71.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2228770 + }, + { + "name": "model.layers.71.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2228772 + }, + { + "name": "model.layers.71.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2228774 + }, + { + "name": "model.layers.7.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2228776 + }, + { + "name": "model.layers.7.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2245160 + }, + { + "name": "model.layers.7.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2245162 + }, + { + "name": "model.layers.7.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2245164 + }, + { + "name": "model.layers.7.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2261548 + }, + { + "name": "model.layers.8.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2261550 + }, + { + "name": "model.layers.8.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2277934 + }, + { + "name": "model.layers.8.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2277936 + }, + { + "name": "model.layers.8.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2277938 + }, + { + "name": "model.layers.8.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2294322 + }, + { + "name": "model.layers.8.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2294324 + }, + { + "name": "model.layers.9.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2294326 + }, + { + "name": "model.layers.9.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2310710 + }, + { + "name": "model.layers.9.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2310712 + }, + { + "name": "model.layers.9.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2310714 + }, + { + "name": "model.layers.9.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2327098 + }, + { + "name": "model.layers.9.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2327100 + }, + { + "name": "model.layers.71.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2327102 + }, + { + "name": "model.layers.71.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2343486 + }, + { + "name": "model.layers.71.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2343488 + }, + { + "name": "model.layers.72.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2359872 + }, + { + "name": "model.layers.72.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2376256 + }, + { + "name": "model.layers.72.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2376258 + }, + { + "name": "model.layers.72.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2376260 + }, + { + "name": "model.layers.72.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2392644 + }, + { + "name": "model.layers.72.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2392646 + }, + { + "name": "model.layers.73.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2392648 + }, + { + "name": "model.layers.73.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2409032 + }, + { + "name": "model.layers.73.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2409034 + }, + { + "name": "model.layers.73.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2409036 + }, + { + "name": "model.layers.73.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2425420 + }, + { + "name": "model.layers.73.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2425422 + }, + { + "name": "model.layers.74.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2425424 + }, + { + "name": "model.layers.74.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2425426 + }, + { + "name": "model.layers.74.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2425428 + }, + { + "name": "model.layers.74.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2441812 + }, + { + "name": "model.layers.74.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2441814 + }, + { + "name": "model.layers.74.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2441816 + }, + { + "name": "model.layers.75.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2458200 + }, + { + "name": "model.layers.75.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2474584 + }, + { + "name": "model.layers.75.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2474586 + }, + { + "name": "model.layers.75.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2474588 + }, + { + "name": "model.layers.75.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2490972 + }, + { + "name": "model.layers.75.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2490974 + }, + { + "name": "model.layers.76.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2490976 + }, + { + "name": "model.layers.76.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2507360 + }, + { + "name": "model.layers.76.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2507362 + }, + { + "name": "model.layers.76.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2507364 + }, + { + "name": "model.layers.76.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2523748 + }, + { + "name": "model.layers.76.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2523750 + }, + { + "name": "model.layers.77.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2523752 + }, + { + "name": "model.layers.77.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2523754 + }, + { + "name": "model.layers.77.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2540138 + }, + { + "name": "model.layers.77.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2540140 + }, + { + "name": "model.layers.77.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2540142 + }, + { + "name": "model.layers.77.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2556526 + }, + { + "name": "model.layers.78.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2556528 + }, + { + "name": "model.layers.78.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2572912 + }, + { + "name": "model.layers.78.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2572914 + }, + { + "name": "model.layers.78.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2572916 + }, + { + "name": "model.layers.78.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2589300 + }, + { + "name": "model.layers.78.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2589302 + }, + { + "name": "model.layers.79.input_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2589304 + }, + { + "name": "model.layers.79.mlp.down_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2605688 + }, + { + "name": "model.layers.79.mlp.gate_up_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2605690 + }, + { + "name": "model.layers.79.post_attention_layernorm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2605692 + }, + { + "name": "model.layers.79.self_attn.qkv_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2622076 + }, + { + "name": "model.layers.79.self_attn.o_proj.q_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2622078 + }, + { + "name": "model.norm.weight", + "shape": [ + 8192 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 16384, + "byteOffset": 2622080 + } + ], + "md5sum": "0652ccb1955f446ae8c22bdaf66076bf" + }, + { + "dataPath": "params_shard_323.bin", + "format": "raw-shard", + "nbytes": 640, + "records": [ + { + "name": "model.layers.0.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 0 + }, + { + "name": "model.layers.0.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 2 + }, + { + "name": "model.layers.0.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 4 + }, + { + "name": "model.layers.0.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 6 + }, + { + "name": "model.layers.1.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 8 + }, + { + "name": "model.layers.1.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 10 + }, + { + "name": "model.layers.1.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 12 + }, + { + "name": "model.layers.1.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 14 + }, + { + "name": "model.layers.2.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 16 + }, + { + "name": "model.layers.2.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 18 + }, + { + "name": "model.layers.2.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 20 + }, + { + "name": "model.layers.2.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 22 + }, + { + "name": "model.layers.3.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 24 + }, + { + "name": "model.layers.3.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 26 + }, + { + "name": "model.layers.3.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 28 + }, + { + "name": "model.layers.3.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 30 + }, + { + "name": "model.layers.4.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 32 + }, + { + "name": "model.layers.4.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 34 + }, + { + "name": "model.layers.4.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 36 + }, + { + "name": "model.layers.4.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 38 + }, + { + "name": "model.layers.5.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 40 + }, + { + "name": "model.layers.5.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 42 + }, + { + "name": "model.layers.5.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 44 + }, + { + "name": "model.layers.5.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 46 + }, + { + "name": "model.layers.6.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 48 + }, + { + "name": "model.layers.6.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 50 + }, + { + "name": "model.layers.6.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 52 + }, + { + "name": "model.layers.6.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 54 + }, + { + "name": "model.layers.7.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 56 + }, + { + "name": "model.layers.7.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 58 + }, + { + "name": "model.layers.7.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 60 + }, + { + "name": "model.layers.7.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 62 + }, + { + "name": "model.layers.8.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 64 + }, + { + "name": "model.layers.8.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 66 + }, + { + "name": "model.layers.8.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 68 + }, + { + "name": "model.layers.8.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 70 + }, + { + "name": "model.layers.9.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 72 + }, + { + "name": "model.layers.9.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 74 + }, + { + "name": "model.layers.9.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 76 + }, + { + "name": "model.layers.9.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 78 + }, + { + "name": "model.layers.10.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 80 + }, + { + "name": "model.layers.10.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 82 + }, + { + "name": "model.layers.10.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 84 + }, + { + "name": "model.layers.10.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 86 + }, + { + "name": "model.layers.11.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 88 + }, + { + "name": "model.layers.11.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 90 + }, + { + "name": "model.layers.11.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 92 + }, + { + "name": "model.layers.11.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 94 + }, + { + "name": "model.layers.12.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 96 + }, + { + "name": "model.layers.12.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 98 + }, + { + "name": "model.layers.12.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 100 + }, + { + "name": "model.layers.12.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 102 + }, + { + "name": "model.layers.13.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 104 + }, + { + "name": "model.layers.13.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 106 + }, + { + "name": "model.layers.13.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 108 + }, + { + "name": "model.layers.13.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 110 + }, + { + "name": "model.layers.14.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 112 + }, + { + "name": "model.layers.14.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 114 + }, + { + "name": "model.layers.14.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 116 + }, + { + "name": "model.layers.14.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 118 + }, + { + "name": "model.layers.15.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 120 + }, + { + "name": "model.layers.15.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 122 + }, + { + "name": "model.layers.15.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 124 + }, + { + "name": "model.layers.15.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 126 + }, + { + "name": "model.layers.16.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 128 + }, + { + "name": "model.layers.16.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 130 + }, + { + "name": "model.layers.16.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 132 + }, + { + "name": "model.layers.16.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 134 + }, + { + "name": "model.layers.17.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 136 + }, + { + "name": "model.layers.17.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 138 + }, + { + "name": "model.layers.17.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 140 + }, + { + "name": "model.layers.17.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 142 + }, + { + "name": "model.layers.18.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 144 + }, + { + "name": "model.layers.18.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 146 + }, + { + "name": "model.layers.18.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 148 + }, + { + "name": "model.layers.18.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 150 + }, + { + "name": "model.layers.19.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 152 + }, + { + "name": "model.layers.19.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 154 + }, + { + "name": "model.layers.19.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 156 + }, + { + "name": "model.layers.19.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 158 + }, + { + "name": "model.layers.20.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 160 + }, + { + "name": "model.layers.20.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 162 + }, + { + "name": "model.layers.20.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 164 + }, + { + "name": "model.layers.20.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 166 + }, + { + "name": "model.layers.21.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 168 + }, + { + "name": "model.layers.21.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 170 + }, + { + "name": "model.layers.21.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 172 + }, + { + "name": "model.layers.21.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 174 + }, + { + "name": "model.layers.22.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 176 + }, + { + "name": "model.layers.22.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 178 + }, + { + "name": "model.layers.22.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 180 + }, + { + "name": "model.layers.22.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 182 + }, + { + "name": "model.layers.23.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 184 + }, + { + "name": "model.layers.23.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 186 + }, + { + "name": "model.layers.23.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 188 + }, + { + "name": "model.layers.23.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 190 + }, + { + "name": "model.layers.24.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 192 + }, + { + "name": "model.layers.24.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 194 + }, + { + "name": "model.layers.24.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 196 + }, + { + "name": "model.layers.24.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 198 + }, + { + "name": "model.layers.25.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 200 + }, + { + "name": "model.layers.25.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 202 + }, + { + "name": "model.layers.25.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 204 + }, + { + "name": "model.layers.25.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 206 + }, + { + "name": "model.layers.26.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 208 + }, + { + "name": "model.layers.26.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 210 + }, + { + "name": "model.layers.26.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 212 + }, + { + "name": "model.layers.26.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 214 + }, + { + "name": "model.layers.27.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 216 + }, + { + "name": "model.layers.27.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 218 + }, + { + "name": "model.layers.27.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 220 + }, + { + "name": "model.layers.27.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 222 + }, + { + "name": "model.layers.28.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 224 + }, + { + "name": "model.layers.28.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 226 + }, + { + "name": "model.layers.28.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 228 + }, + { + "name": "model.layers.28.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 230 + }, + { + "name": "model.layers.29.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 232 + }, + { + "name": "model.layers.29.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 234 + }, + { + "name": "model.layers.29.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 236 + }, + { + "name": "model.layers.29.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 238 + }, + { + "name": "model.layers.30.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 240 + }, + { + "name": "model.layers.30.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 242 + }, + { + "name": "model.layers.30.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 244 + }, + { + "name": "model.layers.30.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 246 + }, + { + "name": "model.layers.31.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 248 + }, + { + "name": "model.layers.31.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 250 + }, + { + "name": "model.layers.31.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 252 + }, + { + "name": "model.layers.31.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 254 + }, + { + "name": "model.layers.32.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 256 + }, + { + "name": "model.layers.32.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 258 + }, + { + "name": "model.layers.32.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 260 + }, + { + "name": "model.layers.32.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 262 + }, + { + "name": "model.layers.33.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 264 + }, + { + "name": "model.layers.33.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 266 + }, + { + "name": "model.layers.33.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 268 + }, + { + "name": "model.layers.33.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 270 + }, + { + "name": "model.layers.34.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 272 + }, + { + "name": "model.layers.34.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 274 + }, + { + "name": "model.layers.34.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 276 + }, + { + "name": "model.layers.34.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 278 + }, + { + "name": "model.layers.35.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 280 + }, + { + "name": "model.layers.35.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 282 + }, + { + "name": "model.layers.35.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 284 + }, + { + "name": "model.layers.35.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 286 + }, + { + "name": "model.layers.36.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 288 + }, + { + "name": "model.layers.36.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 290 + }, + { + "name": "model.layers.36.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 292 + }, + { + "name": "model.layers.36.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 294 + }, + { + "name": "model.layers.37.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 296 + }, + { + "name": "model.layers.37.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 298 + }, + { + "name": "model.layers.37.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 300 + }, + { + "name": "model.layers.37.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 302 + }, + { + "name": "model.layers.38.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 304 + }, + { + "name": "model.layers.38.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 306 + }, + { + "name": "model.layers.38.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 308 + }, + { + "name": "model.layers.38.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 310 + }, + { + "name": "model.layers.39.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 312 + }, + { + "name": "model.layers.39.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 314 + }, + { + "name": "model.layers.39.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 316 + }, + { + "name": "model.layers.39.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 318 + }, + { + "name": "model.layers.40.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 320 + }, + { + "name": "model.layers.40.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 322 + }, + { + "name": "model.layers.40.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 324 + }, + { + "name": "model.layers.40.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 326 + }, + { + "name": "model.layers.41.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 328 + }, + { + "name": "model.layers.41.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 330 + }, + { + "name": "model.layers.41.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 332 + }, + { + "name": "model.layers.41.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 334 + }, + { + "name": "model.layers.42.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 336 + }, + { + "name": "model.layers.42.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 338 + }, + { + "name": "model.layers.42.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 340 + }, + { + "name": "model.layers.42.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 342 + }, + { + "name": "model.layers.43.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 344 + }, + { + "name": "model.layers.43.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 346 + }, + { + "name": "model.layers.43.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 348 + }, + { + "name": "model.layers.43.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 350 + }, + { + "name": "model.layers.44.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 352 + }, + { + "name": "model.layers.44.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 354 + }, + { + "name": "model.layers.44.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 356 + }, + { + "name": "model.layers.44.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 358 + }, + { + "name": "model.layers.45.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 360 + }, + { + "name": "model.layers.45.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 362 + }, + { + "name": "model.layers.45.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 364 + }, + { + "name": "model.layers.45.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 366 + }, + { + "name": "model.layers.46.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 368 + }, + { + "name": "model.layers.46.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 370 + }, + { + "name": "model.layers.46.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 372 + }, + { + "name": "model.layers.46.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 374 + }, + { + "name": "model.layers.47.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 376 + }, + { + "name": "model.layers.47.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 378 + }, + { + "name": "model.layers.47.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 380 + }, + { + "name": "model.layers.47.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 382 + }, + { + "name": "model.layers.48.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 384 + }, + { + "name": "model.layers.48.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 386 + }, + { + "name": "model.layers.48.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 388 + }, + { + "name": "model.layers.48.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 390 + }, + { + "name": "model.layers.49.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 392 + }, + { + "name": "model.layers.49.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 394 + }, + { + "name": "model.layers.49.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 396 + }, + { + "name": "model.layers.49.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 398 + }, + { + "name": "model.layers.50.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 400 + }, + { + "name": "model.layers.50.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 402 + }, + { + "name": "model.layers.50.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 404 + }, + { + "name": "model.layers.50.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 406 + }, + { + "name": "model.layers.51.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 408 + }, + { + "name": "model.layers.51.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 410 + }, + { + "name": "model.layers.51.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 412 + }, + { + "name": "model.layers.51.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 414 + }, + { + "name": "model.layers.52.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 416 + }, + { + "name": "model.layers.52.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 418 + }, + { + "name": "model.layers.52.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 420 + }, + { + "name": "model.layers.52.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 422 + }, + { + "name": "model.layers.53.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 424 + }, + { + "name": "model.layers.53.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 426 + }, + { + "name": "model.layers.53.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 428 + }, + { + "name": "model.layers.53.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 430 + }, + { + "name": "model.layers.54.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 432 + }, + { + "name": "model.layers.54.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 434 + }, + { + "name": "model.layers.54.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 436 + }, + { + "name": "model.layers.54.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 438 + }, + { + "name": "model.layers.55.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 440 + }, + { + "name": "model.layers.55.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 442 + }, + { + "name": "model.layers.55.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 444 + }, + { + "name": "model.layers.55.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 446 + }, + { + "name": "model.layers.56.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 448 + }, + { + "name": "model.layers.56.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 450 + }, + { + "name": "model.layers.56.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 452 + }, + { + "name": "model.layers.56.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 454 + }, + { + "name": "model.layers.57.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 456 + }, + { + "name": "model.layers.57.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 458 + }, + { + "name": "model.layers.57.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 460 + }, + { + "name": "model.layers.57.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 462 + }, + { + "name": "model.layers.58.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 464 + }, + { + "name": "model.layers.58.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 466 + }, + { + "name": "model.layers.58.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 468 + }, + { + "name": "model.layers.58.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 470 + }, + { + "name": "model.layers.59.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 472 + }, + { + "name": "model.layers.59.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 474 + }, + { + "name": "model.layers.59.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 476 + }, + { + "name": "model.layers.59.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 478 + }, + { + "name": "model.layers.60.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 480 + }, + { + "name": "model.layers.60.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 482 + }, + { + "name": "model.layers.60.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 484 + }, + { + "name": "model.layers.60.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 486 + }, + { + "name": "model.layers.61.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 488 + }, + { + "name": "model.layers.61.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 490 + }, + { + "name": "model.layers.61.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 492 + }, + { + "name": "model.layers.61.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 494 + }, + { + "name": "model.layers.62.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 496 + }, + { + "name": "model.layers.62.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 498 + }, + { + "name": "model.layers.62.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 500 + }, + { + "name": "model.layers.62.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 502 + }, + { + "name": "model.layers.63.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 504 + }, + { + "name": "model.layers.63.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 506 + }, + { + "name": "model.layers.63.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 508 + }, + { + "name": "model.layers.63.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 510 + }, + { + "name": "model.layers.64.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 512 + }, + { + "name": "model.layers.64.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 514 + }, + { + "name": "model.layers.64.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 516 + }, + { + "name": "model.layers.64.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 518 + }, + { + "name": "model.layers.65.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 520 + }, + { + "name": "model.layers.65.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 522 + }, + { + "name": "model.layers.65.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 524 + }, + { + "name": "model.layers.65.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 526 + }, + { + "name": "model.layers.66.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 528 + }, + { + "name": "model.layers.66.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 530 + }, + { + "name": "model.layers.66.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 532 + }, + { + "name": "model.layers.66.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 534 + }, + { + "name": "model.layers.67.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 536 + }, + { + "name": "model.layers.67.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 538 + }, + { + "name": "model.layers.67.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 540 + }, + { + "name": "model.layers.67.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 542 + }, + { + "name": "model.layers.68.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 544 + }, + { + "name": "model.layers.68.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 546 + }, + { + "name": "model.layers.68.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 548 + }, + { + "name": "model.layers.68.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 550 + }, + { + "name": "model.layers.69.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 552 + }, + { + "name": "model.layers.69.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 554 + }, + { + "name": "model.layers.69.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 556 + }, + { + "name": "model.layers.69.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 558 + }, + { + "name": "model.layers.70.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 560 + }, + { + "name": "model.layers.70.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 562 + }, + { + "name": "model.layers.70.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 564 + }, + { + "name": "model.layers.70.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 566 + }, + { + "name": "model.layers.71.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 568 + }, + { + "name": "model.layers.71.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 570 + }, + { + "name": "model.layers.71.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 572 + }, + { + "name": "model.layers.71.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 574 + }, + { + "name": "model.layers.72.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 576 + }, + { + "name": "model.layers.72.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 578 + }, + { + "name": "model.layers.72.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 580 + }, + { + "name": "model.layers.72.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 582 + }, + { + "name": "model.layers.73.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 584 + }, + { + "name": "model.layers.73.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 586 + }, + { + "name": "model.layers.73.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 588 + }, + { + "name": "model.layers.73.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 590 + }, + { + "name": "model.layers.74.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 592 + }, + { + "name": "model.layers.74.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 594 + }, + { + "name": "model.layers.74.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 596 + }, + { + "name": "model.layers.74.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 598 + }, + { + "name": "model.layers.75.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 600 + }, + { + "name": "model.layers.75.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 602 + }, + { + "name": "model.layers.75.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 604 + }, + { + "name": "model.layers.75.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 606 + }, + { + "name": "model.layers.76.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 608 + }, + { + "name": "model.layers.76.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 610 + }, + { + "name": "model.layers.76.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 612 + }, + { + "name": "model.layers.76.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 614 + }, + { + "name": "model.layers.77.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 616 + }, + { + "name": "model.layers.77.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 618 + }, + { + "name": "model.layers.77.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 620 + }, + { + "name": "model.layers.77.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 622 + }, + { + "name": "model.layers.78.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 624 + }, + { + "name": "model.layers.78.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 626 + }, + { + "name": "model.layers.78.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 628 + }, + { + "name": "model.layers.78.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 630 + }, + { + "name": "model.layers.79.self_attn.qkv_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 632 + }, + { + "name": "model.layers.79.self_attn.o_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 634 + }, + { + "name": "model.layers.79.mlp.gate_up_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 636 + }, + { + "name": "model.layers.79.mlp.down_proj.q_calibration_scale", + "shape": [ + 1 + ], + "dtype": "float32", + "format": "f32-to-bf16", + "nbytes": 2, + "byteOffset": 638 + } + ], + "md5sum": "da1be33a2091194cf554da743c4f1db3" + } + ] +} \ No newline at end of file diff --git a/params_shard_0.bin b/params_shard_0.bin new file mode 100644 index 0000000000000000000000000000000000000000..25955650246031341dcb470fd9a15854b4bf3d0f --- /dev/null +++ b/params_shard_0.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16a2220dabf07e6433049fe65f6780f9c8c0e9ec66a30f4f48929354f128fe57 +size 2101346304 diff --git a/params_shard_1.bin b/params_shard_1.bin new file mode 100644 index 0000000000000000000000000000000000000000..98ed659390767531e08d2b9f0efb7e0f4910cad7 --- /dev/null +++ b/params_shard_1.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31ef9d9273cdcd68bb66f999cd45a8c169225fd659c2330dd60c547623a0d7c4 +size 2101346304 diff --git a/params_shard_10.bin b/params_shard_10.bin new file mode 100644 index 0000000000000000000000000000000000000000..837cffe8e2eeb8c3a61590ed5824953ba6c19094 --- /dev/null +++ b/params_shard_10.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25039c597772f9d8fe000552c90c82cafddd1c45e8244022d128ce543383620e +size 234881024 diff --git a/params_shard_100.bin b/params_shard_100.bin new file mode 100644 index 0000000000000000000000000000000000000000..385eb7afacd3660e42fc24fa4d5b9d9beaf6cfd9 --- /dev/null +++ b/params_shard_100.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95da9c13ce65efe891e407f89114c614845d2458c3e74135e275b5252812b36e +size 234881024 diff --git a/params_shard_101.bin b/params_shard_101.bin new file mode 100644 index 0000000000000000000000000000000000000000..c8e7b21540bf155b332cf4843cfdf54e8381204a --- /dev/null +++ b/params_shard_101.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73d6803c1c3a8800180501493976f63cf0e46eed4e475f0efc27b989f4ce9d21 +size 469762048 diff --git a/params_shard_102.bin b/params_shard_102.bin new file mode 100644 index 0000000000000000000000000000000000000000..bcf414b21ad63f6d08116e0696ddf49794cd05eb --- /dev/null +++ b/params_shard_102.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf340ecd5a0ff7d5e5b037d9e525e37dc7fd345a106c25902f826d1b31ea309f +size 83886080 diff --git a/params_shard_103.bin b/params_shard_103.bin new file mode 100644 index 0000000000000000000000000000000000000000..950ce8a3021e07127cbf92c6f8406fca38638dab --- /dev/null +++ b/params_shard_103.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6968e2e7c28494163f85f8aca09effc25b28159ac3674190252699f756d2bd1 +size 67108864 diff --git a/params_shard_104.bin b/params_shard_104.bin new file mode 100644 index 0000000000000000000000000000000000000000..feeb55cc7dba64b5bc6c36f18ce2846e0e1749e9 --- /dev/null +++ b/params_shard_104.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db3261b6c60edf19c0acaefc8779a4145c035de974765815280f803bd5f0bef2 +size 234881024 diff --git a/params_shard_105.bin b/params_shard_105.bin new file mode 100644 index 0000000000000000000000000000000000000000..f5e9d198bbf8afe7e1da988d3257818d71c31325 --- /dev/null +++ b/params_shard_105.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdaa6a1103d44eeab187fb973350a046a9bdf5f2c976a42cf8f11cd531c3ee34 +size 469762048 diff --git a/params_shard_106.bin b/params_shard_106.bin new file mode 100644 index 0000000000000000000000000000000000000000..1e61fd82be3ff7be2c7a46ac42ffc78864b193a9 --- /dev/null +++ b/params_shard_106.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cfc20e258564579634c3c5e8e1e7b42e080259e7aacd6224af3d14cd223fbaf +size 83886080 diff --git a/params_shard_107.bin b/params_shard_107.bin new file mode 100644 index 0000000000000000000000000000000000000000..696d007a51373d33acaf5d404d17623b1cdb10a7 --- /dev/null +++ b/params_shard_107.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41c380a79932dd2d7fd29c975be76fd30b352e76a32a166d1f597059b4fcc4ff +size 67108864 diff --git a/params_shard_108.bin b/params_shard_108.bin new file mode 100644 index 0000000000000000000000000000000000000000..8824eddaef40ccb0bdb92a4c5c8114f1eabab9c6 --- /dev/null +++ b/params_shard_108.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fdca6d20c1c74a1c766cc3667371899fbf2e66b4e87e06a163833b292ca537a +size 83886080 diff --git a/params_shard_109.bin b/params_shard_109.bin new file mode 100644 index 0000000000000000000000000000000000000000..ae13df934f91fcada119be3aa1e26044d813c836 --- /dev/null +++ b/params_shard_109.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc6654b37a793e0e99bd52eee47a3cbf83bcede336d6f03d874cd37e3442e110 +size 67108864 diff --git a/params_shard_11.bin b/params_shard_11.bin new file mode 100644 index 0000000000000000000000000000000000000000..2f499424175318f1659c5034a9f16bf136bad89c --- /dev/null +++ b/params_shard_11.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1935062d373785fdde68bb80adb1d4ce6bd468ea1bb2dbca1f3acfae6654339 +size 469762048 diff --git a/params_shard_110.bin b/params_shard_110.bin new file mode 100644 index 0000000000000000000000000000000000000000..68e211da34c279f1ee5c55746dd5c42970e9793c --- /dev/null +++ b/params_shard_110.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9ec6808472226f17ab7a2804509a32c011655a404bd2b6907eff2db4ba1f93e +size 234881024 diff --git a/params_shard_111.bin b/params_shard_111.bin new file mode 100644 index 0000000000000000000000000000000000000000..2876ee7ded0f80d6f9b27cdb74d962b6d3e1c0da --- /dev/null +++ b/params_shard_111.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a868cc94b5d7cb263703980238fa326969451c9c814d05f42dbee9e5ac448f7 +size 469762048 diff --git a/params_shard_112.bin b/params_shard_112.bin new file mode 100644 index 0000000000000000000000000000000000000000..c0b829a21bb0a505a08b531b75d83895c4cbcf8b --- /dev/null +++ b/params_shard_112.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40bff82113c5e6635eb0996d101cd6666ad6c10ab3ba2e048f795708e03df484 +size 234881024 diff --git a/params_shard_113.bin b/params_shard_113.bin new file mode 100644 index 0000000000000000000000000000000000000000..373aa8b0a46b684b323019c3664b8bc1fa1c277b --- /dev/null +++ b/params_shard_113.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8596b78ac2e6eb258b8f6094478aafaf11742aa731bde87cb42b20b78457888e +size 469762048 diff --git a/params_shard_114.bin b/params_shard_114.bin new file mode 100644 index 0000000000000000000000000000000000000000..4f7770ceaae29e2ec87f5b40caaaeeb00c0c8182 --- /dev/null +++ b/params_shard_114.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73b53a78e8bfc0dae1e40592db0c59c6e32066dbf5ecaf691f80f213860ddf2c +size 83886080 diff --git a/params_shard_115.bin b/params_shard_115.bin new file mode 100644 index 0000000000000000000000000000000000000000..79cee41dcdb81db61e28d00a781d6e0e6282b46c --- /dev/null +++ b/params_shard_115.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb4c8839ecccbe09f8536ac0c87435dee5a61691bf117d2a9583003c2d4466aa +size 67108864 diff --git a/params_shard_116.bin b/params_shard_116.bin new file mode 100644 index 0000000000000000000000000000000000000000..4b247ad184908d4a7858bddf2e14f70d5000a918 --- /dev/null +++ b/params_shard_116.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7e73cd3a20b42b8979f6a2ae0a5b5597af7294bc6644e49b2d44648e5eff10c +size 234881024 diff --git a/params_shard_117.bin b/params_shard_117.bin new file mode 100644 index 0000000000000000000000000000000000000000..bfbdd493d93424e0f5f24a26659717d4c268b4a1 --- /dev/null +++ b/params_shard_117.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31ef74d3758b01c1af0f9d34013d5f65bc6173736f12ff2f887031555e211639 +size 469762048 diff --git a/params_shard_118.bin b/params_shard_118.bin new file mode 100644 index 0000000000000000000000000000000000000000..d57bed56f591313cbbbe07ebc3668f893f841017 --- /dev/null +++ b/params_shard_118.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c29a12cec0a9ae0f2b918b3a102c22a1f1c146218ac8c1028670a6c67529b26e +size 83886080 diff --git a/params_shard_119.bin b/params_shard_119.bin new file mode 100644 index 0000000000000000000000000000000000000000..c9e9d1e87dff01f48e4c6f968dc7b963d012d9a3 --- /dev/null +++ b/params_shard_119.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ae8f18045e550902102413c89c169aea62c577e57b48293d84233d4315b3a1b +size 67108864 diff --git a/params_shard_12.bin b/params_shard_12.bin new file mode 100644 index 0000000000000000000000000000000000000000..4dad8387eaa586eba36471a788ba20d669552b5a --- /dev/null +++ b/params_shard_12.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:350dae385ece4156b280abda346128e7abc3e4fc4dfe45dac10ac1a170e827f9 +size 83886080 diff --git a/params_shard_120.bin b/params_shard_120.bin new file mode 100644 index 0000000000000000000000000000000000000000..6234397ae58e93007c73ce4f30fcc86b33789f5f --- /dev/null +++ b/params_shard_120.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a939a01c8a4c7312d85b5b5513b1246459afd3901d8d36aaf2c60058cd625a9 +size 83886080 diff --git a/params_shard_121.bin b/params_shard_121.bin new file mode 100644 index 0000000000000000000000000000000000000000..6fda08a655bd291eb36a25c69ed651016437d1cc --- /dev/null +++ b/params_shard_121.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbe9bf77835cdcbe3b6dbc3d880bf762373f24dc560154743afbc2676ebfab8b +size 234881024 diff --git a/params_shard_122.bin b/params_shard_122.bin new file mode 100644 index 0000000000000000000000000000000000000000..bff538051fe7d0692b7744056ff0fc9365b74edf --- /dev/null +++ b/params_shard_122.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea007d714e95db5966865d901cb0f9bfefd6a5685aa17b6b7f92674873384fa8 +size 469762048 diff --git a/params_shard_123.bin b/params_shard_123.bin new file mode 100644 index 0000000000000000000000000000000000000000..073eb213f82441c502728f87414ed350072ad2c4 --- /dev/null +++ b/params_shard_123.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6adce46602aa9171a5b878306ae754cf18912a45500d9d1a4d4ca8d67e1d023a +size 67108864 diff --git a/params_shard_124.bin b/params_shard_124.bin new file mode 100644 index 0000000000000000000000000000000000000000..2300deb729999742c6ddc42891bbcc3f6337f075 --- /dev/null +++ b/params_shard_124.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cd70af7e18273a852b68a7c4baae11dd53a6494cad118e6eaa2e4cce827f75c +size 234881024 diff --git a/params_shard_125.bin b/params_shard_125.bin new file mode 100644 index 0000000000000000000000000000000000000000..5d7afc15c4a559587f654749dfc2dc5acbd69c6f --- /dev/null +++ b/params_shard_125.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7ea158cbf60a75df2a11ae59a49e0ef3b2707ef45b7db389005295393c94e16 +size 469762048 diff --git a/params_shard_126.bin b/params_shard_126.bin new file mode 100644 index 0000000000000000000000000000000000000000..c50f6544774d745d98d7f9f89583feec067fc2c2 --- /dev/null +++ b/params_shard_126.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34fced621f9866da6888f413a055575103905f64218bde8071677db5cc8daf06 +size 83886080 diff --git a/params_shard_127.bin b/params_shard_127.bin new file mode 100644 index 0000000000000000000000000000000000000000..a4dc7d2184f5fd8e0a137f8662cb516666b5f93a --- /dev/null +++ b/params_shard_127.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d09a6820598df3e2d7724c823c83b566efb672c80518fc366bb5c9caa01cab8 +size 67108864 diff --git a/params_shard_128.bin b/params_shard_128.bin new file mode 100644 index 0000000000000000000000000000000000000000..7a586ff12e41d8f4dfe59524c81b10d53d8272d3 --- /dev/null +++ b/params_shard_128.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d330c9ab5611573a9d9646bc5906d97823bad37e2f007f2de8bb2d18a498e32b +size 234881024 diff --git a/params_shard_129.bin b/params_shard_129.bin new file mode 100644 index 0000000000000000000000000000000000000000..94aff0e3b0b6c2d68ae330f704d039c829cc671e --- /dev/null +++ b/params_shard_129.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:117051dd52c1f1e5a20cfdcc21660aa3fc0d7c9ac10d957c426119642fbc46a2 +size 469762048 diff --git a/params_shard_13.bin b/params_shard_13.bin new file mode 100644 index 0000000000000000000000000000000000000000..951cc9c98bb0ad94d7b999c7399d5f2e0f404a54 --- /dev/null +++ b/params_shard_13.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73b4b95cdaab52a440321a3bab7481d42154e0f2eacdff61ec2487660c8b677b +size 67108864 diff --git a/params_shard_130.bin b/params_shard_130.bin new file mode 100644 index 0000000000000000000000000000000000000000..2f6c40a094e8b112d519c80aeaffac2ee29458ce --- /dev/null +++ b/params_shard_130.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bc8461d18bb6b98e20060e60f7b2e47302437ac9a8eeccd023ed0af01e9918e +size 83886080 diff --git a/params_shard_131.bin b/params_shard_131.bin new file mode 100644 index 0000000000000000000000000000000000000000..5bbd81578c4d5b9adba66cb2a06b988285e955d0 --- /dev/null +++ b/params_shard_131.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7727005f277524fbb4287d83dca0def9e4ac17b3da46cb70d1a86744055693f9 +size 67108864 diff --git a/params_shard_132.bin b/params_shard_132.bin new file mode 100644 index 0000000000000000000000000000000000000000..333a632201dbe0be061561bf97d13b6d8d408c08 --- /dev/null +++ b/params_shard_132.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:054ff3a08d05883386d328b4214945961fb46d98a24d652d855f3f2f8e9007fb +size 234881024 diff --git a/params_shard_133.bin b/params_shard_133.bin new file mode 100644 index 0000000000000000000000000000000000000000..a6eedd3c2fba1b02ff73ae408c7f7f9a44313bd6 --- /dev/null +++ b/params_shard_133.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3560d089eea3d440b0330890003068b104c0f7e44e4ffd46dc80e0a3efe89623 +size 469762048 diff --git a/params_shard_134.bin b/params_shard_134.bin new file mode 100644 index 0000000000000000000000000000000000000000..99e2fef22ef7f298628b90814a7642da50fbd52c --- /dev/null +++ b/params_shard_134.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3cdee4a81a1838d1e542f496a4da744e3e153a1f2e7569372873ed9e46ce2a2 +size 83886080 diff --git a/params_shard_135.bin b/params_shard_135.bin new file mode 100644 index 0000000000000000000000000000000000000000..a687f38969a27df326c62996820253b6f44b52f0 --- /dev/null +++ b/params_shard_135.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:810f9ae423514fe4841c51808eb88bacefa821f79d9a40f2c7d2396ddc62f2f9 +size 67108864 diff --git a/params_shard_136.bin b/params_shard_136.bin new file mode 100644 index 0000000000000000000000000000000000000000..2714c18a2d3ee297bbb341a14665e82ed086316f --- /dev/null +++ b/params_shard_136.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a05af365acfa12a3e23978151319718cdd7779b4817813b2f1853dd60e96a9eb +size 234881024 diff --git a/params_shard_137.bin b/params_shard_137.bin new file mode 100644 index 0000000000000000000000000000000000000000..6218429c8664abc1a18ea0f1954d33dccf0f178b --- /dev/null +++ b/params_shard_137.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2170bc7cc967a3483f4085a3c3a64992351ada017a46f8483ba88c849f41cab +size 469762048 diff --git a/params_shard_138.bin b/params_shard_138.bin new file mode 100644 index 0000000000000000000000000000000000000000..3974f429048c4eae9c3bec60a4704ea54263eb95 --- /dev/null +++ b/params_shard_138.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d3abde3e2c3fd274ceeb047358b2eb7d7bb2f988b61292e010e85330c749098 +size 83886080 diff --git a/params_shard_139.bin b/params_shard_139.bin new file mode 100644 index 0000000000000000000000000000000000000000..d8a390b4fda019c75de6b67df9389ddbcec63698 --- /dev/null +++ b/params_shard_139.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45c792f801077820a8441d0831cd52f3a7da3b8a1a127302745a44f092161d17 +size 67108864 diff --git a/params_shard_14.bin b/params_shard_14.bin new file mode 100644 index 0000000000000000000000000000000000000000..ab772aef39099e7905eaa967c98326d3af165ded --- /dev/null +++ b/params_shard_14.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:125a8eee9aea4bcaa9c4042a1292f8ba936655c5134fa50d32befa037b695264 +size 234881024 diff --git a/params_shard_140.bin b/params_shard_140.bin new file mode 100644 index 0000000000000000000000000000000000000000..8a8cd58675de172b121356eb873f01a6d0cbb384 --- /dev/null +++ b/params_shard_140.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d952ca812f718c08291bf3365ca436a3cb1705a26ca1d8b2a17477e9dd4385f1 +size 469762048 diff --git a/params_shard_141.bin b/params_shard_141.bin new file mode 100644 index 0000000000000000000000000000000000000000..f09bba06876b92c8a3174303c765516b5ab224be --- /dev/null +++ b/params_shard_141.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12a7e12d83c8abfb7fa3e613e27053b53684b285f2d10ed0a35ef3c0e6ab380b +size 83886080 diff --git a/params_shard_142.bin b/params_shard_142.bin new file mode 100644 index 0000000000000000000000000000000000000000..d93b0cb52f87156e7fe8dda70448ec093a54d781 --- /dev/null +++ b/params_shard_142.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d93ce13ebbab6d6c7b2f82a297b9758a573f838964dd17bd09c788f4d9a113bf +size 67108864 diff --git a/params_shard_143.bin b/params_shard_143.bin new file mode 100644 index 0000000000000000000000000000000000000000..7ad0a3b47651e13608b5a87d7acf0c3b61936a58 --- /dev/null +++ b/params_shard_143.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b2dbee56237d3e4c6f2377f17ad6d7bb6a8f11c377712d501b0fc572d035902 +size 234881024 diff --git a/params_shard_144.bin b/params_shard_144.bin new file mode 100644 index 0000000000000000000000000000000000000000..9d8692566d7e7944e3822a3f04015f778c93e775 --- /dev/null +++ b/params_shard_144.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d4fd47b8298984f6af8e285b8d2157baee65310116750b49af5191d0c6f38f2 +size 469762048 diff --git a/params_shard_145.bin b/params_shard_145.bin new file mode 100644 index 0000000000000000000000000000000000000000..8bcd6617dde1ae1e2a24fa047f79d0a2eed3ed7d --- /dev/null +++ b/params_shard_145.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b78170014b493ca9d5fbeae7fdea4c69e99c311e7921441093088c8f66aa3045 +size 234881024 diff --git a/params_shard_146.bin b/params_shard_146.bin new file mode 100644 index 0000000000000000000000000000000000000000..9ef92d7dc61b499601afa06524a0908761bc7af2 --- /dev/null +++ b/params_shard_146.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd7fecb906d19ac95c27a2b5079adce3a1497f43ca1146107a280f6e15953a08 +size 469762048 diff --git a/params_shard_147.bin b/params_shard_147.bin new file mode 100644 index 0000000000000000000000000000000000000000..8d2351dff91c77f4a0199d4e6cf7bd4228b2953f --- /dev/null +++ b/params_shard_147.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ec4728aad72c561c7d1662a5684bf3903b0b85899a764268210a71e9a142233 +size 83886080 diff --git a/params_shard_148.bin b/params_shard_148.bin new file mode 100644 index 0000000000000000000000000000000000000000..714ec9f8ac8735023eff326b3dc181084276c1fa --- /dev/null +++ b/params_shard_148.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c4161713d22eded55bbf8ea6df2dc275ebb15e687c582b8daa3c72611ebdfd5 +size 67108864 diff --git a/params_shard_149.bin b/params_shard_149.bin new file mode 100644 index 0000000000000000000000000000000000000000..5f5a497fd3d740baea72fcbfa93afbac92c97009 --- /dev/null +++ b/params_shard_149.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a8d6cef81c4c04955bf3d5d610bfe28677ce9730dd851d54fcbea3887c58f4a +size 234881024 diff --git a/params_shard_15.bin b/params_shard_15.bin new file mode 100644 index 0000000000000000000000000000000000000000..635a1f3671f565db147b061d4b83c5958772c1d2 --- /dev/null +++ b/params_shard_15.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6855ae1c23f0739f034a68c446fc20937bfd36feaae645f86dfcf077354adfce +size 469762048 diff --git a/params_shard_150.bin b/params_shard_150.bin new file mode 100644 index 0000000000000000000000000000000000000000..4d396026eb096eca2c02bb7e458956dc9bf6109e --- /dev/null +++ b/params_shard_150.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aecf92a4687bfaf48a506ceb188259c426e8bd44c62e6cc532fb72626632437a +size 469762048 diff --git a/params_shard_151.bin b/params_shard_151.bin new file mode 100644 index 0000000000000000000000000000000000000000..a9e5b56d828d1cc5a52c32763441d8e8b7062fa4 --- /dev/null +++ b/params_shard_151.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd0c2c92e413a8f650582a26b298881733376eb7a66a1938e8a12d342138ce57 +size 83886080 diff --git a/params_shard_152.bin b/params_shard_152.bin new file mode 100644 index 0000000000000000000000000000000000000000..11f41094fdbeea46b1cab2f7a012e7eda9e736e8 --- /dev/null +++ b/params_shard_152.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5be6f052f8b4eec871f6a486791ca3a256b9ebcf5d280d101d4d476afd585bd9 +size 67108864 diff --git a/params_shard_153.bin b/params_shard_153.bin new file mode 100644 index 0000000000000000000000000000000000000000..6cfc408ac469afd525448e62de5ade28f39da6ba --- /dev/null +++ b/params_shard_153.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:470913e959d0c809480e811d81d0d6d1353f275372471829a0220d9625d39a88 +size 83886080 diff --git a/params_shard_154.bin b/params_shard_154.bin new file mode 100644 index 0000000000000000000000000000000000000000..70836c1cb7d1d1d5d24851fa8318e1e2fc8e2042 --- /dev/null +++ b/params_shard_154.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b23bdde1eada8ef570809dcf6d91ac2fa2e855b6e73882bd60901ca45c7597d +size 234881024 diff --git a/params_shard_155.bin b/params_shard_155.bin new file mode 100644 index 0000000000000000000000000000000000000000..7648963d970bb26c9513b713a47428aa085f6900 --- /dev/null +++ b/params_shard_155.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d148c957ddb39e711302931cc554b2af638d66c6ec777fa5fa39d2af5de1bf67 +size 234881024 diff --git a/params_shard_156.bin b/params_shard_156.bin new file mode 100644 index 0000000000000000000000000000000000000000..7d04ac51846b518e724e2b44de954a91e114b29e --- /dev/null +++ b/params_shard_156.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4223e6a6aeb154d9378fd2d2621b2cde380519f58e7b6b8bf7bdd46961941c23 +size 469762048 diff --git a/params_shard_157.bin b/params_shard_157.bin new file mode 100644 index 0000000000000000000000000000000000000000..b5de58ae7ca81b72ad2016bd071f311bff001e7a --- /dev/null +++ b/params_shard_157.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1af00cc9dd4b68d598738ad375fd15416c0e75810a255e84d36674d828c53a1f +size 83886080 diff --git a/params_shard_158.bin b/params_shard_158.bin new file mode 100644 index 0000000000000000000000000000000000000000..f34fd793cb18c401d75b323c0a43deb08f312596 --- /dev/null +++ b/params_shard_158.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae4f28ffa2c8f3c2ff705e7f1881e69925b4fa1514fc7851ad2cdb43583437f1 +size 67108864 diff --git a/params_shard_159.bin b/params_shard_159.bin new file mode 100644 index 0000000000000000000000000000000000000000..f74420c57f9f2d4eeabdba69271eab1143979311 --- /dev/null +++ b/params_shard_159.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aca1f03f18d05f0ea4c89feb5138536eddb3be72c54caf60adb36fb67a13c9b1 +size 234881024 diff --git a/params_shard_16.bin b/params_shard_16.bin new file mode 100644 index 0000000000000000000000000000000000000000..cf77f78cc66c633547d7c3bdbf5fc08d32ac54b0 --- /dev/null +++ b/params_shard_16.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e99b2dc8dfb2940677302053739b8e998e4d6e0f4e25d3e7f4e3d730d982920 +size 83886080 diff --git a/params_shard_160.bin b/params_shard_160.bin new file mode 100644 index 0000000000000000000000000000000000000000..d7257a5ccebba74dca6f9b78c5352d444d528994 --- /dev/null +++ b/params_shard_160.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3efed4fba1cfc495417ed0828b79967df68ce5379c2d7cc7457906e985d6341 +size 469762048 diff --git a/params_shard_161.bin b/params_shard_161.bin new file mode 100644 index 0000000000000000000000000000000000000000..3c4f9dcef33f631036d2bd9ef5c32e449904c97e --- /dev/null +++ b/params_shard_161.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0f151fe9929374c1bd569f7b9ddc01521dae90d1b8fb8bf672d2766b4454688 +size 83886080 diff --git a/params_shard_162.bin b/params_shard_162.bin new file mode 100644 index 0000000000000000000000000000000000000000..c36521f1a702f1664eee71acb5adb0b43e6ccdf6 --- /dev/null +++ b/params_shard_162.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b625422b5a3bae499a9b8a628098187a0e74ff9d98f109acc59af441b2a17064 +size 67108864 diff --git a/params_shard_163.bin b/params_shard_163.bin new file mode 100644 index 0000000000000000000000000000000000000000..18cb86b047e9d379e162e783734934f1edea7834 --- /dev/null +++ b/params_shard_163.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0534ef3372244f8f01c1e0e60e5081fbeb414a22ed2f2ec77def2337b928a365 +size 469762048 diff --git a/params_shard_164.bin b/params_shard_164.bin new file mode 100644 index 0000000000000000000000000000000000000000..63a79da08f8d5c3cb1ae7cb67162ab76440c9a80 --- /dev/null +++ b/params_shard_164.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6009789801757e57538935ef9255ed00100006ea276d3fcf7418256582e24866 +size 83886080 diff --git a/params_shard_165.bin b/params_shard_165.bin new file mode 100644 index 0000000000000000000000000000000000000000..19953198207fafca04571112b78efdd527bfb2ba --- /dev/null +++ b/params_shard_165.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d6546aec5c4958d33d0b41eb5e94ebd49169640f71e58861405e38cc73cdc32 +size 67108864 diff --git a/params_shard_166.bin b/params_shard_166.bin new file mode 100644 index 0000000000000000000000000000000000000000..4bf79f59cd3da8d233c590183c1dd3effcce5ac8 --- /dev/null +++ b/params_shard_166.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35e0f02a7878ef77b269d64534cfa6c7ee9a2d9513ec8b37bcc9d048725f2809 +size 234881024 diff --git a/params_shard_167.bin b/params_shard_167.bin new file mode 100644 index 0000000000000000000000000000000000000000..e3c69ca8459cbb8a9ce0a46680c3c9845ccdb349 --- /dev/null +++ b/params_shard_167.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47e1514311f488dc3981bcf8a28a3616ecba5dc8679996373be9f003a465a055 +size 234881024 diff --git a/params_shard_168.bin b/params_shard_168.bin new file mode 100644 index 0000000000000000000000000000000000000000..99276fdcddfce72b923e3dc191e469763dee279c --- /dev/null +++ b/params_shard_168.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:434f3108255c56032e1bdede70e658cd296ec22c82413a118bc6bdffefef6b47 +size 469762048 diff --git a/params_shard_169.bin b/params_shard_169.bin new file mode 100644 index 0000000000000000000000000000000000000000..51afceedf5ad9e0662f488fe33aa82309b2ea9ae --- /dev/null +++ b/params_shard_169.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87c005418bd7b6cf4c1156bd790c55fe9e182bc1158d8970cffd9f218af5db28 +size 83886080 diff --git a/params_shard_17.bin b/params_shard_17.bin new file mode 100644 index 0000000000000000000000000000000000000000..dfc6edac4d5533dc67cb157bacd4a8224d9e1cc0 --- /dev/null +++ b/params_shard_17.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41c99a1e85e48e7b978470e869e5c66acffe695e29cff5082c41ca9f0ec242c8 +size 67108864 diff --git a/params_shard_170.bin b/params_shard_170.bin new file mode 100644 index 0000000000000000000000000000000000000000..91b3250cfd566f55152cf23078ea6f305c5a4512 --- /dev/null +++ b/params_shard_170.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d8c45b56bf7bb9dc2a9179b4f861d23d6a59a89e5eb55d095ddc6392d37f21e +size 67108864 diff --git a/params_shard_171.bin b/params_shard_171.bin new file mode 100644 index 0000000000000000000000000000000000000000..115c77b74a09a0d7b4e221d95c876d210b5e05b6 --- /dev/null +++ b/params_shard_171.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1a6a8586cc8e5ae44e50bfc33244e9a23a8976c0c9645369aedc31f1f6cf20f +size 234881024 diff --git a/params_shard_172.bin b/params_shard_172.bin new file mode 100644 index 0000000000000000000000000000000000000000..1ce7fe2632f49fae8b9d404584c8beb8df3ef3a0 --- /dev/null +++ b/params_shard_172.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:101bce6a407fb10ad175dcb9e89cc949704db1d61ccc24e534590e793edc6689 +size 469762048 diff --git a/params_shard_173.bin b/params_shard_173.bin new file mode 100644 index 0000000000000000000000000000000000000000..02679dcc0a6b7674d86b4fd814a12e125f301693 --- /dev/null +++ b/params_shard_173.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf87ae1b2af0bf502324fb08ebd6f850958b15b09d70078c9c85df7cb7e56f3e +size 83886080 diff --git a/params_shard_174.bin b/params_shard_174.bin new file mode 100644 index 0000000000000000000000000000000000000000..4ff16b205748b25655a1669036770cf7b1b85283 --- /dev/null +++ b/params_shard_174.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:717c7cf9e96a4acc98599a128c2f49f61cc51611112b7439e5d526d1303e6043 +size 67108864 diff --git a/params_shard_175.bin b/params_shard_175.bin new file mode 100644 index 0000000000000000000000000000000000000000..1770a3a6f9cd5b1643ae2a4be9cdbd024d8dedd5 --- /dev/null +++ b/params_shard_175.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3784de96bcebdb75fa2d873966a8607452559ad1d13609fbbaf7dc4c4b575c35 +size 83886080 diff --git a/params_shard_176.bin b/params_shard_176.bin new file mode 100644 index 0000000000000000000000000000000000000000..831d0db3b98beecf1ba6ce105c03e8e2e24c5dc1 --- /dev/null +++ b/params_shard_176.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21566287bde5863e3a77c4e570b1f13bb683e30ac1f9313ddc2dbdf1cf165a72 +size 67108864 diff --git a/params_shard_177.bin b/params_shard_177.bin new file mode 100644 index 0000000000000000000000000000000000000000..a7c9cb81a20aaaff934463450b108cd1529908cd --- /dev/null +++ b/params_shard_177.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03b59eabb3f812499bd574049e0b45642a54430148f5032f16cbf308a4479830 +size 234881024 diff --git a/params_shard_178.bin b/params_shard_178.bin new file mode 100644 index 0000000000000000000000000000000000000000..d58e9401a2a50466d8622e7ec7443d5ccae5920c --- /dev/null +++ b/params_shard_178.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:539fe289ee011a00d108d4a1b72cf0bd7a047de876a24873515152fec87e809d +size 469762048 diff --git a/params_shard_179.bin b/params_shard_179.bin new file mode 100644 index 0000000000000000000000000000000000000000..0e045d439aa1e1d5d9a1b1ea73c1e48db35f9878 --- /dev/null +++ b/params_shard_179.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d9baa6689fb95e640ac8b024c006aa816f536c6d18acbe5b739a685d6381f80 +size 234881024 diff --git a/params_shard_18.bin b/params_shard_18.bin new file mode 100644 index 0000000000000000000000000000000000000000..45465c5a572cd5625069b3f4adec319eda02ad15 --- /dev/null +++ b/params_shard_18.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ac45265ddc617a6aa5ec05431b9347d2bfa7a1e8f40f8bf4344d939ad6e9bdb +size 83886080 diff --git a/params_shard_180.bin b/params_shard_180.bin new file mode 100644 index 0000000000000000000000000000000000000000..55c5f979582352090215dd7f11d03a136e06d595 --- /dev/null +++ b/params_shard_180.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6adcc5d128ea573b4a3aed4edff699ac89c1446e4daa19241f2368f0760818b8 +size 469762048 diff --git a/params_shard_181.bin b/params_shard_181.bin new file mode 100644 index 0000000000000000000000000000000000000000..ff57c9bfd81ccda203729a9037d7112a89991749 --- /dev/null +++ b/params_shard_181.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8df5366d80601d96aa160025c78fef00533d08481d65fbb77f943183a989f5d2 +size 83886080 diff --git a/params_shard_182.bin b/params_shard_182.bin new file mode 100644 index 0000000000000000000000000000000000000000..172e99cb3a6ff2a58493fe5ffb8d996fc332ed77 --- /dev/null +++ b/params_shard_182.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e38485c199e54d373b23363bb21bc07beae4c93d82598228a257677925cc1b8 +size 67108864 diff --git a/params_shard_183.bin b/params_shard_183.bin new file mode 100644 index 0000000000000000000000000000000000000000..3c28476d65a33b8fbf0f631ea583b8648272e412 --- /dev/null +++ b/params_shard_183.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:235869650f9232a262ef157103f03b85d95c0b996ebc70a1b7f9a393401907b3 +size 234881024 diff --git a/params_shard_184.bin b/params_shard_184.bin new file mode 100644 index 0000000000000000000000000000000000000000..db6b9ef956cc3ab42593253e4a45b7f50af711df --- /dev/null +++ b/params_shard_184.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c00de606dc387a7ef300ed15746790a1989cab6b1d5804448d03da3983953c6 +size 469762048 diff --git a/params_shard_185.bin b/params_shard_185.bin new file mode 100644 index 0000000000000000000000000000000000000000..961901eb43ab3a56a22064433019689a3ef1d472 --- /dev/null +++ b/params_shard_185.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51570a021239ab170085ef985439f8ea6a50293011a46d4979e9d5a8fe124348 +size 83886080 diff --git a/params_shard_186.bin b/params_shard_186.bin new file mode 100644 index 0000000000000000000000000000000000000000..ba1dc90e6b8dd94914c07bce9d4fc49738545ce7 --- /dev/null +++ b/params_shard_186.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93f4f562327f366b8a24d055978b530289a27519abbb19be6598ef9c68519b2e +size 67108864 diff --git a/params_shard_187.bin b/params_shard_187.bin new file mode 100644 index 0000000000000000000000000000000000000000..d7e397615f9699a58ded08e1081faf0d4b9cd5bd --- /dev/null +++ b/params_shard_187.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0aa353f2afd432068fa5b993b3434a7f62d67be4055f006b8c09ad33f0f43a1 +size 83886080 diff --git a/params_shard_188.bin b/params_shard_188.bin new file mode 100644 index 0000000000000000000000000000000000000000..982de9e137386fdfe30a80f855665ace7d719b74 --- /dev/null +++ b/params_shard_188.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55991141f662c499f4d26ac96a8f95b071a13f3fd80630a7ed9e8e5f3bb6c369 +size 234881024 diff --git a/params_shard_189.bin b/params_shard_189.bin new file mode 100644 index 0000000000000000000000000000000000000000..1e9bf3b9bac149a69ca059f786815996355eef90 --- /dev/null +++ b/params_shard_189.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5490db6e6d6d2fb5768fecfdb2b2e727d96ee7110fa7a0f9e879a45986075e13 +size 469762048 diff --git a/params_shard_19.bin b/params_shard_19.bin new file mode 100644 index 0000000000000000000000000000000000000000..b23bbc4bd6d49d1bfd9a12e19b31e07a9abb885e --- /dev/null +++ b/params_shard_19.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e234168d608533a36eb5971a697618debfeafb604ccadfb7b4d1e537f578518 +size 67108864 diff --git a/params_shard_190.bin b/params_shard_190.bin new file mode 100644 index 0000000000000000000000000000000000000000..5374835ba9652d76c5a7bb9f277b5ed5e783b5e2 --- /dev/null +++ b/params_shard_190.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:565a484290fd72c08c967628772a48a1cdf068233e71861b81796fe55cda38d7 +size 67108864 diff --git a/params_shard_191.bin b/params_shard_191.bin new file mode 100644 index 0000000000000000000000000000000000000000..d7b4cd51df82e5f3dade6d06942215eeb447f523 --- /dev/null +++ b/params_shard_191.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:293cd9bedbf12d2c06c2265939ee26968ca8b7de5a168934ac4488aae55f717e +size 234881024 diff --git a/params_shard_192.bin b/params_shard_192.bin new file mode 100644 index 0000000000000000000000000000000000000000..9e443ea5d78631bbc2a8dfaa0f8ee44016d376ec --- /dev/null +++ b/params_shard_192.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d31fee3fdcdc660e83d3b64734600faad3b8cd459cbce32c05b83ac186dbff8 +size 469762048 diff --git a/params_shard_193.bin b/params_shard_193.bin new file mode 100644 index 0000000000000000000000000000000000000000..5faf0ae2da0f01ecb5947b91171c3a81f7a86908 --- /dev/null +++ b/params_shard_193.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6997f2ee87fe15b2608f12f05210f3f23fba484911ad9c28a7137c568e85242c +size 83886080 diff --git a/params_shard_194.bin b/params_shard_194.bin new file mode 100644 index 0000000000000000000000000000000000000000..cde5439d4019ad3ff39aaa75f010a2ea35a2443e --- /dev/null +++ b/params_shard_194.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45bd4d7f6d620bd69797adeb2b7d0634e1a0783c2a3e2a010f7c8a05af0e789d +size 67108864 diff --git a/params_shard_195.bin b/params_shard_195.bin new file mode 100644 index 0000000000000000000000000000000000000000..703862116a50478a4c641163e1c6074c7323a42d --- /dev/null +++ b/params_shard_195.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91a3c214e5366aac193539d8ae935a68e2e07796f705084d329ec6909d7f9922 +size 234881024 diff --git a/params_shard_196.bin b/params_shard_196.bin new file mode 100644 index 0000000000000000000000000000000000000000..3f97a466f4d46a0fdcc9dae8e05015477033de5f --- /dev/null +++ b/params_shard_196.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ffca429ec9512603f49b3228f169239fd7d186ed94ba77064127aeba8308642 +size 469762048 diff --git a/params_shard_197.bin b/params_shard_197.bin new file mode 100644 index 0000000000000000000000000000000000000000..13ff286f8274bba89afa8fc424b3817503e3a33c --- /dev/null +++ b/params_shard_197.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:470814361ed715250f85e9497be948d13ba1b65c348a13c7be703c1a9bfa2b2d +size 83886080 diff --git a/params_shard_198.bin b/params_shard_198.bin new file mode 100644 index 0000000000000000000000000000000000000000..a97a55f05e906b7fb20e40e95f914cb210eb0d71 --- /dev/null +++ b/params_shard_198.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f3978c50aac5c8931579b4a6c69bb45db50c0706e023f22a2d25d98a227f6d0 +size 67108864 diff --git a/params_shard_199.bin b/params_shard_199.bin new file mode 100644 index 0000000000000000000000000000000000000000..8280b46f567ae401f6136fb58036be7f98d72fa7 --- /dev/null +++ b/params_shard_199.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e500182b1dabb31ec3cf73965d36e48d5304a33059020d225e0bcf171203d36 +size 234881024 diff --git a/params_shard_2.bin b/params_shard_2.bin new file mode 100644 index 0000000000000000000000000000000000000000..6819cf1da5054058ed51039d33207a7f0e784e59 --- /dev/null +++ b/params_shard_2.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1796a26c55f37c08ed661ad02e65b52a5773987fbab3d4ac1aafa45625616c0b +size 234881024 diff --git a/params_shard_20.bin b/params_shard_20.bin new file mode 100644 index 0000000000000000000000000000000000000000..e9e8834d604775775f5c8e506efad39bbadb8166 --- /dev/null +++ b/params_shard_20.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66c5bf78551330b43a1a0133a37631d8923aee8f0fe6667e46d9a9f7bf7290e3 +size 234881024 diff --git a/params_shard_200.bin b/params_shard_200.bin new file mode 100644 index 0000000000000000000000000000000000000000..c4327f5975cde3121df4aaa220d900be79df8ee0 --- /dev/null +++ b/params_shard_200.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2098aa28484a03071e058b99df78e2bd77dd3436ec8f5f0f4999531609c719ff +size 469762048 diff --git a/params_shard_201.bin b/params_shard_201.bin new file mode 100644 index 0000000000000000000000000000000000000000..43447596593b44a01866d8e7b114faf82c4d3c01 --- /dev/null +++ b/params_shard_201.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc10b2e4eaab730194e020ce517b5020335753cbc76c4eb6e4ce1dd11ea9b0dc +size 83886080 diff --git a/params_shard_202.bin b/params_shard_202.bin new file mode 100644 index 0000000000000000000000000000000000000000..655efb8ffeffd29a5d6b91e7e38366cadeae0a9e --- /dev/null +++ b/params_shard_202.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31056d8381737ba8bf681d312cdf699a203c4a3f8d049bee17aded4d82e80eaf +size 67108864 diff --git a/params_shard_203.bin b/params_shard_203.bin new file mode 100644 index 0000000000000000000000000000000000000000..bf08c48e54ee09c2cc18f49c14423422aceb9eba --- /dev/null +++ b/params_shard_203.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aeb3fcf957a4e6245ac732779a0349694bb0c50c3ab14a15e54d4cee108d9065 +size 234881024 diff --git a/params_shard_204.bin b/params_shard_204.bin new file mode 100644 index 0000000000000000000000000000000000000000..e8ebc6d6b00fd854c56554e0fc0f4b30baa595eb --- /dev/null +++ b/params_shard_204.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e901e2a56e81da590cc35d16665f4e86469bdfd640afa084edf27d4ea518877a +size 469762048 diff --git a/params_shard_205.bin b/params_shard_205.bin new file mode 100644 index 0000000000000000000000000000000000000000..f670fc191d2d35a15d0a193e47e49df800110a82 --- /dev/null +++ b/params_shard_205.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:076779cbb5b188f619a07f410ac5e90925e291302ccd0e7ce0eef5123babb256 +size 83886080 diff --git a/params_shard_206.bin b/params_shard_206.bin new file mode 100644 index 0000000000000000000000000000000000000000..b0c8d9792a386bb0a220c74ee7a65ffe2db20c28 --- /dev/null +++ b/params_shard_206.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:027409704b05a411a3f865925ac065076ba267c439c9407ddee31f7f7cb6735e +size 67108864 diff --git a/params_shard_207.bin b/params_shard_207.bin new file mode 100644 index 0000000000000000000000000000000000000000..d02feebc6c8aae8f7d64f2416f7d014497af91f4 --- /dev/null +++ b/params_shard_207.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d381eea02d5c9d80c337a9c1c8c7a54e3121baf353ba46282f141a2d9b76d445 +size 469762048 diff --git a/params_shard_208.bin b/params_shard_208.bin new file mode 100644 index 0000000000000000000000000000000000000000..ec292e3a0a8912562233d4489ac0443c9bdaebdc --- /dev/null +++ b/params_shard_208.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59962e950e5b6aa5d925ae2c2aa8c7c4b97767a15387aab4f67b379801370495 +size 83886080 diff --git a/params_shard_209.bin b/params_shard_209.bin new file mode 100644 index 0000000000000000000000000000000000000000..aaac9dddfdc5fa5c890941e54c30a19eb21212e3 --- /dev/null +++ b/params_shard_209.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1814c854ba361d491319636966f29dc04ef0c789a81362993c78ff52627d5e43 +size 67108864 diff --git a/params_shard_21.bin b/params_shard_21.bin new file mode 100644 index 0000000000000000000000000000000000000000..21034968f3ae4a61c5c676f94c8b65abae138e51 --- /dev/null +++ b/params_shard_21.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13a7a1aadeda0984a8968470ebefcb1a2b3bd281f505c688a638e624cc6ebe4b +size 469762048 diff --git a/params_shard_210.bin b/params_shard_210.bin new file mode 100644 index 0000000000000000000000000000000000000000..42a98340dd84914d896c8f6bcbfae8cbde42e0bb --- /dev/null +++ b/params_shard_210.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd81b735866ce1e9cb64670a04fd6363c60d296542738cbd2fd0b5f159c8e422 +size 234881024 diff --git a/params_shard_211.bin b/params_shard_211.bin new file mode 100644 index 0000000000000000000000000000000000000000..6e1f12afde71ff77e022ce7a09d537e701b28856 --- /dev/null +++ b/params_shard_211.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:049d38fb6ccc66fc9d606e68c39e570e28368f81846968974b94f405e7925161 +size 234881024 diff --git a/params_shard_212.bin b/params_shard_212.bin new file mode 100644 index 0000000000000000000000000000000000000000..b359c4d4167aaad0c2331a5e252daf03ce537b21 --- /dev/null +++ b/params_shard_212.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c98b2aef7b3c5425a752d463fa4439dc6a10a1fcd140dd8efe9cce69ce6a2e3 +size 469762048 diff --git a/params_shard_213.bin b/params_shard_213.bin new file mode 100644 index 0000000000000000000000000000000000000000..924de679a11f6f8669fc0b3fec9894868718ac3e --- /dev/null +++ b/params_shard_213.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8108ab3f8f603b556cb600305377097438831c096a0d96a019906af142f512dd +size 83886080 diff --git a/params_shard_214.bin b/params_shard_214.bin new file mode 100644 index 0000000000000000000000000000000000000000..6b5f07dabd589f19f4f24e7171e5d2e559868633 --- /dev/null +++ b/params_shard_214.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c261dd714f8e6c4b6fd4c5d91aeb07447dc4c9a72ab9514c1819528ea47f39f +size 67108864 diff --git a/params_shard_215.bin b/params_shard_215.bin new file mode 100644 index 0000000000000000000000000000000000000000..02e18bc2304e147d3de54a8c6255ddacab927c79 --- /dev/null +++ b/params_shard_215.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4994d9b49893f597b7a97ef24876442296294cac343c7ff4835f10dd4172b8f8 +size 234881024 diff --git a/params_shard_216.bin b/params_shard_216.bin new file mode 100644 index 0000000000000000000000000000000000000000..bd38f6d7295137882d515e48ae804e923cf3064e --- /dev/null +++ b/params_shard_216.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f84080174ca1efc7a5243e50e83f3be2d1a053d3189d741a548daa5b8c9ac027 +size 469762048 diff --git a/params_shard_217.bin b/params_shard_217.bin new file mode 100644 index 0000000000000000000000000000000000000000..e54dacb3a5bbcb8993240877fd7787d3cde18353 --- /dev/null +++ b/params_shard_217.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bd682253a907486faab1d8fb2dbff8fee24f231d4e530ddb700cf3f3d9a0662 +size 83886080 diff --git a/params_shard_218.bin b/params_shard_218.bin new file mode 100644 index 0000000000000000000000000000000000000000..4c27f663d0e1b3842d659356466f5942e8c2cab5 --- /dev/null +++ b/params_shard_218.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80abaec1da555c2ea5d2cf9cbfc19c05520bea1ebeacafc7f3de4cd54ec155c3 +size 67108864 diff --git a/params_shard_219.bin b/params_shard_219.bin new file mode 100644 index 0000000000000000000000000000000000000000..cc8f84e07b6201db1da121b7ca41cab22ed0773c --- /dev/null +++ b/params_shard_219.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c5297f488b01552e6d6e0449980fe49c42e9659963927254242365f267ceeae +size 469762048 diff --git a/params_shard_22.bin b/params_shard_22.bin new file mode 100644 index 0000000000000000000000000000000000000000..c31e367a548cdda41cf1b59db44eab9481b7b541 --- /dev/null +++ b/params_shard_22.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:141c95f3f0a3b4595f6af2d2caeb36735b95c7d56a327388c6164ab1884c7b74 +size 83886080 diff --git a/params_shard_220.bin b/params_shard_220.bin new file mode 100644 index 0000000000000000000000000000000000000000..4f91f5b44146dd200725b9d5d77e0017164ee404 --- /dev/null +++ b/params_shard_220.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c4786562f90e5106ec38a83c26a240dfc55f4b40d7d7bdbf48775449160abca +size 83886080 diff --git a/params_shard_221.bin b/params_shard_221.bin new file mode 100644 index 0000000000000000000000000000000000000000..e22b5a4850c1fb517493ecde72f3d295972bcecc --- /dev/null +++ b/params_shard_221.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:939c07ac3991ca85f13a4228b69f61c2468e83a76bb0f7ffd7dbfbd354f1a33f +size 67108864 diff --git a/params_shard_222.bin b/params_shard_222.bin new file mode 100644 index 0000000000000000000000000000000000000000..c6439edd37b894b3b085de7cb2852b74a0e7f8bc --- /dev/null +++ b/params_shard_222.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d7b958cfce5dff48334a9ed86396de0964dba898d426f69e8026cd73dbbbc5e +size 234881024 diff --git a/params_shard_223.bin b/params_shard_223.bin new file mode 100644 index 0000000000000000000000000000000000000000..2bd0e91f20881f3becfcc3ada9e3609cc5c54a5e --- /dev/null +++ b/params_shard_223.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d793b5ce3071964b7a9ac487799e5720e6379ecb6b830bf45f246db09e933fd +size 234881024 diff --git a/params_shard_224.bin b/params_shard_224.bin new file mode 100644 index 0000000000000000000000000000000000000000..1f8aa6b10fa00d6ab7277a0319667487560fb188 --- /dev/null +++ b/params_shard_224.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09f717cd8cb635d346882eac1ae7580d61e42190a256e027664b6312ed70b6ba +size 469762048 diff --git a/params_shard_225.bin b/params_shard_225.bin new file mode 100644 index 0000000000000000000000000000000000000000..7c1c1c41539a9fceba23dde1fd9673c7fe9043b7 --- /dev/null +++ b/params_shard_225.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d64cc8a2ce944c4ebac7e0e7bc6d9f064fc7df73e4f477eaae80d6cb1e4a1422 +size 83886080 diff --git a/params_shard_226.bin b/params_shard_226.bin new file mode 100644 index 0000000000000000000000000000000000000000..1ff4ae88e991ef289d1fe356b9030734c3b15f2a --- /dev/null +++ b/params_shard_226.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf1f40b8fcb09fb718403d7fba8f9a9fe2313cdea544828e71783e4b812884b3 +size 67108864 diff --git a/params_shard_227.bin b/params_shard_227.bin new file mode 100644 index 0000000000000000000000000000000000000000..e5988dd925ace34d33b4cc11515fd5489a21af74 --- /dev/null +++ b/params_shard_227.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc1c9bf749d5997ef60d9c4de9dcda9a1fbf8ec5c3a72afe7553d66384339733 +size 234881024 diff --git a/params_shard_228.bin b/params_shard_228.bin new file mode 100644 index 0000000000000000000000000000000000000000..9a40f196ecda94e00d22b4d380b51bd40edf4031 --- /dev/null +++ b/params_shard_228.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e689e2331d5dc0a032fe3d7131bd4bc7f5ee76daad558e94c9275b7926b0285 +size 469762048 diff --git a/params_shard_229.bin b/params_shard_229.bin new file mode 100644 index 0000000000000000000000000000000000000000..cf9cfae860e73ab94d6541fb12008e07b5bb68f5 --- /dev/null +++ b/params_shard_229.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bd4b7d0187da26cd43a08be8325dd263089a421abdda1f552e5e97245181c37 +size 83886080 diff --git a/params_shard_23.bin b/params_shard_23.bin new file mode 100644 index 0000000000000000000000000000000000000000..30ba2c036c592eb7c7d09b3bb65511b6c01b333a --- /dev/null +++ b/params_shard_23.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa1e8117102a489818d1b09bffa5c9e0ddf43483fc673fac0bfd0d6eea2120bf +size 67108864 diff --git a/params_shard_230.bin b/params_shard_230.bin new file mode 100644 index 0000000000000000000000000000000000000000..e7d74a92dbc751ee84c73bb31a2f76b019b67d14 --- /dev/null +++ b/params_shard_230.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d11d04f794e941dd6bb506333daa75f432c687a560fa3fe36d653756c878956 +size 67108864 diff --git a/params_shard_231.bin b/params_shard_231.bin new file mode 100644 index 0000000000000000000000000000000000000000..e26b0042ad85aca100ec78560b872bb3b8f1ca87 --- /dev/null +++ b/params_shard_231.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ac6c0ba1029129ddb25b2dd5a368357c9f813ea43d87cf5d10493760c762c65 +size 83886080 diff --git a/params_shard_232.bin b/params_shard_232.bin new file mode 100644 index 0000000000000000000000000000000000000000..5d1fac9262de01f167431853152d6331cf5b7108 --- /dev/null +++ b/params_shard_232.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22a360b8fd41aa308b89d30d975338141b3cf68052a3832aba8b87bc35ca4fd6 +size 67108864 diff --git a/params_shard_233.bin b/params_shard_233.bin new file mode 100644 index 0000000000000000000000000000000000000000..7f1d73bc99a324db63484d8d887a4d7663d90bfb --- /dev/null +++ b/params_shard_233.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3dcdfd1c366185cf915dbb611d00ea7dd5a254c5a1675427d747aa2c4ee7840 +size 234881024 diff --git a/params_shard_234.bin b/params_shard_234.bin new file mode 100644 index 0000000000000000000000000000000000000000..6c53dfc83007a7b48975475c93df7584bd8a1480 --- /dev/null +++ b/params_shard_234.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e28386c4bd939cf13ce2a276849037253a983df43548c0393a9f21b7371fd8ec +size 469762048 diff --git a/params_shard_235.bin b/params_shard_235.bin new file mode 100644 index 0000000000000000000000000000000000000000..fc6b503cf64a4692931da8205cba101c8cbf35c2 --- /dev/null +++ b/params_shard_235.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:155212c8067382eead7f240ad2c0930ecb66387cd890a7fcf031ff542e321b91 +size 234881024 diff --git a/params_shard_236.bin b/params_shard_236.bin new file mode 100644 index 0000000000000000000000000000000000000000..761786070cd06ff076ae8f4adbe8412279196dd0 --- /dev/null +++ b/params_shard_236.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ecd3e6473f1ef479046789acb7de894bbb0c15d9e403c6f7ac3a9b5d987d439 +size 469762048 diff --git a/params_shard_237.bin b/params_shard_237.bin new file mode 100644 index 0000000000000000000000000000000000000000..1e0c7c3237c5bc88ebce99e1654747aa91f689a6 --- /dev/null +++ b/params_shard_237.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f8adaf7229b3d4d63da104ffdfb0294c0095b1038314c0c9a88df1b13d08fa9 +size 83886080 diff --git a/params_shard_238.bin b/params_shard_238.bin new file mode 100644 index 0000000000000000000000000000000000000000..ac715bee632a0e529292cc7df27c51d676dd6a3b --- /dev/null +++ b/params_shard_238.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:800c922fca6463e05dffc0bc786ed9fc18bdf278f9c3c7b756ed62a3705639a3 +size 67108864 diff --git a/params_shard_239.bin b/params_shard_239.bin new file mode 100644 index 0000000000000000000000000000000000000000..9c9528a5ec65a2880575c409d9c46b6b3fc3916f --- /dev/null +++ b/params_shard_239.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d7762fd95571bd93c1e17ed90c8304793a9fc377931453ddaca12174aef269d +size 234881024 diff --git a/params_shard_24.bin b/params_shard_24.bin new file mode 100644 index 0000000000000000000000000000000000000000..cde5b9a32d5ceefdbba0ceee022183f521ba6521 --- /dev/null +++ b/params_shard_24.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c01cfe0f67eda91a1ce39b04b0087e8726f8f290af7dd9ca6494247d08c52d0 +size 234881024 diff --git a/params_shard_240.bin b/params_shard_240.bin new file mode 100644 index 0000000000000000000000000000000000000000..a6c67e40cc7bb9bbabe7a8304d11e9d030c0367e --- /dev/null +++ b/params_shard_240.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fa7b99a7be060978969355b7345bd0491156e77b1063dbe6271b85351009eef +size 469762048 diff --git a/params_shard_241.bin b/params_shard_241.bin new file mode 100644 index 0000000000000000000000000000000000000000..6e3ec492c0ff1c28cb268ee81b29a8e3c3ef5d9d --- /dev/null +++ b/params_shard_241.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b0c14788fcfde565429fbee8631a7694ab63baf889ba09c980dbf8649fa9f3b +size 83886080 diff --git a/params_shard_242.bin b/params_shard_242.bin new file mode 100644 index 0000000000000000000000000000000000000000..ca08ee53210f61b01b919f75e1464e13de1059a4 --- /dev/null +++ b/params_shard_242.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69fe64a9dd961b0d8fb1c7404884979b97be4d7eef3e278521ba369d3999c725 +size 67108864 diff --git a/params_shard_243.bin b/params_shard_243.bin new file mode 100644 index 0000000000000000000000000000000000000000..a307786e5ffdd79038a9b6661958e5333e501051 --- /dev/null +++ b/params_shard_243.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a146f5bba63aee5f2c56823b3273ae2239a2b22290dbc587299680ec95d84ba9 +size 83886080 diff --git a/params_shard_244.bin b/params_shard_244.bin new file mode 100644 index 0000000000000000000000000000000000000000..a46567eda9c5582949e9ca5e7e9703637512f0d9 --- /dev/null +++ b/params_shard_244.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cfc0d1777a4b6c12a902a21042ce07ef84b7ee77d21de33add145f05a071bff +size 234881024 diff --git a/params_shard_245.bin b/params_shard_245.bin new file mode 100644 index 0000000000000000000000000000000000000000..82ccfb821d2df346f243b51ecbb156846c0fff18 --- /dev/null +++ b/params_shard_245.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:999fb47b4cac88b679c2c4f25ba8932093e42e734b8bb33f518d1f7bdf816795 +size 469762048 diff --git a/params_shard_246.bin b/params_shard_246.bin new file mode 100644 index 0000000000000000000000000000000000000000..d3bba7a3d2f2dd6aba908773dd7e8503b638a1c1 --- /dev/null +++ b/params_shard_246.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0dc438fdff0b5f6f794c7f79654348b495b59e1dc01a66b4e147e444ad0e81f +size 67108864 diff --git a/params_shard_247.bin b/params_shard_247.bin new file mode 100644 index 0000000000000000000000000000000000000000..c2656adfc98169e477b5b50a431bdbef43f4b83b --- /dev/null +++ b/params_shard_247.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:459f30e8ad5eeb03c78910458b285f3a276744beee6b98c133b814d5b487bd97 +size 234881024 diff --git a/params_shard_248.bin b/params_shard_248.bin new file mode 100644 index 0000000000000000000000000000000000000000..c71a21c8cc01496b39e8d0211aa844946ee52456 --- /dev/null +++ b/params_shard_248.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a29f2bcc40230c7c31ed1ce80c97e8af81c526d705747d4cb829688a65d81460 +size 469762048 diff --git a/params_shard_249.bin b/params_shard_249.bin new file mode 100644 index 0000000000000000000000000000000000000000..36c22c1a58fd7ef0adde4d9d2ddb1ce2e26e93d0 --- /dev/null +++ b/params_shard_249.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:809af7c595adcf2d9ef6e7785d50152c1b7cc80fe46530cac15517c3e5f4805e +size 83886080 diff --git a/params_shard_25.bin b/params_shard_25.bin new file mode 100644 index 0000000000000000000000000000000000000000..35ee698f236739baead0fbb31f44831df49bb600 --- /dev/null +++ b/params_shard_25.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27f82f3f41aa4b94998f2ad4aab4aba0937983f52b7f53ce575bb307e3c61a6b +size 469762048 diff --git a/params_shard_250.bin b/params_shard_250.bin new file mode 100644 index 0000000000000000000000000000000000000000..69e7d170364a7782859e1bb537b8333868aa3550 --- /dev/null +++ b/params_shard_250.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:764481ca37e29b3eb02464255fad4d4094893d0e38b5d8a52fbc1737e07d58a4 +size 67108864 diff --git a/params_shard_251.bin b/params_shard_251.bin new file mode 100644 index 0000000000000000000000000000000000000000..f5833404bcbf2990f82594d3ebc1e1642dafa94c --- /dev/null +++ b/params_shard_251.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea49758c4d90d847bce204d88f6326c1ffe9585c4bbabf7d04dcc3243dc8d8de +size 234881024 diff --git a/params_shard_252.bin b/params_shard_252.bin new file mode 100644 index 0000000000000000000000000000000000000000..10fef6ac35daec604f2bef3ab7298fdddc7ee1b9 --- /dev/null +++ b/params_shard_252.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:646e4a3b1d3863b1dd04d3e1f58dd9602e7e11602cdbc1b1b7e6966c0ae35889 +size 469762048 diff --git a/params_shard_253.bin b/params_shard_253.bin new file mode 100644 index 0000000000000000000000000000000000000000..68d4191527048d0c73eeb7040ae0fdab4121e114 --- /dev/null +++ b/params_shard_253.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:884a9d516874297046a161cd3e1430c6da8f6fcc0749bf56ac29377dde3ceab7 +size 83886080 diff --git a/params_shard_254.bin b/params_shard_254.bin new file mode 100644 index 0000000000000000000000000000000000000000..cecba647b53b2781cc67dabe9737672635924508 --- /dev/null +++ b/params_shard_254.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a618623300afff2b52a6526b26757a1210b6998dfd2f4aef777f7f31b4f9abc5 +size 67108864 diff --git a/params_shard_255.bin b/params_shard_255.bin new file mode 100644 index 0000000000000000000000000000000000000000..62bbce37e07486876eafffe3c1dc4542e7491535 --- /dev/null +++ b/params_shard_255.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50516112903dd11a894132c97aaeff5ca714c9a9138f468d136b9d3a21d2ba22 +size 234881024 diff --git a/params_shard_256.bin b/params_shard_256.bin new file mode 100644 index 0000000000000000000000000000000000000000..e845cf9ecb3e8e2ef961972fca3048a11d48a5f8 --- /dev/null +++ b/params_shard_256.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:711f2dd46ea4b0929d38412fd90186aa8852fe11b2ebd54029ea42ddda903777 +size 469762048 diff --git a/params_shard_257.bin b/params_shard_257.bin new file mode 100644 index 0000000000000000000000000000000000000000..1dfa83dba37d9b890711da6c86e1b56a59447053 --- /dev/null +++ b/params_shard_257.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de9c14b7c5fa4890a8ca77e744a4dee3030ff5dd01769c8f9640e97302bac269 +size 83886080 diff --git a/params_shard_258.bin b/params_shard_258.bin new file mode 100644 index 0000000000000000000000000000000000000000..7a29842265ce28c861712155d1101ad7d414f1b4 --- /dev/null +++ b/params_shard_258.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b32a62b6eece492ff2761a7388509bef5c8840152de9ebd0079ddff38f53550 +size 67108864 diff --git a/params_shard_259.bin b/params_shard_259.bin new file mode 100644 index 0000000000000000000000000000000000000000..3d669e175ee26627f91fff2b8bb427837ff68ab7 --- /dev/null +++ b/params_shard_259.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8209214f43e99c62ecf74321a62264c8438a886cb61f2fa2ce9b2312c6f2355d +size 234881024 diff --git a/params_shard_26.bin b/params_shard_26.bin new file mode 100644 index 0000000000000000000000000000000000000000..d4a64ddb6cab15027eadead1df4546b4bd4f6448 --- /dev/null +++ b/params_shard_26.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67bdec4e08b0be0a4bab0d383f039699194aa156cd3147a08ce0376f3eac24d9 +size 83886080 diff --git a/params_shard_260.bin b/params_shard_260.bin new file mode 100644 index 0000000000000000000000000000000000000000..f696aa7e7937bd93f4c0e55ba677168f7b6b36c7 --- /dev/null +++ b/params_shard_260.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc0a1c8600ab4d203875549cb175d3dada8e3470f36f8e7014a27a2a5144e49f +size 469762048 diff --git a/params_shard_261.bin b/params_shard_261.bin new file mode 100644 index 0000000000000000000000000000000000000000..53493cc400ddf92a656d450f4e64c7dc52c9729c --- /dev/null +++ b/params_shard_261.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b21bd20225099af87d786d3ffb1ae8600d440a944bf62aed4fd53c1075cd2cdb +size 83886080 diff --git a/params_shard_262.bin b/params_shard_262.bin new file mode 100644 index 0000000000000000000000000000000000000000..550125c483ba4edfb3cf3c7c62b4deece6196467 --- /dev/null +++ b/params_shard_262.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b7750fd1e541e246662fec9da6f710898666b9b86292661c82c4440d7e995cf +size 67108864 diff --git a/params_shard_263.bin b/params_shard_263.bin new file mode 100644 index 0000000000000000000000000000000000000000..47550bd2df626cc83a427710c8a6ef3e90c27203 --- /dev/null +++ b/params_shard_263.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9aa0d05fa2e1a7efe0c52f76c67e27c587868425e7ca0ec1b470662cf2521377 +size 469762048 diff --git a/params_shard_264.bin b/params_shard_264.bin new file mode 100644 index 0000000000000000000000000000000000000000..e342ea518b5e36e6ad6217286217278fab093744 --- /dev/null +++ b/params_shard_264.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f80e74d9ce3c75f0d8ac2b35ce53e38e0f42e67c704b442bf680d097df8f29a +size 83886080 diff --git a/params_shard_265.bin b/params_shard_265.bin new file mode 100644 index 0000000000000000000000000000000000000000..21f2d087da1ada482e3ac06d5aa64ade34e160eb --- /dev/null +++ b/params_shard_265.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4634b1c5922ec9f18f9226565e041e6ca5eaa58b918b74dbc16f6e042df01785 +size 67108864 diff --git a/params_shard_266.bin b/params_shard_266.bin new file mode 100644 index 0000000000000000000000000000000000000000..6d6a33eadf0fa3a331e833267dffcf9fad19a254 --- /dev/null +++ b/params_shard_266.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0727c36803e966fee30abf6ea90122db0afa7122739f4d215c404e3cca4cef50 +size 234881024 diff --git a/params_shard_267.bin b/params_shard_267.bin new file mode 100644 index 0000000000000000000000000000000000000000..0e58b77a73392a61e2c187c587fc5a5711fa1d7c --- /dev/null +++ b/params_shard_267.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98e28da266edc40456b5048c98f9c9d981c5ceca35827e23fe5aab889e210718 +size 234881024 diff --git a/params_shard_268.bin b/params_shard_268.bin new file mode 100644 index 0000000000000000000000000000000000000000..5d4566472a4bfec20970a18b108ea18f78393908 --- /dev/null +++ b/params_shard_268.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc3a97575bdb6c88aa35106cb61c91847b0bec6f39b74f5a33ae9ed7c939cb14 +size 469762048 diff --git a/params_shard_269.bin b/params_shard_269.bin new file mode 100644 index 0000000000000000000000000000000000000000..7813a86b7f295fd579b0b82cd61deadbec5fd68b --- /dev/null +++ b/params_shard_269.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13d91df95c17cc1a36e945ca75510207538f0080a9e1296cd45c199c0f7319f1 +size 83886080 diff --git a/params_shard_27.bin b/params_shard_27.bin new file mode 100644 index 0000000000000000000000000000000000000000..08548a4222c4b0cf9a7b80001203259ab3a063c3 --- /dev/null +++ b/params_shard_27.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3de09dc0c9c16ff1e85c5dd4cae34ec08b2c0cc849cc031695c3f15d1ad89d7 +size 67108864 diff --git a/params_shard_270.bin b/params_shard_270.bin new file mode 100644 index 0000000000000000000000000000000000000000..4501ba1a9c44fada64011da4b26a0da925cb1c9f --- /dev/null +++ b/params_shard_270.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56c9ba41db4e16401bcf06f63cd1400486cdde149f305124d04b84d2a83fbd0c +size 67108864 diff --git a/params_shard_271.bin b/params_shard_271.bin new file mode 100644 index 0000000000000000000000000000000000000000..0af9cf94684d8524686d34f9dbbac768d5cdcb3d --- /dev/null +++ b/params_shard_271.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdf78f92d83ef2bd24592f32a01dc8363a86e6aec3a453c79ca33af4f7699a44 +size 234881024 diff --git a/params_shard_272.bin b/params_shard_272.bin new file mode 100644 index 0000000000000000000000000000000000000000..24b3eccc7732b3aeaf5ddb3fb7db2796a3b9a4c1 --- /dev/null +++ b/params_shard_272.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:928475cd4c2c2f863249681706ba946d13e33fb8fc5c3cc4efe899c76f2a6641 +size 469762048 diff --git a/params_shard_273.bin b/params_shard_273.bin new file mode 100644 index 0000000000000000000000000000000000000000..e66f89ec0e0f430ac68cb56bdb4c47ea9569b9dd --- /dev/null +++ b/params_shard_273.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcebaf0bd8f5fde0375d88660028df0c583f8e718b95c36f7be43332739bd001 +size 83886080 diff --git a/params_shard_274.bin b/params_shard_274.bin new file mode 100644 index 0000000000000000000000000000000000000000..56f1cb2f6658ac56e54a0ca25774fb8ebbfa6f22 --- /dev/null +++ b/params_shard_274.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1393056026d7330a8681aa838f5b7d7d5ce0a62f805d74f7541e1bb0cce6f5d1 +size 67108864 diff --git a/params_shard_275.bin b/params_shard_275.bin new file mode 100644 index 0000000000000000000000000000000000000000..20aaeb61efc83c15a93e7cca794d64b60883c0f1 --- /dev/null +++ b/params_shard_275.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1089654f62cd13e30193050c5ec53a83b9ad1fc3291282a705ca8f1b12b30df6 +size 469762048 diff --git a/params_shard_276.bin b/params_shard_276.bin new file mode 100644 index 0000000000000000000000000000000000000000..47c21a1a64615d0349870a7d5cab237bfb5ae993 --- /dev/null +++ b/params_shard_276.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3fff901a2c2b26ec8004264b6ea51f63afbf274e5a459cfd509ef60414b4459 +size 83886080 diff --git a/params_shard_277.bin b/params_shard_277.bin new file mode 100644 index 0000000000000000000000000000000000000000..160209d7852b05b1256ef9d84aadf3bcd4eaccdb --- /dev/null +++ b/params_shard_277.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00c9083f7978c4aa77b9c5fd291ea14c911f68da9878aca0f77239437de2396d +size 67108864 diff --git a/params_shard_278.bin b/params_shard_278.bin new file mode 100644 index 0000000000000000000000000000000000000000..51fb35e2942767a73513f244e58295c334c0ccbd --- /dev/null +++ b/params_shard_278.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbc80625a454f82a1859eb27f7804a4cd4cf778575f06576a35934f3f864c0fb +size 234881024 diff --git a/params_shard_279.bin b/params_shard_279.bin new file mode 100644 index 0000000000000000000000000000000000000000..bcdd5f08726768189ae91571d65a527b8337130e --- /dev/null +++ b/params_shard_279.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5504070c37479d4cd1ec303cad7d6ce5bc6e0ee321ff65f05abf3f7a465cf1d8 +size 469762048 diff --git a/params_shard_28.bin b/params_shard_28.bin new file mode 100644 index 0000000000000000000000000000000000000000..620f868c3a40ee0460b6ff34c51d0a5e840e5584 --- /dev/null +++ b/params_shard_28.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae8da6ee457d2c7cb9573c9727c631ae279274f7032f5affbb1e2fbadc40ca37 +size 469762048 diff --git a/params_shard_280.bin b/params_shard_280.bin new file mode 100644 index 0000000000000000000000000000000000000000..b9df8c37dc9ad2b08b411dabbd3fc175b6dfeb0b --- /dev/null +++ b/params_shard_280.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01d1920aa9e9f61c8510daa1a13f547d7bc3d8d62ba9feb05ba45ea94e67b753 +size 67108864 diff --git a/params_shard_281.bin b/params_shard_281.bin new file mode 100644 index 0000000000000000000000000000000000000000..8032836c5e9685406fb9b098c4ddefc481e49b13 --- /dev/null +++ b/params_shard_281.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abf3777084333ae754f670625dbeaebcce9802788e53622af920cbafa4f248c4 +size 234881024 diff --git a/params_shard_282.bin b/params_shard_282.bin new file mode 100644 index 0000000000000000000000000000000000000000..bc3a6421aec064ecf8f444f201c15198be2dd444 --- /dev/null +++ b/params_shard_282.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75749b209c4b6c5498f4019050cd9b394bb17af6e720940c0a82ce77c149bca5 +size 469762048 diff --git a/params_shard_283.bin b/params_shard_283.bin new file mode 100644 index 0000000000000000000000000000000000000000..409de5f3a8ecd6abe7639c49d33b4e574e5f1df6 --- /dev/null +++ b/params_shard_283.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d18876be7233e3903f485a84637f2eac762d76d223712f651a95cd4f42989286 +size 83886080 diff --git a/params_shard_284.bin b/params_shard_284.bin new file mode 100644 index 0000000000000000000000000000000000000000..36965be67abdc4f4e36b516533e9b47006f41b1b --- /dev/null +++ b/params_shard_284.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28b1fd0a7cd29f026e80d0248cf3b8e081653540533772281583a82a45081d06 +size 67108864 diff --git a/params_shard_285.bin b/params_shard_285.bin new file mode 100644 index 0000000000000000000000000000000000000000..87af274bd2dccaabfcd7da7e2b9c0cd9caecf72e --- /dev/null +++ b/params_shard_285.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d84b66e35b6b77e3c7d35454c681f43a74fecdd71bfa29db6c66d4dfbd0cc46 +size 234881024 diff --git a/params_shard_286.bin b/params_shard_286.bin new file mode 100644 index 0000000000000000000000000000000000000000..c67081b732f11fdf14d2fb4d2ccebe7c56f6e1a0 --- /dev/null +++ b/params_shard_286.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b1bbbf4111262bb353416d310f98948403f5553204f3e5265be67c50f577c02 +size 469762048 diff --git a/params_shard_287.bin b/params_shard_287.bin new file mode 100644 index 0000000000000000000000000000000000000000..6d3076281e7b35a487ccecf82d748dfd0fdfe500 --- /dev/null +++ b/params_shard_287.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c439a1f81060d885fcc2ed75038257b63dc6282f6ee7b4254a577296532f875 +size 83886080 diff --git a/params_shard_288.bin b/params_shard_288.bin new file mode 100644 index 0000000000000000000000000000000000000000..041712b0e4d57278a24d2b6cfc56edcfe8f705d9 --- /dev/null +++ b/params_shard_288.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:167573b00d166234ba1c7801b0aa49fd53ff0354d57676835273b5af9965a4dd +size 67108864 diff --git a/params_shard_289.bin b/params_shard_289.bin new file mode 100644 index 0000000000000000000000000000000000000000..3065494135fc822987c5d83e6c61350db470aa57 --- /dev/null +++ b/params_shard_289.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b169d6ca5b59621da955fd49ee45927787b4c78f315bea3b2820b6766e10730 +size 234881024 diff --git a/params_shard_29.bin b/params_shard_29.bin new file mode 100644 index 0000000000000000000000000000000000000000..779a65e0a66f620f6ec2567bb160df042cfa2d7a --- /dev/null +++ b/params_shard_29.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ce50453a656a2be45e29a4c8383c07af9b5e049bed6501a1cee3753c1dda57f +size 83886080 diff --git a/params_shard_290.bin b/params_shard_290.bin new file mode 100644 index 0000000000000000000000000000000000000000..73982779d0ddffd64f396bf9ca4a1f84ffbbf46d --- /dev/null +++ b/params_shard_290.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f3965b3b061a853b2ba45c938b59c550c3053453b82fadbc7a281fd3ab2a9f4 +size 234881024 diff --git a/params_shard_291.bin b/params_shard_291.bin new file mode 100644 index 0000000000000000000000000000000000000000..ccecc4ee9085d7d4d0872e5c971e27ffbcd556af --- /dev/null +++ b/params_shard_291.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9383f7c719236772f2904e969db5cb090313327a02b6bb5bb845928431ab84b +size 469762048 diff --git a/params_shard_292.bin b/params_shard_292.bin new file mode 100644 index 0000000000000000000000000000000000000000..c2d423d14655cd00f6339b12210dc7b9230679bf --- /dev/null +++ b/params_shard_292.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cf4612586051fb420dd210d558d36b5122a1a31f638bfcf1274f2e0664e7cd6 +size 83886080 diff --git a/params_shard_293.bin b/params_shard_293.bin new file mode 100644 index 0000000000000000000000000000000000000000..026a4e036c6ab88cec6440ad2802711b76b5e169 --- /dev/null +++ b/params_shard_293.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09d5f011145da172261f68ba2600e73528e045abfd1041974e57fbbfe010994d +size 67108864 diff --git a/params_shard_294.bin b/params_shard_294.bin new file mode 100644 index 0000000000000000000000000000000000000000..42863c4ecf5a948bcdc2b54e4cd67aa3c868ea6e --- /dev/null +++ b/params_shard_294.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8903827c39c7cf05439bb8be63256e5326e3e1811d6df6315f963ab2a781a27c +size 234881024 diff --git a/params_shard_295.bin b/params_shard_295.bin new file mode 100644 index 0000000000000000000000000000000000000000..1647fe5dde84f82e87d72d1793e2b916afd1a6de --- /dev/null +++ b/params_shard_295.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c65f3e0dc04c967b55f4e527fa07b6f93a8e487541b089aa4c1777f578a70fd4 +size 469762048 diff --git a/params_shard_296.bin b/params_shard_296.bin new file mode 100644 index 0000000000000000000000000000000000000000..7d783c0540b10569cfac59646c813bca709c8014 --- /dev/null +++ b/params_shard_296.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1698fcd5806e539d207c9b9b83d336b37417f184a9873810436a17bb82d6df6 +size 83886080 diff --git a/params_shard_297.bin b/params_shard_297.bin new file mode 100644 index 0000000000000000000000000000000000000000..5d2628bae742a613725c6b04a4af8a6c0dc3b00f --- /dev/null +++ b/params_shard_297.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:449678f760137c00a9f98ce300f0c4808d3e0cd7c3b3117cd5faf8cc2121f874 +size 67108864 diff --git a/params_shard_298.bin b/params_shard_298.bin new file mode 100644 index 0000000000000000000000000000000000000000..8a186c6a9fd82135a77c5f6de799a5ab28d9f61d --- /dev/null +++ b/params_shard_298.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a046a83b0d388480c3363011660dccbc3c4d189e04cca9378fe626c290fe324b +size 83886080 diff --git a/params_shard_299.bin b/params_shard_299.bin new file mode 100644 index 0000000000000000000000000000000000000000..a0bda5c276a3afaaf86478a597229d5c1758935c --- /dev/null +++ b/params_shard_299.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e74b9cfce18be781608d3d2bbc43fcc82f573eeb5c4bf9fb18c4c77c1a4a505c +size 67108864 diff --git a/params_shard_3.bin b/params_shard_3.bin new file mode 100644 index 0000000000000000000000000000000000000000..d291a9c7eaa60e41a5aae7da254056a23e2929aa --- /dev/null +++ b/params_shard_3.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11669ccc153fa5099a8d8edbd4c31450debff007845d91b2ea13907f7edfc85b +size 469762048 diff --git a/params_shard_30.bin b/params_shard_30.bin new file mode 100644 index 0000000000000000000000000000000000000000..89705b5e79833e8109ceb127917a03cdbb02835b --- /dev/null +++ b/params_shard_30.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2d9df8e79e31deb22e701e0546a3b537acc08fb2e267cd05e256e903250223d +size 67108864 diff --git a/params_shard_300.bin b/params_shard_300.bin new file mode 100644 index 0000000000000000000000000000000000000000..13f0d280064e0dd0b848a78fe92bf8c2f4c894d6 --- /dev/null +++ b/params_shard_300.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ceb9c43966bff2fb3c86c1df16973a1c0719398f480bfee43eb9f7cf9d6f37cc +size 234881024 diff --git a/params_shard_301.bin b/params_shard_301.bin new file mode 100644 index 0000000000000000000000000000000000000000..380e9d47040abd138e79077ff3a84e3ecd039a72 --- /dev/null +++ b/params_shard_301.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f29c0e0ef7e740ad959d9586cc0197625849b85cbd72ffd1a6567806f6b83aa +size 469762048 diff --git a/params_shard_302.bin b/params_shard_302.bin new file mode 100644 index 0000000000000000000000000000000000000000..99b0ffc8d57b4140e1b2166b370dcfc15670eab3 --- /dev/null +++ b/params_shard_302.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b0268a53251326cfd25829e4d972fb017311ea99e16f7f5f878e9da4f8f1f5a +size 234881024 diff --git a/params_shard_303.bin b/params_shard_303.bin new file mode 100644 index 0000000000000000000000000000000000000000..ae849b69f48d5f9b0778b4e4fed77da1691924b0 --- /dev/null +++ b/params_shard_303.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40e219a483c3bf02a3830425b000dafe24c1883406fe5c8fda083bc0c9665ade +size 469762048 diff --git a/params_shard_304.bin b/params_shard_304.bin new file mode 100644 index 0000000000000000000000000000000000000000..4fc091531e5389f4e8444e68b060df3f60e155b4 --- /dev/null +++ b/params_shard_304.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:320bd8f75af8e68d4d68e1c6d17b64256b67b61956ea5764e97198a568eba7bb +size 83886080 diff --git a/params_shard_305.bin b/params_shard_305.bin new file mode 100644 index 0000000000000000000000000000000000000000..9fe020f5fc1b0ff9d1ef2202bdf7332f86c1644a --- /dev/null +++ b/params_shard_305.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c195b4324f5d864db5225b4968d81372a65e41c12c7592c080c1d1ab67c5e8ac +size 67108864 diff --git a/params_shard_306.bin b/params_shard_306.bin new file mode 100644 index 0000000000000000000000000000000000000000..23d2f873d0236d94e0126013bc6785c17ab6d682 --- /dev/null +++ b/params_shard_306.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91bcfda9c733b7ee95f7b8d50fbcf49781a1c947aaa05031eaa0cd36cc11a203 +size 234881024 diff --git a/params_shard_307.bin b/params_shard_307.bin new file mode 100644 index 0000000000000000000000000000000000000000..1a5fac5d373a0bef07f231d4867e02b60271409d --- /dev/null +++ b/params_shard_307.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d36d8e9107eb6835017daf8f0eb687be7845f113597da7f94b93af9a4c700cbe +size 469762048 diff --git a/params_shard_308.bin b/params_shard_308.bin new file mode 100644 index 0000000000000000000000000000000000000000..be22604aee5a973a94b39656c22dfebdbdbaa072 --- /dev/null +++ b/params_shard_308.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e082d9c828d7e840bf9c1e27abde28f95b3cf0158242641755288936239b0d0 +size 83886080 diff --git a/params_shard_309.bin b/params_shard_309.bin new file mode 100644 index 0000000000000000000000000000000000000000..2b56ccdbc0d56b6677a825b63d7b33f992110cd2 --- /dev/null +++ b/params_shard_309.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4b4b129b36be514c1643104808b199b5c9c473b2f0f42b53a50fd699780d4dc +size 67108864 diff --git a/params_shard_31.bin b/params_shard_31.bin new file mode 100644 index 0000000000000000000000000000000000000000..dfa00fe4c31f5c8fe40d3aa059f1b6cd2ada34db --- /dev/null +++ b/params_shard_31.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a93a7d9eacd930112923fc74ad8fec4743d0ef950e609358219ff708b24c8db +size 234881024 diff --git a/params_shard_310.bin b/params_shard_310.bin new file mode 100644 index 0000000000000000000000000000000000000000..95d3b5a0d5d703c21cdd5e1a688d327976ad59a4 --- /dev/null +++ b/params_shard_310.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6611fb692ecf37c4c9b6c3fe783b6ddb0cd3c4f4d7c3cf53d6e60252add8aef +size 83886080 diff --git a/params_shard_311.bin b/params_shard_311.bin new file mode 100644 index 0000000000000000000000000000000000000000..3bfeee1bd5ccc6413bfbb365d3e9fdfc8401a00f --- /dev/null +++ b/params_shard_311.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22f43427dccabb78a5cdefb148b7763219450833c73a70db4fd16fe42543c21a +size 234881024 diff --git a/params_shard_312.bin b/params_shard_312.bin new file mode 100644 index 0000000000000000000000000000000000000000..538cee5725ae1b68a53ddacf49f45ac1afc5dd48 --- /dev/null +++ b/params_shard_312.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b830f146007643d4ce17d13132cab2dc4e7ae6b37db363243f2ae6f44a12148e +size 469762048 diff --git a/params_shard_313.bin b/params_shard_313.bin new file mode 100644 index 0000000000000000000000000000000000000000..e6bbb63a10e3051491d9125e5df576918f63e403 --- /dev/null +++ b/params_shard_313.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:593f24051b9114680cb4740e3c87cea2863d7e93e819ab68e9a2db11863fefd6 +size 67108864 diff --git a/params_shard_314.bin b/params_shard_314.bin new file mode 100644 index 0000000000000000000000000000000000000000..40d040d6bd8aeafde12d103e7db0fd5c644d6df1 --- /dev/null +++ b/params_shard_314.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0b18d55201a9b9a0eef67904e2ff38dd7b0b6f6a951c1bf3e276cf8ac6e3f4b +size 234881024 diff --git a/params_shard_315.bin b/params_shard_315.bin new file mode 100644 index 0000000000000000000000000000000000000000..00667a0492e5733204b7910bfc30cb1cb9ce3607 --- /dev/null +++ b/params_shard_315.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c1e25b823aad43d92418b0df7e4bbdc2563c06de93aca827b5fbd6eab6bb26b +size 469762048 diff --git a/params_shard_316.bin b/params_shard_316.bin new file mode 100644 index 0000000000000000000000000000000000000000..bd22479e13dadac21e24cd0d4961a0162242943b --- /dev/null +++ b/params_shard_316.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6649a1295b3578d66df8f0aa63150b8e1515df6de9651c993209d3bb31aebce2 +size 83886080 diff --git a/params_shard_317.bin b/params_shard_317.bin new file mode 100644 index 0000000000000000000000000000000000000000..d00c590f258e1fa3ad44b72a4531159bc81002ca --- /dev/null +++ b/params_shard_317.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80055d55b8eee63ad3c1192f0557a8e5b26641d179522c214ed2de28953e3c0a +size 67108864 diff --git a/params_shard_318.bin b/params_shard_318.bin new file mode 100644 index 0000000000000000000000000000000000000000..dc6e5d0323ee76971322e5a31e7cf08d4f2d20b8 --- /dev/null +++ b/params_shard_318.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ef8c2f5c73f0913eaddfe1dd9242f904d1043d55521f2811a9c2376ff269cbe +size 234881024 diff --git a/params_shard_319.bin b/params_shard_319.bin new file mode 100644 index 0000000000000000000000000000000000000000..acef22c04f20241edbff1919987ebee2529f5565 --- /dev/null +++ b/params_shard_319.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:339ad2fb9b14f2ea73b996d0981979baa6f909d74321a8d9fadbdc2c1fba4c9f +size 469762048 diff --git a/params_shard_32.bin b/params_shard_32.bin new file mode 100644 index 0000000000000000000000000000000000000000..3f4b979357b041a6ea49983e07109308dc55c001 --- /dev/null +++ b/params_shard_32.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a78ed922884fce7bce0814c40b1e308438b1f873d9ef4697bf3205a78750dce2 +size 234881024 diff --git a/params_shard_320.bin b/params_shard_320.bin new file mode 100644 index 0000000000000000000000000000000000000000..61b4681441998b2cdd85542e1ed79a1b1c852b86 --- /dev/null +++ b/params_shard_320.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14459a5c65844a4b34cd54fdf09454211c4c00dd4583f817debdf21ecc5accfc +size 83886080 diff --git a/params_shard_321.bin b/params_shard_321.bin new file mode 100644 index 0000000000000000000000000000000000000000..4f245e349ef00b6d9488d701944fd4d576e6bc84 --- /dev/null +++ b/params_shard_321.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c902572af11210774d39a1dd84e6e74bdc3b03681f5b4201b9c1ad17005c80d9 +size 67108864 diff --git a/params_shard_322.bin b/params_shard_322.bin new file mode 100644 index 0000000000000000000000000000000000000000..3d47af1602832fba2b027bccc52efce871cfc0aa --- /dev/null +++ b/params_shard_322.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24adaf1407109e11447c679c35d38933ece85dcfb755d0cf3ea3c2d96b2e0da9 +size 2638464 diff --git a/params_shard_323.bin b/params_shard_323.bin new file mode 100644 index 0000000000000000000000000000000000000000..b663add1666a06daa0480dac2e9f88b197c85bc7 --- /dev/null +++ b/params_shard_323.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dacf7b483164f784df4c3e1aef1c6024526e7856a4b87c0c9f886a3b06c96e4f +size 640 diff --git a/params_shard_33.bin b/params_shard_33.bin new file mode 100644 index 0000000000000000000000000000000000000000..d0a1167fb954167a88b97614ef49b29c4768a312 --- /dev/null +++ b/params_shard_33.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f6110e1ab0be2cb6acec4ab48f6aeff0d643a131e444ea5c1699db1b5bd4c02 +size 469762048 diff --git a/params_shard_34.bin b/params_shard_34.bin new file mode 100644 index 0000000000000000000000000000000000000000..d1f42a233a3f9f03e29deee8ce3ec0bab43f9bc6 --- /dev/null +++ b/params_shard_34.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd468447d8abf8fe111c5c54e3ddf69cbfb1c15170dbd2d2527adffd29fecc22 +size 83886080 diff --git a/params_shard_35.bin b/params_shard_35.bin new file mode 100644 index 0000000000000000000000000000000000000000..a8272929385e8dda1c01b9488783270213a66ea7 --- /dev/null +++ b/params_shard_35.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67004e7b564782cd0d029af832733b3da6ee1322358b69e497aab2daf1862063 +size 67108864 diff --git a/params_shard_36.bin b/params_shard_36.bin new file mode 100644 index 0000000000000000000000000000000000000000..2162d8c6859250ae65c1dd69289320ca51f99428 --- /dev/null +++ b/params_shard_36.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43a9c61ed55c8809c870ee1646b369ba74f160c054a8d5caba27652691961d92 +size 234881024 diff --git a/params_shard_37.bin b/params_shard_37.bin new file mode 100644 index 0000000000000000000000000000000000000000..c8d07ad9f97cf049b7e0dda8a37a37fca3a9a40b --- /dev/null +++ b/params_shard_37.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d188de1c65e8496aaa139dd89542c09fcee4517fe82514c7f06f2ef2cf2d8535 +size 469762048 diff --git a/params_shard_38.bin b/params_shard_38.bin new file mode 100644 index 0000000000000000000000000000000000000000..0957ecf4c68e3f7355c7bcfb401b0fdc332816a5 --- /dev/null +++ b/params_shard_38.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d48f78ce44d1de190fcf3ae61a1f50491302186010355957c74b86acbcb9dd7c +size 83886080 diff --git a/params_shard_39.bin b/params_shard_39.bin new file mode 100644 index 0000000000000000000000000000000000000000..cb646773e179d02033316ea46e9a4c1656e1b26c --- /dev/null +++ b/params_shard_39.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac883f87b83e693015bcf9bcc700e2f29dc2367274ee809d544f661476e4b20a +size 67108864 diff --git a/params_shard_4.bin b/params_shard_4.bin new file mode 100644 index 0000000000000000000000000000000000000000..e03f4fa08267637e423a2d99fd84a25bc60f004c --- /dev/null +++ b/params_shard_4.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d5a4ac7b3797c7367ec66e962fc52a3951b43c663da23a7fcdd1f39ddb3bd78 +size 83886080 diff --git a/params_shard_40.bin b/params_shard_40.bin new file mode 100644 index 0000000000000000000000000000000000000000..e51979b49cd9db41e403ff0d6a0eea19e64794c6 --- /dev/null +++ b/params_shard_40.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fae28bd0f33059ffdfe3813ec66c34d3ee65f5bdc8d5596d4b69242d8cee074c +size 469762048 diff --git a/params_shard_41.bin b/params_shard_41.bin new file mode 100644 index 0000000000000000000000000000000000000000..8d92ee4e872843f4ff604ea2c490b11623409038 --- /dev/null +++ b/params_shard_41.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47ebb6f17b961230fe0df9351ca36e3a550cdcae77c4dfc6048e8c98f2f55ec9 +size 83886080 diff --git a/params_shard_42.bin b/params_shard_42.bin new file mode 100644 index 0000000000000000000000000000000000000000..68ae80f62da2fe514c9f3a89668f34368a0ee4c5 --- /dev/null +++ b/params_shard_42.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7abe4494f0b3b7a0ab2e57d66c56be453f73a276002390f46e0fda140f75ae15 +size 67108864 diff --git a/params_shard_43.bin b/params_shard_43.bin new file mode 100644 index 0000000000000000000000000000000000000000..efa338a06876252d7c8836936f541e5827b43a5a --- /dev/null +++ b/params_shard_43.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64d0c957de2a31eb6a70c4262eec8b76a9d5dc9675b24b5c5ec96c1d129206e4 +size 234881024 diff --git a/params_shard_44.bin b/params_shard_44.bin new file mode 100644 index 0000000000000000000000000000000000000000..37a5249a0e53c1d08018ac7ce0bc512056f74814 --- /dev/null +++ b/params_shard_44.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:971b9ecd43ee12dfabfb9cf3f3ce27ce06bbd3f6628ab6d9e521900951782074 +size 234881024 diff --git a/params_shard_45.bin b/params_shard_45.bin new file mode 100644 index 0000000000000000000000000000000000000000..e99429e4fd79520af2a9d2cb19719d8d7d878395 --- /dev/null +++ b/params_shard_45.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:949863171dc8fc8210989f00ca2df68342b25ce9103d889c08cd9ea64bd46920 +size 469762048 diff --git a/params_shard_46.bin b/params_shard_46.bin new file mode 100644 index 0000000000000000000000000000000000000000..903d7910603b33651c1680c85c8b78d1b06deb4f --- /dev/null +++ b/params_shard_46.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c311f39fbc91649c1fee87cac627ad6a31e17175f00e7230a34d394aa4242da +size 83886080 diff --git a/params_shard_47.bin b/params_shard_47.bin new file mode 100644 index 0000000000000000000000000000000000000000..4942fb3fc753e94a7f10d2b723f9c1359d23d7ad --- /dev/null +++ b/params_shard_47.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61f525d73e2de71ada8ae3a3a22f42ee02f9c7fce9ebfe63afeeb294033beb8d +size 67108864 diff --git a/params_shard_48.bin b/params_shard_48.bin new file mode 100644 index 0000000000000000000000000000000000000000..246bf3bc3d3cb7561609530e25ff04a63e22c974 --- /dev/null +++ b/params_shard_48.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84838baf7577a619b1dc48cd046a4ffc8226038d743a64b3ccf516ad1135da25 +size 234881024 diff --git a/params_shard_49.bin b/params_shard_49.bin new file mode 100644 index 0000000000000000000000000000000000000000..f13fd66cc8bc0d6ef0c4e5500ea20f3d0ac7a1d9 --- /dev/null +++ b/params_shard_49.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcb70268d405d8312f0f8cd5f9f5b12b73dc3a6adef47bf7980e1556f6ef14d3 +size 469762048 diff --git a/params_shard_5.bin b/params_shard_5.bin new file mode 100644 index 0000000000000000000000000000000000000000..273f63cbfa607424226182856641549ddeacf1e2 --- /dev/null +++ b/params_shard_5.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ffaa266f3f87194ce9b0de205a2d4ee855d277c20c993d40aa376cc2cde54f9 +size 67108864 diff --git a/params_shard_50.bin b/params_shard_50.bin new file mode 100644 index 0000000000000000000000000000000000000000..2e66209c3e39cb2643f0aac7631fe11a0d727adf --- /dev/null +++ b/params_shard_50.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:616c578adf1b96ac2612931acabf81c71651a5cd9782c5969fb2a91ec71bece2 +size 83886080 diff --git a/params_shard_51.bin b/params_shard_51.bin new file mode 100644 index 0000000000000000000000000000000000000000..a61230a09a15e2c35ceddd6c886a9b9783219ee8 --- /dev/null +++ b/params_shard_51.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3d1340dd2f4a7babc1aa96385bfc6915b1fd19970f83c1834cbd803590da216 +size 67108864 diff --git a/params_shard_52.bin b/params_shard_52.bin new file mode 100644 index 0000000000000000000000000000000000000000..ea9d874e08cbfdc2037fd4edf39085775d1eeff8 --- /dev/null +++ b/params_shard_52.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85cf909eff07928c01f16ff4c02b630927a1b57a148e26de07b146c7974ad994 +size 83886080 diff --git a/params_shard_53.bin b/params_shard_53.bin new file mode 100644 index 0000000000000000000000000000000000000000..cf7d27218036b31cfb32d981d8c65b2c23fab93d --- /dev/null +++ b/params_shard_53.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13649947a174cfd22c69f1e1fa0bc6484fb030b6fcba23b107a34869b3cc0dc3 +size 67108864 diff --git a/params_shard_54.bin b/params_shard_54.bin new file mode 100644 index 0000000000000000000000000000000000000000..d1e3f94a536e6a71d290ed0c87bc57ed550e595e --- /dev/null +++ b/params_shard_54.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c7cbc02b6e20282bdceab581667907f5597def763b0a5560189794363cf993b +size 234881024 diff --git a/params_shard_55.bin b/params_shard_55.bin new file mode 100644 index 0000000000000000000000000000000000000000..e35281eb5e8be69a0ff69e04ccbd7f2f495c614d --- /dev/null +++ b/params_shard_55.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e56ec78fcdd5eba84a83cdc96a9d60d08f1a804bf2ea62452d965922a7f5b37 +size 469762048 diff --git a/params_shard_56.bin b/params_shard_56.bin new file mode 100644 index 0000000000000000000000000000000000000000..8ad294566131df9072f234964452b1d7297e2f9c --- /dev/null +++ b/params_shard_56.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:645b25ecfb9ffc71269b6a7478a49ec29b13e7dddc3b6f66d87e857c742f7ca0 +size 234881024 diff --git a/params_shard_57.bin b/params_shard_57.bin new file mode 100644 index 0000000000000000000000000000000000000000..6f270c376778967cdea55aae9f42b82227f69a39 --- /dev/null +++ b/params_shard_57.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8912230503647a51aa661f65d65b43abcce2d809b75d0ca804a0dd420727dbc3 +size 469762048 diff --git a/params_shard_58.bin b/params_shard_58.bin new file mode 100644 index 0000000000000000000000000000000000000000..21c85c4aa73fe21d019b2c227f7e2ba81fe7c12a --- /dev/null +++ b/params_shard_58.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e10602d114f8e3bb0cadec24755fc99b0fe13b3f421b4cfed86eef9167d2fb0f +size 83886080 diff --git a/params_shard_59.bin b/params_shard_59.bin new file mode 100644 index 0000000000000000000000000000000000000000..ec1888e7d88db29a7125c640fd8ddca844e71f7b --- /dev/null +++ b/params_shard_59.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:368de71976f52a6128ef6c0b94e23262a547666f29936fe5bb07b21a76104d86 +size 67108864 diff --git a/params_shard_6.bin b/params_shard_6.bin new file mode 100644 index 0000000000000000000000000000000000000000..0ad7279b342e39cface310f58979013c1d2c3c5b --- /dev/null +++ b/params_shard_6.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb5f212c3599925f691435d27893f7f9b4f6a7fab8d3d033215c43f6779eaf85 +size 469762048 diff --git a/params_shard_60.bin b/params_shard_60.bin new file mode 100644 index 0000000000000000000000000000000000000000..08b1eeb6019001a6fe854ed5e565f5262f62016c --- /dev/null +++ b/params_shard_60.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:303208f28c7058ac994b394b8280bcb5e41ab89cdb3defdc9fdf4ccfef89fc28 +size 234881024 diff --git a/params_shard_61.bin b/params_shard_61.bin new file mode 100644 index 0000000000000000000000000000000000000000..57e07f213a618745a20dedd07b851484d6651b49 --- /dev/null +++ b/params_shard_61.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d133e92bd6c63ce910e784c73c6f64da8bdf2b5fcb21a1ac555b4eb368fa9c4c +size 469762048 diff --git a/params_shard_62.bin b/params_shard_62.bin new file mode 100644 index 0000000000000000000000000000000000000000..87b374f8c0dc543193accdaa0744d9ac3db5fc59 --- /dev/null +++ b/params_shard_62.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96bdd419d92298123240fc3d0cf03ec58d0eceb2abe8a0dbb1858b2437e02641 +size 83886080 diff --git a/params_shard_63.bin b/params_shard_63.bin new file mode 100644 index 0000000000000000000000000000000000000000..1bfe47c30245417d3a47bb019dce44241c381514 --- /dev/null +++ b/params_shard_63.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81aa29f247b75444ecf644e966a95f53948e4e8bea66509a09b0e035de52b810 +size 67108864 diff --git a/params_shard_64.bin b/params_shard_64.bin new file mode 100644 index 0000000000000000000000000000000000000000..17fee2929a457e9d3333ea217f5a7e70af4c0bf5 --- /dev/null +++ b/params_shard_64.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:127f26c8fa1f4244af23f1eda4a739fbf33a78f5b5409c6b98f66292bf7a6d2d +size 83886080 diff --git a/params_shard_65.bin b/params_shard_65.bin new file mode 100644 index 0000000000000000000000000000000000000000..d79cb0ed676d7b7a86118906de4be4dd5665fce7 --- /dev/null +++ b/params_shard_65.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e2bc431a4ff993bf82038afb8ba3bdce8c067aeaafb5b355846cdeb61cd9cf0 +size 234881024 diff --git a/params_shard_66.bin b/params_shard_66.bin new file mode 100644 index 0000000000000000000000000000000000000000..49805d3ac19088130f7cb9e9b2e7e3182e881f4e --- /dev/null +++ b/params_shard_66.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d3dec7015aa210fb1a41ab28b58d8282ff4f4323f36a7e1eeaf46c50b631606 +size 469762048 diff --git a/params_shard_67.bin b/params_shard_67.bin new file mode 100644 index 0000000000000000000000000000000000000000..386ee148ae4969f3eaec40fc1c37ca1a2d9b4bf4 --- /dev/null +++ b/params_shard_67.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f5b28995e6495009729245ad2aebd35d08544d580cb6368161c885f58d80c71 +size 67108864 diff --git a/params_shard_68.bin b/params_shard_68.bin new file mode 100644 index 0000000000000000000000000000000000000000..a7dd31b1a1fdcc2a581e0f725097154a6dd1afe9 --- /dev/null +++ b/params_shard_68.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:630b47813f72656c5281382d20d3ec365a8a51dd549cebf45610beedf5243553 +size 234881024 diff --git a/params_shard_69.bin b/params_shard_69.bin new file mode 100644 index 0000000000000000000000000000000000000000..2d305752b9ad47b7912be80667ca284db53f2128 --- /dev/null +++ b/params_shard_69.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:035323976d4e53dbcf31112c040facb4f8b8b02c7938afe3ba55879f6cf042c5 +size 469762048 diff --git a/params_shard_7.bin b/params_shard_7.bin new file mode 100644 index 0000000000000000000000000000000000000000..a9144c858523816fa7db81b48bf28657825a570c --- /dev/null +++ b/params_shard_7.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51e2509aff19d4912ac48df8d2850030f7bc442b064303f00d939d05e96f03e3 +size 83886080 diff --git a/params_shard_70.bin b/params_shard_70.bin new file mode 100644 index 0000000000000000000000000000000000000000..17e307a98a035330ed019f7a89bbb650483ebb97 --- /dev/null +++ b/params_shard_70.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e361dbbdfab59e1c126914a25a82dada4f80107ad75b294d8c9956cdc331088 +size 83886080 diff --git a/params_shard_71.bin b/params_shard_71.bin new file mode 100644 index 0000000000000000000000000000000000000000..5513096b07c5c7803b366096b2eeef8cd4b7bdc1 --- /dev/null +++ b/params_shard_71.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c1522e63ae3af82d2a3e5d2665ef0e86c255cb88cbc50c9f79f33cd2ce7b007 +size 67108864 diff --git a/params_shard_72.bin b/params_shard_72.bin new file mode 100644 index 0000000000000000000000000000000000000000..83c26dc5f0d94e7752cbde4f19b1db34cc36295c --- /dev/null +++ b/params_shard_72.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f31a3b538e963d8c11a26f5748b7659ced9fe1d929afd3a023006ba21770b73 +size 234881024 diff --git a/params_shard_73.bin b/params_shard_73.bin new file mode 100644 index 0000000000000000000000000000000000000000..d537e101b32d192f5130fdb6cd67602e419e244a --- /dev/null +++ b/params_shard_73.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20b2e57959d13bb7d9f7cc6d4fdf1e3f50810a7ab529411436aac5182f39776b +size 469762048 diff --git a/params_shard_74.bin b/params_shard_74.bin new file mode 100644 index 0000000000000000000000000000000000000000..c3029aeeed1266199ad30b1db910446ddbbded99 --- /dev/null +++ b/params_shard_74.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b946562dfe6f52622e3725af0cd377a5f0ee15dbb8ad2b86de777c02060a5bc +size 83886080 diff --git a/params_shard_75.bin b/params_shard_75.bin new file mode 100644 index 0000000000000000000000000000000000000000..009e41ccbfc0d5857994c1be4b0249e1314929f6 --- /dev/null +++ b/params_shard_75.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b664aa7fd20690fdc3816a29de2f1519b02aadb7ebc6bb4d179dbeb99bb8afe +size 67108864 diff --git a/params_shard_76.bin b/params_shard_76.bin new file mode 100644 index 0000000000000000000000000000000000000000..4e07eeba0e51e83121c615d6bd17824a6f5ad616 --- /dev/null +++ b/params_shard_76.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8aaffdafd85688d384e991f7f1c717f02e166b2387a7c6335bf4812fde1505db +size 234881024 diff --git a/params_shard_77.bin b/params_shard_77.bin new file mode 100644 index 0000000000000000000000000000000000000000..69dcf8d8e8a9e8254f2f190ccd338cfb7f78ad90 --- /dev/null +++ b/params_shard_77.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b64f5e06ea7063e601fd14388798e44615e3822998d20d0b05033fff4ae9d596 +size 469762048 diff --git a/params_shard_78.bin b/params_shard_78.bin new file mode 100644 index 0000000000000000000000000000000000000000..a83e1d327b2d5a19069cc8bd08338c44d5d434a9 --- /dev/null +++ b/params_shard_78.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16f5bf391e90c0be53a5b93cbffc27d4746137bd120318621229d7a00403364d +size 83886080 diff --git a/params_shard_79.bin b/params_shard_79.bin new file mode 100644 index 0000000000000000000000000000000000000000..580f5e946ed084e99eec728915b9e64506c5a510 --- /dev/null +++ b/params_shard_79.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11993e7cf31e7e5516146b55025deb514761f790a8156e06078359fd91e92512 +size 67108864 diff --git a/params_shard_8.bin b/params_shard_8.bin new file mode 100644 index 0000000000000000000000000000000000000000..c12617dd5b5a397f0e086c2b6c4cb2b3f6cdc289 --- /dev/null +++ b/params_shard_8.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db68d53e0671cdb46a297bf8942ad2b5825ea81f035fe2a8c66e846e4b79be67 +size 67108864 diff --git a/params_shard_80.bin b/params_shard_80.bin new file mode 100644 index 0000000000000000000000000000000000000000..5619a8c7f120d2a4c27c242df1faa80f6a0bf905 --- /dev/null +++ b/params_shard_80.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4a4e350394f31389cb1d4b9afd656a8c8a3ba8b8be4a0d6343423f7bb22dff6 +size 234881024 diff --git a/params_shard_81.bin b/params_shard_81.bin new file mode 100644 index 0000000000000000000000000000000000000000..30082d886dbe336b84ee47b57c0eadd4adb269e1 --- /dev/null +++ b/params_shard_81.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59668fda75b324edd1c33a7803b02083ec916f373bf88797a57f9252d81474fd +size 469762048 diff --git a/params_shard_82.bin b/params_shard_82.bin new file mode 100644 index 0000000000000000000000000000000000000000..ae0a382cf17a04c6b99eab7a931ff33a091129d0 --- /dev/null +++ b/params_shard_82.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:387cd10054c05ff3e9eadb0c83b845601bc97069f7db6434250e552b3fb25ddd +size 83886080 diff --git a/params_shard_83.bin b/params_shard_83.bin new file mode 100644 index 0000000000000000000000000000000000000000..bbb70b098149d7ea24776f18f81e70f2811f5290 --- /dev/null +++ b/params_shard_83.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3911dfde754c32563ec4f9ca546542b9d0ced2a12033798821cb85f69e431f83 +size 67108864 diff --git a/params_shard_84.bin b/params_shard_84.bin new file mode 100644 index 0000000000000000000000000000000000000000..998e03d6dd286263d2a4aab3b044751f8c737006 --- /dev/null +++ b/params_shard_84.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a517541ca235bf0a3189215c5ccd3872bb62e888bd9884e1e9b847c203f49c5c +size 469762048 diff --git a/params_shard_85.bin b/params_shard_85.bin new file mode 100644 index 0000000000000000000000000000000000000000..feff9aaefb5dd8359efee008986e64ebdbca41b9 --- /dev/null +++ b/params_shard_85.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ea700a74f56dea35b4bdc4524d5b4224691a37e9e01398bdde71a8cd15a8c21 +size 83886080 diff --git a/params_shard_86.bin b/params_shard_86.bin new file mode 100644 index 0000000000000000000000000000000000000000..7b9ba54d4d1fea53b3121502cec7db412ab232b5 --- /dev/null +++ b/params_shard_86.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72bf9971cfd31d690ef29337c657c4e7e9144d10508677b0f585d8c9c995896a +size 67108864 diff --git a/params_shard_87.bin b/params_shard_87.bin new file mode 100644 index 0000000000000000000000000000000000000000..f0506748d42ddd8180d855210b494e1b52d448c5 --- /dev/null +++ b/params_shard_87.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d018722f820309431a3ec718260e534ffc293e2049438b64d0a22914dfcddfb3 +size 234881024 diff --git a/params_shard_88.bin b/params_shard_88.bin new file mode 100644 index 0000000000000000000000000000000000000000..eb3ed07dca880c83f1317793b29344d438025447 --- /dev/null +++ b/params_shard_88.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfd9df62bcde2a0fe3a5712218b1acbe83d515bc70a007b230b77942229eefee +size 234881024 diff --git a/params_shard_89.bin b/params_shard_89.bin new file mode 100644 index 0000000000000000000000000000000000000000..c232aa6659572189da6a1e9a7106ff07853fc8be --- /dev/null +++ b/params_shard_89.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5340a061796aafa0c8079d0224b7984feb382d3480ab9123daa578a0b316bfd2 +size 469762048 diff --git a/params_shard_9.bin b/params_shard_9.bin new file mode 100644 index 0000000000000000000000000000000000000000..c92ccf1ff42c10966acb16adbc6cc6828b4e7fb4 --- /dev/null +++ b/params_shard_9.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e5fea7f37f615b6d6d7098139f78adac48f434340ea1441704e1ec8c5b96e75 +size 234881024 diff --git a/params_shard_90.bin b/params_shard_90.bin new file mode 100644 index 0000000000000000000000000000000000000000..3192aa0ee7dda066dcde34a3d9cd258e1f78b23e --- /dev/null +++ b/params_shard_90.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63538508c46dd280ea1169bcb351275c4c7e19da78983937308e19241057290e +size 83886080 diff --git a/params_shard_91.bin b/params_shard_91.bin new file mode 100644 index 0000000000000000000000000000000000000000..e444714bd75debf0a7227cd296aa78998da8479b --- /dev/null +++ b/params_shard_91.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14391559d07725cc5c713e3b5a72a2693a0c0f81ac42bfd7368c5a496146fe55 +size 67108864 diff --git a/params_shard_92.bin b/params_shard_92.bin new file mode 100644 index 0000000000000000000000000000000000000000..ab7c9e9d82fde3160b5f349628b7ffe4c31c4c59 --- /dev/null +++ b/params_shard_92.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd11db394fae2f3e3de2bf3cee8127d9559c25b0a3f552082b251afbe0274845 +size 234881024 diff --git a/params_shard_93.bin b/params_shard_93.bin new file mode 100644 index 0000000000000000000000000000000000000000..a4d19f7a9053aaaf3299fb9bf13611b671a9f9ce --- /dev/null +++ b/params_shard_93.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cedef0e10b7ce770ba724459b467dd48ba271dd6fb838b79eb3ab83ac9226a83 +size 469762048 diff --git a/params_shard_94.bin b/params_shard_94.bin new file mode 100644 index 0000000000000000000000000000000000000000..cefc6c501e53213381936f9823b3cbb12a2f264f --- /dev/null +++ b/params_shard_94.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2983d7b3490d444d44070febea847a3e79d05410a2a35735a9dcea8d0b9faa13 +size 83886080 diff --git a/params_shard_95.bin b/params_shard_95.bin new file mode 100644 index 0000000000000000000000000000000000000000..9f21913fe55135cd236ec69a676334b992321476 --- /dev/null +++ b/params_shard_95.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7717ea70a0e38a8eb676a0760486f0050e4b31b7579391b1a040170b924a34d +size 67108864 diff --git a/params_shard_96.bin b/params_shard_96.bin new file mode 100644 index 0000000000000000000000000000000000000000..2c2cac5456632277e561faba734c71aeb7c5f5f8 --- /dev/null +++ b/params_shard_96.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acb49ed22a4d4a3cce47992c46128ab52186fdbb91bc1c48ac6c076ad5e4eeed +size 469762048 diff --git a/params_shard_97.bin b/params_shard_97.bin new file mode 100644 index 0000000000000000000000000000000000000000..b8d2026bb61f1c80b6113d59c0c9a38e5ac83820 --- /dev/null +++ b/params_shard_97.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:941c1e224a9f6bf57147243115e74799433eea1e2f3ba6050beed2eca795edf1 +size 83886080 diff --git a/params_shard_98.bin b/params_shard_98.bin new file mode 100644 index 0000000000000000000000000000000000000000..bd7e4d01e0d2fbe79a8567b3bb32cb4d187b76a1 --- /dev/null +++ b/params_shard_98.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdeb96e381e46af822eb4ea302bab3f41555131fbd27efe2c453be7cf4b3ecb8 +size 67108864 diff --git a/params_shard_99.bin b/params_shard_99.bin new file mode 100644 index 0000000000000000000000000000000000000000..55140b7060c1c7caf0757b95276d7486f9617587 --- /dev/null +++ b/params_shard_99.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfa00f9f48afd41d3fe10120710594fdfe0ec204d2ab2f31d890da57abac93db +size 234881024 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..b197f72effb9d5ed16ee0f5663e11e4cfac2ba62 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,410563 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 128000, + "content": "<|begin_of_text|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128001, + "content": "<|end_of_text|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128002, + "content": "<|reserved_special_token_0|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128003, + "content": "<|reserved_special_token_1|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128004, + "content": "<|reserved_special_token_2|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128005, + "content": "<|reserved_special_token_3|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128006, + "content": "<|start_header_id|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128007, + "content": "<|end_header_id|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128008, + "content": "<|reserved_special_token_4|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128009, + "content": "<|eot_id|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128010, + "content": "<|reserved_special_token_5|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128011, + "content": "<|reserved_special_token_6|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128012, + "content": "<|reserved_special_token_7|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128013, + "content": "<|reserved_special_token_8|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128014, + "content": "<|reserved_special_token_9|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128015, + "content": "<|reserved_special_token_10|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128016, + "content": "<|reserved_special_token_11|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128017, + "content": "<|reserved_special_token_12|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128018, + "content": "<|reserved_special_token_13|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128019, + "content": "<|reserved_special_token_14|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128020, + "content": "<|reserved_special_token_15|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128021, + "content": "<|reserved_special_token_16|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128022, + "content": "<|reserved_special_token_17|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128023, + "content": "<|reserved_special_token_18|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128024, + "content": "<|reserved_special_token_19|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128025, + "content": "<|reserved_special_token_20|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128026, + "content": "<|reserved_special_token_21|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128027, + "content": "<|reserved_special_token_22|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128028, + "content": "<|reserved_special_token_23|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128029, + "content": "<|reserved_special_token_24|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128030, + "content": "<|reserved_special_token_25|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128031, + "content": "<|reserved_special_token_26|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128032, + "content": "<|reserved_special_token_27|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128033, + "content": "<|reserved_special_token_28|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128034, + "content": "<|reserved_special_token_29|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128035, + "content": "<|reserved_special_token_30|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128036, + "content": "<|reserved_special_token_31|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128037, + "content": "<|reserved_special_token_32|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128038, + "content": "<|reserved_special_token_33|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128039, + "content": "<|reserved_special_token_34|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128040, + "content": "<|reserved_special_token_35|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128041, + "content": "<|reserved_special_token_36|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128042, + "content": "<|reserved_special_token_37|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128043, + "content": "<|reserved_special_token_38|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128044, + "content": "<|reserved_special_token_39|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128045, + "content": "<|reserved_special_token_40|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128046, + "content": "<|reserved_special_token_41|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128047, + "content": "<|reserved_special_token_42|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128048, + "content": "<|reserved_special_token_43|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128049, + "content": "<|reserved_special_token_44|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128050, + "content": "<|reserved_special_token_45|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128051, + "content": "<|reserved_special_token_46|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128052, + "content": "<|reserved_special_token_47|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128053, + "content": "<|reserved_special_token_48|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128054, + "content": "<|reserved_special_token_49|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128055, + "content": "<|reserved_special_token_50|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128056, + "content": "<|reserved_special_token_51|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128057, + "content": "<|reserved_special_token_52|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128058, + "content": "<|reserved_special_token_53|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128059, + "content": "<|reserved_special_token_54|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128060, + "content": "<|reserved_special_token_55|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128061, + "content": "<|reserved_special_token_56|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128062, + "content": "<|reserved_special_token_57|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128063, + "content": "<|reserved_special_token_58|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128064, + "content": "<|reserved_special_token_59|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128065, + "content": "<|reserved_special_token_60|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128066, + "content": "<|reserved_special_token_61|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128067, + "content": "<|reserved_special_token_62|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128068, + "content": "<|reserved_special_token_63|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128069, + "content": "<|reserved_special_token_64|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128070, + "content": "<|reserved_special_token_65|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128071, + "content": "<|reserved_special_token_66|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128072, + "content": "<|reserved_special_token_67|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128073, + "content": "<|reserved_special_token_68|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128074, + "content": "<|reserved_special_token_69|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128075, + "content": "<|reserved_special_token_70|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128076, + "content": "<|reserved_special_token_71|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128077, + "content": "<|reserved_special_token_72|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128078, + "content": "<|reserved_special_token_73|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128079, + "content": "<|reserved_special_token_74|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128080, + "content": "<|reserved_special_token_75|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128081, + "content": "<|reserved_special_token_76|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128082, + "content": "<|reserved_special_token_77|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128083, + "content": "<|reserved_special_token_78|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128084, + "content": "<|reserved_special_token_79|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128085, + "content": "<|reserved_special_token_80|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128086, + "content": "<|reserved_special_token_81|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128087, + "content": "<|reserved_special_token_82|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128088, + "content": "<|reserved_special_token_83|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128089, + "content": "<|reserved_special_token_84|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128090, + "content": "<|reserved_special_token_85|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128091, + "content": "<|reserved_special_token_86|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128092, + "content": "<|reserved_special_token_87|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128093, + "content": "<|reserved_special_token_88|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128094, + "content": "<|reserved_special_token_89|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128095, + "content": "<|reserved_special_token_90|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128096, + "content": "<|reserved_special_token_91|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128097, + "content": "<|reserved_special_token_92|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128098, + "content": "<|reserved_special_token_93|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128099, + "content": "<|reserved_special_token_94|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128100, + "content": "<|reserved_special_token_95|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128101, + "content": "<|reserved_special_token_96|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128102, + "content": "<|reserved_special_token_97|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128103, + "content": "<|reserved_special_token_98|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128104, + "content": "<|reserved_special_token_99|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128105, + "content": "<|reserved_special_token_100|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128106, + "content": "<|reserved_special_token_101|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128107, + "content": "<|reserved_special_token_102|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128108, + "content": "<|reserved_special_token_103|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128109, + "content": "<|reserved_special_token_104|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128110, + "content": "<|reserved_special_token_105|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128111, + "content": "<|reserved_special_token_106|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128112, + "content": "<|reserved_special_token_107|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128113, + "content": "<|reserved_special_token_108|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128114, + "content": "<|reserved_special_token_109|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128115, + "content": "<|reserved_special_token_110|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128116, + "content": "<|reserved_special_token_111|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128117, + "content": "<|reserved_special_token_112|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128118, + "content": "<|reserved_special_token_113|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128119, + "content": "<|reserved_special_token_114|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128120, + "content": "<|reserved_special_token_115|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128121, + "content": "<|reserved_special_token_116|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128122, + "content": "<|reserved_special_token_117|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128123, + "content": "<|reserved_special_token_118|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128124, + "content": "<|reserved_special_token_119|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128125, + "content": "<|reserved_special_token_120|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128126, + "content": "<|reserved_special_token_121|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128127, + "content": "<|reserved_special_token_122|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128128, + "content": "<|reserved_special_token_123|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128129, + "content": "<|reserved_special_token_124|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128130, + "content": "<|reserved_special_token_125|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128131, + "content": "<|reserved_special_token_126|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128132, + "content": "<|reserved_special_token_127|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128133, + "content": "<|reserved_special_token_128|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128134, + "content": "<|reserved_special_token_129|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128135, + "content": "<|reserved_special_token_130|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128136, + "content": "<|reserved_special_token_131|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128137, + "content": "<|reserved_special_token_132|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128138, + "content": "<|reserved_special_token_133|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128139, + "content": "<|reserved_special_token_134|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128140, + "content": "<|reserved_special_token_135|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128141, + "content": "<|reserved_special_token_136|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128142, + "content": "<|reserved_special_token_137|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128143, + "content": "<|reserved_special_token_138|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128144, + "content": "<|reserved_special_token_139|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128145, + "content": "<|reserved_special_token_140|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128146, + "content": "<|reserved_special_token_141|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128147, + "content": "<|reserved_special_token_142|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128148, + "content": "<|reserved_special_token_143|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128149, + "content": "<|reserved_special_token_144|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128150, + "content": "<|reserved_special_token_145|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128151, + "content": "<|reserved_special_token_146|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128152, + "content": "<|reserved_special_token_147|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128153, + "content": "<|reserved_special_token_148|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128154, + "content": "<|reserved_special_token_149|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128155, + "content": "<|reserved_special_token_150|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128156, + "content": "<|reserved_special_token_151|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128157, + "content": "<|reserved_special_token_152|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128158, + "content": "<|reserved_special_token_153|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128159, + "content": "<|reserved_special_token_154|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128160, + "content": "<|reserved_special_token_155|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128161, + "content": "<|reserved_special_token_156|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128162, + "content": "<|reserved_special_token_157|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128163, + "content": "<|reserved_special_token_158|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128164, + "content": "<|reserved_special_token_159|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128165, + "content": "<|reserved_special_token_160|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128166, + "content": "<|reserved_special_token_161|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128167, + "content": "<|reserved_special_token_162|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128168, + "content": "<|reserved_special_token_163|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128169, + "content": "<|reserved_special_token_164|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128170, + "content": "<|reserved_special_token_165|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128171, + "content": "<|reserved_special_token_166|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128172, + "content": "<|reserved_special_token_167|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128173, + "content": "<|reserved_special_token_168|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128174, + "content": "<|reserved_special_token_169|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128175, + "content": "<|reserved_special_token_170|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128176, + "content": "<|reserved_special_token_171|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128177, + "content": "<|reserved_special_token_172|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128178, + "content": "<|reserved_special_token_173|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128179, + "content": "<|reserved_special_token_174|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128180, + "content": "<|reserved_special_token_175|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128181, + "content": "<|reserved_special_token_176|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128182, + "content": "<|reserved_special_token_177|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128183, + "content": "<|reserved_special_token_178|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128184, + "content": "<|reserved_special_token_179|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128185, + "content": "<|reserved_special_token_180|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128186, + "content": "<|reserved_special_token_181|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128187, + "content": "<|reserved_special_token_182|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128188, + "content": "<|reserved_special_token_183|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128189, + "content": "<|reserved_special_token_184|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128190, + "content": "<|reserved_special_token_185|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128191, + "content": "<|reserved_special_token_186|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128192, + "content": "<|reserved_special_token_187|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128193, + "content": "<|reserved_special_token_188|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128194, + "content": "<|reserved_special_token_189|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128195, + "content": "<|reserved_special_token_190|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128196, + "content": "<|reserved_special_token_191|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128197, + "content": "<|reserved_special_token_192|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128198, + "content": "<|reserved_special_token_193|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128199, + "content": "<|reserved_special_token_194|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128200, + "content": "<|reserved_special_token_195|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128201, + "content": "<|reserved_special_token_196|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128202, + "content": "<|reserved_special_token_197|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128203, + "content": "<|reserved_special_token_198|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128204, + "content": "<|reserved_special_token_199|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128205, + "content": "<|reserved_special_token_200|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128206, + "content": "<|reserved_special_token_201|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128207, + "content": "<|reserved_special_token_202|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128208, + "content": "<|reserved_special_token_203|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128209, + "content": "<|reserved_special_token_204|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128210, + "content": "<|reserved_special_token_205|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128211, + "content": "<|reserved_special_token_206|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128212, + "content": "<|reserved_special_token_207|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128213, + "content": "<|reserved_special_token_208|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128214, + "content": "<|reserved_special_token_209|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128215, + "content": "<|reserved_special_token_210|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128216, + "content": "<|reserved_special_token_211|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128217, + "content": "<|reserved_special_token_212|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128218, + "content": "<|reserved_special_token_213|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128219, + "content": "<|reserved_special_token_214|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128220, + "content": "<|reserved_special_token_215|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128221, + "content": "<|reserved_special_token_216|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128222, + "content": "<|reserved_special_token_217|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128223, + "content": "<|reserved_special_token_218|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128224, + "content": "<|reserved_special_token_219|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128225, + "content": "<|reserved_special_token_220|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128226, + "content": "<|reserved_special_token_221|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128227, + "content": "<|reserved_special_token_222|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128228, + "content": "<|reserved_special_token_223|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128229, + "content": "<|reserved_special_token_224|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128230, + "content": "<|reserved_special_token_225|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128231, + "content": "<|reserved_special_token_226|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128232, + "content": "<|reserved_special_token_227|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128233, + "content": "<|reserved_special_token_228|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128234, + "content": "<|reserved_special_token_229|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128235, + "content": "<|reserved_special_token_230|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128236, + "content": "<|reserved_special_token_231|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128237, + "content": "<|reserved_special_token_232|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128238, + "content": "<|reserved_special_token_233|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128239, + "content": "<|reserved_special_token_234|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128240, + "content": "<|reserved_special_token_235|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128241, + "content": "<|reserved_special_token_236|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128242, + "content": "<|reserved_special_token_237|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128243, + "content": "<|reserved_special_token_238|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128244, + "content": "<|reserved_special_token_239|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128245, + "content": "<|reserved_special_token_240|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128246, + "content": "<|reserved_special_token_241|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128247, + "content": "<|reserved_special_token_242|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128248, + "content": "<|reserved_special_token_243|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128249, + "content": "<|reserved_special_token_244|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128250, + "content": "<|reserved_special_token_245|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128251, + "content": "<|reserved_special_token_246|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128252, + "content": "<|reserved_special_token_247|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128253, + "content": "<|reserved_special_token_248|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128254, + "content": "<|reserved_special_token_249|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128255, + "content": "<|reserved_special_token_250|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}{1,3}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "Sequence", + "processors": [ + { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + { + "type": "TemplateProcessing", + "single": [ + { + "SpecialToken": { + "id": "<|begin_of_text|>", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "SpecialToken": { + "id": "<|begin_of_text|>", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "SpecialToken": { + "id": "<|begin_of_text|>", + "type_id": 1 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": { + "<|begin_of_text|>": { + "id": "<|begin_of_text|>", + "ids": [ + 128000 + ], + "tokens": [ + "<|begin_of_text|>" + ] + } + } + } + ] + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": true, + "vocab": { + "!": 0, + "\"": 1, + "#": 2, + "$": 3, + "%": 4, + "&": 5, + "'": 6, + "(": 7, + ")": 8, + "*": 9, + "+": 10, + ",": 11, + "-": 12, + ".": 13, + "/": 14, + "0": 15, + "1": 16, + "2": 17, + "3": 18, + "4": 19, + "5": 20, + "6": 21, + "7": 22, + "8": 23, + "9": 24, + ":": 25, + ";": 26, + "<": 27, + "=": 28, + ">": 29, + "?": 30, + "@": 31, + "A": 32, + "B": 33, + "C": 34, + "D": 35, + "E": 36, + "F": 37, + "G": 38, + "H": 39, + "I": 40, + "J": 41, + "K": 42, + "L": 43, + "M": 44, + "N": 45, + "O": 46, + "P": 47, + "Q": 48, + "R": 49, + "S": 50, + "T": 51, + "U": 52, + "V": 53, + "W": 54, + "X": 55, + "Y": 56, + "Z": 57, + "[": 58, + "\\": 59, + "]": 60, + "^": 61, + "_": 62, + "`": 63, + "a": 64, + "b": 65, + "c": 66, + "d": 67, + "e": 68, + "f": 69, + "g": 70, + "h": 71, + "i": 72, + "j": 73, + "k": 74, + "l": 75, + "m": 76, + "n": 77, + "o": 78, + "p": 79, + "q": 80, + "r": 81, + "s": 82, + "t": 83, + "u": 84, + "v": 85, + "w": 86, + "x": 87, + "y": 88, + "z": 89, + "{": 90, + "|": 91, + "}": 92, + "~": 93, + "¡": 94, + "¢": 95, + "£": 96, + "¤": 97, + "¥": 98, + "¦": 99, + "§": 100, + "¨": 101, + "©": 102, + "ª": 103, + "«": 104, + "¬": 105, + "®": 106, + "¯": 107, + "°": 108, + "±": 109, + "²": 110, + "³": 111, + "´": 112, + "µ": 113, + "¶": 114, + "·": 115, + "¸": 116, + "¹": 117, + "º": 118, + "»": 119, + "¼": 120, + "½": 121, + "¾": 122, + "¿": 123, + "À": 124, + "Á": 125, + "Â": 126, + "Ã": 127, + "Ä": 128, + "Å": 129, + "Æ": 130, + "Ç": 131, + "È": 132, + "É": 133, + "Ê": 134, + "Ë": 135, + "Ì": 136, + "Í": 137, + "Î": 138, + "Ï": 139, + "Ð": 140, + "Ñ": 141, + "Ò": 142, + "Ó": 143, + "Ô": 144, + "Õ": 145, + "Ö": 146, + "×": 147, + "Ø": 148, + "Ù": 149, + "Ú": 150, + "Û": 151, + "Ü": 152, + "Ý": 153, + "Þ": 154, + "ß": 155, + "à": 156, + "á": 157, + "â": 158, + "ã": 159, + "ä": 160, + "å": 161, + "æ": 162, + "ç": 163, + "è": 164, + "é": 165, + "ê": 166, + "ë": 167, + "ì": 168, + "í": 169, + "î": 170, + "ï": 171, + "ð": 172, + "ñ": 173, + "ò": 174, + "ó": 175, + "ô": 176, + "õ": 177, + "ö": 178, + "÷": 179, + "ø": 180, + "ù": 181, + "ú": 182, + "û": 183, + "ü": 184, + "ý": 185, + "þ": 186, + "ÿ": 187, + "Ā": 188, + "ā": 189, + "Ă": 190, + "ă": 191, + "Ą": 192, + "ą": 193, + "Ć": 194, + "ć": 195, + "Ĉ": 196, + "ĉ": 197, + "Ċ": 198, + "ċ": 199, + "Č": 200, + "č": 201, + "Ď": 202, + "ď": 203, + "Đ": 204, + "đ": 205, + "Ē": 206, + "ē": 207, + "Ĕ": 208, + "ĕ": 209, + "Ė": 210, + "ė": 211, + "Ę": 212, + "ę": 213, + "Ě": 214, + "ě": 215, + "Ĝ": 216, + "ĝ": 217, + "Ğ": 218, + "ğ": 219, + "Ġ": 220, + "ġ": 221, + "Ģ": 222, + "ģ": 223, + "Ĥ": 224, + "ĥ": 225, + "Ħ": 226, + "ħ": 227, + "Ĩ": 228, + "ĩ": 229, + "Ī": 230, + "ī": 231, + "Ĭ": 232, + "ĭ": 233, + "Į": 234, + "į": 235, + "İ": 236, + "ı": 237, + "IJ": 238, + "ij": 239, + "Ĵ": 240, + "ĵ": 241, + "Ķ": 242, + "ķ": 243, + "ĸ": 244, + "Ĺ": 245, + "ĺ": 246, + "Ļ": 247, + "ļ": 248, + "Ľ": 249, + "ľ": 250, + "Ŀ": 251, + "ŀ": 252, + "Ł": 253, + "ł": 254, + "Ń": 255, + "ĠĠ": 256, + "ĠĠĠĠ": 257, + "in": 258, + "Ġt": 259, + "ĠĠĠĠĠĠĠĠ": 260, + "er": 261, + "ĠĠĠ": 262, + "on": 263, + "Ġa": 264, + "re": 265, + "at": 266, + "st": 267, + "en": 268, + "or": 269, + "Ġth": 270, + "ĊĊ": 271, + "Ġc": 272, + "le": 273, + "Ġs": 274, + "it": 275, + "an": 276, + "ar": 277, + "al": 278, + "Ġthe": 279, + ";Ċ": 280, + "Ġp": 281, + "Ġf": 282, + "ou": 283, + "Ġ=": 284, + "is": 285, + "ĠĠĠĠĠĠĠ": 286, + "ing": 287, + "es": 288, + "Ġw": 289, + "ion": 290, + "ed": 291, + "ic": 292, + "Ġb": 293, + "Ġd": 294, + "et": 295, + "Ġm": 296, + "Ġo": 297, + "ĉĉ": 298, + "ro": 299, + "as": 300, + "el": 301, + "ct": 302, + "nd": 303, + "Ġin": 304, + "Ġh": 305, + "ent": 306, + "id": 307, + "Ġn": 308, + "am": 309, + "ĠĠĠĠĠĠĠĠĠĠĠ": 310, + "Ġto": 311, + "Ġre": 312, + "--": 313, + "Ġ{": 314, + "Ġof": 315, + "om": 316, + ");Ċ": 317, + "im": 318, + "čĊ": 319, + "Ġ(": 320, + "il": 321, + "//": 322, + "Ġand": 323, + "ur": 324, + "se": 325, + "Ġl": 326, + "ex": 327, + "ĠS": 328, + "ad": 329, + "Ġ\"": 330, + "ch": 331, + "ut": 332, + "if": 333, + "**": 334, + "Ġ}": 335, + "em": 336, + "ol": 337, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 338, + "th": 339, + ")Ċ": 340, + "Ġ{Ċ": 341, + "Ġg": 342, + "ig": 343, + "iv": 344, + ",Ċ": 345, + "ce": 346, + "od": 347, + "Ġv": 348, + "ate": 349, + "ĠT": 350, + "ag": 351, + "ay": 352, + "Ġ*": 353, + "ot": 354, + "us": 355, + "ĠC": 356, + "Ġst": 357, + "ĠI": 358, + "un": 359, + "ul": 360, + "ue": 361, + "ĠA": 362, + "ow": 363, + "Ġ'": 364, + "ew": 365, + "Ġ<": 366, + "ation": 367, + "()": 368, + "Ġfor": 369, + "ab": 370, + "ort": 371, + "um": 372, + "ame": 373, + "Ġis": 374, + "pe": 375, + "tr": 376, + "ck": 377, + "âĢ": 378, + "Ġy": 379, + "ist": 380, + "----": 381, + ".ĊĊ": 382, + "he": 383, + "Ġe": 384, + "lo": 385, + "ĠM": 386, + "Ġbe": 387, + "ers": 388, + "Ġon": 389, + "Ġcon": 390, + "ap": 391, + "ub": 392, + "ĠP": 393, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 394, + "ass": 395, + "int": 396, + ">Ċ": 397, + "ly": 398, + "urn": 399, + "Ġ$": 400, + ";ĊĊ": 401, + "av": 402, + "port": 403, + "ir": 404, + "->": 405, + "nt": 406, + "ction": 407, + "end": 408, + "Ġde": 409, + "00": 410, + "ith": 411, + "out": 412, + "turn": 413, + "our": 414, + "ĠĠĠĠĠ": 415, + "lic": 416, + "res": 417, + "pt": 418, + "==": 419, + "Ġthis": 420, + "Ġwh": 421, + "Ġif": 422, + "ĠD": 423, + "ver": 424, + "age": 425, + "ĠB": 426, + "ht": 427, + "ext": 428, + "=\"": 429, + "Ġthat": 430, + "****": 431, + "ĠR": 432, + "Ġit": 433, + "ess": 434, + "ĠF": 435, + "Ġr": 436, + "os": 437, + "and": 438, + "Ġas": 439, + "ect": 440, + "ke": 441, + "rom": 442, + "Ġ//": 443, + "con": 444, + "ĠL": 445, + "(\"": 446, + "qu": 447, + "lass": 448, + "Ġwith": 449, + "iz": 450, + "de": 451, + "ĠN": 452, + "Ġal": 453, + "op": 454, + "up": 455, + "get": 456, + "Ġ}Ċ": 457, + "ile": 458, + "Ġan": 459, + "ata": 460, + "ore": 461, + "ri": 462, + "Ġpro": 463, + ";čĊ": 464, + "ĉĉĉĉ": 465, + "ter": 466, + "ain": 467, + "ĠW": 468, + "ĠE": 469, + "Ġcom": 470, + "Ġreturn": 471, + "art": 472, + "ĠH": 473, + "ack": 474, + "import": 475, + "ublic": 476, + "Ġor": 477, + "est": 478, + "ment": 479, + "ĠG": 480, + "able": 481, + "Ġ-": 482, + "ine": 483, + "ill": 484, + "ind": 485, + "ere": 486, + "::": 487, + "ity": 488, + "Ġ+": 489, + "Ġtr": 490, + "elf": 491, + "ight": 492, + "('": 493, + "orm": 494, + "ult": 495, + "str": 496, + "..": 497, + "\",": 498, + "Ġyou": 499, + "ype": 500, + "pl": 501, + "Ġnew": 502, + "Ġj": 503, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 504, + "Ġfrom": 505, + "Ġex": 506, + "ĠO": 507, + "20": 508, + "ld": 509, + "Ġ[": 510, + "oc": 511, + ":Ċ": 512, + "Ġse": 513, + "Ġle": 514, + "--------": 515, + ".s": 516, + "{Ċ": 517, + "',": 518, + "ant": 519, + "Ġat": 520, + "ase": 521, + ".c": 522, + "Ġch": 523, + "": 524, + "ave": 525, + "ang": 526, + "Ġare": 527, + "Ġint": 528, + "âĢĻ": 529, + "_t": 530, + "ert": 531, + "ial": 532, + "act": 533, + "}Ċ": 534, + "ive": 535, + "ode": 536, + "ost": 537, + "Ġclass": 538, + "Ġnot": 539, + "og": 540, + "ord": 541, + "alue": 542, + "all": 543, + "ff": 544, + "();Ċ": 545, + "ont": 546, + "ime": 547, + "are": 548, + "ĠU": 549, + "Ġpr": 550, + "Ġ:": 551, + "ies": 552, + "ize": 553, + "ure": 554, + "Ġby": 555, + "ire": 556, + "Ġ}ĊĊ": 557, + ".p": 558, + "Ġsh": 559, + "ice": 560, + "ast": 561, + "ption": 562, + "tring": 563, + "ok": 564, + "__": 565, + "cl": 566, + "##": 567, + "Ġhe": 568, + "ard": 569, + ").": 570, + "Ġ@": 571, + "iew": 572, + "ĉĉĉ": 573, + "Ġwas": 574, + "ip": 575, + "this": 576, + "Ġu": 577, + "ĠThe": 578, + "ide": 579, + "ace": 580, + "ib": 581, + "ac": 582, + "rou": 583, + "Ġwe": 584, + "ject": 585, + "Ġpublic": 586, + "ak": 587, + "ve": 588, + "ath": 589, + "oid": 590, + "Ġ=>": 591, + "ust": 592, + "que": 593, + "Ġres": 594, + "))": 595, + "'s": 596, + "Ġk": 597, + "ans": 598, + "yst": 599, + "unction": 600, + "********": 601, + "Ġi": 602, + "Ġus": 603, + "pp": 604, + "10": 605, + "one": 606, + "ail": 607, + "====": 608, + "name": 609, + "Ġstr": 610, + "Ġ/": 611, + "Ġ&": 612, + "ach": 613, + "div": 614, + "ystem": 615, + "ell": 616, + "Ġhave": 617, + "err": 618, + "ould": 619, + "ull": 620, + "pon": 621, + "ĠJ": 622, + "_p": 623, + "Ġ==": 624, + "ign": 625, + "St": 626, + ".Ċ": 627, + "Ġpl": 628, + ");ĊĊ": 629, + "form": 630, + "put": 631, + "ount": 632, + "}ĊĊ": 633, + "dd": 634, + "ite": 635, + "Ġget": 636, + "rr": 637, + "ome": 638, + "ĠâĢ": 639, + "aram": 640, + "cc": 641, + "Ġ*/": 642, + "ER": 643, + "In": 644, + "les": 645, + "_s": 646, + "ong": 647, + "ie": 648, + "Ġcan": 649, + "ĠV": 650, + "erv": 651, + "pr": 652, + "Ġun": 653, + "row": 654, + "ber": 655, + "Ġdo": 656, + "ll": 657, + "Ġel": 658, + "Ġself": 659, + "ated": 660, + "ary": 661, + "Ġ.": 662, + "']": 663, + "ud": 664, + "Ġen": 665, + "ĠTh": 666, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 667, + "te": 668, + "_c": 669, + "uct": 670, + "Ġab": 671, + "ork": 672, + ".get": 673, + "Ġ#": 674, + "aw": 675, + "ress": 676, + "ob": 677, + "Name": 678, + "201": 679, + "app": 680, + "['": 681, + "Ġall": 682, + "ory": 683, + "ition": 684, + "ance": 685, + "ear": 686, + "Ġcont": 687, + "vent": 688, + "ia": 689, + "Ġwill": 690, + "IN": 691, + "ĠĠĠĠĠĠĠĠĠ": 692, + "return": 693, + "Ġ": 694, + "data": 695, + ")ĊĊ": 696, + "Re": 697, + "ple": 698, + "ild": 699, + "ther": 700, + "Ġyour": 701, + "\"Ċ": 702, + "($": 703, + "Ġout": 704, + "),": 705, + "Ġhas": 706, + "String": 707, + "so": 708, + "Ġup": 709, + "ax": 710, + "Ġdef": 711, + "Ġbo": 712, + "ge": 713, + "alse": 714, + "ON": 715, + "per": 716, + "12": 717, + "ich": 718, + "Ġbut": 719, + "ĠĊ": 720, + "Ġ_": 721, + "_m": 722, + "add": 723, + "quest": 724, + "odel": 725, + "self": 726, + "ery": 727, + "ft": 728, + "ens": 729, + "////": 730, + "ake": 731, + ".C": 732, + "Ġgo": 733, + "Ġfunction": 734, + "ĠK": 735, + "ivate": 736, + "Ġim": 737, + "Ġconst": 738, + ".t": 739, + "Ġ*/Ċ": 740, + ");čĊ": 741, + "Ġvoid": 742, + "Ġset": 743, + "ĠSystem": 744, + "cri": 745, + "()Ċ": 746, + "li": 747, + "ĉif": 748, + ".m": 749, + "ally": 750, + "set": 751, + "ep": 752, + "âĢĻs": 753, + "bo": 754, + "def": 755, + "',Ċ": 756, + "Ġme": 757, + "Ġ!": 758, + "atch": 759, + "\">": 760, + "\",Ċ": 761, + "ec": 762, + "ĠIn": 763, + "ph": 764, + "Ġ|": 765, + "_f": 766, + "Ġvar": 767, + "ence": 768, + "Id": 769, + "ree": 770, + "ink": 771, + "lect": 772, + "ug": 773, + "eth": 774, + "Ġelse": 775, + "----------------": 776, + "19": 777, + "cont": 778, + "Ġso": 779, + "atic": 780, + "Ġlo": 781, + "pro": 782, + "ton": 783, + "ss": 784, + "own": 785, + "abel": 786, + "oint": 787, + "ous": 788, + "eld": 789, + "ST": 790, + "The": 791, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 792, + "RE": 793, + "\":": 794, + "olor": 795, + "tp": 796, + "eg": 797, + "key": 798, + "ude": 799, + "ĠSt": 800, + "ound": 801, + "Ġar": 802, + "\");Ċ": 803, + "ener": 804, + "ser": 805, + "11": 806, + "bject": 807, + "essage": 808, + "fer": 809, + "Ġmore": 810, + "ations": 811, + "ents": 812, + "Ġhis": 813, + "Ġthey": 814, + ".S": 815, + "ĠY": 816, + "use": 817, + "ne": 818, + "ish": 819, + "old": 820, + "_d": 821, + "io": 822, + "ield": 823, + "Ġper": 824, + "Cont": 825, + "ings": 826, + "####": 827, + "Ġdata": 828, + "Ġsa": 829, + "ef": 830, + "fo": 831, + "Ġone": 832, + "eng": 833, + "Ġdis": 834, + "AT": 835, + "Ġname": 836, + "Ġtrue": 837, + "val": 838, + "led": 839, + ".f": 840, + "Ġne": 841, + "Ġend": 842, + "32": 843, + ".T": 844, + "16": 845, + "cre": 846, + "ark": 847, + "log": 848, + "Ex": 849, + "error": 850, + "_id": 851, + "urre": 852, + "ange": 853, + "Ġnull": 854, + "rray": 855, + "Ġmy": 856, + "pan": 857, + "ict": 858, + "ator": 859, + "View": 860, + "List": 861, + "ĉreturn": 862, + "âĢĿ": 863, + "Ġpre": 864, + "Ġx": 865, + "clude": 866, + "arg": 867, + "15": 868, + "ov": 869, + ".h": 870, + "Ġ>": 871, + "Ġtheir": 872, + "')": 873, + "irst": 874, + "ick": 875, + "gh": 876, + "LE": 877, + "OR": 878, + "Ġprivate": 879, + "tem": 880, + "čĊčĊ": 881, + "user": 882, + "Ġ)": 883, + "com": 884, + ".A": 885, + "\";Ċ": 886, + "Ġid": 887, + "read": 888, + "Ġwho": 889, + "_b": 890, + "\">Ċ": 891, + "Ġtime": 892, + "Ġman": 893, + "ry": 894, + "========": 895, + "roup": 896, + "rop": 897, + "public": 898, + "vel": 899, + "umber": 900, + "ble": 901, + "Ġwhich": 902, + "****************": 903, + "Ġany": 904, + "Ġfalse": 905, + "we": 906, + "Ġvalue": 907, + "Ġli": 908, + "\")": 909, + "nder": 910, + "gr": 911, + "Ġno": 912, + "param": 913, + "25": 914, + "fig": 915, + ".com": 916, + "Ġapp": 917, + "_l": 918, + "ions": 919, + ".D": 920, + "ĠCh": 921, + "Ġabout": 922, + "Ġadd": 923, + "Ġsu": 924, + "Ġstring": 925, + "ID": 926, + "Ġover": 927, + "string": 928, + ".l": 929, + "ource": 930, + "000": 931, + "_C": 932, + "]Ċ": 933, + "Ġqu": 934, + "ĠString": 935, + "ca": 936, + "SE": 937, + "Ġro": 938, + "sh": 939, + "ual": 940, + "Type": 941, + "son": 942, + "new": 943, + "ern": 944, + "Ġag": 945, + "AR": 946, + "];Ċ": 947, + "].": 948, + "Ġ?": 949, + "ical": 950, + "Ġdes": 951, + "uth": 952, + "ix": 953, + "ays": 954, + "Ġtype": 955, + "'t": 956, + "ault": 957, + "Ġinter": 958, + "var": 959, + ".b": 960, + "Ġpart": 961, + ".d": 962, + "urrent": 963, + "IT": 964, + "EN": 965, + "30": 966, + "enc": 967, + "(f": 968, + "ra": 969, + "value": 970, + "cho": 971, + "18": 972, + "utton": 973, + "ose": 974, + "14": 975, + "Ġ!=": 976, + "ater": 977, + "é": 978, + "reate": 979, + "oll": 980, + "pos": 981, + "yle": 982, + "ng": 983, + "AL": 984, + "using": 985, + "ames": 986, + "Ġ{čĊ": 987, + "ates": 988, + "ely": 989, + "Ġwork": 990, + "Ġem": 991, + "inal": 992, + "Ġsp": 993, + "Ġwhen": 994, + ".set": 995, + "ĠĠĠĠĠĠ": 996, + "):Ċ": 997, + "to": 998, + "quire": 999, + "indow": 1000, + "lement": 1001, + "pect": 1002, + "ash": 1003, + "[i": 1004, + "Ġuse": 1005, + ".F": 1006, + "pec": 1007, + "Ġad": 1008, + "ove": 1009, + "ception": 1010, + "ength": 1011, + "include": 1012, + "ader": 1013, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 1014, + "atus": 1015, + "Th": 1016, + "itle": 1017, + "rit": 1018, + "void": 1019, + "().": 1020, + "(Ċ": 1021, + "Ġoff": 1022, + "Ġother": 1023, + "Ġ&&": 1024, + "';Ċ": 1025, + "ms": 1026, + "Ġbeen": 1027, + "Ġte": 1028, + "ml": 1029, + "co": 1030, + "nc": 1031, + "13": 1032, + "ervice": 1033, + "Ġ%": 1034, + "**Ċ": 1035, + "ann": 1036, + "ade": 1037, + "ĊĊĊĊ": 1038, + "lock": 1039, + "const": 1040, + "100": 1041, + "ponse": 1042, + "Ġsup": 1043, + "++": 1044, + "date": 1045, + "Ġacc": 1046, + "Ġhad": 1047, + "Ġbu": 1048, + "200": 1049, + "ĠRe": 1050, + "Ġwere": 1051, + "Ġfile": 1052, + "Ġwould": 1053, + "ĠâĢľ": 1054, + "ven": 1055, + "iss": 1056, + "Ġour": 1057, + "class": 1058, + "raw": 1059, + "Ġyear": 1060, + "Data": 1061, + "Ġval": 1062, + "Ġsome": 1063, + "fter": 1064, + "ys": 1065, + "Ġ///": 1066, + "round": 1067, + "view": 1068, + "Ġpe": 1069, + "Ġthere": 1070, + "Ġsaid": 1071, + "du": 1072, + "of": 1073, + "line": 1074, + "/*": 1075, + "duct": 1076, + "Ġher": 1077, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ": 1078, + "Res": 1079, + "Ġco": 1080, + "Ġcomm": 1081, + "ise": 1082, + "min": 1083, + "ĠĠĠĠĊ": 1084, + "#include": 1085, + "ethod": 1086, + ".P": 1087, + "ute": 1088, + "Ġass": 1089, + "Int": 1090, + "ask": 1091, + "loc": 1092, + "Ġlike": 1093, + "ody": 1094, + "Ġlet": 1095, + "load": 1096, + "Ġam": 1097, + "rol": 1098, + "Ġgr": 1099, + "yp": 1100, + "Ġalso": 1101, + "ĠIt": 1102, + "url": 1103, + "ific": 1104, + "ors": 1105, + "_P": 1106, + "_n": 1107, + "igh": 1108, + "Ġthan": 1109, + "Com": 1110, + "AN": 1111, + "UL": 1112, + "ating": 1113, + "17": 1114, + "ĠThis": 1115, + "ref": 1116, + "_S": 1117, + "Ġstatic": 1118, + "roll": 1119, + "Ġjust": 1120, + "Ġresult": 1121, + "ian": 1122, + "idth": 1123, + "Ġthem": 1124, + "));Ċ": 1125, + "der": 1126, + "reak": 1127, + "Con": 1128, + "://": 1129, + "ule": 1130, + "...": 1131, + "arch": 1132, + "ement": 1133, + "Ġ<<": 1134, + "50": 1135, + "ush": 1136, + "ense": 1137, + "arr": 1138, + "Ġinto": 1139, + "cess": 1140, + "amp": 1141, + "ied": 1142, + "ument": 1143, + "Ġ\\": 1144, + "],": 1145, + "wo": 1146, + "als": 1147, + "Ġwhat": 1148, + "anc": 1149, + "Value": 1150, + "='": 1151, + "olum": 1152, + "Ġpos": 1153, + "ages": 1154, + "ayer": 1155, + "Ġsc": 1156, + "ues": 1157, + "\")Ċ": 1158, + "_T": 1159, + "Ġlist": 1160, + "(s": 1161, + "Ġcase": 1162, + "Ch": 1163, + "ĉĉĉĉĉ": 1164, + "////////": 1165, + "ponent": 1166, + "Ġz": 1167, + "Ġkn": 1168, + "let": 1169, + "DE": 1170, + "red": 1171, + "Ġfe": 1172, + "Ġ},Ċ": 1173, + "Ġ,": 1174, + "(t": 1175, + "Ġfirst": 1176, + "');Ċ": 1177, + "word": 1178, + "Ġimport": 1179, + "Ġact": 1180, + "Ġchar": 1181, + "CT": 1182, + "ĠTr": 1183, + "ople": 1184, + "={": 1185, + "ĉf": 1186, + "24": 1187, + "ient": 1188, + "cent": 1189, + ".j": 1190, + "lection": 1191, + "))Ċ": 1192, + "Ġonly": 1193, + "Ġprint": 1194, + "mer": 1195, + ".W": 1196, + "ock": 1197, + "Ġ--": 1198, + "Text": 1199, + "Ġop": 1200, + "ank": 1201, + "Ġits": 1202, + "Ġback": 1203, + "[\"": 1204, + "Ġneed": 1205, + "Ġcl": 1206, + "Ġsub": 1207, + "Ġla": 1208, + "((": 1209, + ".\"": 1210, + "Object": 1211, + "Ġstart": 1212, + "file": 1213, + "(self": 1214, + "ner": 1215, + "ey": 1216, + "Ġuser": 1217, + "Ġent": 1218, + "ĠCom": 1219, + "its": 1220, + "ĠCon": 1221, + "ouble": 1222, + "ower": 1223, + "item": 1224, + "very": 1225, + "ĠWe": 1226, + "64": 1227, + "lick": 1228, + "ĠQ": 1229, + "php": 1230, + "ttp": 1231, + "':": 1232, + "ics": 1233, + "Ġunder": 1234, + "Ġ*Ċ": 1235, + ".L": 1236, + ");": 1237, + "ices": 1238, + "Ġreg": 1239, + ")čĊ": 1240, + "ĉpublic": 1241, + "SS": 1242, + "Ġthen": 1243, + "reat": 1244, + "ious": 1245, + ".G": 1246, + "ek": 1247, + "irect": 1248, + "heck": 1249, + "cript": 1250, + "ning": 1251, + "ĠUn": 1252, + "Ġmay": 1253, + "ĠWh": 1254, + "Bo": 1255, + "Item": 1256, + "struct": 1257, + ".st": 1258, + "ream": 1259, + "ible": 1260, + "loat": 1261, + "Ġorg": 1262, + "und": 1263, + "sum": 1264, + "_in": 1265, + "../": 1266, + "_M": 1267, + "Ġhow": 1268, + "rite": 1269, + "'Ċ": 1270, + "To": 1271, + "40": 1272, + "ww": 1273, + "Ġpeople": 1274, + "index": 1275, + ".n": 1276, + "http": 1277, + "(m": 1278, + "ector": 1279, + "Ġind": 1280, + "Ġjav": 1281, + "],Ċ": 1282, + "ĠHe": 1283, + "_st": 1284, + "ful": 1285, + "ole": 1286, + "){Ċ": 1287, + "Ġshould": 1288, + "opy": 1289, + "elp": 1290, + "ier": 1291, + "_name": 1292, + "erson": 1293, + "ION": 1294, + "ote": 1295, + "Ġtest": 1296, + "Ġbet": 1297, + "rror": 1298, + "ular": 1299, + "ãĢ": 1300, + "ĠÐ": 1301, + "bs": 1302, + "ting": 1303, + "Ġmake": 1304, + "Tr": 1305, + "Ġafter": 1306, + "arget": 1307, + "RO": 1308, + "olumn": 1309, + "rc": 1310, + "_re": 1311, + "define": 1312, + "22": 1313, + "Ġright": 1314, + "right": 1315, + "day": 1316, + "Ġlong": 1317, + "[]": 1318, + "(p": 1319, + "td": 1320, + "cond": 1321, + "ĠPro": 1322, + "Ġrem": 1323, + "ptions": 1324, + "vid": 1325, + ".g": 1326, + "Ġext": 1327, + "Ġ__": 1328, + "')Ċ": 1329, + "pace": 1330, + "mp": 1331, + "Ġmin": 1332, + "stance": 1333, + "air": 1334, + "action": 1335, + "wh": 1336, + "type": 1337, + "util": 1338, + "ait": 1339, + "": 1340, + "IC": 1341, + "text": 1342, + "Ġph": 1343, + "Ġfl": 1344, + ".M": 1345, + "ccess": 1346, + "br": 1347, + "fore": 1348, + "ersion": 1349, + "),Ċ": 1350, + ".re": 1351, + "ateg": 1352, + "Ġloc": 1353, + "ins": 1354, + "-s": 1355, + "trib": 1356, + "ĠInt": 1357, + "Ġarray": 1358, + ",\"": 1359, + "Pro": 1360, + "(c": 1361, + "ession": 1362, + ">ĊĊ": 1363, + "Ġshe": 1364, + "\"]": 1365, + "aph": 1366, + "Ġexp": 1367, + "erty": 1368, + "ĠSe": 1369, + "Ġpar": 1370, + "unc": 1371, + "ET": 1372, + "Ġread": 1373, + "print": 1374, + "Ġrel": 1375, + "Ġform": 1376, + "Ġdr": 1377, + "Exception": 1378, + "input": 1379, + "Ġtrans": 1380, + "########": 1381, + "order": 1382, + "By": 1383, + "Ġaw": 1384, + "ities": 1385, + "uff": 1386, + "play": 1387, + ".add": 1388, + "ĠâĢĵ": 1389, + "Ġwant": 1390, + "Ġcomp": 1391, + "ments": 1392, + "Ġ||": 1393, + "az": 1394, + "be": 1395, + "Ġnumber": 1396, + "Ġrequire": 1397, + "ĠEx": 1398, + "60": 1399, + "Ġcol": 1400, + "Ġkey": 1401, + "ember": 1402, + "Ġtwo": 1403, + "Ġsize": 1404, + "Ġwhere": 1405, + "UT": 1406, + "result": 1407, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 1408, + "ough": 1409, + "orld": 1410, + "ood": 1411, + "uch": 1412, + "ative": 1413, + "ger": 1414, + "arent": 1415, + "Ġ/*": 1416, + "Ġarg": 1417, + "Ġwhile": 1418, + "23": 1419, + "(this": 1420, + "Ġrec": 1421, + "Ġdif": 1422, + "State": 1423, + "Ġspec": 1424, + "ride": 1425, + "_F": 1426, + "Ġlook": 1427, + "AM": 1428, + "ility": 1429, + "eter": 1430, + "âĢĻt": 1431, + "ĊĊĊ": 1432, + "ayout": 1433, + "--------------------------------": 1434, + "ager": 1435, + "Ġcould": 1436, + "Ġbr": 1437, + "ends": 1438, + "ures": 1439, + "Ġknow": 1440, + "ets": 1441, + "ĠIf": 1442, + "ĠSh": 1443, + ".w": 1444, + "back": 1445, + "Ġser": 1446, + "Ġ+=": 1447, + "Ġfr": 1448, + "());Ċ": 1449, + "Ġhand": 1450, + "Ind": 1451, + "ULL": 1452, + "Im": 1453, + "();ĊĊ": 1454, + "Ġmost": 1455, + "Ġtry": 1456, + "Ġnow": 1457, + "rough": 1458, + ">čĊ": 1459, + "ackage": 1460, + "Ġhim": 1461, + "._": 1462, + "ify": 1463, + "Ġbreak": 1464, + "Ġ);Ċ": 1465, + "ren": 1466, + "#define": 1467, + "itt": 1468, + "Ġap": 1469, + "ĉc": 1470, + "(n": 1471, + "ĠYou": 1472, + ":ĊĊ": 1473, + "-m": 1474, + "Ġevery": 1475, + "ustom": 1476, + "lient": 1477, + "ocument": 1478, + "cription": 1479, + "Error": 1480, + "-b": 1481, + "о": 1482, + "][": 1483, + "99": 1484, + "trans": 1485, + "Ġpoint": 1486, + "Ġstd": 1487, + "Ġfil": 1488, + "Time": 1489, + "80": 1490, + "Ġmod": 1491, + "Ġ->": 1492, + "Ġerror": 1493, + "ah": 1494, + "Ġtext": 1495, + "roller": 1496, + "lose": 1497, + "ql": 1498, + "Ġpol": 1499, + ">": 1500, + "Ġshow": 1501, + "User": 1502, + "ased": 1503, + "Ġ{ĊĊ": 1504, + "Ġfind": 1505, + "а": 1506, + "ED": 1507, + "span": 1508, + "enu": 1509, + "Ġcurrent": 1510, + "Ġused": 1511, + "cept": 1512, + "clud": 1513, + "Ġplay": 1514, + "Ġlog": 1515, + "ution": 1516, + "fl": 1517, + "Ġsee": 1518, + "indows": 1519, + "Ġhelp": 1520, + "Ġthese": 1521, + "Ġpass": 1522, + "Ġdown": 1523, + "Ġeven": 1524, + "ason": 1525, + "uild": 1526, + "from": 1527, + "(d": 1528, + "Ġbl": 1529, + "label": 1530, + "else": 1531, + "е": 1532, + "Ġ(!": 1533, + "ized": 1534, + "(),": 1535, + "Ġob": 1536, + "Ġitem": 1537, + "ump": 1538, + "UR": 1539, + "orn": 1540, + "Ġdon": 1541, + "Se": 1542, + "man": 1543, + "27": 1544, + "ample": 1545, + "tn": 1546, + "================": 1547, + "He": 1548, + "gram": 1549, + "Ġdid": 1550, + "wn": 1551, + "_h": 1552, + "iver": 1553, + "Ġsm": 1554, + "Ġthrough": 1555, + "ĠAn": 1556, + "che": 1557, + "Ġinv": 1558, + "ouse": 1559, + "Ġes": 1560, + "ĠNew": 1561, + "export": 1562, + "mary": 1563, + "uto": 1564, + "ler": 1565, + "Ġlast": 1566, + "Ġevent": 1567, + "try": 1568, + "ï¼": 1569, + "ily": 1570, + "igned": 1571, + "ines": 1572, + "ollow": 1573, + "icense": 1574, + "sole": 1575, + "lear": 1576, + "(int": 1577, + "Ġagain": 1578, + "Ġhigh": 1579, + "html": 1580, + "Index": 1581, + "uthor": 1582, + "Ġ/**Ċ": 1583, + "Ġline": 1584, + "Event": 1585, + "_D": 1586, + "Ġdoes": 1587, + "itial": 1588, + "Ġcr": 1589, + "ars": 1590, + "28": 1591, + "Ġtem": 1592, + "cause": 1593, + "face": 1594, + "Ġ`": 1595, + "_A": 1596, + "Button": 1597, + "ature": 1598, + "ected": 1599, + "ES": 1600, + "ister": 1601, + "ĉĊ": 1602, + "Ġbefore": 1603, + "ale": 1604, + "other": 1605, + "Ġbecause": 1606, + "roid": 1607, + "Ġed": 1608, + "ik": 1609, + "reg": 1610, + "ĠDe": 1611, + "Ġdist": 1612, + "},Ċ": 1613, + "Ġstate": 1614, + "Ġcons": 1615, + "rint": 1616, + "att": 1617, + "Ġhere": 1618, + "ined": 1619, + "Ġfinal": 1620, + "Ġ\"\"": 1621, + "Key": 1622, + "LO": 1623, + "Ġdel": 1624, + "pty": 1625, + "thing": 1626, + "26": 1627, + "ĠAnd": 1628, + "Ġrun": 1629, + "ĠX": 1630, + "ym": 1631, + ".app": 1632, + "Ġvery": 1633, + "ces": 1634, + "_N": 1635, + "ared": 1636, + "ward": 1637, + "list": 1638, + "ited": 1639, + "olog": 1640, + "itch": 1641, + "Box": 1642, + "ife": 1643, + "33": 1644, + "Ġac": 1645, + "Ġmodel": 1646, + "Ġmon": 1647, + "Ġway": 1648, + "lete": 1649, + "Ġcall": 1650, + "Ġatt": 1651, + "Ġcal": 1652, + "vert": 1653, + "Ġdec": 1654, + "lease": 1655, + "oun": 1656, + "Ġ});Ċ": 1657, + "fr": 1658, + "formation": 1659, + "etail": 1660, + "Ġnum": 1661, + "aj": 1662, + "query": 1663, + "Ġwell": 1664, + "Ġobject": 1665, + "ĠAs": 1666, + "Ġyears": 1667, + "Color": 1668, + "IS": 1669, + "Ġdefault": 1670, + "Wh": 1671, + "Ġins": 1672, + "aint": 1673, + "Ġjava": 1674, + "Ġsim": 1675, + "ĠAr": 1676, + "mon": 1677, + "til": 1678, + "();čĊ": 1679, + "):": 1680, + "Set": 1681, + "29": 1682, + "atter": 1683, + "Ġview": 1684, + "Ġpres": 1685, + "array": 1686, + "We": 1687, + "At": 1688, + "Ġbel": 1689, + "Ġmany": 1690, + "21": 1691, + "Man": 1692, + "ender": 1693, + "Ġbeing": 1694, + "Ġgood": 1695, + "ĉĉĉĉĉĉ": 1696, + "ational": 1697, + "ware": 1698, + ".log": 1699, + "{čĊ": 1700, + "Ġusing": 1701, + "_B": 1702, + "Ġ:=": 1703, + "_w": 1704, + "ists": 1705, + "lish": 1706, + "Ġstud": 1707, + "ĠAl": 1708, + "Ġgu": 1709, + "config": 1710, + "uring": 1711, + "time": 1712, + "oken": 1713, + "amespace": 1714, + "Ġrequest": 1715, + "Ġchild": 1716, + "ĠÃ": 1717, + "lob": 1718, + "Ġparam": 1719, + "Ġ}čĊ": 1720, + "01": 1721, + "Ġecho": 1722, + "function": 1723, + "********************************": 1724, + "ps": 1725, + "Element": 1726, + "alk": 1727, + "lication": 1728, + "by": 1729, + "Size": 1730, + "rawing": 1731, + "Ġperson": 1732, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 1733, + "\\n": 1734, + "object": 1735, + "ince": 1736, + "En": 1737, + "File": 1738, + "uf": 1739, + "ffect": 1740, + "AC": 1741, + "Ġstyle": 1742, + "summary": 1743, + "Ġque": 1744, + "_r": 1745, + "Ġ($": 1746, + "Model": 1747, + "ident": 1748, + "Ġmethod": 1749, + "IL": 1750, + "ott": 1751, + "less": 1752, + "ING": 1753, + "Ġ()": 1754, + "Ġexpect": 1755, + "ync": 1756, + "package": 1757, + "35": 1758, + "urs": 1759, + "Ġprot": 1760, + "./": 1761, + "pre": 1762, + "Ġ)Ċ": 1763, + "ma": 1764, + "Ġsur": 1765, + "Ġfound": 1766, + "Info": 1767, + "par": 1768, + "imes": 1769, + ".e": 1770, + "ains": 1771, + "Ġpost": 1772, + "-d": 1773, + "45": 1774, + "olean": 1775, + "Ġsl": 1776, + "PE": 1777, + "Ġsuch": 1778, + "select": 1779, + "ainer": 1780, + "Ġthink": 1781, + "Ġdiffer": 1782, + ".r": 1783, + "/**Ċ": 1784, + "FF": 1785, + "ool": 1786, + "plate": 1787, + "qual": 1788, + "ĠFor": 1789, + "Ġmuch": 1790, + "uc": 1791, + "(new": 1792, + "odule": 1793, + "Ġsom": 1794, + "Ġhttp": 1795, + "ĠList": 1796, + "Ġcount": 1797, + "Ġinst": 1798, + "char": 1799, + "mit": 1800, + ".id": 1801, + "aking": 1802, + "Ġgener": 1803, + "px": 1804, + "vice": 1805, + "37": 1806, + "_data": 1807, + "ĠNULL": 1808, + "}čĊ": 1809, + "idd": 1810, + "ãĢĤ": 1811, + "Ġmed": 1812, + "org": 1813, + "ider": 1814, + "ache": 1815, + "work": 1816, + "Ġcheck": 1817, + "ween": 1818, + "Ġ((": 1819, + "the": 1820, + "ants": 1821, + "><": 1822, + ".B": 1823, + "-c": 1824, + "Ġopen": 1825, + "Ġest": 1826, + "ĠĠĠĠĠĠĠĠĊ": 1827, + "Ġnext": 1828, + "IM": 1829, + "ÑĤ": 1830, + "OT": 1831, + "ó": 1832, + "Ġfollow": 1833, + "content": 1834, + "ĠĠĠĠĠĠĠĠĠĠĠĠ": 1835, + "Ġinclud": 1836, + "HE": 1837, + "ĠRes": 1838, + "Ġhref": 1839, + "и": 1840, + "Ġcar": 1841, + "ypes": 1842, + "image": 1843, + "Un": 1844, + "Ġbool": 1845, + "AD": 1846, + "Ġgame": 1847, + ".Form": 1848, + "rows": 1849, + "*/": 1850, + "velop": 1851, + ".Drawing": 1852, + "Ġpath": 1853, + "ision": 1854, + "Ġeach": 1855, + "ĠPl": 1856, + "_type": 1857, + "Path": 1858, + "nection": 1859, + "Ġav": 1860, + "').": 1861, + "Ġsupport": 1862, + "ENT": 1863, + "rem": 1864, + "\").": 1865, + "Ġown": 1866, + "Ġcor": 1867, + "count": 1868, + "miss": 1869, + "ually": 1870, + "Ġmem": 1871, + "std": 1872, + "ience": 1873, + "search": 1874, + "\"ĊĊ": 1875, + "Form": 1876, + "Ġsex": 1877, + "ename": 1878, + "Ġsign": 1879, + "Ġet": 1880, + "ĠĠĠĠĠĠĠĠĠĠ": 1881, + "','": 1882, + "ĠApp": 1883, + "Ġthose": 1884, + "off": 1885, + "Ġerr": 1886, + "Ġsystem": 1887, + "Ġbest": 1888, + "code": 1889, + "Ġsame": 1890, + "Ġdi": 1891, + "uss": 1892, + "Ġcreate": 1893, + "ather": 1894, + "Array": 1895, + ".in": 1896, + "fe": 1897, + "Service": 1898, + "UN": 1899, + "ats": 1900, + "ĠZ": 1901, + "alth": 1902, + "Ġmade": 1903, + "true": 1904, + "AB": 1905, + "Ġmark": 1906, + "rid": 1907, + "ified": 1908, + ",čĊ": 1909, + "yn": 1910, + "press": 1911, + "Ġgroup": 1912, + "Ġfin": 1913, + "ĠLicense": 1914, + "Field": 1915, + "eger": 1916, + "Ġworld": 1917, + "iness": 1918, + "ty": 1919, + "Ġprocess": 1920, + "(b": 1921, + "Ġcre": 1922, + "arn": 1923, + "ives": 1924, + "Ġmain": 1925, + "ideo": 1926, + "36": 1927, + "_g": 1928, + "AG": 1929, + "valid": 1930, + "img": 1931, + "PI": 1932, + "Ġcolor": 1933, + "Ġreport": 1934, + "Ġtake": 1935, + "rib": 1936, + "OM": 1937, + "Ġday": 1938, + "Request": 1939, + "Ġsk": 1940, + "bers": 1941, + "ĉs": 1942, + ".Add": 1943, + "oot": 1944, + "Image": 1945, + "Ġcomple": 1946, + "ollection": 1947, + "Ġtop": 1948, + "Ġfree": 1949, + "AS": 1950, + "De": 1951, + "ĠOn": 1952, + "IG": 1953, + "90": 1954, + "eta": 1955, + "Date": 1956, + "Ġaction": 1957, + "34": 1958, + "Over": 1959, + "itor": 1960, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 1961, + "not": 1962, + "Ġindex": 1963, + "her": 1964, + "icon": 1965, + "On": 1966, + ";čĊčĊ": 1967, + "ivity": 1968, + "mand": 1969, + ".Windows": 1970, + "OL": 1971, + "Ġreal": 1972, + "Ġmax": 1973, + "land": 1974, + "....": 1975, + "raph": 1976, + "Ġbuild": 1977, + "leg": 1978, + "assword": 1979, + "?ĊĊ": 1980, + "â̦": 1981, + "ook": 1982, + "uck": 1983, + "Ġmessage": 1984, + "test": 1985, + "ivers": 1986, + "38": 1987, + "Ġinput": 1988, + "Ġart": 1989, + "Ġbetween": 1990, + "Get": 1991, + "enter": 1992, + "ground": 1993, + "ene": 1994, + "á": 1995, + ".length": 1996, + "Node": 1997, + "(i": 1998, + "Class": 1999, + "for": 2000, + "ĠâĢĶ": 2001, + "ten": 2002, + "oin": 2003, + "Ġke": 2004, + "ui": 2005, + "ĠIN": 2006, + "Ġtable": 2007, + "sub": 2008, + "ĠLe": 2009, + "Ġhead": 2010, + "Ġmust": 2011, + "////////////////": 2012, + ".util": 2013, + "Context": 2014, + "Ġorder": 2015, + "Ġmov": 2016, + "over": 2017, + "Ġcontin": 2018, + "Ġsay": 2019, + "static": 2020, + ".Text": 2021, + "ĠclassName": 2022, + "pany": 2023, + "Ġter": 2024, + "head": 2025, + "rg": 2026, + "Ġproduct": 2027, + "This": 2028, + ".âĢĿ": 2029, + "ĠBut": 2030, + "70": 2031, + "loy": 2032, + "Ġdouble": 2033, + "sg": 2034, + "Ġplace": 2035, + ".x": 2036, + "message": 2037, + "Ġinformation": 2038, + "private": 2039, + "Ġoper": 2040, + "ced": 2041, + "db": 2042, + "\">": 2043, + "Param": 2044, + "icle": 2045, + "Ġweek": 2046, + "Ġprop": 2047, + "table": 2048, + "idget": 2049, + "place": 2050, + "Prop": 2051, + "ĠAll": 2052, + "els": 2053, + "box": 2054, + ".ĊĊĊĊ": 2055, + ".R": 2056, + "ĠTo": 2057, + "iter": 2058, + "Sh": 2059, + "uration": 2060, + "older": 2061, + "_list": 2062, + "come": 2063, + "Ġsw": 2064, + "ization": 2065, + "ĉfor": 2066, + "bl": 2067, + "Ġprogram": 2068, + "(e": 2069, + "ape": 2070, + "check": 2071, + ".Forms": 2072, + "Ġund": 2073, + "ategory": 2074, + "75": 2075, + "ags": 2076, + "Ġresponse": 2077, + "US": 2078, + "request": 2079, + "Ġstruct": 2080, + "escription": 2081, + "Ġcode": 2082, + "_H": 2083, + "uffer": 2084, + "Ġwithout": 2085, + "lobal": 2086, + "Manager": 2087, + "ilter": 2088, + "PO": 2089, + "ĉthis": 2090, + "option": 2091, + "Ġsol": 2092, + "Ġ===": 2093, + "akes": 2094, + "Controller": 2095, + "44": 2096, + "Message": 2097, + "Ġref": 2098, + "ever": 2099, + "ĠSo": 2100, + "aining": 2101, + ".append": 2102, + "Ġstill": 2103, + "Ġprovid": 2104, + "Ġassert": 2105, + "med": 2106, + "Ġcap": 2107, + "usiness": 2108, + "Ġrep": 2109, + "tings": 2110, + "ved": 2111, + ".N": 2112, + "api": 2113, + "OD": 2114, + "Ġfield": 2115, + "iven": 2116, + "oto": 2117, + "âĢľ": 2118, + "col": 2119, + "(x": 2120, + "ght": 2121, + "Result": 2122, + "Code": 2123, + ".is": 2124, + "link": 2125, + "Ġcour": 2126, + "An": 2127, + "Ġteam": 2128, + "ĉint": 2129, + "ift": 2130, + "55": 2131, + "Ġsecond": 2132, + "Ġgoing": 2133, + "Ġrange": 2134, + "_E": 2135, + "ness": 2136, + "39": 2137, + "Ġfam": 2138, + "Ġnil": 2139, + "ĠCont": 2140, + "ailable": 2141, + "utes": 2142, + "atab": 2143, + "Ġfact": 2144, + "Ġvis": 2145, + "(&": 2146, + "ĠAN": 2147, + "31": 2148, + "Al": 2149, + "title": 2150, + "Ġandroid": 2151, + "CE": 2152, + "\\\"": 2153, + "irt": 2154, + "Ġwrit": 2155, + "н": 2156, + "ĉm": 2157, + "ftware": 2158, + "ond": 2159, + "Ġret": 2160, + "osition": 2161, + "Ġhome": 2162, + "Ġleft": 2163, + "args": 2164, + "meric": 2165, + "48": 2166, + "Ġdirect": 2167, + "oci": 2168, + "Pl": 2169, + "As": 2170, + "ret": 2171, + "ado": 2172, + "Of": 2173, + "chn": 2174, + "ĠGet": 2175, + "ee": 2176, + "ross": 2177, + "();": 2178, + "____": 2179, + ".ph": 2180, + "It": 2181, + "oute": 2182, + "Ġexper": 2183, + "chool": 2184, + "www": 2185, + "},": 2186, + "Ġallow": 2187, + "ĠÂ": 2188, + "())": 2189, + "size": 2190, + "ism": 2191, + "ai": 2192, + "tract": 2193, + "ane": 2194, + "...ĊĊ": 2195, + "context": 2196, + "Ġbeg": 2197, + "CH": 2198, + "Ġpage": 2199, + "hip": 2200, + "no": 2201, + "core": 2202, + "sp": 2203, + "Ġdifferent": 2204, + "iable": 2205, + "ĠMe": 2206, + "_IN": 2207, + "button": 2208, + "ĠIs": 2209, + "ervices": 2210, + "Ġca": 2211, + "Ġaround": 2212, + "App": 2213, + "ration": 2214, + "Ġrece": 2215, + "Ġreally": 2216, + "Ġimage": 2217, + "Ġtarget": 2218, + "Ġdep": 2219, + "opyright": 2220, + "tra": 2221, + "ingle": 2222, + "ital": 2223, + "Layout": 2224, + "Ġboth": 2225, + "Override": 2226, + "arm": 2227, + "=>": 2228, + "aterial": 2229, + "iled": 2230, + "Ġput": 2231, + "Qu": 2232, + "ÑĢ": 2233, + "ung": 2234, + "map": 2235, + "ĉĉĉĉĉĉĉĉ": 2236, + "Ġlevel": 2237, + "Component": 2238, + "book": 2239, + "creen": 2240, + "_RE": 2241, + "Ġconfig": 2242, + "ãģ": 2243, + "Or": 2244, + ".data": 2245, + "Ġdocument": 2246, + "\",\"": 2247, + "tribute": 2248, + "ux": 2249, + "Log": 2250, + "ference": 2251, + "post": 2252, + "_e": 2253, + "Ġlocal": 2254, + "andom": 2255, + "assert": 2256, + "Val": 2257, + "lected": 2258, + "ina": 2259, + "atabase": 2260, + "Add": 2261, + "Ġcontent": 2262, + ".print": 2263, + "signed": 2264, + "ric": 2265, + ".\"ĊĊ": 2266, + "Ġfa": 2267, + "!ĊĊ": 2268, + "-f": 2269, + "ived": 2270, + "Ġquest": 2271, + ".ex": 2272, + "Ġfloat": 2273, + "Ġdevelop": 2274, + "оÐ": 2275, + "Map": 2276, + "ading": 2277, + "Ġposs": 2278, + "UE": 2279, + "namespace": 2280, + "_O": 2281, + "ĉb": 2282, + ".Get": 2283, + ">(": 2284, + "json": 2285, + "etails": 2286, + "66": 2287, + "Ġtoo": 2288, + "Ġextends": 2289, + "ĠNone": 2290, + "Ġfore": 2291, + "(String": 2292, + "format": 2293, + "Ġgreat": 2294, + "inter": 2295, + "cale": 2296, + "Ñģ": 2297, + "ron": 2298, + "iving": 2299, + "Ent": 2300, + "ency": 2301, + "xt": 2302, + "oy": 2303, + "05": 2304, + "Ġmonth": 2305, + "Ġhapp": 2306, + "Ġsuper": 2307, + "bar": 2308, + "default": 2309, + "_de": 2310, + "ords": 2311, + "ln": 2312, + "({Ċ": 2313, + "ĠInd": 2314, + "ases": 2315, + "Ġtitle": 2316, + "Ġcontext": 2317, + "08": 2318, + "oh": 2319, + "-p": 2320, + "Em": 2321, + "Ġmet": 2322, + "Test": 2323, + "Ġlife": 2324, + "_v": 2325, + "ĠUS": 2326, + "UI": 2327, + "ocation": 2328, + "md": 2329, + "Ġ[Ċ": 2330, + "Ġ]": 2331, + "sw": 2332, + "Ġincre": 2333, + "script": 2334, + "ential": 2335, + "ways": 2336, + ".de": 2337, + "Ġsrc": 2338, + "Ġcatch": 2339, + "ĠAmeric": 2340, + "//Ċ": 2341, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 2342, + "Ġpay": 2343, + "plit": 2344, + "âĢĶ": 2345, + "Ġcoun": 2346, + "obj": 2347, + ".php": 2348, + "Ġchange": 2349, + "ething": 2350, + "'re": 2351, + "aster": 2352, + "los": 2353, + "lation": 2354, + "ĠĠĊ": 2355, + "Le": 2356, + "ä": 2357, + "({": 2358, + "ready": 2359, + "ĠNo": 2360, + "Ġposition": 2361, + "Ġold": 2362, + "Ġbook": 2363, + "abled": 2364, + "bug": 2365, + "202": 2366, + "Hand": 2367, + "};ĊĊ": 2368, + "isplay": 2369, + "aving": 2370, + "04": 2371, + "Ġgover": 2372, + "Ġversion": 2373, + "System": 2374, + "nect": 2375, + "response": 2376, + "Style": 2377, + "Up": 2378, + "angu": 2379, + "Ġthree": 2380, + "init": 2381, + "ero": 2382, + "Ġlaw": 2383, + "endif": 2384, + "Ġbase": 2385, + "email": 2386, + "(l": 2387, + "_V": 2388, + "Ġconf": 2389, + "ATE": 2390, + "Ġduring": 2391, + "tes": 2392, + "Ġconsole": 2393, + "ĠPr": 2394, + "Ġspe": 2395, + "ves": 2396, + "65": 2397, + "path": 2398, + "ialog": 2399, + "dition": 2400, + "_to": 2401, + "ards": 2402, + "Ġagainst": 2403, + "etwork": 2404, + "ĠPh": 2405, + "_L": 2406, + "cur": 2407, + "imit": 2408, + "With": 2409, + "Ġpower": 2410, + "ium": 2411, + "';ĊĊ": 2412, + "Ġwom": 2413, + "left": 2414, + "ources": 2415, + "atri": 2416, + "ĠIm": 2417, + "ĠMan": 2418, + "orth": 2419, + "${": 2420, + "88": 2421, + "quals": 2422, + "ese": 2423, + "_size": 2424, + "Ġiss": 2425, + "otal": 2426, + "-g": 2427, + "ique": 2428, + "rame": 2429, + "Ġwidth": 2430, + "erg": 2431, + ")(": 2432, + "ittle": 2433, + "TR": 2434, + "ĠThey": 2435, + "ences": 2436, + "02": 2437, + "rl": 2438, + "ons": 2439, + "Ġlabel": 2440, + ".y": 2441, + "-t": 2442, + "update": 2443, + "anel": 2444, + "sc": 2445, + ".to": 2446, + "Ġproject": 2447, + "ü": 2448, + "Ġelement": 2449, + "Ġsuccess": 2450, + "ĉĉĊ": 2451, + ".sh": 2452, + "ram": 2453, + "ched": 2454, + "())Ċ": 2455, + "Ġ(Ċ": 2456, + "Ġdate": 2457, + "Ġtot": 2458, + "_ST": 2459, + "All": 2460, + "ification": 2461, + "ĉvar": 2462, + "Ġtri": 2463, + "chem": 2464, + "my": 2465, + "Ġbig": 2466, + "ĠAd": 2467, + "ĠAt": 2468, + "ots": 2469, + "num": 2470, + "Act": 2471, + "Ġmap": 2472, + "era": 2473, + "cope": 2474, + ".$": 2475, + ",âĢĿ": 2476, + "Ġpop": 2477, + "Ġfew": 2478, + "Ġlen": 2479, + "uid": 2480, + "eters": 2481, + "ules": 2482, + "ÃŃ": 2483, + "source": 2484, + "https": 2485, + "Ġdem": 2486, + "Ġear": 2487, + "################": 2488, + "Ġmatch": 2489, + "ories": 2490, + "49": 2491, + "aces": 2492, + "ĠCl": 2493, + "Ġnode": 2494, + "78": 2495, + "irc": 2496, + "local": 2497, + "unity": 2498, + "};Ċ": 2499, + "Ġanother": 2500, + "<<": 2501, + "ogle": 2502, + "Ġsit": 2503, + "ework": 2504, + "TE": 2505, + ".I": 2506, + "NS": 2507, + "ology": 2508, + "ought": 2509, + ".Cont": 2510, + ">>": 2511, + "Ġcare": 2512, + "state": 2513, + "ĉprivate": 2514, + "Ġeffect": 2515, + "++)": 2516, + "_file": 2517, + "ending": 2518, + "Line": 2519, + "For": 2520, + "ior": 2521, + "ĠSc": 2522, + "Ġfun": 2523, + ".Size": 2524, + "ĉelse": 2525, + "])": 2526, + "start": 2527, + "vious": 2528, + "Ġ},": 2529, + "ours": 2530, + "Ġleg": 2531, + "Ġservice": 2532, + "Ġsince": 2533, + "iron": 2534, + "Label": 2535, + "Ġnon": 2536, + "Ġlos": 2537, + "iction": 2538, + "Ġfull": 2539, + "acter": 2540, + "board": 2541, + "gress": 2542, + "Ġturn": 2543, + "ither": 2544, + "09": 2545, + ".size": 2546, + "Ġbody": 2547, + "resh": 2548, + "eturn": 2549, + "199": 2550, + "(_": 2551, + "yles": 2552, + "ormal": 2553, + "pi": 2554, + "Ġsomething": 2555, + "!--": 2556, + "uint": 2557, + "Ġprodu": 2558, + "Ġstand": 2559, + "Ġproble": 2560, + "Ġavailable": 2561, + "mt": 2562, + "ĠBl": 2563, + "Ġ...": 2564, + "Ġblock": 2565, + "Input": 2566, + "Ġkeep": 2567, + "Count": 2568, + "open": 2569, + "Ġ['": 2570, + "Ġthrow": 2571, + "uilder": 2572, + "Action": 2573, + "Ġthings": 2574, + "True": 2575, + "Ġurl": 2576, + "ĠBo": 2577, + "printf": 2578, + "Ġred": 2579, + "js": 2580, + ".create": 2581, + "ĠOr": 2582, + "Status": 2583, + "Instance": 2584, + "Ġcontrol": 2585, + "Ġcome": 2586, + "Ġcustom": 2587, + "location": 2588, + "07": 2589, + "model": 2590, + "ĠčĊ": 2591, + "Ġsource": 2592, + "Ġeas": 2593, + ".out": 2594, + "]ĊĊ": 2595, + "oney": 2596, + "Ġawait": 2597, + "Ġpartic": 2598, + "AP": 2599, + "ublish": 2600, + "odes": 2601, + "_pro": 2602, + "ply": 2603, + "riter": 2604, + "Ġprov": 2605, + "Ġmill": 2606, + "HT": 2607, + "])Ċ": 2608, + "Ġchang": 2609, + "Ġask": 2610, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 2611, + "Ġoutput": 2612, + "Ġemail": 2613, + "68": 2614, + ".push": 2615, + "Ġ}čĊčĊ": 2616, + "ination": 2617, + "47": 2618, + "atrix": 2619, + "Table": 2620, + "uccess": 2621, + "]);Ċ": 2622, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 2623, + "Ġdisc": 2624, + "([": 2625, + "Ġbusiness": 2626, + "height": 2627, + ".html": 2628, + "ta": 2629, + "field": 2630, + "Ġrequired": 2631, + "_R": 2632, + "Ġgovern": 2633, + "}čĊčĊ": 2634, + "lex": 2635, + "500": 2636, + ".,": 2637, + "ĠSet": 2638, + "urch": 2639, + "///": 2640, + "ts": 2641, + "af": 2642, + "Ġmight": 2643, + "istory": 2644, + "Str": 2645, + "Ġnever": 2646, + "Response": 2647, + "arse": 2648, + "ada": 2649, + "ĠHow": 2650, + "Ġ*)": 2651, + "Ġ;": 2652, + "Ġhard": 2653, + "Ad": 2654, + "Ġintern": 2655, + "used": 2656, + "(data": 2657, + "mod": 2658, + "annel": 2659, + "Ġnp": 2660, + "ugg": 2661, + "Ġ/>Ċ": 2662, + "Ġcalled": 2663, + "body": 2664, + "Ġcho": 2665, + "(r": 2666, + "_set": 2667, + "ird": 2668, + "Ġ>=": 2669, + "Ġ};Ċ": 2670, + "Ġoptions": 2671, + "ĠGener": 2672, + "Ġheight": 2673, + "Point": 2674, + "You": 2675, + "ety": 2676, + "Click": 2677, + "Ġsmall": 2678, + "Ġide": 2679, + "Ġaccess": 2680, + "anguage": 2681, + "Ġprotected": 2682, + "Ġjob": 2683, + "ĠThere": 2684, + "Def": 2685, + "Ġaddress": 2686, + "Ġuint": 2687, + "Not": 2688, + "oo": 2689, + "aps": 2690, + "
&": 5909, + "CON": 5910, + "Ġrepl": 5911, + "Ġregular": 5912, + "Storage": 5913, + "ramework": 5914, + "Ġgoal": 5915, + "Ġtouch": 5916, + ".widget": 5917, + "Ġbuilt": 5918, + "des": 5919, + "Part": 5920, + "(re": 5921, + "Ġworth": 5922, + "hib": 5923, + "game": 5924, + "91": 5925, + "192": 5926, + "Ġв": 5927, + "acion": 5928, + "ĠWhite": 5929, + "(type": 5930, + "(`": 5931, + "81": 5932, + "Ġnatural": 5933, + "Ġinj": 5934, + "Ġcalcul": 5935, + "ĠApril": 5936, + ".List": 5937, + "Ġassociated": 5938, + "ĉSystem": 5939, + "~~": 5940, + "=[": 5941, + "Ġstorage": 5942, + "Ġbytes": 5943, + "Ġtravel": 5944, + "Ġsou": 5945, + "Ġpassed": 5946, + "!=": 5947, + "ascript": 5948, + ".open": 5949, + "Ġgrid": 5950, + "Ġbus": 5951, + "Ġrecogn": 5952, + "Ab": 5953, + "Ġhon": 5954, + "ĠCenter": 5955, + "Ġprec": 5956, + "build": 5957, + "73": 5958, + "HTML": 5959, + "ĠSan": 5960, + "Ġcountries": 5961, + "aled": 5962, + "token": 5963, + "kt": 5964, + "Ġqual": 5965, + "Last": 5966, + "adow": 5967, + "Ġmanufact": 5968, + "idad": 5969, + "jango": 5970, + "Next": 5971, + "xf": 5972, + ".a": 5973, + "Ġporno": 5974, + "ĠPM": 5975, + "erve": 5976, + "iting": 5977, + "_th": 5978, + "ci": 5979, + "=None": 5980, + "gs": 5981, + "Ġlogin": 5982, + "atives": 5983, + "']);Ċ": 5984, + "Äħ": 5985, + "Ġill": 5986, + "IA": 5987, + "children": 5988, + "DO": 5989, + "Ġlevels": 5990, + "Ġ{{": 5991, + "Ġlooks": 5992, + "Ġ\"#": 5993, + "ToString": 5994, + "Ġnecessary": 5995, + "ĠĠĠĊ": 5996, + "cell": 5997, + "Entry": 5998, + "Ġ'#": 5999, + "Ġextrem": 6000, + "Selector": 6001, + "Ġplaceholder": 6002, + "Load": 6003, + "Ġreleased": 6004, + "ORE": 6005, + "Enumer": 6006, + "ĠTV": 6007, + "SET": 6008, + "inq": 6009, + "Press": 6010, + "ĠDepartment": 6011, + "Ġproperties": 6012, + "Ġrespond": 6013, + "Search": 6014, + "ael": 6015, + "Ġrequ": 6016, + "ĠBook": 6017, + "/Ċ": 6018, + "(st": 6019, + "Ġfinancial": 6020, + "icket": 6021, + "_input": 6022, + "Ġthreat": 6023, + "(in": 6024, + "Strip": 6025, + "ìĿ": 6026, + "ção": 6027, + "71": 6028, + "Ġevidence": 6029, + "));": 6030, + "ĠBro": 6031, + "Ġ[];Ċ": 6032, + "Ġou": 6033, + "buf": 6034, + "Script": 6035, + "dat": 6036, + "Ġrule": 6037, + "#import": 6038, + "=\"/": 6039, + "Serial": 6040, + "Ġstarting": 6041, + "[index": 6042, + "ae": 6043, + "Ġcontrib": 6044, + "session": 6045, + "_new": 6046, + "utable": 6047, + "ober": 6048, + "Ġ\"./": 6049, + "Ġlogger": 6050, + "Ġrecently": 6051, + "Ġreturned": 6052, + "ččĊ": 6053, + ")))Ċ": 6054, + "itions": 6055, + "Ġseek": 6056, + "Ġcommunic": 6057, + "Ġ\".": 6058, + "Ġusername": 6059, + "ECT": 6060, + "DS": 6061, + "Ġotherwise": 6062, + "ĠGerman": 6063, + ".aw": 6064, + "Adapter": 6065, + "ixel": 6066, + "Ġsystems": 6067, + "Ġdrop": 6068, + "83": 6069, + "Ġstructure": 6070, + "Ġ$(\"#": 6071, + "encies": 6072, + "anning": 6073, + "ĠLink": 6074, + "ĠResponse": 6075, + "Ġstri": 6076, + "ż": 6077, + "ĠDB": 6078, + "æĹ": 6079, + "android": 6080, + "submit": 6081, + "otion": 6082, + "92": 6083, + "(@": 6084, + ".test": 6085, + "82": 6086, + "ĊĊĊĊĊĊĊĊ": 6087, + "];čĊ": 6088, + "Ġdirectly": 6089, + "Ġ\"%": 6090, + "ris": 6091, + "elta": 6092, + "AIL": 6093, + "){čĊ": 6094, + "mine": 6095, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 6096, + "(k": 6097, + "bon": 6098, + "asic": 6099, + "pite": 6100, + "___": 6101, + "Max": 6102, + "Ġerrors": 6103, + "ĠWhile": 6104, + "Ġarguments": 6105, + "Ġensure": 6106, + "Right": 6107, + "-based": 6108, + "Web": 6109, + "Ġ-=": 6110, + "Ġintrodu": 6111, + "ĠInst": 6112, + "ĠWash": 6113, + "ordin": 6114, + "join": 6115, + "Database": 6116, + "Ġgrad": 6117, + "Ġusually": 6118, + "ITE": 6119, + "Props": 6120, + "?>Ċ": 6121, + "ĠGo": 6122, + "@Override": 6123, + "REF": 6124, + "Ġip": 6125, + "ĠAustral": 6126, + "Ġist": 6127, + "ViewById": 6128, + "Ġserious": 6129, + "Ġcustomer": 6130, + ".prototype": 6131, + "odo": 6132, + "cor": 6133, + "Ġdoor": 6134, + "ĠWITHOUT": 6135, + "Ġplant": 6136, + "Ġbegan": 6137, + "Ġdistance": 6138, + "()).": 6139, + "Ġchance": 6140, + "Ġord": 6141, + "came": 6142, + "pragma": 6143, + "Ġprotect": 6144, + "ragment": 6145, + "ĠNode": 6146, + "ening": 6147, + "Ñĩ": 6148, + "Ġroute": 6149, + "ĠSchool": 6150, + "hi": 6151, + "Ġneighb": 6152, + "After": 6153, + "licit": 6154, + "Ġcontr": 6155, + "Ġprimary": 6156, + "AA": 6157, + ".WriteLine": 6158, + "utils": 6159, + "Ġbi": 6160, + "Red": 6161, + ".Linq": 6162, + ".object": 6163, + "Ġleaders": 6164, + "unities": 6165, + "Ġgun": 6166, + "onth": 6167, + "ĠDev": 6168, + "FILE": 6169, + "Ġcomments": 6170, + "_len": 6171, + "arrow": 6172, + "amount": 6173, + "Range": 6174, + "sert": 6175, + "GridView": 6176, + "Ġupdated": 6177, + "ĠMo": 6178, + "Ġinform": 6179, + "ociety": 6180, + "ala": 6181, + "Access": 6182, + "Ġhab": 6183, + "Ġcreat": 6184, + "_arg": 6185, + "ĠJanuary": 6186, + "ĠDay": 6187, + "\")čĊ": 6188, + "uple": 6189, + "document": 6190, + "gorith": 6191, + "menu": 6192, + "ĠOver": 6193, + "bb": 6194, + ".title": 6195, + "_out": 6196, + "Ġled": 6197, + "uri": 6198, + "Ġ?>": 6199, + "gl": 6200, + "Ġbank": 6201, + "ayment": 6202, + "ĉprintf": 6203, + "MD": 6204, + "Ġsample": 6205, + "Ġhands": 6206, + "ĠVersion": 6207, + "uario": 6208, + "Ġoffers": 6209, + "ityEngine": 6210, + "Ġshape": 6211, + "Ġsleep": 6212, + "_point": 6213, + "Settings": 6214, + "Ġachie": 6215, + "Ġsold": 6216, + "ota": 6217, + ".bind": 6218, + "Am": 6219, + "Ġsafe": 6220, + "Store": 6221, + "Ġshared": 6222, + "Ġpriv": 6223, + "_VAL": 6224, + "Ġsens": 6225, + "){": 6226, + "Ġremember": 6227, + "shared": 6228, + "element": 6229, + "Ġshoot": 6230, + "Vert": 6231, + "cout": 6232, + "Ġenv": 6233, + "_label": 6234, + "Ġ>Ċ": 6235, + "run": 6236, + "Ġscene": 6237, + "(array": 6238, + "device": 6239, + "_title": 6240, + "agon": 6241, + "]čĊ": 6242, + "aby": 6243, + "Ġbecame": 6244, + "boolean": 6245, + "Ġpark": 6246, + "ĠCode": 6247, + "upload": 6248, + "riday": 6249, + "ĠSeptember": 6250, + "Fe": 6251, + "Ġsen": 6252, + "cing": 6253, + "FL": 6254, + "Col": 6255, + "uts": 6256, + "_page": 6257, + "inn": 6258, + "Ġimplied": 6259, + "aling": 6260, + "Ġyourself": 6261, + ".Count": 6262, + "conf": 6263, + "Ġaud": 6264, + "_init": 6265, + ".)": 6266, + "Ġwrote": 6267, + "003": 6268, + "NG": 6269, + ".Error": 6270, + "ä»": 6271, + ".for": 6272, + "Ġequal": 6273, + "ĠRequest": 6274, + "Ġserial": 6275, + "Ġallows": 6276, + "XX": 6277, + "Ġmiddle": 6278, + "chor": 6279, + "195": 6280, + "94": 6281, + "ø": 6282, + "erval": 6283, + ".Column": 6284, + "reading": 6285, + "Ġescort": 6286, + "ĠAugust": 6287, + "Ġquickly": 6288, + "Ġweap": 6289, + "ĠCG": 6290, + "ropri": 6291, + "ho": 6292, + "Ġcop": 6293, + "(struct": 6294, + "ĠBig": 6295, + "Ġvs": 6296, + "Ġfrequ": 6297, + ".Value": 6298, + "Ġactions": 6299, + "Ġproper": 6300, + "Ġinn": 6301, + "Ġobjects": 6302, + "Ġmatrix": 6303, + "avascript": 6304, + "Ġones": 6305, + ".group": 6306, + "Ġgreen": 6307, + "Ġpaint": 6308, + "ools": 6309, + "ycl": 6310, + "encode": 6311, + "olt": 6312, + "comment": 6313, + ".api": 6314, + "Dir": 6315, + "Ġune": 6316, + "izont": 6317, + ".position": 6318, + "Ġdesigned": 6319, + "_val": 6320, + "avi": 6321, + "iring": 6322, + "tab": 6323, + "Ġlayer": 6324, + "Ġviews": 6325, + "Ġreve": 6326, + "rael": 6327, + "ĠON": 6328, + "rics": 6329, + "160": 6330, + "np": 6331, + "Ġcore": 6332, + "());čĊ": 6333, + "Main": 6334, + "Ġexpert": 6335, + "ĉĉčĊ": 6336, + "_en": 6337, + "Ġ/>": 6338, + "utter": 6339, + "IAL": 6340, + "ails": 6341, + "ĠKing": 6342, + "*/ĊĊ": 6343, + "ĠMet": 6344, + "_end": 6345, + "addr": 6346, + "ora": 6347, + "Ġir": 6348, + "Min": 6349, + "Ġsurpr": 6350, + "Ġrepe": 6351, + "Ġdirectory": 6352, + "PUT": 6353, + "-S": 6354, + "Ġelection": 6355, + "haps": 6356, + ".pre": 6357, + "cm": 6358, + "Values": 6359, + "Ġ\"Ċ": 6360, + "column": 6361, + "ivil": 6362, + "Login": 6363, + "inue": 6364, + "93": 6365, + "Ġbeautiful": 6366, + "Ġsecret": 6367, + "(event": 6368, + "Ġchat": 6369, + "ums": 6370, + "Ġorigin": 6371, + "Ġeffects": 6372, + "Ġmanagement": 6373, + "illa": 6374, + "tk": 6375, + "Ġsetting": 6376, + "ĠCour": 6377, + "Ġmassage": 6378, + "ĉend": 6379, + "Ġhappy": 6380, + "Ġfinish": 6381, + "Ġcamera": 6382, + "ĠVer": 6383, + "ĠDemocr": 6384, + "ĠHer": 6385, + "(Q": 6386, + "cons": 6387, + "ita": 6388, + "Ġ'.": 6389, + "{}": 6390, + "ĉC": 6391, + "Ġstuff": 6392, + "194": 6393, + "Ġ:Ċ": 6394, + "ĠAR": 6395, + "Task": 6396, + "hidden": 6397, + "eros": 6398, + "IGN": 6399, + "atio": 6400, + "ĠHealth": 6401, + "olute": 6402, + "Enter": 6403, + "'>": 6404, + "ĠTwitter": 6405, + "ĠCounty": 6406, + "scribe": 6407, + "Ġ=>Ċ": 6408, + "Ġhy": 6409, + "fit": 6410, + "Ġmilitary": 6411, + "Ġsale": 6412, + "required": 6413, + "non": 6414, + "bootstrap": 6415, + "hold": 6416, + "rim": 6417, + "-old": 6418, + "ĠDown": 6419, + "Ġmention": 6420, + "contact": 6421, + "_group": 6422, + "oday": 6423, + "Ġtown": 6424, + "Ġsolution": 6425, + "uate": 6426, + "elling": 6427, + "]->": 6428, + "otes": 6429, + "ental": 6430, + "omen": 6431, + "ospital": 6432, + "ĠSup": 6433, + "_EN": 6434, + "Ġslow": 6435, + "SESSION": 6436, + "Ġblue": 6437, + "ago": 6438, + "Ġlives": 6439, + "Ġ^": 6440, + ".un": 6441, + "inst": 6442, + "enge": 6443, + "Ġcustomers": 6444, + "Ġcast": 6445, + "udget": 6446, + "ï¼ģ": 6447, + "icens": 6448, + "Ġdetermin": 6449, + "Selected": 6450, + "_pl": 6451, + "ueue": 6452, + "Ġdark": 6453, + "//ĊĊ": 6454, + "si": 6455, + "thern": 6456, + "ĠJapan": 6457, + "/w": 6458, + "PU": 6459, + "ĠEast": 6460, + "ovie": 6461, + "Ġpackage": 6462, + "Ġnor": 6463, + "Ġapi": 6464, + "bot": 6465, + "\"];Ċ": 6466, + "_post": 6467, + "ulate": 6468, + "Ġclub": 6469, + "'));Ċ": 6470, + "Ġloop": 6471, + "PIO": 6472, + "ione": 6473, + "shot": 6474, + "Initial": 6475, + "Ġplayed": 6476, + "register": 6477, + "rought": 6478, + "_max": 6479, + "acement": 6480, + "match": 6481, + "raphics": 6482, + "AST": 6483, + "Ġexisting": 6484, + "Ġcomplex": 6485, + "DA": 6486, + ".Ch": 6487, + ".common": 6488, + "mo": 6489, + "Ġ'../../": 6490, + "ito": 6491, + "Ġanalysis": 6492, + "Ġdeliver": 6493, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 6494, + "idx": 6495, + "Ãł": 6496, + "ongo": 6497, + "ĠEnglish": 6498, + "Ċ": 10197, + "_default": 10198, + "ĠDatabase": 10199, + "rep": 10200, + "ESS": 10201, + "nergy": 10202, + ".Find": 10203, + "_mask": 10204, + "Ġrise": 10205, + "Ġkernel": 10206, + "::$": 10207, + ".Q": 10208, + "Ġoffering": 10209, + "decl": 10210, + "ĠCS": 10211, + "Ġlisted": 10212, + "Ġmostly": 10213, + "enger": 10214, + "Ġblocks": 10215, + "olo": 10216, + "Ġgoverning": 10217, + "\\F": 10218, + "Ġconcent": 10219, + ".getText": 10220, + "Ġmb": 10221, + "Ġoccurred": 10222, + "Ġchanging": 10223, + "Scene": 10224, + "_CODE": 10225, + "Beh": 10226, + "\"The": 10227, + "Ġtile": 10228, + "ĠAssociation": 10229, + "ĉP": 10230, + "alty": 10231, + "_ad": 10232, + "odies": 10233, + "iated": 10234, + "Ġprepared": 10235, + "possible": 10236, + "Ġmort": 10237, + "TEST": 10238, + "142": 10239, + "Ġignore": 10240, + "Ġcalc": 10241, + "Ġrs": 10242, + "ĠassertEquals": 10243, + "Ġsz": 10244, + "ĠTHIS": 10245, + ".\"Ċ": 10246, + "Ġcanvas": 10247, + "java": 10248, + "Ġdut": 10249, + "VALID": 10250, + ".sql": 10251, + ".input": 10252, + "Ġaux": 10253, + "Sup": 10254, + "Ġartist": 10255, + "Vec": 10256, + "_TIME": 10257, + ".stringify": 10258, + "etween": 10259, + "ĠCategory": 10260, + "Ġ[-": 10261, + "ĠDevExpress": 10262, + "ĠJul": 10263, + "Ġring": 10264, + ".ed": 10265, + "YY": 10266, + "Let": 10267, + "TextField": 10268, + "Ġflat": 10269, + "_print": 10270, + "ĠOTHER": 10271, + "adian": 10272, + "Ġchecked": 10273, + "ele": 10274, + "Align": 10275, + "standing": 10276, + "Ġ[],": 10277, + "Ġlab": 10278, + "ucky": 10279, + "ĠChristmas": 10280, + "(image": 10281, + ".module": 10282, + "Ġlots": 10283, + "Ġslightly": 10284, + "(final": 10285, + "erge": 10286, + "è¿": 10287, + "147": 10288, + "ĠPolice": 10289, + "143": 10290, + "ĠRight": 10291, + "Ġaward": 10292, + "ĠOS": 10293, + "Ġ{}ĊĊ": 10294, + "Ġptr": 10295, + "oves": 10296, + "icated": 10297, + "ем": 10298, + "Ġmanage": 10299, + "oliday": 10300, + "Amount": 10301, + "oolStrip": 10302, + "tbody": 10303, + "Nav": 10304, + "wrap": 10305, + "BB": 10306, + "Ġwatching": 10307, + "arios": 10308, + "Ġoptional": 10309, + "_K": 10310, + "ĠLicensed": 10311, + ".Map": 10312, + "Timer": 10313, + "ĠAP": 10314, + "ĠRev": 10315, + "(o": 10316, + ",c": 10317, + "umin": 10318, + "etailed": 10319, + "ĠHy": 10320, + "Ġblank": 10321, + "agger": 10322, + "ĠSelf": 10323, + "()[": 10324, + ".make": 10325, + "earn": 10326, + "channel": 10327, + ";Ċ": 10342, + "World": 10343, + "Ġpython": 10344, + "Ġlif": 10345, + "Ġtrav": 10346, + "Ġconven": 10347, + "company": 10348, + "ĠClub": 10349, + "138": 10350, + "Ver": 10351, + "Btn": 10352, + "Ġzone": 10353, + "products": 10354, + "ĠEduc": 10355, + "Ġverify": 10356, + "ĠMil": 10357, + "ono": 10358, + "]);ĊĊ": 10359, + "ENCE": 10360, + "Ġpacket": 10361, + "Ġcer": 10362, + "Ġenumer": 10363, + "Ġpars": 10364, + "formed": 10365, + "Ġoccup": 10366, + "tre": 10367, + "Ġexercise": 10368, + "Day": 10369, + "_sum": 10370, + "Ġasking": 10371, + "aption": 10372, + "Ġorders": 10373, + "Ġspending": 10374, + "ĠERR": 10375, + ".Dis": 10376, + "ĠUtil": 10377, + "âĢľI": 10378, + "\\'": 10379, + "?)": 10380, + "/>Ċ": 10381, + "Ġemot": 10382, + "Ġinfluence": 10383, + "ĠAfrica": 10384, + "atters": 10385, + "Ùħ": 10386, + ".session": 10387, + "Ġchief": 10388, + "ĉĉĉĉĉĉĉĉĉĉĉ": 10389, + "Ġtom": 10390, + "cluded": 10391, + "serial": 10392, + "_handler": 10393, + ".Type": 10394, + "aped": 10395, + "Ġpolicies": 10396, + "-ex": 10397, + "-tr": 10398, + "blank": 10399, + "merce": 10400, + "Ġcoverage": 10401, + "Ġrc": 10402, + "_matrix": 10403, + "_box": 10404, + "Ġcharges": 10405, + "ĠBoston": 10406, + "Pe": 10407, + "Ġcircum": 10408, + "Ġfilled": 10409, + "148": 10410, + "Ġnorth": 10411, + "ictureBox": 10412, + "ĉres": 10413, + "è®": 10414, + "Ġtermin": 10415, + "Ġ[â̦": 10416, + "IRECT": 10417, + "Ġber": 10418, + "Ġ\"../../": 10419, + "retch": 10420, + ".code": 10421, + "_col": 10422, + "ĠGovernment": 10423, + "Ġargv": 10424, + "ĠLord": 10425, + "asi": 10426, + "Exec": 10427, + "ĉlet": 10428, + "vertis": 10429, + "Ġdiscussion": 10430, + "enance": 10431, + "outube": 10432, + "typeof": 10433, + "Ġserved": 10434, + "ĠPut": 10435, + "ĉx": 10436, + "Ġsweet": 10437, + "Before": 10438, + "ategy": 10439, + ".of": 10440, + "ĠMaterial": 10441, + "Sort": 10442, + "ONT": 10443, + "igital": 10444, + "Why": 10445, + "Ġsust": 10446, + "Ġç": 10447, + "abet": 10448, + "Ġsegment": 10449, + "Ġ[],Ċ": 10450, + "ĠMuslim": 10451, + "ĠfindViewById": 10452, + "cut": 10453, + "_TEXT": 10454, + "ĠMary": 10455, + "Ġloved": 10456, + "Ġlie": 10457, + "ĠJO": 10458, + "Ġisset": 10459, + "month": 10460, + "Ġprime": 10461, + "ti": 10462, + "ĠCarol": 10463, + "Use": 10464, + "146": 10465, + "ĠPop": 10466, + "ĠSave": 10467, + "Interval": 10468, + "execute": 10469, + "dy": 10470, + "ĠIran": 10471, + "_cont": 10472, + "ĉT": 10473, + "Ġphase": 10474, + "checkbox": 10475, + "week": 10476, + "Ġhide": 10477, + "Ġtil": 10478, + "Ġju": 10479, + "Custom": 10480, + "burg": 10481, + "/M": 10482, + "TON": 10483, + "Ġquant": 10484, + "Ġrub": 10485, + "ixels": 10486, + "Ġinstalled": 10487, + "Ġdump": 10488, + "Ġproperly": 10489, + "(List": 10490, + "Ġdecide": 10491, + "apply": 10492, + "Has": 10493, + "Ġkeeping": 10494, + "Ġcitizens": 10495, + "Ġjoint": 10496, + "pool": 10497, + "Socket": 10498, + "_op": 10499, + "Ġweapon": 10500, + "gnore": 10501, + "ĠExec": 10502, + "otten": 10503, + "ĠMS": 10504, + "Ġ(-": 10505, + "ĠReview": 10506, + "Ġexamples": 10507, + "Ġtight": 10508, + "!(": 10509, + "DP": 10510, + "ĠMessageBox": 10511, + "Ġphotograph": 10512, + "164": 10513, + "URI": 10514, + "ét": 10515, + "low": 10516, + "ĠGrand": 10517, + ".persistence": 10518, + "Ġmaintain": 10519, + "Ġnums": 10520, + "Ġzip": 10521, + "ials": 10522, + "ĠGets": 10523, + "peg": 10524, + "ĠBuffer": 10525, + "~~~~": 10526, + "rastructure": 10527, + "ĠPL": 10528, + "uen": 10529, + "obby": 10530, + "sizeof": 10531, + "Ġpic": 10532, + "Ġseed": 10533, + "Ġexperienced": 10534, + "Ġodd": 10535, + "Ġkick": 10536, + "Ġprocedure": 10537, + "avigator": 10538, + "-on": 10539, + ",j": 10540, + "ĠAlthough": 10541, + "ĠuserId": 10542, + "accept": 10543, + "Blue": 10544, + "IColor": 10545, + "layer": 10546, + "available": 10547, + "Ġends": 10548, + ".table": 10549, + "Ġdataset": 10550, + "bus": 10551, + "Ġexplain": 10552, + "(pro": 10553, + "ĠCommittee": 10554, + "Ġnoted": 10555, + "]:Ċ": 10556, + "Dim": 10557, + "stdio": 10558, + "154": 10559, + ".\",Ċ": 10560, + "_source": 10561, + "181": 10562, + "ĠWeek": 10563, + "ĠEdge": 10564, + "Ġoperating": 10565, + "Ġeste": 10566, + "ipl": 10567, + "330": 10568, + "agination": 10569, + "Ġproceed": 10570, + "Ġanimation": 10571, + ".Models": 10572, + "ĠWatch": 10573, + "iat": 10574, + "Ġoppon": 10575, + "/A": 10576, + "Report": 10577, + "Ġsounds": 10578, + "_buf": 10579, + "IELD": 10580, + "Ġbund": 10581, + "ĉget": 10582, + ".pr": 10583, + "(tmp": 10584, + "Ġkid": 10585, + ">ĊĊĊ": 10586, + "Ġyang": 10587, + "NotFound": 10588, + "ÑĨ": 10589, + "math": 10590, + "@gmail": 10591, + "ĠLIMIT": 10592, + "redients": 10593, + "Ġvent": 10594, + "avigate": 10595, + "Look": 10596, + "Ġreligious": 10597, + "Ġrand": 10598, + "rio": 10599, + "(GL": 10600, + "_ip": 10601, + "uan": 10602, + "iciency": 10603, + "ĠChange": 10604, + ">čĊčĊ": 10605, + "ĠEntity": 10606, + "Ġrencontre": 10607, + "ĠRet": 10608, + "plan": 10609, + "én": 10610, + "BOOL": 10611, + "uries": 10612, + "train": 10613, + "Definition": 10614, + "============": 10615, + "zz": 10616, + "450": 10617, + "Animation": 10618, + "ĠOK": 10619, + "_menu": 10620, + ".bl": 10621, + "_score": 10622, + "Ġacad": 10623, + "(System": 10624, + "Ġrefresh": 10625, + "'=>$": 10626, + ".Graphics": 10627, + "amento": 10628, + "pid": 10629, + "tc": 10630, + "Ġtips": 10631, + "Ġhomes": 10632, + "Ġfuel": 10633, + "âĸ": 10634, + "_helper": 10635, + "ĠĠčĊ": 10636, + "ĠRoom": 10637, + ".Close": 10638, + "_attr": 10639, + "ĠMount": 10640, + "ĠEv": 10641, + "arser": 10642, + "_top": 10643, + "eah": 10644, + "ĠDelete": 10645, + "ãĢį": 10646, + "uke": 10647, + "Ġusage": 10648, + "aria": 10649, + "_dev": 10650, + "Ġtexture": 10651, + "Ġconversation": 10652, + "eper": 10653, + "Bean": 10654, + "done": 10655, + "nonatomic": 10656, + "ĠSecond": 10657, + "Ġshooting": 10658, + "_pre": 10659, + "Components": 10660, + "Ġ]ĊĊ": 10661, + "__,": 10662, + "stitution": 10663, + ".Char": 10664, + ">();ĊĊ": 10665, + "Ġpresented": 10666, + "Ġwa": 10667, + "oker": 10668, + "-ĊĊ": 10669, + "iner": 10670, + "Ġbecoming": 10671, + "Ġincident": 10672, + "Att": 10673, + "162": 10674, + "Ġrevealed": 10675, + "forc": 10676, + "Ġboot": 10677, + ".page": 10678, + "Enumerator": 10679, + "165": 10680, + "_->": 10681, + "Photo": 10682, + "Ġspring": 10683, + ".\",": 10684, + "ĠDictionary": 10685, + "BJECT": 10686, + "Ġlocations": 10687, + "Ġsamples": 10688, + "InputStream": 10689, + "ĠBrown": 10690, + "Ġstats": 10691, + "quality": 10692, + "Ñħ": 10693, + "-dis": 10694, + "Ġhelping": 10695, + "Ġped": 10696, + "224": 10697, + "(se": 10698, + "ĠWho": 10699, + "alian": 10700, + "internal": 10701, + "Ġft": 10702, + ">().": 10703, + "->{": 10704, + "Ġmine": 10705, + "Ġsector": 10706, + "Ġgro": 10707, + "Ġopportunities": 10708, + "Ġü": 10709, + "Ġmp": 10710, + "Ġalleged": 10711, + "Ġdoubt": 10712, + "Mouse": 10713, + "About": 10714, + "_part": 10715, + "Ġchair": 10716, + "Ġstopped": 10717, + "161": 10718, + "loop": 10719, + "entities": 10720, + "Ġapps": 10721, + "ansion": 10722, + "Ġmental": 10723, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10724, + "FR": 10725, + "Ġdefend": 10726, + "care": 10727, + "Ġideal": 10728, + "/api": 10729, + "urface": 10730, + "011": 10731, + "Ġele": 10732, + "ulator": 10733, + "ĠRights": 10734, + "anguages": 10735, + "Ġfunds": 10736, + "Ġadapt": 10737, + "Attributes": 10738, + "Ġdeploy": 10739, + "opts": 10740, + "Ġvalidation": 10741, + "Ġconcerns": 10742, + "uce": 10743, + ".num": 10744, + "ulture": 10745, + "ila": 10746, + "Ġcup": 10747, + "Ġpure": 10748, + ".Fore": 10749, + "183": 10750, + "ĠHashMap": 10751, + ".valueOf": 10752, + "asm": 10753, + "MO": 10754, + "Ġcs": 10755, + "Ġstores": 10756, + "Ġ************************************************************************": 10757, + "Ġcommunication": 10758, + "mem": 10759, + ".EventHandler": 10760, + ".Status": 10761, + "_right": 10762, + ".setOn": 10763, + "Sheet": 10764, + "Ġidentify": 10765, + "enerated": 10766, + "ordered": 10767, + "Ġ\"[": 10768, + "Ġswe": 10769, + "Condition": 10770, + "ĠAccording": 10771, + "Ġprepare": 10772, + "Ġrob": 10773, + "Pool": 10774, + "Ġsport": 10775, + "rv": 10776, + "ĠRouter": 10777, + "Ġalternative": 10778, + "([]": 10779, + "ĠChicago": 10780, + "ipher": 10781, + "ische": 10782, + "ĠDirector": 10783, + "kl": 10784, + "ĠWil": 10785, + "keys": 10786, + "Ġmysql": 10787, + "Ġwelcome": 10788, + "king": 10789, + "ĠManager": 10790, + "Ġcaught": 10791, + ")}Ċ": 10792, + "Score": 10793, + "_PR": 10794, + "Ġsurvey": 10795, + "hab": 10796, + "Headers": 10797, + "ADER": 10798, + "Ġdecor": 10799, + "Ġturns": 10800, + "Ġradius": 10801, + "errupt": 10802, + "Cor": 10803, + "Ġmel": 10804, + "Ġintr": 10805, + "(q": 10806, + "ĠAC": 10807, + "amos": 10808, + "MAX": 10809, + "ĠGrid": 10810, + "ĠJesus": 10811, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10812, + ".DE": 10813, + "Ġts": 10814, + "Ġlinked": 10815, + "free": 10816, + "ĠQt": 10817, + "Ġ/**čĊ": 10818, + "Ġfaster": 10819, + "ctr": 10820, + "_J": 10821, + "DT": 10822, + ".Check": 10823, + "Ġcombination": 10824, + "Ġintended": 10825, + "-the": 10826, + "-type": 10827, + "182": 10828, + "ectors": 10829, + "ami": 10830, + "uting": 10831, + "Ġuma": 10832, + "XML": 10833, + "UCT": 10834, + "Ap": 10835, + "ĠRandom": 10836, + "Ġran": 10837, + ".sort": 10838, + "Ġsorted": 10839, + ".Un": 10840, + "401": 10841, + "_PER": 10842, + "itory": 10843, + "Ġpriority": 10844, + "ĠGal": 10845, + "ĠOld": 10846, + "hot": 10847, + "ĠDisplay": 10848, + "(sub": 10849, + "_TH": 10850, + "_Y": 10851, + "ĠCare": 10852, + "loading": 10853, + "Kind": 10854, + "_handle": 10855, + ",,": 10856, + "rase": 10857, + "_replace": 10858, + ".addEventListener": 10859, + "ĠRT": 10860, + "172": 10861, + "Ġentered": 10862, + "gers": 10863, + "Ġich": 10864, + "(start": 10865, + "205": 10866, + "/app": 10867, + "Ġbrother": 10868, + "Memory": 10869, + "Outlet": 10870, + "Ġutf": 10871, + "prec": 10872, + "Ġnavigation": 10873, + "ORK": 10874, + "Ġdst": 10875, + "Detail": 10876, + "Ġaudience": 10877, + "Ġdur": 10878, + "Ġcluster": 10879, + "unched": 10880, + "Ġ],": 10881, + "Ġcomfortable": 10882, + ".values": 10883, + "ĠTotal": 10884, + "Ġsnap": 10885, + "Ġstandards": 10886, + "Ġperformed": 10887, + "hand": 10888, + "(\"@": 10889, + "åŃ": 10890, + "Ġphil": 10891, + "ibr": 10892, + "trim": 10893, + "Ġforget": 10894, + "157": 10895, + "Ġdoctor": 10896, + ".TextBox": 10897, + "377": 10898, + "icons": 10899, + ",s": 10900, + "ĠOp": 10901, + "Sm": 10902, + "Stop": 10903, + "ĉList": 10904, + "ĉu": 10905, + "Comment": 10906, + "_VERSION": 10907, + ".Xtra": 10908, + "Person": 10909, + "rb": 10910, + "LOB": 10911, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 10912, + "ĠCentral": 10913, + "270": 10914, + "ICK": 10915, + "raq": 10916, + "Ġputting": 10917, + "Ġmd": 10918, + "ĠLove": 10919, + "Program": 10920, + "Border": 10921, + "oor": 10922, + "Ġallowing": 10923, + "after": 10924, + "Ġentries": 10925, + "ĠMaybe": 10926, + "]).": 10927, + "ĠShort": 10928, + ")\\": 10929, + ".now": 10930, + "friend": 10931, + "Ġprefer": 10932, + "ĠGPIO": 10933, + "osis": 10934, + "ĠGameObject": 10935, + "Ġskip": 10936, + "Ġcompetition": 10937, + "_match": 10938, + "lications": 10939, + "_CONT": 10940, + ".groupBox": 10941, + "Ġals": 10942, + "666": 10943, + "\"We": 10944, + "_eq": 10945, + "lan": 10946, + "_search": 10947, + "ĠMusic": 10948, + "asis": 10949, + "Ġbind": 10950, + "ĠIsland": 10951, + "rum": 10952, + "(E": 10953, + "Ġseat": 10954, + "Video": 10955, + "Ġack": 10956, + "reek": 10957, + "={()": 10958, + "Ġrating": 10959, + "Ġrestaurant": 10960, + "456": 10961, + "DEX": 10962, + "(buf": 10963, + "pping": 10964, + "uality": 10965, + "Ġleague": 10966, + "176": 10967, + "Ġfocused": 10968, + "apon": 10969, + "$data": 10970, + "CLUD": 10971, + "CLUDING": 10972, + "Ġabsolute": 10973, + "(query": 10974, + "Ġtells": 10975, + "Ang": 10976, + "Ġcommunities": 10977, + "Ġhonest": 10978, + "oking": 10979, + "Ġapart": 10980, + "arity": 10981, + "/$": 10982, + "_module": 10983, + "ĠEnc": 10984, + ".an": 10985, + ".Config": 10986, + "Cre": 10987, + "Ġshock": 10988, + "ĠArab": 10989, + "IENT": 10990, + "/re": 10991, + "Ġretrie": 10992, + "ycler": 10993, + "isa": 10994, + "ĠOrgan": 10995, + ".graph": 10996, + "Ġí": 10997, + "ĠBAS": 10998, + "Enum": 10999, + "Ġpossibly": 11000, + "ÑĢаÐ": 11001, + "ĠJapanese": 11002, + "Ġcraft": 11003, + "ĠPlace": 11004, + "Ġtalent": 11005, + "Ġfunding": 11006, + "Ġconfirmed": 11007, + "Ġcycle": 11008, + "/x": 11009, + "GE": 11010, + "Ġhearing": 11011, + "Ġplants": 11012, + "Ġmouth": 11013, + "pages": 11014, + "oria": 11015, + "ĠRemove": 11016, + "_total": 11017, + "Ġod": 11018, + "ollapse": 11019, + "door": 11020, + "Ġbought": 11021, + "Ġaddr": 11022, + "ARCH": 11023, + "_dim": 11024, + "dden": 11025, + "Ġdecades": 11026, + "REQUEST": 11027, + "Ġversions": 11028, + "fire": 11029, + "006": 11030, + "Ġmoves": 11031, + "fb": 11032, + "Ġcoffee": 11033, + ".connect": 11034, + "ĠRow": 11035, + "Ġschema": 11036, + "Scope": 11037, + "-Type": 11038, + "Ġfighting": 11039, + "Ġretail": 11040, + "Ġmodified": 11041, + "TF": 11042, + "Files": 11043, + "nie": 11044, + "_command": 11045, + "stone": 11046, + "ĠÑĤ": 11047, + "_thread": 11048, + "Ġbond": 11049, + "ĠDevelopment": 11050, + "Ġpt": 11051, + "FORM": 11052, + "plet": 11053, + "Ġidentified": 11054, + "cpp": 11055, + "206": 11056, + "225": 11057, + "Ġcoding": 11058, + "oked": 11059, + "ĠMaster": 11060, + "IDTH": 11061, + "Ġresidents": 11062, + "redit": 11063, + "ĠPhoto": 11064, + "=-": 11065, + "unte": 11066, + "ateur": 11067, + "159": 11068, + "_STATE": 11069, + "ĠSing": 11070, + "Ġsheet": 11071, + ".val": 11072, + "orse": 11073, + "Ġhers": 11074, + "Ġdetermined": 11075, + "Common": 11076, + "Ġwed": 11077, + "_queue": 11078, + "PH": 11079, + "ĠAtl": 11080, + "cred": 11081, + "/LICENSE": 11082, + "Ġmes": 11083, + "Ġadvanced": 11084, + ".java": 11085, + ".Sh": 11086, + "Go": 11087, + "kill": 11088, + "fp": 11089, + "_settings": 11090, + "Ġpal": 11091, + "Ġtruck": 11092, + "Ġcombined": 11093, + "Ġ\"${": 11094, + "ĠCorpor": 11095, + "Ġjoined": 11096, + "ĠJose": 11097, + "ĠCup": 11098, + "uns": 11099, + "estival": 11100, + "levision": 11101, + "Ġbroken": 11102, + "Ġmarriage": 11103, + "ĠWestern": 11104, + "Ġrepresents": 11105, + "ĠTitle": 11106, + "Ġss": 11107, + ".Ass": 11108, + "ongoose": 11109, + "iento": 11110, + "<>();Ċ": 11111, + "Ġabsolutely": 11112, + "Ġsmooth": 11113, + "TERN": 11114, + "ĠUnless": 11115, + "Word": 11116, + "Ġmerge": 11117, + "igan": 11118, + "ĠVol": 11119, + "Ġnn": 11120, + ".getId": 11121, + "Ġз": 11122, + "171": 11123, + "Ġsexy": 11124, + "Ġseeking": 11125, + "Single": 11126, + ".this": 11127, + "179": 11128, + "Ġkom": 11129, + "bound": 11130, + ";\"": 11131, + "ĠfontSize": 11132, + "_df": 11133, + "Ġinjury": 11134, + "(H": 11135, + "Ġissued": 11136, + "_END": 11137, + ":self": 11138, + "020": 11139, + "Ġpatch": 11140, + "Ġleaves": 11141, + "Ġadopt": 11142, + "FileName": 11143, + "ãĢIJ": 11144, + "Ġexecutive": 11145, + "ĠByte": 11146, + "]))Ċ": 11147, + "Ġnu": 11148, + "outing": 11149, + "cluding": 11150, + "-R": 11151, + ".options": 11152, + "Ġsubstant": 11153, + "avax": 11154, + "ĠBUT": 11155, + "Ġtechnical": 11156, + "Ġtwice": 11157, + "Ġmás": 11158, + "Ġunivers": 11159, + "yr": 11160, + "Ġdrag": 11161, + "ĠDC": 11162, + "Ġsed": 11163, + "Ġbot": 11164, + "ĠPal": 11165, + "ĠHall": 11166, + "forcement": 11167, + "Ġauch": 11168, + ".mod": 11169, + "notation": 11170, + "_files": 11171, + ".line": 11172, + "_flag": 11173, + "[name": 11174, + "Ġresolution": 11175, + "Ġbott": 11176, + "(\"[": 11177, + "ende": 11178, + "(arr": 11179, + "Free": 11180, + "(@\"": 11181, + "ĠDistrict": 11182, + "PEC": 11183, + ":-": 11184, + "Picker": 11185, + "ĠJo": 11186, + "ĠĠĠĠĠĊ": 11187, + "ĠRiver": 11188, + "_rows": 11189, + "Ġhelpful": 11190, + "Ġmassive": 11191, + "---Ċ": 11192, + "Ġmeasures": 11193, + "007": 11194, + "ĠRuntime": 11195, + "Ġworry": 11196, + "ĠSpec": 11197, + "ĉD": 11198, + "ãĢij": 11199, + "Ġ){Ċ": 11200, + "Ġworse": 11201, + "(filename": 11202, + "Ġlay": 11203, + "Ġmagic": 11204, + "ĠTheir": 11205, + "oul": 11206, + "stroy": 11207, + "ĠWhere": 11208, + "280": 11209, + "Ġsudden": 11210, + "Ġdefe": 11211, + "Ġbinding": 11212, + "Ġflight": 11213, + "ĠOnInit": 11214, + "ĠWomen": 11215, + "ĠPolicy": 11216, + "Ġdrugs": 11217, + "ishing": 11218, + "('../": 11219, + "ĠMel": 11220, + "peat": 11221, + "tor": 11222, + "Ġproposed": 11223, + "Ġstated": 11224, + "_RES": 11225, + "Ġeast": 11226, + "212": 11227, + "ĠCONDITION": 11228, + "_desc": 11229, + "Ġwinning": 11230, + "folio": 11231, + "Mapper": 11232, + "ĠPan": 11233, + "ĠAnge": 11234, + ".servlet": 11235, + "Ġcopies": 11236, + "LM": 11237, + "Ġvm": 11238, + "åį": 11239, + "Ġdictionary": 11240, + "Seg": 11241, + "177": 11242, + "elines": 11243, + "ĠSend": 11244, + "Ġiron": 11245, + "ĠFort": 11246, + "166": 11247, + ".domain": 11248, + "Ġdebate": 11249, + "NotNull": 11250, + "eq": 11251, + "acher": 11252, + "lf": 11253, + "ĉfmt": 11254, + "Ġlawy": 11255, + "178": 11256, + "ÄŁ": 11257, + "ĠMen": 11258, + "Ġtrim": 11259, + "(NULL": 11260, + "Ġ!!": 11261, + "Ġpad": 11262, + "Ġfollows": 11263, + "\"][\"": 11264, + "requ": 11265, + "ĠEp": 11266, + ".github": 11267, + "(img": 11268, + "eto": 11269, + "('\\": 11270, + "Services": 11271, + "umbnail": 11272, + "_main": 11273, + "pleted": 11274, + "fortunately": 11275, + "Ġwindows": 11276, + "Ġplane": 11277, + "ĠConnection": 11278, + ".local": 11279, + "uard": 11280, + "}\\": 11281, + "==\"": 11282, + "andon": 11283, + "ĠRoy": 11284, + "west": 11285, + "158": 11286, + "iginal": 11287, + "emies": 11288, + "itz": 11289, + "'):Ċ": 11290, + "ĠPeter": 11291, + "Ġtough": 11292, + "Ġreduced": 11293, + "Ġcalculate": 11294, + "Ġrapid": 11295, + "customer": 11296, + "Ġefficient": 11297, + "Ġmedium": 11298, + "Ġfell": 11299, + ".ref": 11300, + "ĠCas": 11301, + "Ġfeedback": 11302, + "Speed": 11303, + "(output": 11304, + "aje": 11305, + "Ġcategories": 11306, + "Ġfee": 11307, + "};": 11308, + "Ġdeleted": 11309, + "reh": 11310, + "Ġproof": 11311, + "Desc": 11312, + "Build": 11313, + "Ġsides": 11314, + ".ArrayList": 11315, + "-%": 11316, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 11317, + "ر": 11318, + ".match": 11319, + "ли": 11320, + "Ġfeels": 11321, + "Ġachieve": 11322, + "Ġclim": 11323, + "_ON": 11324, + "ĠCD": 11325, + "Ġteacher": 11326, + "_current": 11327, + "bn": 11328, + "_PL": 11329, + "isting": 11330, + "Enable": 11331, + "GEN": 11332, + "Ġtv": 11333, + "Ġsock": 11334, + "Ġplays": 11335, + "Ġdiscount": 11336, + "ĠKE": 11337, + "ĠDebug": 11338, + "Fore": 11339, + "ĠIraq": 11340, + "Ġappearance": 11341, + "Mon": 11342, + "Ġstyled": 11343, + "ĠHuman": 11344, + "iot": 11345, + "ĠHistory": 11346, + "Ġsac": 11347, + "ĠCollection": 11348, + "Ġrecommended": 11349, + ".Selected": 11350, + "Ġorganizations": 11351, + "Ġdiscovered": 11352, + "cohol": 11353, + "adas": 11354, + "ĠThomas": 11355, + "May": 11356, + "Ġconserv": 11357, + "Ġdomin": 11358, + "ĠFollow": 11359, + "ĠSection": 11360, + "ĠThanks": 11361, + "Username": 11362, + "Ġrecipe": 11363, + "Ġwonderful": 11364, + ".sleep": 11365, + "_if": 11366, + "ĉĊĉĊ": 11367, + "orno": 11368, + "Ġru": 11369, + "_target": 11370, + ".\"\"": 11371, + "à¦": 11372, + "EventArgs": 11373, + "Ġinputs": 11374, + "Ġfif": 11375, + "Ġvision": 11376, + "cy": 11377, + "ĠSeries": 11378, + ")(((": 11379, + "Ġtrading": 11380, + "Ġmarker": 11381, + "Begin": 11382, + "Ġtypically": 11383, + "Ġcauses": 11384, + "dropdown": 11385, + "_DEBUG": 11386, + "260": 11387, + "Ġdetect": 11388, + "country": 11389, + "!\");Ċ": 11390, + "ĉR": 11391, + "appy": 11392, + "Ġcref": 11393, + "('<": 11394, + "\"=>": 11395, + "ĠLE": 11396, + "reader": 11397, + "Ġadministr": 11398, + "õ": 11399, + "ucket": 11400, + "Ġfashion": 11401, + ".char": 11402, + "izar": 11403, + "Ġdisable": 11404, + "Ġsuc": 11405, + "ĠLive": 11406, + "issue": 11407, + "Ġmetadata": 11408, + "flags": 11409, + "ĠðŁ": 11410, + "Ġcommitted": 11411, + "Ġva": 11412, + "Ġrough": 11413, + "Ġ'''Ċ": 11414, + "Ġhighlight": 11415, + "_vars": 11416, + "VO": 11417, + "Ġencoding": 11418, + "-Z": 11419, + "_sign": 11420, + "$(\"#": 11421, + "Ġrain": 11422, + "reatest": 11423, + "ĠEND": 11424, + "Selection": 11425, + "Ġcandidates": 11426, + "Ġsav": 11427, + ".Empty": 11428, + "Ġdecisions": 11429, + "Ġcollabor": 11430, + "ridge": 11431, + "feed": 11432, + "ression": 11433, + "Ġpersons": 11434, + "VM": 11435, + "008": 11436, + "ega": 11437, + "_BIT": 11438, + "According": 11439, + "acked": 11440, + "Ġdollars": 11441, + "_loss": 11442, + "ĠCost": 11443, + "}\"Ċ": 11444, + "Notification": 11445, + "Ġprostit": 11446, + "Ġauthority": 11447, + ".rec": 11448, + "Ġspokes": 11449, + "ĠToday": 11450, + "istant": 11451, + "ĠHead": 11452, + "âĢĿ.": 11453, + "ertainment": 11454, + "cean": 11455, + "culate": 11456, + "Ġven": 11457, + "However": 11458, + "_arr": 11459, + "Ġtokens": 11460, + "Graph": 11461, + "ĠJud": 11462, + "ĠVirgin": 11463, + "ĠSerial": 11464, + "unning": 11465, + "Mutable": 11466, + "agers": 11467, + ".csv": 11468, + "Ġdeveloping": 11469, + "Ġinstructions": 11470, + "Ġpromise": 11471, + "Ġrequested": 11472, + "_encode": 11473, + "/\"": 11474, + "ĠIcon": 11475, + "uilt": 11476, + "-day": 11477, + "Ġintelligence": 11478, + ".IS": 11479, + "ĠObservable": 11480, + "ĠHard": 11481, + "Bool": 11482, + "211": 11483, + "idential": 11484, + ".Anchor": 11485, + "Ġselling": 11486, + "CI": 11487, + "AGES": 11488, + "tle": 11489, + "bur": 11490, + "UFFER": 11491, + "RY": 11492, + "Ġbigger": 11493, + "Ġrat": 11494, + "Ġfamous": 11495, + "Ġtypename": 11496, + "Ġexplained": 11497, + "}}Ċ": 11498, + "Ġnuclear": 11499, + "-N": 11500, + "Ġcrisis": 11501, + "ĠEnter": 11502, + "Ġanswers": 11503, + "/${": 11504, + "/pl": 11505, + "Ġsequ": 11506, + "_next": 11507, + "mask": 11508, + "Ġstanding": 11509, + "Ġplenty": 11510, + "ĠCross": 11511, + "ĉret": 11512, + "dro": 11513, + "ĠCast": 11514, + "167": 11515, + "=true": 11516, + "ĠChris": 11517, + "icio": 11518, + "ĠMike": 11519, + "Decimal": 11520, + "addComponent": 11521, + "Len": 11522, + "Ġcock": 11523, + "Ġ#{": 11524, + "URN": 11525, + "": 11657, + "Ġ*=": 11658, + "ĠPS": 11659, + "Ġdangerous": 11660, + "[p": 11661, + "OME": 11662, + "Other": 11663, + "ĠStringBuilder": 11664, + "Points": 11665, + "heading": 11666, + "Ġcurrency": 11667, + "Ġpercentage": 11668, + "_API": 11669, + "Ġclassic": 11670, + "thead": 11671, + "ĠMO": 11672, + "FE": 11673, + "Idx": 11674, + "await": 11675, + "Ġè": 11676, + "Ġaccident": 11677, + "Ġvariant": 11678, + "Ġmyst": 11679, + "ĠLand": 11680, + "ĠBre": 11681, + "Ġharm": 11682, + "ĠAcc": 11683, + "Ġcharged": 11684, + "iones": 11685, + "Visibility": 11686, + "arry": 11687, + "ĠLanguage": 11688, + "Ġwalking": 11689, + "\".ĊĊ": 11690, + "ifer": 11691, + "Ġleadership": 11692, + ".From": 11693, + "ynam": 11694, + "Ġtimestamp": 11695, + "ipt": 11696, + "ĠHas": 11697, + "REFER": 11698, + "ĠIts": 11699, + "Ġlistener": 11700, + "UTE": 11701, + "213": 11702, + "_description": 11703, + "Ġexperiences": 11704, + "Ġcreates": 11705, + "RS": 11706, + "cart": 11707, + "black": 11708, + "Ġchoices": 11709, + "war": 11710, + "750": 11711, + "Ġ'''": 11712, + "Ġordered": 11713, + "Ġevening": 11714, + "Ġpil": 11715, + "Ġtun": 11716, + "ĠBad": 11717, + "(app": 11718, + "random": 11719, + "Ġexplicit": 11720, + "Ġarrived": 11721, + "Ġfly": 11722, + "Ġeconom": 11723, + "-mail": 11724, + "Ġlists": 11725, + "Ġarchitect": 11726, + "234": 11727, + "ĠPay": 11728, + "Ġds": 11729, + "ĠSol": 11730, + "Ġvehicles": 11731, + "Hz": 11732, + "-com": 11733, + "Ġking": 11734, + "_equal": 11735, + "ĠHelp": 11736, + "Ġabuse": 11737, + "480": 11738, + "169": 11739, + "--;Ċ": 11740, + "Ġextr": 11741, + "Ġchemical": 11742, + "ä¿": 11743, + "Ġorient": 11744, + "Ġbreath": 11745, + "ĠSpace": 11746, + "(element": 11747, + "wait": 11748, + "DED": 11749, + "igma": 11750, + "Ġentr": 11751, + "Ġsob": 11752, + "-name": 11753, + "Ġaffected": 11754, + "ika": 11755, + "Ġcoal": 11756, + "_work": 11757, + "Ġhundreds": 11758, + "Ġpolitics": 11759, + "subject": 11760, + "Ġconsumer": 11761, + "ANGE": 11762, + "Ġrepeated": 11763, + "Send": 11764, + "Ġ#[": 11765, + "Ġprotocol": 11766, + "Ġleads": 11767, + "useum": 11768, + "Every": 11769, + "808": 11770, + "174": 11771, + "Import": 11772, + "(count": 11773, + "Ġchallenges": 11774, + "Ġnovel": 11775, + "Ġdepart": 11776, + "bits": 11777, + ".Current": 11778, + "Ġ`${": 11779, + "oting": 11780, + "(\\": 11781, + "Ġcreative": 11782, + "Ġbuff": 11783, + "Ġintroduced": 11784, + "usic": 11785, + "modules": 11786, + "Are": 11787, + "-doc": 11788, + "language": 11789, + "_cache": 11790, + "Ġtod": 11791, + "?>": 11792, + "omething": 11793, + "Ġhun": 11794, + "åº": 11795, + "aters": 11796, + "Intent": 11797, + "Ġimplemented": 11798, + "ĠCase": 11799, + "Children": 11800, + "Ġnotification": 11801, + "Renderer": 11802, + "Wrapper": 11803, + "Objects": 11804, + "tl": 11805, + ".Contains": 11806, + "Plugin": 11807, + ".row": 11808, + "Ġforg": 11809, + "Ġpermit": 11810, + "Ġtargets": 11811, + "ĠIF": 11812, + "Ġtip": 11813, + "sex": 11814, + "Ġsupports": 11815, + "Ġfold": 11816, + "photo": 11817, + "},čĊ": 11818, + "Ġgoogle": 11819, + "$('#": 11820, + "Ġsharing": 11821, + "Ġgoods": 11822, + "vs": 11823, + "ĠDan": 11824, + "Rate": 11825, + "ĠMartin": 11826, + "Ġmanner": 11827, + "lie": 11828, + ".The": 11829, + "Internal": 11830, + "ĠCONTR": 11831, + "Mock": 11832, + "RIGHT": 11833, + "Ġ'{": 11834, + "Ġcontrols": 11835, + "Mat": 11836, + "Ġmand": 11837, + "Ġextended": 11838, + "Ok": 11839, + "Ġembed": 11840, + "Ġplanet": 11841, + "ĠNon": 11842, + "-ch": 11843, + ")\",": 11844, + "epar": 11845, + "Ġbelieved": 11846, + "ĠEnvironment": 11847, + "ĠFriend": 11848, + "-res": 11849, + "Ġhandling": 11850, + "nic": 11851, + "-level": 11852, + "scri": 11853, + "Xml": 11854, + "BE": 11855, + "ungen": 11856, + "Ġalter": 11857, + "[idx": 11858, + "Pop": 11859, + "cam": 11860, + "Ġ(((": 11861, + "Ġshipping": 11862, + "Ġbattery": 11863, + "iddleware": 11864, + "MC": 11865, + "Ġimpl": 11866, + "otation": 11867, + "ĠLab": 11868, + "