Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,54 @@
+---
+language:
+- en
+license: llama3
+tags:
+- Llama-3.1
+- instruct
+- finetune
+- reasoning
+- hybrid-mode
+- chatml
+- function calling
+- tool use
+- json mode
+- structured outputs
+- atropos
+- dataforge
+- long context
+- roleplaying
+- chat
+- mlx
+base_model: NousResearch/Hermes-4-405B
+library_name: transformers
+widget:
+- example_title: Hermes 4
+  messages:
+  - role: system
+    content: You are Hermes 4, a capable, neutrally-aligned assistant. Prefer concise,
+      correct answers.
+  - role: user
+    content: Explain the difference between BFS and DFS to a new CS student.
+model-index:
+- name: Hermes-4-Llama-3.1-405B
+  results: []
+---
+## 💫 Community Model> Hermes-4-405B by NousResearch
+
+_👾 [LM Studio](https://lmstudio.ai) Community models highlights program. Highlighting new & noteworthy models by the community. Join the conversation on [Discord](https://discord.gg/aPQfnNkxGC)_.
+
+**Model creator**: [NousResearch](https://huggingface.co/NousResearch)<br>
+**Original model**: [Hermes-4-405B](https://huggingface.co/NousResearch/Hermes-4-405B)<br>
+**MLX quantization**: provided by [LM Studio team](https://x.com/lmstudio) using [mlx_lm](https://github.com/ml-explore/mlx-lm)<br>
+
+## Technical Details
+
+4-bit quantized version of Hermes-4-405B using MLX, optimized for Apple Silicon.
+
+## Special thanks
+
+🙏 Special thanks to the [Apple Machine Learning Research](https://github.com/ml-explore) team for creating [MLX](https://github.com/ml-explore/mlx).
+
+## Disclaimers
+
+LM Studio is not the creator, originator, or owner of any Model featured in the Community Model Program. Each Community Model is created and provided by third parties. LM Studio does not endorse, support, represent or guarantee the completeness, truthfulness, accuracy, or reliability of any Community Model. You understand that Community Models can produce content that might be offensive, harmful, inaccurate or otherwise inappropriate, or deceptive. Each Community Model is the sole responsibility of the person or entity who originated such Model. LM Studio may not monitor or control the Community Models and cannot, and does not, take responsibility for any such Model. LM Studio disclaims all warranties or guarantees about the accuracy, reliability or benefits of the Community Models. LM Studio further disclaims any warranty that the Community Model will meet your requirements, be secure, uninterrupted or available at any time or location, or error-free, viruses-free, or that any errors will be corrected, or otherwise. You will be solely responsible for any damage resulting from your use of or access to the Community Models, your downloading of any Community Model, or use of any other Community Model provided by or through LM Studio.

chat_template.jinja

@@ -0,0 +1,76 @@
+{%- set thinking_prompt = 'You are a deep thinking AI, you may use extremely long chains of thought to deeply consider the problem and deliberate with yourself via systematic reasoning processes to help come to a correct solution prior to answering. You should enclose your thoughts and internal monologue inside <think> </think> tags, and then provide your solution or response to the problem.' %}
+{%- set standard_prompt = 'You are Hermes, created by Nous Research.' %}
+{%- if not thinking is defined %}{% set thinking = false %}{% endif %}
+{%- if not keep_cots is defined %}{% set keep_cots = false %}{% endif %}
+{%- if thinking %}{%- set system_prompt = thinking_prompt %}{%- else %}{%- set system_prompt = standard_prompt %}{%- endif %}
+{%- if tools %}
+    {{- bos_token + '<|start_header_id|>system<|end_header_id|>\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- system_prompt }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou are a function calling AI model. You may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": \"<function-name>\", \"arguments\": <args-json-object>}\n</tool_call><|eot_id|>" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- bos_token + '<|start_header_id|>system<|end_header_id|>\n\n' + messages[0]['content'] + '<|eot_id|>' }}
+    {%- else %}
+        {{- bos_token + '<|start_header_id|>system<|end_header_id|>\n\n' + system_prompt + '<|eot_id|>' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
+        {{- '<|start_header_id|>' + message.role + '<|end_header_id|>\n\n' + message.content + '<|eot_id|>' }}
+    {%- elif (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|start_header_id|>' + message.role + '<|end_header_id|>\n' }}
+        {%- if message.content %}
+            {%- set content = message['content'] -%}
+            {%- if thinking %}
+                {%- if not keep_cots %}
+                    {%- set content = '<think> </think>' + content.split('</think>', 1)[1] -%}
+                {%- endif %}
+            {%- endif %}
+            {{- '\n' + content + '<|eot_id|>' }}
+        {%- endif %}
+    {%- elif message.role == "assistant" %}
+        {{- '<|start_header_id|>' + message.role + '<|end_header_id|>\n' }}
+        {%- if message.content %}
+            {%- set content = message['content'] -%}
+            {%- if thinking %}
+                {%- if not keep_cots %}
+                    {%- set content = '<think> </think>' + content.split('</think>', 1)[1] -%}
+                {%- endif %}
+            {%- endif %}
+            {{- '\n' + content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|eot_id|>' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|start_header_id|>user<|end_header_id|>\n' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|eot_id|>' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }}
+{%- endif %}

config.json

@@ -0,0 +1,43 @@
+{
+    "architectures": [
+        "LlamaForCausalLM"
+    ],
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "bos_token_id": 128000,
+    "eos_token_id": 128001,
+    "head_dim": 128,
+    "hidden_act": "silu",
+    "hidden_size": 16384,
+    "initializer_range": 0.02,
+    "intermediate_size": 53248,
+    "max_position_embeddings": 131072,
+    "mlp_bias": false,
+    "model_type": "llama",
+    "num_attention_heads": 128,
+    "num_hidden_layers": 126,
+    "num_key_value_heads": 8,
+    "pretraining_tp": 1,
+    "quantization": {
+        "group_size": 64,
+        "bits": 4
+    },
+    "quantization_config": {
+        "group_size": 64,
+        "bits": 4
+    },
+    "rms_norm_eps": 1e-05,
+    "rope_scaling": {
+        "factor": 8.0,
+        "high_freq_factor": 4.0,
+        "low_freq_factor": 1.0,
+        "original_max_position_embeddings": 8192,
+        "rope_type": "llama3"
+    },
+    "rope_theta": 500000.0,
+    "tie_word_embeddings": false,
+    "torch_dtype": "bfloat16",
+    "transformers_version": "4.52.4",
+    "use_cache": true,
+    "vocab_size": 128256
+}

generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": 128001,
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.52.4"
+}

model-00001-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e721bdb8f7ebc2dbc7f2e0dc9ed5c1d1c91f903cb3d7fa4473c30722b3801101
+size 5089139571

model-00002-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7609bf468f4a5a89aad983cab4af1dadbaa5fb8acfe29bbe0def6d24728d373a
+size 5362622015

model-00003-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63009354fdc0443a244a7c1a6d85e4eda83d20a3cf45107ef26d10fdeaf55f12
+size 5245181558

model-00004-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef38a8cb9b0dbe61ccd8bb8ce32447b1beea620a75ef757c2cb84a207914726
+size 5360524385

model-00005-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3748888cdc611fb7927d76ca21c0e126b7a73fd4501f275550fdbbda0013391f
+size 5362622072

model-00006-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dd9cf7c3bb1b9fc5c510cc0f52f4b2dfd95e6db8436b6b9a63fb3546a68e94
+size 5245181668

model-00007-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40445d11e51d6b084b3ad8903415026fb66cbc64fa78b567a3ff80e0ad291ff0
+size 5352070632

model-00008-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d41aa4cdf47d9971e82a1d590a4ea7d793b7390a300e43da82456ff0ea2b9d
+size 5352136443

model-00009-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2841ccd71b10021ae69bf7c785d150ffa1271d10ad8cf91e8078af004681170d
+size 4943191803

model-00010-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd164446c7710fe2c578bb9358006a2d0a8ed792e2a127f3dbe1dcbbba8ec5d
+size 5352136429

model-00011-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91f8afbdd475c69befffb61cdcdf636c4c7e935a8fe3285c00ddfc9f22988db
+size 5352136441

model-00012-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd22475ff9cbf52ba9064f99dfb947e0770555ddafda6f0932f7b90716dca1a9
+size 4943191775

model-00013-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4886edd9c6deb0ea631105a4e2b02a9c0dbb371ac85750702ef7992208d63257
+size 5352136423

model-00014-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d1997996ed20af19fa1e9d8d1dde30eed4889d2dfa6229ce3bc5cc3278966a
+size 5352136435

model-00015-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3846bf55b2bf0a0aaa9d25f7204bf587380c2e7d97735dec9dcba7f274ac003a
+size 4943191775

model-00017-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7275e9a7738488f3738b3d423263283c0def43c9e18bd0805d6ea559d98b67a
+size 5245181662

model-00018-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bbb20cbe4d9502008f10da73209537e1f1764da21e4d5e6721de215f8e02018
+size 5360524430

model-00019-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d91f7a6dafd0da777925ebb2a70da5c21b5e4d68ef38668f8c92adcc008109
+size 5362622058

model-00020-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec05c3427caed8294348367ccd3f493ba3663276790a95268787a0466a0153f
+size 5245181650

model-00021-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5daef22abe2471d4b06286934caaa30e6f0d5fa657a009c924ddfa66cc357b
+size 5352070664

model-00022-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e518440b88c904557ebdde29a06819a1974d605f1dcbac2877ec414628c810
+size 5352136435

model-00023-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0270b4e5313a56389326f6f41071820cfe5da705ae0716833b5dfac102a8493d
+size 4943191805

model-00024-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51e20182e617d789b14b8e872a5ac60229bdb7612d119f7e11511d9dea44dbf
+size 5352136409

model-00025-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0011f8b239452731617cbe5ac38b4dfc1fe7cd22bfafc45ed5271189cf0bbcbe
+size 5352136441

model-00026-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d250dc755dc02c18160022cbe9501ed8ff00ef2c3e06c4a4a9a728820d53c2
+size 4943191781

model-00027-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831263af99971de82adb30b9a9913ab75ae3864a462aafd4d526bfa2d6707597
+size 5352136433

model-00028-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b3baf109d13bc6e09c1b07a97861ba68cd7fc3359426e715349a0b8beff74c
+size 5352136415

model-00029-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f632e0f28d48a153b78d89ee38486a3d7603b8ec7dd6c82ca934e0081d6da11c
+size 4943191767

model-00030-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57d7ef433c3be68cea0a58dcbe76fb133a82452de1ec1d36ff71201bb0a62ff
+size 5362622048

model-00031-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1b90b031bef792b787a72830d85f06c903ad05c6f8201c2d4ef27c1f3dfdf3
+size 5245181630

model-00032-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca17d1eced5b96bf9484f6c588e627707ebec6b01b1d5f426557cdfaf61dc7e8
+size 5360524430

model-00034-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec0fe5be2a4b8940d3b0bbfe8b1e791b2074a53c2268cb504036f9916428908
+size 5245181672

model-00035-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa508ed3f87aab2a22d5d831c22ddba6acc8ceab73d346a7765fdeb2f92bfeec
+size 5352070711

model-00036-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94370ad174054706cb6c60da509a5aa70b4993bba3db942ea6b5aaeae527c258
+size 5352136509

model-00037-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7ab5a62ad127311b972fdeace491ef4416b764cacc7feeae3e8d92af824c06
+size 4943191845

model-00038-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e99e91749d6074104411e3fe51253544d8a08066cbb81977752ed66dc37039
+size 5352136509

model-00039-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77df95592a9c256a849dbea5dc8eb5ee1e924f6998269a38f5a3369f370b05e3
+size 5352136493

model-00040-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc27f2843cea872c6e0fbf355ea8fd73d6c782a6663a63486d02eb9982c68243
+size 4943191863

model-00041-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5e82bf059f1fff2aaf02cec59df5c228fa4a0fa31cfebd9c3f2cac9a1cce26
+size 5352136487

model-00042-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bfb3dc3b2f9350a648f7a27929ab39b368eb94c3aec557bd9030e1af56472ef
+size 5352136479

model-00043-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c334662c36bd94def7df7bed9318ead3c23d77f72df5594eecd6eeda82f374
+size 4943191839

model-00044-of-00044.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43e6ccd3e28ae16b2ddb231d37453afdd7d73283334097f26d8f93fbe6097cd
+size 2654307977

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e4573a56ca97b0233ddc2dd63f634aeee35b84f352d2ce2aaa5992735cfcad
+size 17209827