Hugging Face's logo

TheDrummer
/
Behemoth-X-123B-v2

Safetensors
mistral
Model card Files Community
TheDrummer commited on
Commit
9772031
·
verified ·
1 Parent(s): 28a4c7e

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. chat_template.jinja +1 -0
  2. config.json +26 -0
  3. generation_config.json +7 -0
  4. model-00001-of-00051.safetensors +3 -0
  5. model-00002-of-00051.safetensors +3 -0
  6. model-00003-of-00051.safetensors +3 -0
  7. model-00004-of-00051.safetensors +3 -0
  8. model-00005-of-00051.safetensors +3 -0
  9. model-00006-of-00051.safetensors +3 -0
  10. model-00007-of-00051.safetensors +3 -0
  11. model-00008-of-00051.safetensors +3 -0
  12. model-00009-of-00051.safetensors +3 -0
  13. model-00010-of-00051.safetensors +3 -0
  14. model-00011-of-00051.safetensors +3 -0
  15. model-00012-of-00051.safetensors +3 -0
  16. model-00013-of-00051.safetensors +3 -0
  17. model-00014-of-00051.safetensors +3 -0
  18. model-00015-of-00051.safetensors +3 -0
  19. model-00016-of-00051.safetensors +3 -0
  20. model-00017-of-00051.safetensors +3 -0
  21. model-00018-of-00051.safetensors +3 -0
  22. model-00019-of-00051.safetensors +3 -0
  23. model-00020-of-00051.safetensors +3 -0
  24. model-00021-of-00051.safetensors +3 -0
  25. model-00022-of-00051.safetensors +3 -0
  26. model-00023-of-00051.safetensors +3 -0
  27. model-00024-of-00051.safetensors +3 -0
  28. model-00025-of-00051.safetensors +3 -0
  29. model-00026-of-00051.safetensors +3 -0
  30. model-00027-of-00051.safetensors +3 -0
  31. model-00028-of-00051.safetensors +3 -0
  32. model-00029-of-00051.safetensors +3 -0
  33. model-00030-of-00051.safetensors +3 -0
  34. model-00031-of-00051.safetensors +3 -0
  35. model-00032-of-00051.safetensors +3 -0
  36. model-00033-of-00051.safetensors +3 -0
  37. model-00034-of-00051.safetensors +3 -0
  38. model-00035-of-00051.safetensors +3 -0
  39. model-00036-of-00051.safetensors +3 -0
  40. model-00037-of-00051.safetensors +3 -0
  41. model-00038-of-00051.safetensors +3 -0
  42. model-00039-of-00051.safetensors +3 -0
  43. model-00040-of-00051.safetensors +3 -0
  44. model-00041-of-00051.safetensors +3 -0
  45. model-00042-of-00051.safetensors +3 -0
  46. model-00043-of-00051.safetensors +3 -0
  47. model-00044-of-00051.safetensors +3 -0
  48. model-00045-of-00051.safetensors +3 -0
  49. model-00046-of-00051.safetensors +3 -0
  50. model-00047-of-00051.safetensors +3 -0
chat_template.jinja ADDED
@@ -0,0 +1 @@
 
 
1
+ {{ bos_token }}{% for message in messages %}{% if message['role'] == 'user' %}{{ '[INST] ' + message['content'] + '[/INST]' }}{% elif message['role'] == 'system' %}{{ '[SYSTEM_PROMPT] ' + message['content'] + '[/SYSTEM_PROMPT]' }}{% elif message['role'] == 'assistant' %}{{ ' ' + message['content'] + eos_token }}{% else %}{{ raise_exception('Only user, system and assistant roles are supported!') }}{% endif %}{% endfor %}
config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "MistralForCausalLM"
4
+ ],
5
+ "attention_dropout": 0.0,
6
+ "bos_token_id": 1,
7
+ "eos_token_id": 2,
8
+ "head_dim": 128,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 12288,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 28672,
13
+ "max_position_embeddings": 131072,
14
+ "model_type": "mistral",
15
+ "num_attention_heads": 96,
16
+ "num_hidden_layers": 88,
17
+ "num_key_value_heads": 8,
18
+ "rms_norm_eps": 1e-05,
19
+ "rope_theta": 1000000.0,
20
+ "sliding_window": null,
21
+ "tie_word_embeddings": false,
22
+ "torch_dtype": "bfloat16",
23
+ "transformers_version": "4.55.2",
24
+ "use_cache": true,
25
+ "vocab_size": 32768
26
+ }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "do_sample": true,
5
+ "eos_token_id": 2,
6
+ "transformers_version": "4.55.2"
7
+ }
model-00001-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b7995049f4453a893be117a4a90055437636fc2346e24877e871c16a2c80240
3
+ size 4932552432
model-00002-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c782ddb6f9929ba7fff8fa4f35869a02b769a8a43277a6ba228763639cd2b322
3
+ size 4831938528
model-00003-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d356dd90ae9e6771a5d6731c26af0f036caf6d6c3b64fecd595415207625f27
3
+ size 4882269816
model-00004-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddabfb434eb825fb9a7ebeddbcbc903ed4c6e69ffa19ecd5e122d4921a4e28c9
3
+ size 4831889136
model-00005-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:885222b58dc1c84a75ab8a5b0fb13d18e47abc983582a03cbd6c61f8ca81eda9
3
+ size 4831938520
model-00006-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad3e2a040848aba7659432354cdc4b60f702b1f0b1fac416bf858bef62d53d89
3
+ size 4831938528
model-00007-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78c3ddd7270d23a3742e1611f12cc0cca1440808697c5026400064aaa458d4d6
3
+ size 4882269832
model-00008-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fde21daec09e4fb4150644983358d5f8c40ced8bc73cfd5f04e8534c16e05cbc
3
+ size 4831889152
model-00009-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2cb65dee0e47aa8b1465f12d5b65e4327a127e6f53831741fa1022ae8cbe02a
3
+ size 4831938536
model-00010-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a54a77cf05edf8a92fb0f84e76741fa871dc06a947e34b59015c01278aa3871a
3
+ size 4831938544
model-00011-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a1cb08dcbe961c98f05fbc5bf05d8302a4c9b81ef0088c61f96f645547e6e57
3
+ size 4882269832
model-00012-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4deebe0af5d659d71dc043db87a531a1a3ebb390fc53076812b306122109e362
3
+ size 4831889152
model-00013-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3146cfc25a57f7924048ff24280169e9900ba08358daff9496d2bfc214a5ac35
3
+ size 4831938536
model-00014-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfcd5580c681626f38b7ca2225d19eefc56ae32d23c0d8c158ec9a6e675190ca
3
+ size 4831938544
model-00015-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ab746ddbb58f74a051eb546d2021cdd4ff2114808f45bfb8e30eb79e55bf27a
3
+ size 4882269832
model-00016-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93a8bec53660aae292520f9fda964624921e2f8a9519f497968aeb409ec05a26
3
+ size 4831889152
model-00017-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e2cd92306a19a5a5e993f3889bd078ed42b8fd016acdff717f2b90e804ff397
3
+ size 4831938536
model-00018-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:882e1a086d7239d42e361badf000205b19bfa8d69274b17407e91cb44e36ac1f
3
+ size 4831938544
model-00019-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb8f3b73adb03aed45dff69da4f70fbf27abfc937ec4adb6c0d73207383e7af7
3
+ size 4882269832
model-00020-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ff565c01cf69d557a6eedfedcad776ae9ac7871a53dc0beaf87cad2872099b1
3
+ size 4831889152
model-00021-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f079bffd540f78f8a5eb6fd8a76cf93e53e95e978db864244f27e78b804858fc
3
+ size 4831938536
model-00022-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18f8b1ffe6bb4d088d01a119bddf58307452d0fb94ceb3cdb462c1df7178878c
3
+ size 4831938544
model-00023-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cb97cc3fe4b0dc7f7a44488573b612fab908ccec08f81555f5e82ff0e567b02
3
+ size 4882269832
model-00024-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff18919ca617dfa916b38adbeddad0afc23382a856a492fca8153ed3f534a96e
3
+ size 4831889152
model-00025-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06575f23f71c7c58c0f541bb9ba6f54bab7f44cee246f758230eab1b17e76a77
3
+ size 4831938536
model-00026-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b7daf08201661086fefd3464173af4a35b6e7809bf800a2ae32340b08a94362
3
+ size 4831938544
model-00027-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bb3817e495944e4c6cd50e3ad3e073114804094d4bd069ed1ede09ae6da66e4
3
+ size 4882269832
model-00028-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1be8b3f74f502144927a266540ca86989c57e840afda2c434ae10717f6f5e9b8
3
+ size 4831889152
model-00029-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21a42e4d6e6f94f8f6517f54feddc7dd8d75db1162e93e6f158aaf2d83ed2e4d
3
+ size 4831938536
model-00030-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:163337188328654e4f7b20aee62dce4fcb0a0a9e027f6ad4dbba79d6a9698fcf
3
+ size 4831938544
model-00031-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:caffda4ba0a8346c5e73bdf2b2c2aa79323f5dd0a6a2c6df601f269eefce2a15
3
+ size 4882269832
model-00032-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f22f17209abe2ac7a3184ec2a4155f4c91089da5bebc555d606e359c07ff6bb0
3
+ size 4831889152
model-00033-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dc655afc7e3f520181359c719bdd0630a2d9b54ad180306aa4cb29153447ce5
3
+ size 4831938536
model-00034-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7691a985f0a2ea0cdcfdb7b78013ba8f73945c73c07e6ffa1186b6941533b75f
3
+ size 4831938544
model-00035-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e879e1b2ee16f689f741a4265687802d5b20993fe3eac8cc1c73eaa298eefde
3
+ size 4882269832
model-00036-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01f13ef1208c0ff201f2aea60e16490db7b1e57dbcdd99244d85015be21a804c
3
+ size 4831889152
model-00037-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b84b69e9b508a9f4b351d832ac5c9d94dba597b886a69e7de8bbf4b50acf8e22
3
+ size 4831938536
model-00038-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdfbfa1e9097e4489610dd41025d90e650cc86f52762de031000c7e9d7ddff78
3
+ size 4831938544
model-00039-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11c34c3d3ad4a38b5e63ff581883c1886887cd87798a2941d04f11959e6ed89e
3
+ size 4882269832
model-00040-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81c47b282af1e4e6576c76ca148ffdf0fa759170b8869dc61abbba05ed624944
3
+ size 4831889152
model-00041-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb35b4cccadfa0f3762c7500c68a37ad24a47dc85dbf48e6bdf18909e518d9c7
3
+ size 4831938536
model-00042-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:313b6b0a3ba49dc4ca1e5c153371db459db097ff8670a71041f9644eeb8327ae
3
+ size 4831938544
model-00043-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d53e41903925468a24fff56e732164d48cceb36d738c195a5f96b198e3a87190
3
+ size 4882269832
model-00044-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d03111efcfa4ee7c1900054cfc8fee7baefe169bb670a4fac5fd8775330a9f11
3
+ size 4831889152
model-00045-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4d0087407d117e2aecbc1fea1386034c6f5ac8316a7e30e67f7e63716821242
3
+ size 4831938536
model-00046-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db04e5cd7308256dfd43e3ef7064fead72b72a8370090550f309c290107ed18f
3
+ size 4831938544
model-00047-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdc90f50ae0da8a540b3a740f700b41530177227e1dcb5c74c4a54be971771a4
3
+ size 4882269832