microsoft
/

bitnet-b1.58-2B-4T

Text Generation

large-language-model

8-bit precision

Model card Files Files and versions

shumingma commited on Apr 14

Commit

56c8838

·

1 Parent(s): 9ff478e

update config

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -13,7 +13,7 @@
     "initializer_range": 0.02,
     "intermediate_size": 6912,
     "max_position_embeddings": 4096,
-    "model_type": "BitNet",
     "rms_norm_eps": 1e-05,
     "num_attention_heads": 20,
     "num_hidden_layers": 30,
@@ -24,4 +24,4 @@
     "use_cache": true,
     "vocab_size": 128256,
     "online_quant": false
-}

     "initializer_range": 0.02,
     "intermediate_size": 6912,
     "max_position_embeddings": 4096,
+    "model_type": "bitnet",
     "rms_norm_eps": 1e-05,
     "num_attention_heads": 20,
     "num_hidden_layers": 30,
     "use_cache": true,
     "vocab_size": 128256,
     "online_quant": false
+}