mistralai
/

Mistral-Small-3.1-24B-Base-2503

Model card Files Files and versions

Updated `hidden_act` to `silu`

#4

by sergiopaniego HF Staff - opened May 8

base: refs/heads/main

←

from: refs/pr/4

Discussion Files changed

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -30,7 +30,7 @@
   "vision_config": {
     "attention_dropout": 0.0,
     "head_dim": 64,
-    "hidden_act": "gelu",
     "hidden_size": 1024,
     "image_size": 1540,
     "initializer_range": 0.02,

   "vision_config": {
     "attention_dropout": 0.0,
     "head_dim": 64,
+    "hidden_act": "silu",
     "hidden_size": 1024,
     "image_size": 1540,
     "initializer_range": 0.02,