Updated `hidden_act` to `silu`
Browse filesHi!
Sergio from the HF team here.
Same problem discussed here: https://huggingface.co/mistralai/Mistral-Small-3.1-24B-Instruct-2503/discussions/74
- config.json +1 -1
config.json
CHANGED
@@ -30,7 +30,7 @@
|
|
30 |
"vision_config": {
|
31 |
"attention_dropout": 0.0,
|
32 |
"head_dim": 64,
|
33 |
-
"hidden_act": "
|
34 |
"hidden_size": 1024,
|
35 |
"image_size": 1540,
|
36 |
"initializer_range": 0.02,
|
|
|
30 |
"vision_config": {
|
31 |
"attention_dropout": 0.0,
|
32 |
"head_dim": 64,
|
33 |
+
"hidden_act": "silu",
|
34 |
"hidden_size": 1024,
|
35 |
"image_size": 1540,
|
36 |
"initializer_range": 0.02,
|