michaelfeil commited on
Commit
fba26c0
·
verified ·
1 Parent(s): 992e13d

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -11,8 +11,8 @@
11
  "eos_token_id": 1,
12
  "final_logit_softcapping": 30.0,
13
  "head_dim": 256,
14
- "hidden_act": "gelu_pytorch_tanh",
15
- "hidden_activation": "gelu_pytorch_tanh",
16
  "hidden_size": 3584,
17
  "initializer_range": 0.02,
18
  "intermediate_size": 14336,
 
11
  "eos_token_id": 1,
12
  "final_logit_softcapping": 30.0,
13
  "head_dim": 256,
14
+ "hidden_act": "gelu",
15
+ "hidden_activation": "gelu",
16
  "hidden_size": 3584,
17
  "initializer_range": 0.02,
18
  "intermediate_size": 14336,