Hugging Face's logo

stabilityai
/
stable-code-3b

Text Generation
Transformers
Safetensors
GGUF
English
stablelm
causal-lm
code
Eval Results
Model card Files
xet
Community
16
nikhilpinnaparaju commited on
Commit
0c6e452
·
verified ·
1 Parent(s): 84383c2

Modifying config for Code long ctx

Browse files
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -8,14 +8,14 @@
8
  "hidden_size": 2560,
9
  "initializer_range": 0.02,
10
  "intermediate_size": 6912,
11
- "max_position_embeddings": 4096,
12
  "model_type": "stablelm",
13
  "layer_norm_eps": 1e-05,
14
  "num_attention_heads": 32,
15
  "num_hidden_layers": 32,
16
  "num_key_value_heads": 32,
17
  "partial_rotary_factor": 0.25,
18
- "rope_theta": 10000,
19
  "tie_word_embeddings": false,
20
  "torch_dtype": "bfloat16",
21
  "transformers_version": "4.38.0",
 
8
  "hidden_size": 2560,
9
  "initializer_range": 0.02,
10
  "intermediate_size": 6912,
11
+ "max_position_embeddings": 16384,
12
  "model_type": "stablelm",
13
  "layer_norm_eps": 1e-05,
14
  "num_attention_heads": 32,
15
  "num_hidden_layers": 32,
16
  "num_key_value_heads": 32,
17
  "partial_rotary_factor": 0.25,
18
+ "rope_theta": 1000000,
19
  "tie_word_embeddings": false,
20
  "torch_dtype": "bfloat16",
21
  "transformers_version": "4.38.0",