Ibisbill commited on
Commit
479d62d
·
verified ·
1 Parent(s): 1b93165

Upload config

Browse files
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "architectures": [
3
- "Qwen2Model"
4
  ],
5
  "attention_dropout": 0.0,
6
  "bos_token_id": 151643,
@@ -20,7 +20,7 @@
20
  "rope_theta": 1000000.0,
21
  "sliding_window": null,
22
  "tie_word_embeddings": false,
23
- "torch_dtype": "float32",
24
  "transformers_version": "4.51.1",
25
  "use_cache": false,
26
  "use_sliding_window": false,
 
1
  {
2
  "architectures": [
3
+ "Qwen2ForCausalLM"
4
  ],
5
  "attention_dropout": 0.0,
6
  "bos_token_id": 151643,
 
20
  "rope_theta": 1000000.0,
21
  "sliding_window": null,
22
  "tie_word_embeddings": false,
23
+ "torch_dtype": "bfloat16",
24
  "transformers_version": "4.51.1",
25
  "use_cache": false,
26
  "use_sliding_window": false,