Upload folder using huggingface_hub
Browse files- config.json +1 -0
- fireworks.json +1 -0
- pytorch_model.bin +3 -0
- pytorch_model_0_4.643785448373183.bin +3 -0
config.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"architectures": ["LlamaForCausalLM"], "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 4096, "model_type": "llama", "num_attention_heads": 32, "num_hidden_layers": 1, "num_key_value_heads": 32, "pretraining_tp": 1, "rms_norm_eps": 1e-06, "rope_scaling": null, "tie_word_embeddings": false, "torch_dtype": "float16", "transformers_version": "4.32.0.dev0", "use_cache": true, "vocab_size": 32000}
|
fireworks.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"draft_model_type": "EAGLE", "base_model_arch": "llama", "base_model_config_names": ["v2-7b"]}
|
pytorch_model.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:822e20401c8a5955b2f16dc8b0465a38919450eba8d64112bcb26e7f1bfe3933
|
| 3 |
+
size 1631605196
|
pytorch_model_0_4.643785448373183.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8e2c49bc0f7efa7c12849c07deaedb09f07825de1762d6207c5347df3f02f09f
|
| 3 |
+
size 1631605540
|