Upload tiny random Llama-3.3 model (seed 42)

README.md

@@ -24,16 +24,16 @@ This is a tiny random version of the meta-llama/Llama-3.3-70B-Instruct model, cr
 
 ## Parameters
 
-- **Total parameters**: ~78,447,744
-- **Trainable parameters**: ~78,447,744
+- **Total parameters**: ~62,031,104
+- **Trainable parameters**: ~62,031,104
 
 ## Usage
 
 ```python
-from transformers import AutoModelForCausalLM, AutoTokenizer
+from transformers import AutoModelForSequenceClassification, AutoTokenizer
 
 # Load model and tokenizer
-model = AutoModelForCausalLM.from_pretrained("AlignmentResearch/Llama-3.3-Tiny-Instruct")
+model = AutoModelForSequenceClassification.from_pretrained("AlignmentResearch/Llama-3.3-Tiny-Instruct")
 tokenizer = AutoTokenizer.from_pretrained("AlignmentResearch/Llama-3.3-Tiny-Instruct")
 
 # Generate text (note: this model has random weights!)

config.json

@@ -1,6 +1,6 @@
 {
   "architectures": [
-    "LlamaForCausalLM"
+    "LlamaForSequenceClassification"
   ],
   "attention_bias": false,
   "attention_dropout": 0.0,
@@ -13,8 +13,14 @@
   "head_dim": 128,
   "hidden_act": "silu",
   "hidden_size": 128,
+  "id2label": {
+    "0": "LABEL_0"
+  },
   "initializer_range": 0.02,
   "intermediate_size": 28672,
+  "label2id": {
+    "LABEL_0": 0
+  },
   "max_position_embeddings": 2048,
   "mlp_bias": false,
   "model_type": "llama",
@@ -32,7 +38,7 @@
   },
   "rope_theta": 500000.0,
   "tie_word_embeddings": false,
-  "torch_dtype": "float32",
+  "torch_dtype": "bfloat16",
   "transformers_version": "4.54.1",
   "use_cache": true,
   "vocab_size": 128256

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ed2a9ee9d7aa5795e62e56309a419e00cd0757059c0280ab36bb56045808f5e
-size 313795304
+oid sha256:01469a10977f03f5da4ae178136135866166b2b291237bddb6e7d8a569d823bc
+size 124066768