Upload LLM2Vec4CXR fine-tuned model

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "microsoft/LLM2CLIP-Llama-3.2-1B-Instruct-CC-Finetuned",
+  "_name_or_path": "lukeingawesome/llm2vec4cxr",
   "architectures": [
     "LlamaBiModel"
   ],
@@ -8,6 +8,7 @@
   "auto_map": {
     "AutoModel": "microsoft/LLM2CLIP-Llama-3.2-1B-Instruct-CC-Finetuned--modeling_bidirectional_llama_encoder.LlamaBiModel"
   },
+  "base_model": "microsoft/LLM2CLIP-Llama-3.2-1B-Instruct-CC-Finetuned",
   "bos_token_id": 128000,
   "eos_token_id": [
     128001,
@@ -25,6 +26,7 @@
   "num_attention_heads": 32,
   "num_hidden_layers": 16,
   "num_key_value_heads": 8,
+  "pooling_mode": "latent_attention",
   "pretraining_tp": 1,
   "rms_norm_eps": 1e-05,
   "rope_scaling": {
@@ -39,5 +41,8 @@
   "torch_dtype": "bfloat16",
   "transformers_version": "4.44.2",
   "use_cache": true,
-  "vocab_size": 128256
-}
+  "vocab_size": 128256,
+  "model_description": "Fine-tuned LLM2Vec model for chest X-ray report analysis with latent attention pooling",
+  "domain": "medical",
+  "task": "text-embeddings"
+}