jina-embeddings-v4 / configuration_colqwen_duo.py
michael-guenther's picture
upload model
d1e5d70
raw
history blame
797 Bytes
from transformers.models.qwen2_5_vl import Qwen2_5_VLConfig
from typing import Optional
class ColQwen25DuoConfig(Qwen2_5_VLConfig):
"""
Configuration for the ColQwenDuo model.
"""
def __init__(
self,
single_vector_projector_dim: int = 1024,
single_vector_pool_strategy: str = "mean",
multi_vector_projector_dim: int = 128,
pretrained_peft_model_name_or_path: Optional[str] = None,
**kwargs,
):
super().__init__(**kwargs)
self.single_vector_projector_dim = single_vector_projector_dim
self.single_vector_pool_strategy = single_vector_pool_strategy
self.multi_vector_projector_dim = multi_vector_projector_dim
self.pretrained_peft_model_name_or_path = pretrained_peft_model_name_or_path