| from typing import List | |
| from transformers import PretrainedConfig | |
| class MetomConfig(PretrainedConfig): | |
| model_type = "metom" | |
| def __init__( | |
| self, | |
| image_size: int = 128, | |
| patch_size: int = 16, | |
| labels: List[str] = [], | |
| dim: int = 256, | |
| depth: int = 6, | |
| heads: int = 8, | |
| mlp_dim: int = 1024, | |
| pool: str = "cls", | |
| channels: int = 3, | |
| dim_head: int = 32, | |
| dropout: float = 0.1, | |
| emb_dropout: float = 0.1, | |
| **kwargs | |
| ): | |
| super().__init__( | |
| image_size=image_size, | |
| patch_size=patch_size, | |
| labels=labels, | |
| dim=dim, | |
| depth=depth, | |
| heads=heads, | |
| mlp_dim=mlp_dim, | |
| pool=pool, | |
| channels=channels, | |
| dim_head=dim_head, | |
| dropout=dropout, | |
| emb_dropout=emb_dropout, | |
| **kwargs | |
| ) | |