{ | |
"model_cfg": { | |
"embed_dim": 1024, | |
"vision_cfg": { | |
"layers": 24, | |
"width": 1024, | |
"patch_size": 14, | |
"image_size": 336, | |
"no_ln_pre": true, | |
"pool_type": "avg", | |
"final_ln_after_pool": true, | |
"norm_kwargs": { | |
"eps": 1e-06 | |
}, | |
"output_tokens": true, | |
"head_width": 64 | |
}, | |
"text_cfg": { | |
"context_length": 77, | |
"vocab_size": 49408, | |
"width": 512, | |
"heads": 8, | |
"layers": 12 | |
} | |
} | |
} |