fix: loading from pretrained
Browse files
modeling_hf_nomic_bert.py
CHANGED
|
@@ -330,7 +330,10 @@ class NomicBertPreTrainedModel(PreTrainedModel):
|
|
| 330 |
if "add_pooling_layer" in kwargs:
|
| 331 |
model = cls(config, *inputs, add_pooling_layer=kwargs.pop("add_pooling_layer"))
|
| 332 |
else:
|
| 333 |
-
|
|
|
|
|
|
|
|
|
|
| 334 |
# TODO: fix this
|
| 335 |
# Assuming we know what we're doing when loading from disk
|
| 336 |
# Prob a bad assumption but i'm tired and want to train this asap
|
|
|
|
| 330 |
if "add_pooling_layer" in kwargs:
|
| 331 |
model = cls(config, *inputs, add_pooling_layer=kwargs.pop("add_pooling_layer"))
|
| 332 |
else:
|
| 333 |
+
if cls == NomicBertModel:
|
| 334 |
+
model = cls(config, *inputs, add_pooling_layer=False)
|
| 335 |
+
else:
|
| 336 |
+
model = cls(config, *inputs)
|
| 337 |
# TODO: fix this
|
| 338 |
# Assuming we know what we're doing when loading from disk
|
| 339 |
# Prob a bad assumption but i'm tired and want to train this asap
|