Update splade.py
Browse files
splade.py
CHANGED
|
@@ -72,10 +72,16 @@ class Splade(PreTrainedModel):
|
|
| 72 |
def from_pretrained(cls, model_name_or_path, *args, **kwargs):
|
| 73 |
config = SpladeConfig.from_pretrained(model_name_or_path)
|
| 74 |
model = cls(config)
|
| 75 |
-
local_dir = snapshot_download(model_name_or_path)
|
| 76 |
-
adapter_path = os.path.join(local_dir, "lora")
|
| 77 |
# model.model.load_adapter(adapter_path)
|
| 78 |
-
model.model = PeftModel.from_pretrained(
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 79 |
model.reverse_voc = {v: k for k, v in model.tokenizer.vocab.items()}
|
| 80 |
return model
|
| 81 |
|
|
|
|
| 72 |
def from_pretrained(cls, model_name_or_path, *args, **kwargs):
|
| 73 |
config = SpladeConfig.from_pretrained(model_name_or_path)
|
| 74 |
model = cls(config)
|
| 75 |
+
# local_dir = snapshot_download(model_name_or_path)
|
| 76 |
+
# adapter_path = os.path.join(local_dir, "lora")
|
| 77 |
# model.model.load_adapter(adapter_path)
|
| 78 |
+
model.model = PeftModel.from_pretrained(
|
| 79 |
+
model.model,
|
| 80 |
+
model_name_or_path,
|
| 81 |
+
subfolder="lora",
|
| 82 |
+
token=kwargs.get("token", None),
|
| 83 |
+
)
|
| 84 |
+
# model.model = PeftModel.from_pretrained(model.model, adapter_path)
|
| 85 |
model.reverse_voc = {v: k for k, v in model.tokenizer.vocab.items()}
|
| 86 |
return model
|
| 87 |
|