saattrupdan
commited on
Commit
•
67b3b64
1
Parent(s):
d917126
fix: Do not call torch.compile on model
Browse files
app.py
CHANGED
@@ -23,7 +23,6 @@ def main():
|
|
23 |
model_id = "alexandrainst/scandi-nli-large"
|
24 |
model = AutoModelForSequenceClassification.from_pretrained(model_id)
|
25 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
26 |
-
model = torch.compile(model=model)
|
27 |
model.eval()
|
28 |
classifier = pipeline("zero-shot-classification", model=model, tokenizer=tokenizer)
|
29 |
classifier.get_inference_context = MethodType(
|
|
|
23 |
model_id = "alexandrainst/scandi-nli-large"
|
24 |
model = AutoModelForSequenceClassification.from_pretrained(model_id)
|
25 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
|
|
26 |
model.eval()
|
27 |
classifier = pipeline("zero-shot-classification", model=model, tokenizer=tokenizer)
|
28 |
classifier.get_inference_context = MethodType(
|