saattrupdan commited on
Commit
67b3b64
1 Parent(s): d917126

fix: Do not call torch.compile on model

Browse files
Files changed (1) hide show
  1. app.py +0 -1
app.py CHANGED
@@ -23,7 +23,6 @@ def main():
23
  model_id = "alexandrainst/scandi-nli-large"
24
  model = AutoModelForSequenceClassification.from_pretrained(model_id)
25
  tokenizer = AutoTokenizer.from_pretrained(model_id)
26
- model = torch.compile(model=model)
27
  model.eval()
28
  classifier = pipeline("zero-shot-classification", model=model, tokenizer=tokenizer)
29
  classifier.get_inference_context = MethodType(
 
23
  model_id = "alexandrainst/scandi-nli-large"
24
  model = AutoModelForSequenceClassification.from_pretrained(model_id)
25
  tokenizer = AutoTokenizer.from_pretrained(model_id)
 
26
  model.eval()
27
  classifier = pipeline("zero-shot-classification", model=model, tokenizer=tokenizer)
28
  classifier.get_inference_context = MethodType(