Update inference.py

inference.py

@@ -28,7 +28,7 @@ def inference(input_text):
     tokenizer = torch.load(saved_model_path + 'fine-tuned-tokenizer.pt', map_location=torch.device('cpu'))
     model.eval()
     input = tokenizer(input_text)
-    input_ids = torch.Tensor(input['input_ids'])
+    input_ids = torch.Tensor(input['input_ids']).to(torch.device('cpu')).long()
     input_ids.resize_(1,len(input_ids))
     print(input_ids)
     mask = torch.Tensor(input['attention_mask'])