Update app.py

app.py

@@ -9,8 +9,8 @@ import os
 #import gdown
 #url = 'https://drive.google.com/drive/folders/135hTTURfjn43fo4f?usp=sharing'  # I'm showing a fake token
 #gdown.download_folder(url)
-os.system("sudo apt-get install git-lfs")
-os.system("git clone https://huggingface.co/AfnanAl/summaryAonnx")
+#os.system("sudo apt-get install git-lfs")
+#os.system("git clone https://huggingface.co/AfnanAl/summaryAonnx")
 
 #m=os.system("gdown https://drive.google.com/file/d/152leR0f_2RXIVyZxV1ZYDpRMMYYGBhOk/view?usp=sharing")
 
@@ -18,10 +18,14 @@ os.system("git clone https://huggingface.co/AfnanAl/summaryAonnx")
 
 tokenizer = T5Tokenizer.from_pretrained("AfnanAl/mT5small-ArabicSummary")
 
-model_name="AfnanAl/mT5small-ArabicSummary"
-custom_output_path="summaryAonnx/"
+#model_name="AfnanAl/mT5small-ArabicSummary"
+#custom_output_path="summaryAonnx/"
+quantized_model = torch.quantization.quantize_dynamic(
+   "AfnanAl/summaryAonnx", dtype=torch.qint8
+)
+#print(quantized_model)
 #modelO = quantize("AfnanAl/summaryAonnx")
-modelO=get_onnx_model(model_name, custom_output_path)
+modelO=get_onnx_model(quantized_model )
 modelO.config.max_length=512
 def summaryA(Text):
   tokenized_text = tokenizer.encode(Text,return_tensors="pt")