import onnx #from onnxconverter_common import float16 from onnxruntime.transformers.float16 import convert_float_to_float16 langs = ['ar','cn','de','en','fa','fr','id','ja','km','ko','mn','pt','ru','th','tr','vi'] for lang in langs: print(lang) model = onnx.load(f"{lang}_base.onnx") model_fp16 = convert_float_to_float16(model) onnx.save(model_fp16, f"{lang}_base_f16.onnx")