File size: 725 Bytes
967e5ac 6d3d699 967e5ac 6d3d699 967e5ac 6d3d699 967e5ac |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 |
# # model_quantizer.py
# from transformers import AutoModelForSequenceClassification
# from optimum.onnxruntime import ORTOptimizer, ORTModelForSequenceClassification
# from optimum.onnxruntime.configuration import OptimizationConfig
# model = ORTModelForSequenceClassification.from_pretrained(
# "Essay-Grader/roberta-ai-detector-20250401_232702",
# from_transformers=True
# )
# optimizer = ORTOptimizer.from_pretrained(model)
# optimization_config = OptimizationConfig(
# optimization_level=99,
# enable_transformers_specific_optimizations=True,
# optimize_for_gpu=True,
# fp16=True
# )
# optimizer.optimize(
# save_dir="./optimized_model",
# optimization_config=optimization_config
# ) |