Update proxy_model.py

proxy_model.py

@@ -7,7 +7,13 @@ class RemoteModelProxy:
     def __init__(self, model_id):
         self.model_id = model_id
         self.tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
-        self.config = AutoConfig.from_pretrained(model_id, trust_remote_code=True)
+        
+        # Load the configuration and remove the quantization configuration
+        config = AutoConfig.from_pretrained(model_id, trust_remote_code=True)
+        if hasattr(config, 'quantization_config'):
+            del config.quantization_config
+        
+        self.config = config
         self.model = AutoModelForCausalLM.from_pretrained(model_id, config=self.config, trust_remote_code=True)
 
     def classify_text(self, text):