Initial GPTQ model commit

generation_config.json

@@ -2,5 +2,5 @@
   "_from_model_config": true,
   "bos_token_id": 1,
   "eos_token_id": 2,
-  "transformers_version": "4.32.0"
+  "transformers_version": "4.31.0"
 }