AutoGPTQ model for facebook/opt-125m: 2 bits

config.json

@@ -51,7 +51,7 @@
     "use_cuda_fp16": true
   },
   "torch_dtype": "float16",
-  "transformers_version": "4.35.2",
+  "transformers_version": "4.36.0.dev0",
   "use_cache": true,
   "vocab_size": 50272,
   "word_embed_proj_dim": 768

generation_config.json

@@ -3,5 +3,5 @@
   "bos_token_id": 2,
   "eos_token_id": 2,
   "pad_token_id": 1,
-  "transformers_version": "4.35.2"
+  "transformers_version": "4.36.0.dev0"
 }