Spaces:
Sleeping
Sleeping
Commit
·
56105b6
1
Parent(s):
5bf2e9f
Pass processor to oneshot for text-only models
Browse files
quantize_to_awq_colab.ipynb
CHANGED
|
@@ -397,6 +397,7 @@
|
|
| 397 |
" dataset=calibration_dataset,\n",
|
| 398 |
" num_calibration_samples=min(calibration_dataset_size, len(calibration_dataset)),\n",
|
| 399 |
" tokenizer=tokenizer, # Pass tokenizer explicitly for text-only models\n",
|
|
|
|
| 400 |
" use_auth_token=True, # Reads from os.environ[\"HF_TOKEN\"]\n",
|
| 401 |
" trust_remote_code_model=True\n",
|
| 402 |
" )\n",
|
|
|
|
| 397 |
" dataset=calibration_dataset,\n",
|
| 398 |
" num_calibration_samples=min(calibration_dataset_size, len(calibration_dataset)),\n",
|
| 399 |
" tokenizer=tokenizer, # Pass tokenizer explicitly for text-only models\n",
|
| 400 |
+
" processor=tokenizer, # Text-only models use tokenizer as processor\n",
|
| 401 |
" use_auth_token=True, # Reads from os.environ[\"HF_TOKEN\"]\n",
|
| 402 |
" trust_remote_code_model=True\n",
|
| 403 |
" )\n",
|