Alikestocode commited on
Commit
56105b6
·
1 Parent(s): 5bf2e9f

Pass processor to oneshot for text-only models

Browse files
Files changed (1) hide show
  1. quantize_to_awq_colab.ipynb +1 -0
quantize_to_awq_colab.ipynb CHANGED
@@ -397,6 +397,7 @@
397
  " dataset=calibration_dataset,\n",
398
  " num_calibration_samples=min(calibration_dataset_size, len(calibration_dataset)),\n",
399
  " tokenizer=tokenizer, # Pass tokenizer explicitly for text-only models\n",
 
400
  " use_auth_token=True, # Reads from os.environ[\"HF_TOKEN\"]\n",
401
  " trust_remote_code_model=True\n",
402
  " )\n",
 
397
  " dataset=calibration_dataset,\n",
398
  " num_calibration_samples=min(calibration_dataset_size, len(calibration_dataset)),\n",
399
  " tokenizer=tokenizer, # Pass tokenizer explicitly for text-only models\n",
400
+ " processor=tokenizer, # Text-only models use tokenizer as processor\n",
401
  " use_auth_token=True, # Reads from os.environ[\"HF_TOKEN\"]\n",
402
  " trust_remote_code_model=True\n",
403
  " )\n",