Hugging Face's logo

mesolitica
/
llava-v1.6-vicuna-13b-hf-awq

Transformers
Safetensors
llava_next
pretraining
Inference Endpoints
4-bit precision
awq
Model card Files Community
huseinzol05 commited on
Commit
1d25a9d
•
1 Parent(s): f72029e

Upload awq-llava-v1.6-vicuna-13b-hf.ipynb

Browse files
Files changed (1) hide show
  1. awq-llava-v1.6-vicuna-13b-hf.ipynb +855 -0
awq-llava-v1.6-vicuna-13b-hf.ipynb ADDED
@@ -0,0 +1,855 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cells": [
3
+ {
4
+ "cell_type": "code",
5
+ "execution_count": 1,
6
+ "id": "d00601c9",
7
+ "metadata": {},
8
+ "outputs": [],
9
+ "source": [
10
+ "import logging\n",
11
+ "\n",
12
+ "logging.basicConfig(level=logging.DEBUG)"
13
+ ]
14
+ },
15
+ {
16
+ "cell_type": "code",
17
+ "execution_count": 2,
18
+ "id": "a8d52aa0",
19
+ "metadata": {},
20
+ "outputs": [
21
+ {
22
+ "name": "stderr",
23
+ "output_type": "stream",
24
+ "text": [
25
+ "INFO:numexpr.utils:Note: NumExpr detected 24 cores but \"NUMEXPR_MAX_THREADS\" not set, so enforcing safe limit of 8.\n",
26
+ "INFO:numexpr.utils:NumExpr defaulting to 8 threads.\n",
27
+ "INFO:datasets:PyTorch version 2.2.1+cu118 available.\n"
28
+ ]
29
+ }
30
+ ],
31
+ "source": [
32
+ "from transformers import AutoModelForCausalLM, AutoTokenizer\n",
33
+ "from datasets import load_dataset\n",
34
+ "import torch"
35
+ ]
36
+ },
37
+ {
38
+ "cell_type": "code",
39
+ "execution_count": 3,
40
+ "id": "ab513a4e",
41
+ "metadata": {},
42
+ "outputs": [],
43
+ "source": [
44
+ "from awq import AutoAWQForCausalLM\n",
45
+ "from transformers import AutoTokenizer\n",
46
+ "\n",
47
+ "model_path = 'llava-hf/llava-v1.6-vicuna-13b-hf'\n",
48
+ "quant_path = './llava-v1.6-vicuna-13b-hf-awq'\n",
49
+ "quant_config = { \"zero_point\": True, \"q_group_size\": 128, \"w_bit\": 4, \"version\": \"GEMM\" }"
50
+ ]
51
+ },
52
+ {
53
+ "cell_type": "code",
54
+ "execution_count": 5,
55
+ "id": "41d1869f",
56
+ "metadata": {
57
+ "scrolled": true
58
+ },
59
+ "outputs": [
60
+ {
61
+ "name": "stderr",
62
+ "output_type": "stream",
63
+ "text": [
64
+ "/home/ubuntu/.local/lib/python3.10/site-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.\n",
65
+ " warnings.warn(\n",
66
+ "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): huggingface.co:443\n",
67
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"HEAD /llava-hf/llava-v1.6-vicuna-13b-hf/resolve/main/config.json HTTP/1.1\" 200 0\n",
68
+ "DEBUG:filelock:Attempting to acquire lock 140170094142960 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/e5a59fb69b73666871f8db1853e3bb796aa2b340.lock\n",
69
+ "DEBUG:filelock:Lock 140170094142960 acquired on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/e5a59fb69b73666871f8db1853e3bb796aa2b340.lock\n",
70
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"GET /llava-hf/llava-v1.6-vicuna-13b-hf/resolve/main/config.json HTTP/1.1\" 200 1341\n"
71
+ ]
72
+ },
73
+ {
74
+ "data": {
75
+ "application/vnd.jupyter.widget-view+json": {
76
+ "model_id": "303d81955f424d5487d1fd5af1bbba12",
77
+ "version_major": 2,
78
+ "version_minor": 0
79
+ },
80
+ "text/plain": [
81
+ "config.json: 0%| | 0.00/1.34k [00:00<?, ?B/s]"
82
+ ]
83
+ },
84
+ "metadata": {},
85
+ "output_type": "display_data"
86
+ },
87
+ {
88
+ "name": "stderr",
89
+ "output_type": "stream",
90
+ "text": [
91
+ "DEBUG:filelock:Attempting to release lock 140170094142960 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/e5a59fb69b73666871f8db1853e3bb796aa2b340.lock\n",
92
+ "DEBUG:filelock:Lock 140170094142960 released on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/e5a59fb69b73666871f8db1853e3bb796aa2b340.lock\n",
93
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"GET /api/models/llava-hf/llava-v1.6-vicuna-13b-hf/revision/main HTTP/1.1\" 200 1746\n",
94
+ "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): huggingface.co:443\n",
95
+ "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): huggingface.co:443\n",
96
+ "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): huggingface.co:443\n",
97
+ "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): huggingface.co:443\n"
98
+ ]
99
+ },
100
+ {
101
+ "data": {
102
+ "application/vnd.jupyter.widget-view+json": {
103
+ "model_id": "7493b0fcf384434889a7f08f0b636f2a",
104
+ "version_major": 2,
105
+ "version_minor": 0
106
+ },
107
+ "text/plain": [
108
+ "Fetching 17 files: 0%| | 0/17 [00:00<?, ?it/s]"
109
+ ]
110
+ },
111
+ "metadata": {},
112
+ "output_type": "display_data"
113
+ },
114
+ {
115
+ "name": "stderr",
116
+ "output_type": "stream",
117
+ "text": [
118
+ "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): huggingface.co:443\n",
119
+ "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): huggingface.co:443\n",
120
+ "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): huggingface.co:443\n",
121
+ "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): huggingface.co:443\n",
122
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"HEAD /llava-hf/llava-v1.6-vicuna-13b-hf/resolve/f898b9922e5f24439021033da2c2a0237339f2b8/model-00004-of-00006.safetensors HTTP/1.1\" 302 0\n",
123
+ "DEBUG:filelock:Attempting to acquire lock 140174459220896 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/5c897a21e3a58a1e9e2a6b8f846d6af561da1e18e83ddd5f084b43b9f59c001a.lock\n",
124
+ "DEBUG:filelock:Lock 140174459220896 acquired on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/5c897a21e3a58a1e9e2a6b8f846d6af561da1e18e83ddd5f084b43b9f59c001a.lock\n",
125
+ "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): cdn-lfs-us-1.huggingface.co:443\n",
126
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"HEAD /llava-hf/llava-v1.6-vicuna-13b-hf/resolve/f898b9922e5f24439021033da2c2a0237339f2b8/generation_config.json HTTP/1.1\" 200 0\n",
127
+ "DEBUG:filelock:Attempting to acquire lock 140169840967104 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/15f9d0696a9bcf281dee46eab23dd82ac4e75f4a.lock\n",
128
+ "DEBUG:filelock:Lock 140169840967104 acquired on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/15f9d0696a9bcf281dee46eab23dd82ac4e75f4a.lock\n",
129
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"GET /llava-hf/llava-v1.6-vicuna-13b-hf/resolve/f898b9922e5f24439021033da2c2a0237339f2b8/generation_config.json HTTP/1.1\" 200 159\n",
130
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"HEAD /llava-hf/llava-v1.6-vicuna-13b-hf/resolve/f898b9922e5f24439021033da2c2a0237339f2b8/added_tokens.json HTTP/1.1\" 200 0\n"
131
+ ]
132
+ },
133
+ {
134
+ "data": {
135
+ "application/vnd.jupyter.widget-view+json": {
136
+ "model_id": "994b5ae1a7b44169acc1b252c77eae70",
137
+ "version_major": 2,
138
+ "version_minor": 0
139
+ },
140
+ "text/plain": [
141
+ "generation_config.json: 0%| | 0.00/159 [00:00<?, ?B/s]"
142
+ ]
143
+ },
144
+ "metadata": {},
145
+ "output_type": "display_data"
146
+ },
147
+ {
148
+ "name": "stderr",
149
+ "output_type": "stream",
150
+ "text": [
151
+ "DEBUG:filelock:Attempting to acquire lock 140174459217392 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/93a7c1986e488383273279c4e698a8484b6973a5.lock\n",
152
+ "DEBUG:filelock:Attempting to release lock 140169840967104 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/15f9d0696a9bcf281dee46eab23dd82ac4e75f4a.lock\n",
153
+ "DEBUG:filelock:Lock 140169840967104 released on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/15f9d0696a9bcf281dee46eab23dd82ac4e75f4a.lock\n",
154
+ "DEBUG:filelock:Lock 140174459217392 acquired on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/93a7c1986e488383273279c4e698a8484b6973a5.lock\n",
155
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"HEAD /llava-hf/llava-v1.6-vicuna-13b-hf/resolve/f898b9922e5f24439021033da2c2a0237339f2b8/model-00005-of-00006.safetensors HTTP/1.1\" 302 0\n",
156
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"GET /llava-hf/llava-v1.6-vicuna-13b-hf/resolve/f898b9922e5f24439021033da2c2a0237339f2b8/added_tokens.json HTTP/1.1\" 200 23\n",
157
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"HEAD /llava-hf/llava-v1.6-vicuna-13b-hf/resolve/f898b9922e5f24439021033da2c2a0237339f2b8/.gitattributes HTTP/1.1\" 200 0\n",
158
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"HEAD /llava-hf/llava-v1.6-vicuna-13b-hf/resolve/f898b9922e5f24439021033da2c2a0237339f2b8/model-00001-of-00006.safetensors HTTP/1.1\" 302 0\n",
159
+ "DEBUG:filelock:Attempting to acquire lock 140174459212160 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/388813b227c1a35a05bac248932c99af9e7b0b1842a7bb9f45a829275f7bcb98.lock\n"
160
+ ]
161
+ },
162
+ {
163
+ "data": {
164
+ "application/vnd.jupyter.widget-view+json": {
165
+ "model_id": "dbbd8a21f6aa49c993e8fab19ecf3f64",
166
+ "version_major": 2,
167
+ "version_minor": 0
168
+ },
169
+ "text/plain": [
170
+ "added_tokens.json: 0%| | 0.00/23.0 [00:00<?, ?B/s]"
171
+ ]
172
+ },
173
+ "metadata": {},
174
+ "output_type": "display_data"
175
+ },
176
+ {
177
+ "name": "stderr",
178
+ "output_type": "stream",
179
+ "text": [
180
+ "DEBUG:filelock:Attempting to acquire lock 140169840963888 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/a6344aac8c09253b3b630fb776ae94478aa0275b.lock\n",
181
+ "DEBUG:filelock:Lock 140174459212160 acquired on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/388813b227c1a35a05bac248932c99af9e7b0b1842a7bb9f45a829275f7bcb98.lock\n",
182
+ "DEBUG:filelock:Attempting to acquire lock 140169840964704 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/764c9e65681b29cd662a83ea56e72f208c7f2f1c51cd5ea6bd5fb34f068d9178.lock\n",
183
+ "DEBUG:filelock:Lock 140169840963888 acquired on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/a6344aac8c09253b3b630fb776ae94478aa0275b.lock\n",
184
+ "DEBUG:filelock:Attempting to release lock 140174459217392 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/93a7c1986e488383273279c4e698a8484b6973a5.lock\n",
185
+ "DEBUG:filelock:Lock 140169840964704 acquired on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/764c9e65681b29cd662a83ea56e72f208c7f2f1c51cd5ea6bd5fb34f068d9178.lock\n",
186
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"HEAD /llava-hf/llava-v1.6-vicuna-13b-hf/resolve/f898b9922e5f24439021033da2c2a0237339f2b8/model-00003-of-00006.safetensors HTTP/1.1\" 302 0\n",
187
+ "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): cdn-lfs-us-1.huggingface.co:443\n",
188
+ "DEBUG:filelock:Lock 140174459217392 released on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/93a7c1986e488383273279c4e698a8484b6973a5.lock\n",
189
+ "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): cdn-lfs-us-1.huggingface.co:443\n",
190
+ "DEBUG:filelock:Attempting to acquire lock 140174459217296 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/26bccbc7080ad02bd9952fcdd5dd0cf2892f40e1320afcc7f867d66eb78e8f3e.lock\n",
191
+ "DEBUG:filelock:Lock 140174459217296 acquired on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/26bccbc7080ad02bd9952fcdd5dd0cf2892f40e1320afcc7f867d66eb78e8f3e.lock\n",
192
+ "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): cdn-lfs-us-1.huggingface.co:443\n",
193
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"GET /llava-hf/llava-v1.6-vicuna-13b-hf/resolve/f898b9922e5f24439021033da2c2a0237339f2b8/.gitattributes HTTP/1.1\" 200 1519\n"
194
+ ]
195
+ },
196
+ {
197
+ "data": {
198
+ "application/vnd.jupyter.widget-view+json": {
199
+ "model_id": "c3d12ebc28624ecf8998eaf5cfb75632",
200
+ "version_major": 2,
201
+ "version_minor": 0
202
+ },
203
+ "text/plain": [
204
+ ".gitattributes: 0%| | 0.00/1.52k [00:00<?, ?B/s]"
205
+ ]
206
+ },
207
+ "metadata": {},
208
+ "output_type": "display_data"
209
+ },
210
+ {
211
+ "name": "stderr",
212
+ "output_type": "stream",
213
+ "text": [
214
+ "DEBUG:filelock:Attempting to release lock 140169840963888 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/a6344aac8c09253b3b630fb776ae94478aa0275b.lock\n",
215
+ "DEBUG:filelock:Lock 140169840963888 released on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/a6344aac8c09253b3b630fb776ae94478aa0275b.lock\n",
216
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"HEAD /llava-hf/llava-v1.6-vicuna-13b-hf/resolve/f898b9922e5f24439021033da2c2a0237339f2b8/model-00006-of-00006.safetensors HTTP/1.1\" 302 0\n",
217
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"HEAD /llava-hf/llava-v1.6-vicuna-13b-hf/resolve/f898b9922e5f24439021033da2c2a0237339f2b8/README.md HTTP/1.1\" 200 0\n",
218
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"HEAD /llava-hf/llava-v1.6-vicuna-13b-hf/resolve/f898b9922e5f24439021033da2c2a0237339f2b8/model-00002-of-00006.safetensors HTTP/1.1\" 302 0\n",
219
+ "DEBUG:filelock:Attempting to acquire lock 140174459214512 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/3d8438370e503c447b91194e3f62a502bd6e9c2be6d4c58c38490ccaa560a4f2.lock\n",
220
+ "DEBUG:filelock:Attempting to acquire lock 140174459212736 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/df42e3dcadf1a732564f1bebd081f2bdea04e400.lock\n",
221
+ "DEBUG:filelock:Lock 140174459214512 acquired on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/3d8438370e503c447b91194e3f62a502bd6e9c2be6d4c58c38490ccaa560a4f2.lock\n",
222
+ "DEBUG:filelock:Lock 140174459212736 acquired on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/df42e3dcadf1a732564f1bebd081f2bdea04e400.lock\n",
223
+ "DEBUG:filelock:Attempting to acquire lock 140174459212544 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/a1ab626c3c647e770bc60202c7c123897865447b14af9072a7e901dbcf6ad90e.lock\n",
224
+ "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): cdn-lfs-us-1.huggingface.co:443\n",
225
+ "DEBUG:filelock:Lock 140174459212544 acquired on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/a1ab626c3c647e770bc60202c7c123897865447b14af9072a7e901dbcf6ad90e.lock\n",
226
+ "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): cdn-lfs-us-1.huggingface.co:443\n",
227
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"HEAD /llava-hf/llava-v1.6-vicuna-13b-hf/resolve/f898b9922e5f24439021033da2c2a0237339f2b8/model.safetensors.index.json HTTP/1.1\" 200 0\n",
228
+ "DEBUG:filelock:Attempting to acquire lock 140169840964224 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/f1db3deb1511e5d4a98077bd9d4a0227a9612e95.lock\n",
229
+ "DEBUG:filelock:Lock 140169840964224 acquired on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/f1db3deb1511e5d4a98077bd9d4a0227a9612e95.lock\n",
230
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"GET /llava-hf/llava-v1.6-vicuna-13b-hf/resolve/f898b9922e5f24439021033da2c2a0237339f2b8/README.md HTTP/1.1\" 200 4098\n",
231
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"GET /llava-hf/llava-v1.6-vicuna-13b-hf/resolve/f898b9922e5f24439021033da2c2a0237339f2b8/model.safetensors.index.json HTTP/1.1\" 200 77209\n"
232
+ ]
233
+ },
234
+ {
235
+ "data": {
236
+ "application/vnd.jupyter.widget-view+json": {
237
+ "model_id": "aa45d8b8698d419b8cc3361ef96fc47d",
238
+ "version_major": 2,
239
+ "version_minor": 0
240
+ },
241
+ "text/plain": [
242
+ "README.md: 0%| | 0.00/4.10k [00:00<?, ?B/s]"
243
+ ]
244
+ },
245
+ "metadata": {},
246
+ "output_type": "display_data"
247
+ },
248
+ {
249
+ "data": {
250
+ "application/vnd.jupyter.widget-view+json": {
251
+ "model_id": "25fa91381bc94efa88873bd7fb9e877b",
252
+ "version_major": 2,
253
+ "version_minor": 0
254
+ },
255
+ "text/plain": [
256
+ "model.safetensors.index.json: 0%| | 0.00/77.2k [00:00<?, ?B/s]"
257
+ ]
258
+ },
259
+ "metadata": {},
260
+ "output_type": "display_data"
261
+ },
262
+ {
263
+ "name": "stderr",
264
+ "output_type": "stream",
265
+ "text": [
266
+ "DEBUG:filelock:Attempting to release lock 140174459212736 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/df42e3dcadf1a732564f1bebd081f2bdea04e400.lock\n",
267
+ "DEBUG:filelock:Lock 140174459212736 released on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/df42e3dcadf1a732564f1bebd081f2bdea04e400.lock\n",
268
+ "DEBUG:filelock:Attempting to release lock 140169840964224 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/f1db3deb1511e5d4a98077bd9d4a0227a9612e95.lock\n",
269
+ "DEBUG:filelock:Lock 140169840964224 released on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/f1db3deb1511e5d4a98077bd9d4a0227a9612e95.lock\n",
270
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"HEAD /llava-hf/llava-v1.6-vicuna-13b-hf/resolve/f898b9922e5f24439021033da2c2a0237339f2b8/special_tokens_map.json HTTP/1.1\" 200 0\n",
271
+ "DEBUG:filelock:Attempting to acquire lock 140174459208320 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/8bedc05a6476080d7f473a9da72394f2cee48340.lock\n",
272
+ "DEBUG:filelock:Lock 140174459208320 acquired on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/8bedc05a6476080d7f473a9da72394f2cee48340.lock\n",
273
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"HEAD /llava-hf/llava-v1.6-vicuna-13b-hf/resolve/f898b9922e5f24439021033da2c2a0237339f2b8/preprocessor_config.json HTTP/1.1\" 200 0\n",
274
+ "DEBUG:filelock:Attempting to acquire lock 140169840955584 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/685e3802faf03f8b84afec3d1529a233c4fc9bde.lock\n",
275
+ "DEBUG:filelock:Lock 140169840955584 acquired on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/685e3802faf03f8b84afec3d1529a233c4fc9bde.lock\n",
276
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"GET /llava-hf/llava-v1.6-vicuna-13b-hf/resolve/f898b9922e5f24439021033da2c2a0237339f2b8/special_tokens_map.json HTTP/1.1\" 200 552\n",
277
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"GET /llava-hf/llava-v1.6-vicuna-13b-hf/resolve/f898b9922e5f24439021033da2c2a0237339f2b8/preprocessor_config.json HTTP/1.1\" 200 754\n"
278
+ ]
279
+ },
280
+ {
281
+ "data": {
282
+ "application/vnd.jupyter.widget-view+json": {
283
+ "model_id": "a70c352fe15545b0948d05172ea56efd",
284
+ "version_major": 2,
285
+ "version_minor": 0
286
+ },
287
+ "text/plain": [
288
+ "special_tokens_map.json: 0%| | 0.00/552 [00:00<?, ?B/s]"
289
+ ]
290
+ },
291
+ "metadata": {},
292
+ "output_type": "display_data"
293
+ },
294
+ {
295
+ "name": "stderr",
296
+ "output_type": "stream",
297
+ "text": [
298
+ "DEBUG:filelock:Attempting to release lock 140174459208320 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/8bedc05a6476080d7f473a9da72394f2cee48340.lock\n",
299
+ "DEBUG:filelock:Lock 140174459208320 released on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/8bedc05a6476080d7f473a9da72394f2cee48340.lock\n"
300
+ ]
301
+ },
302
+ {
303
+ "data": {
304
+ "application/vnd.jupyter.widget-view+json": {
305
+ "model_id": "0109d413f856486ab8e1f9deac50f43e",
306
+ "version_major": 2,
307
+ "version_minor": 0
308
+ },
309
+ "text/plain": [
310
+ "preprocessor_config.json: 0%| | 0.00/754 [00:00<?, ?B/s]"
311
+ ]
312
+ },
313
+ "metadata": {},
314
+ "output_type": "display_data"
315
+ },
316
+ {
317
+ "name": "stderr",
318
+ "output_type": "stream",
319
+ "text": [
320
+ "DEBUG:filelock:Attempting to release lock 140169840955584 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/685e3802faf03f8b84afec3d1529a233c4fc9bde.lock\n",
321
+ "DEBUG:filelock:Lock 140169840955584 released on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/685e3802faf03f8b84afec3d1529a233c4fc9bde.lock\n",
322
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"HEAD /llava-hf/llava-v1.6-vicuna-13b-hf/resolve/f898b9922e5f24439021033da2c2a0237339f2b8/tokenizer.json HTTP/1.1\" 200 0\n",
323
+ "DEBUG:filelock:Attempting to acquire lock 140169840957264 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/2f7e455a9786b471644a266b48a533b9137a18ee.lock\n",
324
+ "DEBUG:filelock:Lock 140169840957264 acquired on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/2f7e455a9786b471644a266b48a533b9137a18ee.lock\n",
325
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"HEAD /llava-hf/llava-v1.6-vicuna-13b-hf/resolve/f898b9922e5f24439021033da2c2a0237339f2b8/tokenizer.model HTTP/1.1\" 302 0\n",
326
+ "DEBUG:filelock:Attempting to acquire lock 140169840953760 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347.lock\n",
327
+ "DEBUG:filelock:Lock 140169840953760 acquired on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347.lock\n",
328
+ "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): cdn-lfs-us-1.huggingface.co:443\n",
329
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"GET /llava-hf/llava-v1.6-vicuna-13b-hf/resolve/f898b9922e5f24439021033da2c2a0237339f2b8/tokenizer.json HTTP/1.1\" 200 1843105\n"
330
+ ]
331
+ },
332
+ {
333
+ "data": {
334
+ "application/vnd.jupyter.widget-view+json": {
335
+ "model_id": "47a6e46102ea46c597c369ec3f7e7cb5",
336
+ "version_major": 2,
337
+ "version_minor": 0
338
+ },
339
+ "text/plain": [
340
+ "tokenizer.json: 0%| | 0.00/1.84M [00:00<?, ?B/s]"
341
+ ]
342
+ },
343
+ "metadata": {},
344
+ "output_type": "display_data"
345
+ },
346
+ {
347
+ "name": "stderr",
348
+ "output_type": "stream",
349
+ "text": [
350
+ "DEBUG:filelock:Attempting to release lock 140169840957264 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/2f7e455a9786b471644a266b48a533b9137a18ee.lock\n",
351
+ "DEBUG:filelock:Lock 140169840957264 released on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/2f7e455a9786b471644a266b48a533b9137a18ee.lock\n",
352
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"HEAD /llava-hf/llava-v1.6-vicuna-13b-hf/resolve/f898b9922e5f24439021033da2c2a0237339f2b8/tokenizer_config.json HTTP/1.1\" 200 0\n",
353
+ "DEBUG:filelock:Attempting to acquire lock 140174459211296 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/41a9683d8ae9e0e14407623eb44c8f4aaca07205.lock\n",
354
+ "DEBUG:filelock:Lock 140174459211296 acquired on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/41a9683d8ae9e0e14407623eb44c8f4aaca07205.lock\n",
355
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"GET /llava-hf/llava-v1.6-vicuna-13b-hf/resolve/f898b9922e5f24439021033da2c2a0237339f2b8/tokenizer_config.json HTTP/1.1\" 200 1180\n"
356
+ ]
357
+ },
358
+ {
359
+ "data": {
360
+ "application/vnd.jupyter.widget-view+json": {
361
+ "model_id": "4206c59d50d847babab4adbf68f3e2b1",
362
+ "version_major": 2,
363
+ "version_minor": 0
364
+ },
365
+ "text/plain": [
366
+ "tokenizer_config.json: 0%| | 0.00/1.18k [00:00<?, ?B/s]"
367
+ ]
368
+ },
369
+ "metadata": {},
370
+ "output_type": "display_data"
371
+ },
372
+ {
373
+ "name": "stderr",
374
+ "output_type": "stream",
375
+ "text": [
376
+ "DEBUG:filelock:Attempting to release lock 140174459211296 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/41a9683d8ae9e0e14407623eb44c8f4aaca07205.lock\n",
377
+ "DEBUG:filelock:Lock 140174459211296 released on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/41a9683d8ae9e0e14407623eb44c8f4aaca07205.lock\n",
378
+ "DEBUG:urllib3.connectionpool:https://cdn-lfs-us-1.huggingface.co:443 \"GET /repos/91/45/9145bb55c3b64c665f14518a07e65d992404a96d7aca1ff6b04e84363895966b/5c897a21e3a58a1e9e2a6b8f846d6af561da1e18e83ddd5f084b43b9f59c001a?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27model-00004-of-00006.safetensors%3B+filename%3D%22model-00004-of-00006.safetensors%22%3B&Expires=1717154564&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTcxNzE1NDU2NH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy11cy0xLmh1Z2dpbmdmYWNlLmNvL3JlcG9zLzkxLzQ1LzkxNDViYjU1YzNiNjRjNjY1ZjE0NTE4YTA3ZTY1ZDk5MjQwNGE5NmQ3YWNhMWZmNmIwNGU4NDM2Mzg5NTk2NmIvNWM4OTdhMjFlM2E1OGExZTllMmE2YjhmODQ2ZDZhZjU2MWRhMWUxOGU4M2RkZDVmMDg0YjQzYjlmNTljMDAxYT9yZXNwb25zZS1jb250ZW50LWRpc3Bvc2l0aW9uPSoifV19&Signature=Qq-9PQ~o6CfNb8U2JwREv8EHF4eeOzZBnBgza3wisXJSKgv9SiCeL4IojOQyGBh1~6maZbb19oDRUqsb3XV1Jbuxs8yCuKae9ZWF3CDT7SyQwFWeMM0-k-F-WzUWUnobVIN3C9Uirum~t6iXbWxvWslVz0haHkS59C9JLpwijSVb5ue~lO0va2Sa-5DPzvGmvkI21Yjqu67m2BVdGAuT3bvhUkfnPkXs1Rd467h6ypuFYsPmtytGAPfgwuEZE9nU6guS2lPBoJhAoNeAiYp~Re7BXwarUIf8lYHp4dWKn0CcH8Jd2ND7XIZCi9Uio5obNh7z1ntCPxDEMNkfiC556A__&Key-Pair-Id=KCD77M1F0VK2B HTTP/1.1\" 200 4933723208\n"
379
+ ]
380
+ },
381
+ {
382
+ "data": {
383
+ "application/vnd.jupyter.widget-view+json": {
384
+ "model_id": "ece0c3806ae247428206f158e6c06fba",
385
+ "version_major": 2,
386
+ "version_minor": 0
387
+ },
388
+ "text/plain": [
389
+ "model-00004-of-00006.safetensors: 0%| | 0.00/4.93G [00:00<?, ?B/s]"
390
+ ]
391
+ },
392
+ "metadata": {},
393
+ "output_type": "display_data"
394
+ },
395
+ {
396
+ "name": "stderr",
397
+ "output_type": "stream",
398
+ "text": [
399
+ "DEBUG:urllib3.connectionpool:https://cdn-lfs-us-1.huggingface.co:443 \"GET /repos/91/45/9145bb55c3b64c665f14518a07e65d992404a96d7aca1ff6b04e84363895966b/388813b227c1a35a05bac248932c99af9e7b0b1842a7bb9f45a829275f7bcb98?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27model-00005-of-00006.safetensors%3B+filename%3D%22model-00005-of-00006.safetensors%22%3B&Expires=1717154564&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTcxNzE1NDU2NH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy11cy0xLmh1Z2dpbmdmYWNlLmNvL3JlcG9zLzkxLzQ1LzkxNDViYjU1YzNiNjRjNjY1ZjE0NTE4YTA3ZTY1ZDk5MjQwNGE5NmQ3YWNhMWZmNmIwNGU4NDM2Mzg5NTk2NmIvMzg4ODEzYjIyN2MxYTM1YTA1YmFjMjQ4OTMyYzk5YWY5ZTdiMGIxODQyYTdiYjlmNDVhODI5Mjc1ZjdiY2I5OD9yZXNwb25zZS1jb250ZW50LWRpc3Bvc2l0aW9uPSoifV19&Signature=WWsfzQ72sH6Ct9fhliS0zS8EguVP41H-gxEBdt5kXhjG4UFaxYFh-1WVV77ZfY2VQDUQT65UnLfCGB5AZOr7FA6Bv0GSzbWaY2IGuZ6y6ZOpDhzbcsmGeCA6ziGIZEaDKIwWTBA9uSXeEpks3gY3t6NbCswLm8GHvCsAVyDnSj6DM-u6B~UOgd1t1AVEn9B~jbC1~acUrqlvu5mAxdINPcNCuNwAfp8p6umDJ-E2Y1csOeiyej2mZnNFwhCXyXeC8bk1p9MDzzKYJUQKQcdj47M10pmmt7l1wETCL2Cb9ZO1QUf77f8~862dTcq1DdvPjwWzuyeusvV6ug~bTl5m3A__&Key-Pair-Id=KCD77M1F0VK2B HTTP/1.1\" 200 4933723208\n"
400
+ ]
401
+ },
402
+ {
403
+ "data": {
404
+ "application/vnd.jupyter.widget-view+json": {
405
+ "model_id": "b44f92c3391341fc905783b82d475f3c",
406
+ "version_major": 2,
407
+ "version_minor": 0
408
+ },
409
+ "text/plain": [
410
+ "model-00005-of-00006.safetensors: 0%| | 0.00/4.93G [00:00<?, ?B/s]"
411
+ ]
412
+ },
413
+ "metadata": {},
414
+ "output_type": "display_data"
415
+ },
416
+ {
417
+ "name": "stderr",
418
+ "output_type": "stream",
419
+ "text": [
420
+ "DEBUG:urllib3.connectionpool:https://cdn-lfs-us-1.huggingface.co:443 \"GET /repos/91/45/9145bb55c3b64c665f14518a07e65d992404a96d7aca1ff6b04e84363895966b/764c9e65681b29cd662a83ea56e72f208c7f2f1c51cd5ea6bd5fb34f068d9178?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27model-00001-of-00006.safetensors%3B+filename%3D%22model-00001-of-00006.safetensors%22%3B&Expires=1717154564&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTcxNzE1NDU2NH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy11cy0xLmh1Z2dpbmdmYWNlLmNvL3JlcG9zLzkxLzQ1LzkxNDViYjU1YzNiNjRjNjY1ZjE0NTE4YTA3ZTY1ZDk5MjQwNGE5NmQ3YWNhMWZmNmIwNGU4NDM2Mzg5NTk2NmIvNzY0YzllNjU2ODFiMjljZDY2MmE4M2VhNTZlNzJmMjA4YzdmMmYxYzUxY2Q1ZWE2YmQ1ZmIzNGYwNjhkOTE3OD9yZXNwb25zZS1jb250ZW50LWRpc3Bvc2l0aW9uPSoifV19&Signature=EYilR3B002Xm5TUMFEUqFH4kJlGSONA7DivrO1jFivHmaypKu-3KCCWTYGkKQjsZkkMeyVUNFdi07ay95WDqxFu9XxlDc-hc1aHREkXo6~YAWh3pUkxMozUTEYaaAVpadD6ih0Tb1XlNHyvxv15cXNMCx-WZbFiC-N0svIeeEURjy-Q3jjRUK7f4st7ro3HUUOjyEHDjB7LdmHzbxMX0RSSepEtl2SSeEZJlv6t12ru1wHBumrJx7RZIKU1cJOz~WWbUNiylC1JpHuxCA8mBCeVraOMViNldXwS39iUzE1niUn3SZ~o2KqdDYwPpHsX0lEe3R91BG1Z1fVVwSTfVtA__&Key-Pair-Id=KCD77M1F0VK2B HTTP/1.1\" 200 4962097328\n"
421
+ ]
422
+ },
423
+ {
424
+ "data": {
425
+ "application/vnd.jupyter.widget-view+json": {
426
+ "model_id": "a993c7abf98f49dfbd75b2a782d5be0c",
427
+ "version_major": 2,
428
+ "version_minor": 0
429
+ },
430
+ "text/plain": [
431
+ "model-00001-of-00006.safetensors: 0%| | 0.00/4.96G [00:00<?, ?B/s]"
432
+ ]
433
+ },
434
+ "metadata": {},
435
+ "output_type": "display_data"
436
+ },
437
+ {
438
+ "name": "stderr",
439
+ "output_type": "stream",
440
+ "text": [
441
+ "DEBUG:urllib3.connectionpool:https://cdn-lfs-us-1.huggingface.co:443 \"GET /repos/91/45/9145bb55c3b64c665f14518a07e65d992404a96d7aca1ff6b04e84363895966b/26bccbc7080ad02bd9952fcdd5dd0cf2892f40e1320afcc7f867d66eb78e8f3e?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27model-00003-of-00006.safetensors%3B+filename%3D%22model-00003-of-00006.safetensors%22%3B&Expires=1717154564&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTcxNzE1NDU2NH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy11cy0xLmh1Z2dpbmdmYWNlLmNvL3JlcG9zLzkxLzQ1LzkxNDViYjU1YzNiNjRjNjY1ZjE0NTE4YTA3ZTY1ZDk5MjQwNGE5NmQ3YWNhMWZmNmIwNGU4NDM2Mzg5NTk2NmIvMjZiY2NiYzcwODBhZDAyYmQ5OTUyZmNkZDVkZDBjZjI4OTJmNDBlMTMyMGFmY2M3Zjg2N2Q2NmViNzhlOGYzZT9yZXNwb25zZS1jb250ZW50LWRpc3Bvc2l0aW9uPSoifV19&Signature=UBc~yiOgf-dnHgi3o-TjuOHAZR1XLSs11N43WVKTFk31QjnIHvZufCMxcwwCXhLAWsNh2bNbt56AeWrDunJGagSVPXEj-hXUE~np8rRBagg8RKe0cKu2RJYXdbueM6hz332CHqwysvP8lVxKoGkFNKU8TdBKdh7ODJXSXsC7B76y3HHiYWTe5MxfF9feabF64fwDGKGBs~sX5810luPXM~mqGAUASmrUTNbs2Opc2uYRGlQFr2ftMfv7jIWm1mHQbAHcuDzjJT1~T6BaqsJYKNuBz0cbqIi1neGW8KFbyyfL5gzmIvz3nNhqO9ILd-KtVFIoXmC6HP3z1CEjFOsb-A__&Key-Pair-Id=KCD77M1F0VK2B HTTP/1.1\" 200 4881273536\n"
442
+ ]
443
+ },
444
+ {
445
+ "data": {
446
+ "application/vnd.jupyter.widget-view+json": {
447
+ "model_id": "931ef785cbd74bbb9cd7e91b646cb593",
448
+ "version_major": 2,
449
+ "version_minor": 0
450
+ },
451
+ "text/plain": [
452
+ "model-00003-of-00006.safetensors: 0%| | 0.00/4.88G [00:00<?, ?B/s]"
453
+ ]
454
+ },
455
+ "metadata": {},
456
+ "output_type": "display_data"
457
+ },
458
+ {
459
+ "name": "stderr",
460
+ "output_type": "stream",
461
+ "text": [
462
+ "DEBUG:urllib3.connectionpool:https://cdn-lfs-us-1.huggingface.co:443 \"GET /repos/91/45/9145bb55c3b64c665f14518a07e65d992404a96d7aca1ff6b04e84363895966b/3d8438370e503c447b91194e3f62a502bd6e9c2be6d4c58c38490ccaa560a4f2?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27model-00006-of-00006.safetensors%3B+filename%3D%22model-00006-of-00006.safetensors%22%3B&Expires=1717154564&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTcxNzE1NDU2NH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy11cy0xLmh1Z2dpbmdmYWNlLmNvL3JlcG9zLzkxLzQ1LzkxNDViYjU1YzNiNjRjNjY1ZjE0NTE4YTA3ZTY1ZDk5MjQwNGE5NmQ3YWNhMWZmNmIwNGU4NDM2Mzg5NTk2NmIvM2Q4NDM4MzcwZTUwM2M0NDdiOTExOTRlM2Y2MmE1MDJiZDZlOWMyYmU2ZDRjNThjMzg0OTBjY2FhNTYwYTRmMj9yZXNwb25zZS1jb250ZW50LWRpc3Bvc2l0aW9uPSoifV19&Signature=NE~or8J~sSc-jGv7JGPNmEUITEPuyJtnfA7lQNLfdbWksqUREEH4KYgm7mNQ9VuoqoakFGVTMTLTDDIVIJ3ifMsrk168rA5O8Q5ro872R02~5OjN-lmknyGrFjQGPyS5zuQ0BrbSafTXXzOr7BQYdRdS2UphZCV3cnn0m6BEu0F5Ygabay9JArgbj72J3taOWTnoYq1kezk1Jz1a3Fl5xzLfUfpoxZNw~uBt-hhVNxUKHkr6zVE~08G~hpUf-keE5QX3Ak4NF1xK0-8PzcRLzShlA-T8Q4SRTbovslLNaQ0vU8F5Xiqm7K4scdbm1iyUEhEnvnnydZWxBQFRdybYmg__&Key-Pair-Id=KCD77M1F0VK2B HTTP/1.1\" 200 2021860512\n"
463
+ ]
464
+ },
465
+ {
466
+ "data": {
467
+ "application/vnd.jupyter.widget-view+json": {
468
+ "model_id": "fc54db062d814b55aa8cd2f8b9240433",
469
+ "version_major": 2,
470
+ "version_minor": 0
471
+ },
472
+ "text/plain": [
473
+ "model-00006-of-00006.safetensors: 0%| | 0.00/2.02G [00:00<?, ?B/s]"
474
+ ]
475
+ },
476
+ "metadata": {},
477
+ "output_type": "display_data"
478
+ },
479
+ {
480
+ "name": "stderr",
481
+ "output_type": "stream",
482
+ "text": [
483
+ "DEBUG:urllib3.connectionpool:https://cdn-lfs-us-1.huggingface.co:443 \"GET /repos/91/45/9145bb55c3b64c665f14518a07e65d992404a96d7aca1ff6b04e84363895966b/9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27tokenizer.model%3B+filename%3D%22tokenizer.model%22%3B&Expires=1717154564&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTcxNzE1NDU2NH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy11cy0xLmh1Z2dpbmdmYWNlLmNvL3JlcG9zLzkxLzQ1LzkxNDViYjU1YzNiNjRjNjY1ZjE0NTE4YTA3ZTY1ZDk5MjQwNGE5NmQ3YWNhMWZmNmIwNGU4NDM2Mzg5NTk2NmIvOWU1NTZhZmQ0NDIxM2I2YmQxYmUyYjg1MGViYmJkOThmNTQ4MTQzN2E4MDIxYWZhZjU4ZWU3ZmIxODE4ZDM0Nz9yZXNwb25zZS1jb250ZW50LWRpc3Bvc2l0aW9uPSoifV19&Signature=dTXk9aNH5FWwH8qqhBY90YSgUCVgMRgP7wOtK5gp76kHXv4M8U6HYAodFRlLE02NBK3soj~0Ac4u7xb0n0JhbNR5nmTPX6WCy3eMUcQ-h5uBFjsbYH0BESjnYt6PF46AqyXavXUQxPBaSsD8aN1Zdvrpdv9BloGPuK8fN~3uSSVTRuxa4PoZlsFyExJcZzzuj69Xd554AY1vwO0XnzYFteSOc7lHmQ2eGjP4YFdxu77VrOxpAGbgSfwQjN7SVwWnAeV~GIBNuLDZT0bPzfQh5YVICnl8jZkJ384LBMBZ5CIQ1grKKkUULwFJy5fQQ5ONnjuTPNiKiYe5BLfCFHUz5w__&Key-Pair-Id=KCD77M1F0VK2B HTTP/1.1\" 200 499723\n",
484
+ "DEBUG:urllib3.connectionpool:https://cdn-lfs-us-1.huggingface.co:443 \"GET /repos/91/45/9145bb55c3b64c665f14518a07e65d992404a96d7aca1ff6b04e84363895966b/a1ab626c3c647e770bc60202c7c123897865447b14af9072a7e901dbcf6ad90e?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27model-00002-of-00006.safetensors%3B+filename%3D%22model-00002-of-00006.safetensors%22%3B&Expires=1717154564&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTcxNzE1NDU2NH19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy11cy0xLmh1Z2dpbmdmYWNlLmNvL3JlcG9zLzkxLzQ1LzkxNDViYjU1YzNiNjRjNjY1ZjE0NTE4YTA3ZTY1ZDk5MjQwNGE5NmQ3YWNhMWZmNmIwNGU4NDM2Mzg5NTk2NmIvYTFhYjYyNmMzYzY0N2U3NzBiYzYwMjAyYzdjMTIzODk3ODY1NDQ3YjE0YWY5MDcyYTdlOTAxZGJjZjZhZDkwZT9yZXNwb25zZS1jb250ZW50LWRpc3Bvc2l0aW9uPSoifV19&Signature=W5dUzU-FGKFr1LwHP50fWkswcClUesy~8kgqCKDP4kvZELpGGxjfkoTyN94owAmkSdL4xWEHP5aphGvViJGVqyFNSy3myNutCT6IJuGf0xHylZPfWaDBFjc9NzXvOUF4KzHHdVHjxq-C-reRxsexa~KQdzPAGDocMaZKs7QpzsudRhMz~XS8dI2BiKFrvdu3z7pVO3ZN6Yt4bcyNS5cmClbJHkVBHqc~SISvnQCBTnJCJdnRcFlW9-gPJHjshYNmmLv9Anjz1CfIfyO--5l1bNrrjYdww4nrhaYEiLtqVgRjb7II~HDoS~CvL~v6-kpkXEGW~PHG1M3gTjbNJnvjQw__&Key-Pair-Id=KCD77M1F0VK2B HTTP/1.1\" 200 4970423200\n"
485
+ ]
486
+ },
487
+ {
488
+ "data": {
489
+ "application/vnd.jupyter.widget-view+json": {
490
+ "model_id": "b8d5da62a6974d1ea054ca165988279f",
491
+ "version_major": 2,
492
+ "version_minor": 0
493
+ },
494
+ "text/plain": [
495
+ "tokenizer.model: 0%| | 0.00/500k [00:00<?, ?B/s]"
496
+ ]
497
+ },
498
+ "metadata": {},
499
+ "output_type": "display_data"
500
+ },
501
+ {
502
+ "data": {
503
+ "application/vnd.jupyter.widget-view+json": {
504
+ "model_id": "399c5b9b382c4a2d9736bd2076c0adc1",
505
+ "version_major": 2,
506
+ "version_minor": 0
507
+ },
508
+ "text/plain": [
509
+ "model-00002-of-00006.safetensors: 0%| | 0.00/4.97G [00:00<?, ?B/s]"
510
+ ]
511
+ },
512
+ "metadata": {},
513
+ "output_type": "display_data"
514
+ },
515
+ {
516
+ "name": "stderr",
517
+ "output_type": "stream",
518
+ "text": [
519
+ "DEBUG:filelock:Attempting to release lock 140169840953760 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347.lock\n",
520
+ "DEBUG:filelock:Lock 140169840953760 released on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347.lock\n",
521
+ "DEBUG:filelock:Attempting to release lock 140174459214512 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/3d8438370e503c447b91194e3f62a502bd6e9c2be6d4c58c38490ccaa560a4f2.lock\n",
522
+ "DEBUG:filelock:Lock 140174459214512 released on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/3d8438370e503c447b91194e3f62a502bd6e9c2be6d4c58c38490ccaa560a4f2.lock\n",
523
+ "DEBUG:filelock:Attempting to release lock 140174459217296 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/26bccbc7080ad02bd9952fcdd5dd0cf2892f40e1320afcc7f867d66eb78e8f3e.lock\n",
524
+ "DEBUG:filelock:Lock 140174459217296 released on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/26bccbc7080ad02bd9952fcdd5dd0cf2892f40e1320afcc7f867d66eb78e8f3e.lock\n",
525
+ "DEBUG:filelock:Attempting to release lock 140169840964704 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/764c9e65681b29cd662a83ea56e72f208c7f2f1c51cd5ea6bd5fb34f068d9178.lock\n",
526
+ "DEBUG:filelock:Lock 140169840964704 released on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/764c9e65681b29cd662a83ea56e72f208c7f2f1c51cd5ea6bd5fb34f068d9178.lock\n",
527
+ "DEBUG:filelock:Attempting to release lock 140174459212160 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/388813b227c1a35a05bac248932c99af9e7b0b1842a7bb9f45a829275f7bcb98.lock\n",
528
+ "DEBUG:filelock:Lock 140174459212160 released on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/388813b227c1a35a05bac248932c99af9e7b0b1842a7bb9f45a829275f7bcb98.lock\n",
529
+ "DEBUG:filelock:Attempting to release lock 140174459212544 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/a1ab626c3c647e770bc60202c7c123897865447b14af9072a7e901dbcf6ad90e.lock\n",
530
+ "DEBUG:filelock:Lock 140174459212544 released on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/a1ab626c3c647e770bc60202c7c123897865447b14af9072a7e901dbcf6ad90e.lock\n",
531
+ "DEBUG:filelock:Attempting to release lock 140174459220896 on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/5c897a21e3a58a1e9e2a6b8f846d6af561da1e18e83ddd5f084b43b9f59c001a.lock\n",
532
+ "DEBUG:filelock:Lock 140174459220896 released on /home/ubuntu/.cache/huggingface/hub/.locks/models--llava-hf--llava-v1.6-vicuna-13b-hf/5c897a21e3a58a1e9e2a6b8f846d6af561da1e18e83ddd5f084b43b9f59c001a.lock\n"
533
+ ]
534
+ },
535
+ {
536
+ "data": {
537
+ "application/vnd.jupyter.widget-view+json": {
538
+ "model_id": "2b60b916c8eb478f947872f4ae677038",
539
+ "version_major": 2,
540
+ "version_minor": 0
541
+ },
542
+ "text/plain": [
543
+ "Loading checkpoint shards: 0%| | 0/6 [00:00<?, ?it/s]"
544
+ ]
545
+ },
546
+ "metadata": {},
547
+ "output_type": "display_data"
548
+ },
549
+ {
550
+ "name": "stderr",
551
+ "output_type": "stream",
552
+ "text": [
553
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"HEAD /llava-hf/llava-v1.6-vicuna-13b-hf/resolve/main/tokenizer_config.json HTTP/1.1\" 200 0\n"
554
+ ]
555
+ }
556
+ ],
557
+ "source": [
558
+ "model = AutoAWQForCausalLM.from_pretrained(\n",
559
+ " model_path, torch_dtype = torch.bfloat16,\n",
560
+ ")\n",
561
+ "_ = model.cuda()\n",
562
+ "tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)"
563
+ ]
564
+ },
565
+ {
566
+ "cell_type": "code",
567
+ "execution_count": 6,
568
+ "id": "23d8a658",
569
+ "metadata": {},
570
+ "outputs": [],
571
+ "source": [
572
+ "def load_wikitext():\n",
573
+ " data = load_dataset('wikitext', 'wikitext-2-raw-v1', split=\"train\")\n",
574
+ " return [text for text in data[\"text\"] if text.strip() != '' and len(text.split(' ')) > 30]"
575
+ ]
576
+ },
577
+ {
578
+ "cell_type": "code",
579
+ "execution_count": 7,
580
+ "id": "5dcf2167",
581
+ "metadata": {},
582
+ "outputs": [
583
+ {
584
+ "name": "stderr",
585
+ "output_type": "stream",
586
+ "text": [
587
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"GET /api/datasets/wikitext HTTP/1.1\" 200 4846\n",
588
+ "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): s3.amazonaws.com:443\n",
589
+ "DEBUG:urllib3.connectionpool:https://s3.amazonaws.com:443 \"HEAD /datasets.huggingface.co/datasets/datasets/wikitext/wikitext.py HTTP/1.1\" 200 0\n",
590
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"GET /api/datasets/wikitext HTTP/1.1\" 200 4846\n",
591
+ "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): huggingface.co:443\n",
592
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"HEAD /datasets/wikitext/resolve/b08601e04326c79dfdd32d625aee71d232d685c3/README.md HTTP/1.1\" 200 0\n",
593
+ "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): huggingface.co:443\n",
594
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"HEAD /datasets/wikitext/resolve/b08601e04326c79dfdd32d625aee71d232d685c3/.huggingface.yaml HTTP/1.1\" 404 0\n",
595
+ "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): datasets-server.huggingface.co:443\n",
596
+ "DEBUG:urllib3.connectionpool:https://datasets-server.huggingface.co:443 \"GET /info?dataset=wikitext HTTP/1.1\" 200 None\n",
597
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"GET /api/datasets/wikitext/revision/b08601e04326c79dfdd32d625aee71d232d685c3 HTTP/1.1\" 200 4846\n",
598
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"GET /api/datasets/wikitext/tree/b08601e04326c79dfdd32d625aee71d232d685c3/wikitext-103-raw-v1?recursive=False&expand=False HTTP/1.1\" 200 1017\n",
599
+ "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): huggingface.co:443\n",
600
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"GET /api/datasets/wikitext/revision/b08601e04326c79dfdd32d625aee71d232d685c3 HTTP/1.1\" 200 4846\n",
601
+ "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): huggingface.co:443\n",
602
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"HEAD /datasets/wikitext/resolve/b08601e04326c79dfdd32d625aee71d232d685c3/dataset_infos.json HTTP/1.1\" 404 0\n",
603
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"GET /api/datasets/wikitext/tree/b08601e04326c79dfdd32d625aee71d232d685c3/wikitext-2-raw-v1?recursive=False&expand=False HTTP/1.1\" 200 751\n",
604
+ "DEBUG:filelock:Attempting to acquire lock 140170024048176 on /home/ubuntu/.cache/huggingface/datasets/_home_ubuntu_.cache_huggingface_datasets_wikitext_wikitext-2-raw-v1_0.0.0_b08601e04326c79dfdd32d625aee71d232d685c3.lock\n",
605
+ "DEBUG:filelock:Lock 140170024048176 acquired on /home/ubuntu/.cache/huggingface/datasets/_home_ubuntu_.cache_huggingface_datasets_wikitext_wikitext-2-raw-v1_0.0.0_b08601e04326c79dfdd32d625aee71d232d685c3.lock\n",
606
+ "DEBUG:fsspec.local:open file: /home/ubuntu/.cache/huggingface/datasets/wikitext/wikitext-2-raw-v1/0.0.0/b08601e04326c79dfdd32d625aee71d232d685c3/dataset_info.json\n",
607
+ "DEBUG:filelock:Attempting to release lock 140170024048176 on /home/ubuntu/.cache/huggingface/datasets/_home_ubuntu_.cache_huggingface_datasets_wikitext_wikitext-2-raw-v1_0.0.0_b08601e04326c79dfdd32d625aee71d232d685c3.lock\n",
608
+ "DEBUG:filelock:Lock 140170024048176 released on /home/ubuntu/.cache/huggingface/datasets/_home_ubuntu_.cache_huggingface_datasets_wikitext_wikitext-2-raw-v1_0.0.0_b08601e04326c79dfdd32d625aee71d232d685c3.lock\n",
609
+ "DEBUG:filelock:Attempting to acquire lock 140174458159984 on /home/ubuntu/.cache/huggingface/datasets/wikitext/wikitext-2-raw-v1/0.0.0/b08601e04326c79dfdd32d625aee71d232d685c3_builder.lock\n",
610
+ "DEBUG:filelock:Lock 140174458159984 acquired on /home/ubuntu/.cache/huggingface/datasets/wikitext/wikitext-2-raw-v1/0.0.0/b08601e04326c79dfdd32d625aee71d232d685c3_builder.lock\n",
611
+ "DEBUG:fsspec.local:open file: /home/ubuntu/.cache/huggingface/datasets/wikitext/wikitext-2-raw-v1/0.0.0/b08601e04326c79dfdd32d625aee71d232d685c3/dataset_info.json\n",
612
+ "DEBUG:filelock:Attempting to release lock 140174458159984 on /home/ubuntu/.cache/huggingface/datasets/wikitext/wikitext-2-raw-v1/0.0.0/b08601e04326c79dfdd32d625aee71d232d685c3_builder.lock\n",
613
+ "DEBUG:filelock:Lock 140174458159984 released on /home/ubuntu/.cache/huggingface/datasets/wikitext/wikitext-2-raw-v1/0.0.0/b08601e04326c79dfdd32d625aee71d232d685c3_builder.lock\n",
614
+ "DEBUG:root: * Split into 47 blocks\n",
615
+ "AWQ: 100%|██████████| 40/40 [16:43<00:00, 25.09s/it]\n"
616
+ ]
617
+ }
618
+ ],
619
+ "source": [
620
+ "model.quantize(tokenizer, quant_config=quant_config, calib_data=load_wikitext())"
621
+ ]
622
+ },
623
+ {
624
+ "cell_type": "code",
625
+ "execution_count": 8,
626
+ "id": "fa16f58f",
627
+ "metadata": {},
628
+ "outputs": [
629
+ {
630
+ "name": "stdout",
631
+ "output_type": "stream",
632
+ "text": [
633
+ "[2024-05-28 11:40:44,136] [INFO] [real_accelerator.py:191:get_accelerator] Setting ds_accelerator to cuda (auto detect)\n"
634
+ ]
635
+ }
636
+ ],
637
+ "source": [
638
+ "model.save_quantized(quant_path)"
639
+ ]
640
+ },
641
+ {
642
+ "cell_type": "code",
643
+ "execution_count": 9,
644
+ "id": "7f8083da",
645
+ "metadata": {
646
+ "scrolled": true
647
+ },
648
+ "outputs": [
649
+ {
650
+ "data": {
651
+ "text/plain": [
652
+ "('./llava-v1.6-vicuna-13b-hf-awq/tokenizer_config.json',\n",
653
+ " './llava-v1.6-vicuna-13b-hf-awq/special_tokens_map.json',\n",
654
+ " './llava-v1.6-vicuna-13b-hf-awq/tokenizer.model',\n",
655
+ " './llava-v1.6-vicuna-13b-hf-awq/added_tokens.json',\n",
656
+ " './llava-v1.6-vicuna-13b-hf-awq/tokenizer.json')"
657
+ ]
658
+ },
659
+ "execution_count": 9,
660
+ "metadata": {},
661
+ "output_type": "execute_result"
662
+ }
663
+ ],
664
+ "source": [
665
+ "tokenizer.save_pretrained(quant_path)"
666
+ ]
667
+ },
668
+ {
669
+ "cell_type": "code",
670
+ "execution_count": 11,
671
+ "id": "840e775b",
672
+ "metadata": {
673
+ "scrolled": true
674
+ },
675
+ "outputs": [
676
+ {
677
+ "name": "stderr",
678
+ "output_type": "stream",
679
+ "text": [
680
+ "DEBUG:urllib3.connectionpool:Resetting dropped connection: huggingface.co\n",
681
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"POST /api/repos/create HTTP/1.1\" 200 153\n",
682
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"HEAD /mesolitica/llava-v1.6-vicuna-13b-hf-awq/resolve/main/README.md HTTP/1.1\" 404 0\n",
683
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"POST /api/validate-yaml HTTP/1.1\" 200 27\n",
684
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"POST /api/models/mesolitica/llava-v1.6-vicuna-13b-hf-awq/preupload/main HTTP/1.1\" 200 442\n",
685
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"POST /mesolitica/llava-v1.6-vicuna-13b-hf-awq.git/info/lfs/objects/batch HTTP/1.1\" 200 917\n"
686
+ ]
687
+ },
688
+ {
689
+ "data": {
690
+ "application/vnd.jupyter.widget-view+json": {
691
+ "model_id": "78149f8211c0456bada0b8e7a7b06038",
692
+ "version_major": 2,
693
+ "version_minor": 0
694
+ },
695
+ "text/plain": [
696
+ "tokenizer.model: 0%| | 0.00/500k [00:00<?, ?B/s]"
697
+ ]
698
+ },
699
+ "metadata": {},
700
+ "output_type": "display_data"
701
+ },
702
+ {
703
+ "name": "stderr",
704
+ "output_type": "stream",
705
+ "text": [
706
+ "DEBUG:urllib3.connectionpool:Starting new HTTPS connection (1): hf-hub-lfs-us-east-1.s3-accelerate.amazonaws.com:443\n",
707
+ "DEBUG:urllib3.connectionpool:https://hf-hub-lfs-us-east-1.s3-accelerate.amazonaws.com:443 \"PUT /repos/b7/15/b7155eea874601de0be8432515ad12e9fc7b86e8ab0f07307755692939ba69f2/9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=AKIA2JU7TKAQFN2FTF47%2F20240528%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20240528T114649Z&X-Amz-Expires=900&X-Amz-Signature=a17ad20b8ce11ee575c93f1431f7f8f61067d460e93d51d1f55557933c01cbd4&X-Amz-SignedHeaders=host&x-amz-storage-class=INTELLIGENT_TIERING&x-id=PutObject HTTP/1.1\" 200 0\n",
708
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"POST /mesolitica/llava-v1.6-vicuna-13b-hf-awq.git/info/lfs/objects/verify HTTP/1.1\" 200 2\n",
709
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"POST /api/models/mesolitica/llava-v1.6-vicuna-13b-hf-awq/commit/main HTTP/1.1\" 200 212\n"
710
+ ]
711
+ },
712
+ {
713
+ "data": {
714
+ "text/plain": [
715
+ "CommitInfo(commit_url='https://huggingface.co/mesolitica/llava-v1.6-vicuna-13b-hf-awq/commit/9de778ddf8b3518f4b70b1cd5365eb71dfbed1ee', commit_message='Upload tokenizer', commit_description='', oid='9de778ddf8b3518f4b70b1cd5365eb71dfbed1ee', pr_url=None, pr_revision=None, pr_num=None)"
716
+ ]
717
+ },
718
+ "execution_count": 11,
719
+ "metadata": {},
720
+ "output_type": "execute_result"
721
+ }
722
+ ],
723
+ "source": [
724
+ "tokenizer.push_to_hub('mesolitica/llava-v1.6-vicuna-13b-hf-awq')"
725
+ ]
726
+ },
727
+ {
728
+ "cell_type": "code",
729
+ "execution_count": 12,
730
+ "id": "1af2adcf",
731
+ "metadata": {},
732
+ "outputs": [
733
+ {
734
+ "name": "stderr",
735
+ "output_type": "stream",
736
+ "text": [
737
+ "/home/ubuntu/.local/lib/python3.10/site-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.\n",
738
+ " warnings.warn(\n",
739
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"HEAD /llava-hf/llava-v1.6-vicuna-13b-hf/resolve/main/config.json HTTP/1.1\" 200 0\n",
740
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"POST /api/repos/create HTTP/1.1\" 409 118\n",
741
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"HEAD /mesolitica/llava-v1.6-vicuna-13b-hf-awq/resolve/main/README.md HTTP/1.1\" 200 0\n",
742
+ "DEBUG:filelock:Attempting to acquire lock 140168314889280 on /home/ubuntu/.cache/huggingface/hub/.locks/models--mesolitica--llava-v1.6-vicuna-13b-hf-awq/bc5f30d6632ac0efdc7be2e9095e9e9579af2e33.lock\n",
743
+ "DEBUG:filelock:Lock 140168314889280 acquired on /home/ubuntu/.cache/huggingface/hub/.locks/models--mesolitica--llava-v1.6-vicuna-13b-hf-awq/bc5f30d6632ac0efdc7be2e9095e9e9579af2e33.lock\n",
744
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"GET /mesolitica/llava-v1.6-vicuna-13b-hf-awq/resolve/main/README.md HTTP/1.1\" 200 5174\n"
745
+ ]
746
+ },
747
+ {
748
+ "data": {
749
+ "application/vnd.jupyter.widget-view+json": {
750
+ "model_id": "73816ecd346045c4964ad02403ca0fd6",
751
+ "version_major": 2,
752
+ "version_minor": 0
753
+ },
754
+ "text/plain": [
755
+ "README.md: 0%| | 0.00/5.17k [00:00<?, ?B/s]"
756
+ ]
757
+ },
758
+ "metadata": {},
759
+ "output_type": "display_data"
760
+ },
761
+ {
762
+ "name": "stderr",
763
+ "output_type": "stream",
764
+ "text": [
765
+ "DEBUG:filelock:Attempting to release lock 140168314889280 on /home/ubuntu/.cache/huggingface/hub/.locks/models--mesolitica--llava-v1.6-vicuna-13b-hf-awq/bc5f30d6632ac0efdc7be2e9095e9e9579af2e33.lock\n",
766
+ "DEBUG:filelock:Lock 140168314889280 released on /home/ubuntu/.cache/huggingface/hub/.locks/models--mesolitica--llava-v1.6-vicuna-13b-hf-awq/bc5f30d6632ac0efdc7be2e9095e9e9579af2e33.lock\n",
767
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"POST /api/validate-yaml HTTP/1.1\" 200 27\n",
768
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"POST /api/models/mesolitica/llava-v1.6-vicuna-13b-hf-awq/preupload/main HTTP/1.1\" 200 143\n",
769
+ "DEBUG:urllib3.connectionpool:https://huggingface.co:443 \"POST /api/models/mesolitica/llava-v1.6-vicuna-13b-hf-awq/commit/main HTTP/1.1\" 200 212\n"
770
+ ]
771
+ },
772
+ {
773
+ "data": {
774
+ "text/plain": [
775
+ "CommitInfo(commit_url='https://huggingface.co/mesolitica/llava-v1.6-vicuna-13b-hf-awq/commit/15adcf73216c79dba946bb8bd1f1a48229881505', commit_message='Upload config', commit_description='', oid='15adcf73216c79dba946bb8bd1f1a48229881505', pr_url=None, pr_revision=None, pr_num=None)"
776
+ ]
777
+ },
778
+ "execution_count": 12,
779
+ "metadata": {},
780
+ "output_type": "execute_result"
781
+ }
782
+ ],
783
+ "source": [
784
+ "from transformers import AutoConfig, AwqConfig\n",
785
+ "\n",
786
+ "quantization_config = AwqConfig(\n",
787
+ " bits=quant_config['w_bit'],\n",
788
+ " group_size=quant_config['q_group_size'],\n",
789
+ " zero_point=quant_config['zero_point'],\n",
790
+ " backend='autoawq',\n",
791
+ " version=quant_config['version'].lower(),\n",
792
+ ")\n",
793
+ "\n",
794
+ "config = AutoConfig.from_pretrained(model_path)\n",
795
+ "config.quantization_config = quantization_config\n",
796
+ "\n",
797
+ "config.push_to_hub('mesolitica/llava-v1.6-vicuna-13b-hf-awq')"
798
+ ]
799
+ },
800
+ {
801
+ "cell_type": "code",
802
+ "execution_count": 13,
803
+ "id": "4546e2f1",
804
+ "metadata": {},
805
+ "outputs": [],
806
+ "source": [
807
+ "from huggingface_hub import HfApi\n",
808
+ "\n",
809
+ "api = HfApi()"
810
+ ]
811
+ },
812
+ {
813
+ "cell_type": "code",
814
+ "execution_count": 16,
815
+ "id": "4d6dc901",
816
+ "metadata": {},
817
+ "outputs": [],
818
+ "source": [
819
+ "api.upload_folder(\n",
820
+ " folder_path=quant_path,\n",
821
+ " repo_id='mesolitica/llava-v1.6-vicuna-13b-hf-awq',\n",
822
+ ")"
823
+ ]
824
+ },
825
+ {
826
+ "cell_type": "code",
827
+ "execution_count": null,
828
+ "id": "d91bd622",
829
+ "metadata": {},
830
+ "outputs": [],
831
+ "source": []
832
+ }
833
+ ],
834
+ "metadata": {
835
+ "kernelspec": {
836
+ "display_name": "Python 3 (ipykernel)",
837
+ "language": "python",
838
+ "name": "python3"
839
+ },
840
+ "language_info": {
841
+ "codemirror_mode": {
842
+ "name": "ipython",
843
+ "version": 3
844
+ },
845
+ "file_extension": ".py",
846
+ "mimetype": "text/x-python",
847
+ "name": "python",
848
+ "nbconvert_exporter": "python",
849
+ "pygments_lexer": "ipython3",
850
+ "version": "3.10.12"
851
+ }
852
+ },
853
+ "nbformat": 4,
854
+ "nbformat_minor": 5
855
+ }