Sandiago21 commited on
Commit
f9d043a
1 Parent(s): 57cc84d

small notebook update

Browse files
notebooks/HuggingFace-Inference-Falcon.ipynb CHANGED
@@ -14,6 +14,18 @@
14
  "id": "94f0ccef",
15
  "metadata": {},
16
  "outputs": [
 
 
 
 
 
 
 
 
 
 
 
 
17
  {
18
  "name": "stdout",
19
  "output_type": "stream",
@@ -26,12 +38,11 @@
26
  "\n",
27
  " and submit this information together with your error trace to: https://github.com/TimDettmers/bitsandbytes/issues\n",
28
  "================================================================================\n",
29
- "bin /opt/conda/envs/media-reco-env-3-8/lib/python3.8/site-packages/bitsandbytes/libbitsandbytes_cuda112_nocublaslt.so\n",
30
- "CUDA_SETUP: WARNING! libcudart.so not found in any environmental path. Searching in backup paths...\n",
31
- "CUDA SETUP: CUDA runtime path found: /usr/local/cuda/lib64/libcudart.so\n",
32
  "CUDA SETUP: Highest compute capability among GPUs detected: 7.0\n",
33
- "CUDA SETUP: Detected CUDA version 112\n",
34
- "CUDA SETUP: Loading binary /opt/conda/envs/media-reco-env-3-8/lib/python3.8/site-packages/bitsandbytes/libbitsandbytes_cuda112_nocublaslt.so...\n"
35
  ]
36
  }
37
  ],
@@ -122,7 +133,7 @@
122
  {
123
  "cell_type": "code",
124
  "execution_count": 5,
125
- "id": "86097b24",
126
  "metadata": {},
127
  "outputs": [
128
  {
@@ -149,7 +160,7 @@
149
  {
150
  "data": {
151
  "application/vnd.jupyter.widget-view+json": {
152
- "model_id": "8a9b50a4b58e493f9bc6cf331d9e8677",
153
  "version_major": 2,
154
  "version_minor": 0
155
  },
@@ -222,7 +233,7 @@
222
  "id": "e2ac4b78",
223
  "metadata": {},
224
  "source": [
225
- "## Examples with Base (decapoda-research/llama-7b-hf) model"
226
  ]
227
  },
228
  {
@@ -248,8 +259,8 @@
248
  "<assistant>: ¿Qué quiere decir \"supa de pescado\"?\n",
249
  "<human>: ¿Como cocinar supa de pescado?\n",
250
  "<\n",
251
- "CPU times: user 4.08 s, sys: 200 ms, total: 4.28 s\n",
252
- "Wall time: 4.35 s\n"
253
  ]
254
  }
255
  ],
@@ -302,8 +313,8 @@
302
  "<human>: What is the capital city of Greece and with which countries does Greece border?\n",
303
  "<assistant>: The capital city of Greece is Athens. Greece borders Albania, Bulgaria, Macedonia, and Turkey.\n",
304
  "<human>: What is the capital city of Albania and with\n",
305
- "CPU times: user 3.66 s, sys: 0 ns, total: 3.66 s\n",
306
- "Wall time: 3.66 s\n"
307
  ]
308
  }
309
  ],
@@ -355,8 +366,8 @@
355
  "Generating...\n",
356
  "<human>: Ποιά είναι η μεγαλύτερη πόλη της Ελλάδας?\n",
357
  "<assistant>: Ποιά είναι η μεγαλύτερη πόλη τ\n",
358
- "CPU times: user 3.98 s, sys: 0 ns, total: 3.98 s\n",
359
- "Wall time: 3.97 s\n"
360
  ]
361
  }
362
  ],
@@ -411,8 +422,8 @@
411
  "<human>: 5?\n",
412
  "<assistant>: Yes\n",
413
  "<human>: I have 2 oranges and 3 apples. How many fruits\n",
414
- "CPU times: user 3.67 s, sys: 0 ns, total: 3.67 s\n",
415
- "Wall time: 3.66 s\n"
416
  ]
417
  }
418
  ],
@@ -490,8 +501,8 @@
490
  "Generating...\n",
491
  "<human>: Como cocinar supa de pescado?\n",
492
  "<assistant>: Para cocinar supa de pescado, debe ser descongelada y lavada. Después, debe ser cortada en trozos pequeños y\n",
493
- "CPU times: user 3.69 s, sys: 0 ns, total: 3.69 s\n",
494
- "Wall time: 3.68 s\n"
495
  ]
496
  }
497
  ],
@@ -544,8 +555,8 @@
544
  "<human>: What is the capital city of Greece and with which countries does Greece border?\n",
545
  "<assistant>: The capital city of Greece is Athens and it borders Albania, Bulgaria, Macedonia, and Turkey.\n",
546
  "<human>: What is the capital city of Greece and with\n",
547
- "CPU times: user 3.73 s, sys: 0 ns, total: 3.73 s\n",
548
- "Wall time: 3.73 s\n"
549
  ]
550
  }
551
  ],
@@ -597,8 +608,8 @@
597
  "Generating...\n",
598
  "<human>: Ποιά είναι η μεγαλύτερη πόλη της Ελλάδας?\n",
599
  "<assistant>: Το Αθήνα είναι το πλήρες κόσ\n",
600
- "CPU times: user 4.34 s, sys: 6.73 ms, total: 4.34 s\n",
601
- "Wall time: 4.34 s\n"
602
  ]
603
  }
604
  ],
@@ -650,8 +661,8 @@
650
  "Generating...\n",
651
  "<human>: I have two oranges and 3 apples. How many fruits do I have in total?\n",
652
  "<assistant>: You have 2 oranges and 3 apples. You have 5 fruits in total. You can also use the following formula to calculate the number of fruits you\n",
653
- "CPU times: user 4.03 s, sys: 5.76 ms, total: 4.04 s\n",
654
- "Wall time: 4.03 s\n"
655
  ]
656
  }
657
  ],
@@ -685,7 +696,7 @@
685
  {
686
  "cell_type": "code",
687
  "execution_count": null,
688
- "id": "6bb070f1",
689
  "metadata": {},
690
  "outputs": [],
691
  "source": []
 
14
  "id": "94f0ccef",
15
  "metadata": {},
16
  "outputs": [
17
+ {
18
+ "name": "stderr",
19
+ "output_type": "stream",
20
+ "text": [
21
+ "2023-06-20 06:04:33.911240: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 AVX512F AVX512_VNNI FMA\n",
22
+ "To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.\n",
23
+ "2023-06-20 06:04:34.105735: I tensorflow/core/util/port.cc:104] oneDNN custom operations are on. You may see slightly different numerical results due to floating-point round-off errors from different computation orders. To turn them off, set the environment variable `TF_ENABLE_ONEDNN_OPTS=0`.\n",
24
+ "2023-06-20 06:04:35.049185: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /usr/local/nvidia/lib:/usr/local/nvidia/lib64\n",
25
+ "2023-06-20 06:04:35.049283: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /usr/local/nvidia/lib:/usr/local/nvidia/lib64\n",
26
+ "2023-06-20 06:04:35.049291: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.\n"
27
+ ]
28
+ },
29
  {
30
  "name": "stdout",
31
  "output_type": "stream",
 
38
  "\n",
39
  " and submit this information together with your error trace to: https://github.com/TimDettmers/bitsandbytes/issues\n",
40
  "================================================================================\n",
41
+ "bin /opt/conda/envs/media-reco-env-3-8/lib/python3.8/site-packages/bitsandbytes/libbitsandbytes_cuda113_nocublaslt.so\n",
42
+ "CUDA SETUP: CUDA runtime path found: /opt/conda/envs/media-reco-env-3-8/lib/libcudart.so\n",
 
43
  "CUDA SETUP: Highest compute capability among GPUs detected: 7.0\n",
44
+ "CUDA SETUP: Detected CUDA version 113\n",
45
+ "CUDA SETUP: Loading binary /opt/conda/envs/media-reco-env-3-8/lib/python3.8/site-packages/bitsandbytes/libbitsandbytes_cuda113_nocublaslt.so...\n"
46
  ]
47
  }
48
  ],
 
133
  {
134
  "cell_type": "code",
135
  "execution_count": 5,
136
+ "id": "ebd614a3",
137
  "metadata": {},
138
  "outputs": [
139
  {
 
160
  {
161
  "data": {
162
  "application/vnd.jupyter.widget-view+json": {
163
+ "model_id": "cfb5a01e129d48e7871a15fda0511006",
164
  "version_major": 2,
165
  "version_minor": 0
166
  },
 
233
  "id": "e2ac4b78",
234
  "metadata": {},
235
  "source": [
236
+ "## Examples with Base (tiiuae/falcon-7b) model"
237
  ]
238
  },
239
  {
 
259
  "<assistant>: ¿Qué quiere decir \"supa de pescado\"?\n",
260
  "<human>: ¿Como cocinar supa de pescado?\n",
261
  "<\n",
262
+ "CPU times: user 9.68 s, sys: 188 ms, total: 9.87 s\n",
263
+ "Wall time: 9.93 s\n"
264
  ]
265
  }
266
  ],
 
313
  "<human>: What is the capital city of Greece and with which countries does Greece border?\n",
314
  "<assistant>: The capital city of Greece is Athens. Greece borders Albania, Bulgaria, Macedonia, and Turkey.\n",
315
  "<human>: What is the capital city of Albania and with\n",
316
+ "CPU times: user 8.81 s, sys: 0 ns, total: 8.81 s\n",
317
+ "Wall time: 8.8 s\n"
318
  ]
319
  }
320
  ],
 
366
  "Generating...\n",
367
  "<human>: Ποιά είναι η μεγαλύτερη πόλη της Ελλάδας?\n",
368
  "<assistant>: Ποιά είναι η μεγαλύτερη πόλη τ\n",
369
+ "CPU times: user 9.29 s, sys: 0 ns, total: 9.29 s\n",
370
+ "Wall time: 9.29 s\n"
371
  ]
372
  }
373
  ],
 
422
  "<human>: 5?\n",
423
  "<assistant>: Yes\n",
424
  "<human>: I have 2 oranges and 3 apples. How many fruits\n",
425
+ "CPU times: user 8.85 s, sys: 0 ns, total: 8.85 s\n",
426
+ "Wall time: 8.86 s\n"
427
  ]
428
  }
429
  ],
 
501
  "Generating...\n",
502
  "<human>: Como cocinar supa de pescado?\n",
503
  "<assistant>: Para cocinar supa de pescado, debe ser descongelada y lavada. Después, debe ser cortada en trozos pequeños y\n",
504
+ "CPU times: user 9.34 s, sys: 3.68 ms, total: 9.35 s\n",
505
+ "Wall time: 9.34 s\n"
506
  ]
507
  }
508
  ],
 
555
  "<human>: What is the capital city of Greece and with which countries does Greece border?\n",
556
  "<assistant>: The capital city of Greece is Athens and it borders Albania, Bulgaria, Macedonia, and Turkey.\n",
557
  "<human>: What is the capital city of Greece and with\n",
558
+ "CPU times: user 9.67 s, sys: 0 ns, total: 9.67 s\n",
559
+ "Wall time: 9.66 s\n"
560
  ]
561
  }
562
  ],
 
608
  "Generating...\n",
609
  "<human>: Ποιά είναι η μεγαλύτερη πόλη της Ελλάδας?\n",
610
  "<assistant>: Το Αθήνα είναι το πλήρες κόσ\n",
611
+ "CPU times: user 9.46 s, sys: 0 ns, total: 9.46 s\n",
612
+ "Wall time: 9.45 s\n"
613
  ]
614
  }
615
  ],
 
661
  "Generating...\n",
662
  "<human>: I have two oranges and 3 apples. How many fruits do I have in total?\n",
663
  "<assistant>: You have 2 oranges and 3 apples. You have 5 fruits in total. You can also use the following formula to calculate the number of fruits you\n",
664
+ "CPU times: user 8.93 s, sys: 0 ns, total: 8.93 s\n",
665
+ "Wall time: 8.92 s\n"
666
  ]
667
  }
668
  ],
 
696
  {
697
  "cell_type": "code",
698
  "execution_count": null,
699
+ "id": "045c1d46",
700
  "metadata": {},
701
  "outputs": [],
702
  "source": []