Upload folder using huggingface_hub (#6)

- 03a02bba037bf2e5439fac7b6e106c21f4e2ea32796fdba92b39e88cc351b846 (feb21add89996b2ba767c0f1b63b287142904296)

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/tmp/tmpu6eey9a0",
+  "_name_or_path": "/tmp/tmpzu_5c0ni",
   "_remove_final_layer_norm": false,
   "activation_dropout": 0.0,
   "activation_function": "relu",

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1206bd904e52ca38ea1bb908811eafb9b85b9b6b69d10ee75cb2d51ccae977a3
+oid sha256:c72c8ed6eea9a8b4a088882bcef6168a2e7ac773572c98dfc6140f31e5e5e484
 size 201991864

results.json

@@ -3,20 +3,20 @@
     "base_current_gpu_total_memory": 40339.3125,
     "base_memory_inference_first": 690.0,
     "base_memory_inference": 570.0,
-    "base_token_generation_latency_sync": 26.18392219543457,
-    "base_token_generation_latency_async": 26.8399927765131,
-    "base_token_generation_throughput_sync": 0.038191375323226404,
-    "base_token_generation_throughput_async": 0.03725783417032329,
-    "base_token_generation_CO2_emissions": 7.27957891391666e-06,
-    "base_token_generation_energy_consumption": 0.002083295566052838,
+    "base_token_generation_latency_sync": 25.73595085144043,
+    "base_token_generation_latency_async": 25.555139780044556,
+    "base_token_generation_throughput_sync": 0.03885615129483473,
+    "base_token_generation_throughput_async": 0.03913107142465634,
+    "base_token_generation_CO2_emissions": 7.04025152217974e-06,
+    "base_token_generation_energy_consumption": 0.00201063437593726,
     "smashed_current_gpu_type": "NVIDIA A100-PCIE-40GB",
     "smashed_current_gpu_total_memory": 40339.3125,
-    "smashed_memory_inference_first": 184.0,
+    "smashed_memory_inference_first": 164.0,
     "smashed_memory_inference": 206.0,
-    "smashed_token_generation_latency_sync": 20.504255294799805,
-    "smashed_token_generation_latency_async": 20.576557517051697,
-    "smashed_token_generation_throughput_sync": 0.048770364279146265,
-    "smashed_token_generation_throughput_async": 0.04859899422783936,
-    "smashed_token_generation_CO2_emissions": 6.411004057764176e-06,
-    "smashed_token_generation_energy_consumption": 0.001626662612168566
+    "smashed_token_generation_latency_sync": 20.38736572265625,
+    "smashed_token_generation_latency_async": 21.09651416540146,
+    "smashed_token_generation_throughput_sync": 0.04904998583945111,
+    "smashed_token_generation_throughput_async": 0.047401195863912546,
+    "smashed_token_generation_CO2_emissions": 6.962162215496025e-06,
+    "smashed_token_generation_energy_consumption": 0.001568448312001272
 }

smash_config.json

@@ -14,7 +14,7 @@
         "controlnet": "None",
         "unet_dim": 4,
         "device": "cuda",
-        "cache_dir": "/ceph/hdd/staff/charpent/.cache/models5ojho2i3",
+        "cache_dir": "/ceph/hdd/staff/charpent/.cache/modelsmqfybacy",
         "batch_size": 1,
         "tokenizer": "GPT2TokenizerFast(name_or_path='facebook/opt-125m', vocab_size=50265, model_max_length=1000000000000000019884624838656, is_fast=True, padding_side='right', truncation_side='right', special_tokens={'bos_token': '</s>', 'eos_token': '</s>', 'unk_token': '</s>', 'pad_token': '<pad>'}, clean_up_tokenization_spaces=True),  added_tokens_decoder={\n\t1: AddedToken(\"<pad>\", rstrip=False, lstrip=False, single_word=False, normalized=True, special=True),\n\t2: AddedToken(\"</s>\", rstrip=False, lstrip=False, single_word=False, normalized=True, special=True),\n}",
         "task": "text_text_generation",