Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,19 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+optimizer_0/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+optimizer_0/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+optimizer_0/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+optimizer_0/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+optimizer_0/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
+optimizer_0/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
+optimizer_0/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
+optimizer_0/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
+pytorch_model_fsdp_0/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+pytorch_model_fsdp_0/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+pytorch_model_fsdp_0/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+pytorch_model_fsdp_0/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+pytorch_model_fsdp_0/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
+pytorch_model_fsdp_0/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
+pytorch_model_fsdp_0/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
+pytorch_model_fsdp_0/__7_0.distcp filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,32 @@
+{
+  "_name_or_path": "nicholasKluge/Mula-4x160m",
+  "architectures": [
+    "MixtralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "max_position_embeddings": 2048,
+  "model_type": "mixtral",
+  "num_attention_heads": 12,
+  "num_experts_per_tok": 2,
+  "num_hidden_layers": 12,
+  "num_key_value_heads": 12,
+  "num_local_experts": 4,
+  "output_router_logits": false,
+  "pad_token_id": 3,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 1000000.0,
+  "router_aux_loss_coef": 0.02,
+  "router_jitter_noise": 0.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.40.0.dev0",
+  "use_cache": true,
+  "vocab_size": 32000
+}

emissions_0.csv

@@ -1,2 +1,22 @@
 timestamp,project_name,run_id,duration,emissions,emissions_rate,cpu_power,gpu_power,ram_power,cpu_energy,gpu_energy,ram_energy,energy_consumed,country_name,country_iso_code,region,cloud_provider,cloud_region,os,python_version,codecarbon_version,cpu_count,cpu_model,gpu_count,gpu_model,longitude,latitude,ram_total_size,tracking_mode,on_cloud,pue
-2024-04-12T02:10:01,Mula,ee09a10e-ab57-4330-ab5e-aa9c6e147ebd,11606.888842105865,0.3891941502147851,3.353130675318613e-05,42.5,256.7021206027769,31.303916931152344,0.13702553515848181,0.8605284661999998,0.10090567709954473,1.098459678458027,The Netherlands,NLD,groningen,,,Linux-6.1.58+-x86_64-with-glibc2.35,3.10.12,2.3.5,12,Intel(R) Xeon(R) CPU @ 2.20GHz,1,1 x NVIDIA A100-SXM4-40GB,6.5765,53.2157,83.47711181640625,machine,N,1.0
+2024-03-27T14:46:34,Mula,0e12bdc1-acc1-4c55-befa-a345b0b48e6c,589.3835089206696,0.1012187368924628,0.0001717366288001,112.5,1637.0780233278515,188.89137554168704,0.0184181178510189,0.2282209342432537,0.0303106243353326,0.2769496764296054,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T14:48:36,Mula,0e12bdc1-acc1-4c55-befa-a345b0b48e6c,711.8846714496613,0.12408283487368,0.0001743018776075,112.5,1738.356595212418,188.89137554168704,0.0222462635412812,0.2806623620297088,0.0366006592093928,0.339509284780383,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T14:58:19,Mula,c040e78f-b692-43f5-b873-8dcd89194880,367.5594747066498,0.0276483039765794,7.522130669776814e-05,112.5,360.2660359289521,188.89137554168704,0.0114861797764897,0.0452561831493625,0.018907552052599,0.0756499149784513,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T15:04:23,Mula,c040e78f-b692-43f5-b873-8dcd89194880,731.4823710918427,0.0536651771557388,7.336496308945333e-05,112.5,336.88115112468483,188.89137554168704,0.0228586953952908,0.0860210410390038,0.0379562536710713,0.1468359901053659,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T15:10:22,Mula,c040e78f-b692-43f5-b873-8dcd89194880,1090.5218198299408,0.0794384652939163,7.284445285680228e-05,112.5,343.45039866379784,188.89137554168704,0.0340785817801952,0.126527578999763,0.0567494191714924,0.2173555799514507,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T15:16:25,Mula,c040e78f-b692-43f5-b873-8dcd89194880,1453.574261188507,0.1053823139830928,7.249874794627112e-05,112.5,320.48783449928976,188.89137554168704,0.0454238718450069,0.1671640920644961,0.0757538851893265,0.2883418490988293,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T15:22:27,Mula,c040e78f-b692-43f5-b873-8dcd89194880,1815.960150718689,0.1312872785462274,7.229634333895975e-05,112.5,373.340053288949,188.89137554168704,0.056748328320682,0.2077515659233384,0.0947218311893928,0.3592217254334128,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T15:28:29,Mula,c040e78f-b692-43f5-b873-8dcd89194880,2177.749381542206,0.1571672392158098,7.216957127753125e-05,112.5,375.5798083211026,188.89137554168704,0.0680541427060961,0.2483183536545219,0.1136606909967533,0.4300331873573708,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T15:34:29,Mula,c040e78f-b692-43f5-b873-8dcd89194880,2537.710343360901,0.1829255660583677,7.208291779120235e-05,112.5,383.30357862466377,188.89137554168704,0.0793028256595134,0.2887064326316384,0.132502582558937,0.5005118408500883,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T15:40:36,Mula,c040e78f-b692-43f5-b873-8dcd89194880,2904.5016717910767,0.2121495265367047,7.304162658852306e-05,112.5,354.9598354678432,188.89137554168704,0.0907649539113045,0.3386382470214926,0.1510697878919582,0.5804729888247544,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T15:46:40,Mula,c040e78f-b692-43f5-b873-8dcd89194880,3268.355677127838,0.2381410875017235,7.286265970630126e-05,112.5,321.9137360069825,188.89137554168704,0.1021352947503328,0.379339285971195,0.1701152252080486,0.6515898059295756,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T15:52:41,Mula,c040e78f-b692-43f5-b873-8dcd89194880,3629.54123210907,0.2640410535364955,7.274777627558879e-05,112.5,316.9861367439472,188.89137554168704,0.1134222454205155,0.4200121035094071,0.1890216566094023,0.722456005539324,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T15:52:48,Mula,c040e78f-b692-43f5-b873-8dcd89194880,3637.23626446724,0.2644657977341564,7.27106458048289e-05,112.5,245.8975172024424,188.89137554168704,0.113662709146738,0.420533889760172,0.1894215705925571,0.7236181694994662,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T18:26:26,Mula,cb4ed7f6-4d8c-4835-a113-9a37dfaaf135,351.4542169570923,0.0777630890453398,0.0002212609361145,112.5,898.7763863424462,188.89137554168704,0.0109828877300024,0.1834043695011544,0.0183842415097758,0.2127714987409327,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T18:27:49,Mula,cb4ed7f6-4d8c-4835-a113-9a37dfaaf135,433.6775641441345,0.0967716701289097,0.0002231419795024,112.5,2034.086453886867,188.89137554168704,0.0135523540452122,0.2285465942260067,0.0226828851380234,0.2647818334092425,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T18:42:08,Mula,edf89233-6002-4afa-a1a2-60c9b1e3b9a4,392.4784610271454,0.0922760093082826,0.0002351110149249,112.5,2074.1944963706865,188.89137554168704,0.0122648901119828,0.2196888435287149,0.0205272961047653,0.2524810297454632,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T18:52:29,Mula,c7e689a8-d9fb-4c7f-a15e-48048c1da542,539.1840255260468,0.1300197283390411,0.0002411416551374,112.5,2114.764590157012,188.8913741111756,0.0168494191095232,0.3106983557807083,0.0282057426745977,0.3557535175648292,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.7103309631348,machine,N,1.0
+2024-03-27T19:00:39,Mula,c9617a25-f5f1-4845-9724-2aff989afd97,516.2855997085571,0.1236276167832833,0.000239455868715,112.5,2096.652312676816,188.89137554168704,0.016133844166994,0.295125466655751,0.0270044288470108,0.3382637396697558,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T19:05:14,Mula,b952cbbf-a66c-47c9-b953-53e63732560f,496.11173462867737,0.1179536423261377,0.0002377562030747,112.5,2147.434274272686,188.8913741111756,0.0155033868849277,0.2812955544807067,0.0259399514405824,0.322738892806217,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.7103309631348,machine,N,1.0
+2024-04-03T17:24:11,Mula,8e460ffc-1449-48f6-8488-cf111d83445e,282.7245464324951,0.0535793281972577,0.0001895107052901,112.5,1406.4261986590388,365.62500000000006,0.0088350795730948,0.1095483776386316,0.0282176372408866,0.1466010944526131,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,4,4 x NVIDIA A100-SXM4-80GB,7.0412,50.7088,975.0,machine,N,1.0
+2024-04-03T17:37:52,Mula,1dfcfe73-98f3-46b0-be21-f65e0d200de8,280.5332717895508,0.05409168322598614,0.00019281735418023573,112.5,1436.641794083273,365.62500000000006,0.008766606263816357,0.11077114167240154,0.028465226877480744,0.14800297481369865,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,4,4 x NVIDIA A100-SXM4-80GB,7.0412,50.7088,975.0,machine,N,1.0

emissions_1.csv

@@ -0,0 +1,12 @@
+timestamp,project_name,run_id,duration,emissions,emissions_rate,cpu_power,gpu_power,ram_power,cpu_energy,gpu_energy,ram_energy,energy_consumed,country_name,country_iso_code,region,cloud_provider,cloud_region,os,python_version,codecarbon_version,cpu_count,cpu_model,gpu_count,gpu_model,longitude,latitude,ram_total_size,tracking_mode,on_cloud,pue
+2024-03-27T14:46:34,Mula,20b21b01-92ae-4dcf-a934-1bd5066702d5,613.9597263336182,0.1035669099108527,0.0001686868135949,112.5,822.8304712106375,188.89137554168704,0.0191861755549907,0.2325690988329114,0.0316193563299069,0.2833746307178091,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T14:48:36,Mula,20b21b01-92ae-4dcf-a934-1bd5066702d5,736.5340929031372,0.126440744163345,0.0001716699136966,112.5,1617.4396554517714,188.89137554168704,0.0230166090950369,0.285019586626607,0.037924683248428,0.345960878970072,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T18:26:26,Mula,dd040fba-e4f7-4cd7-b7f2-74ffd5bd57ae,356.9200930595398,0.0782745146551209,0.0002193054304792,112.5,809.316298244659,188.89137554168704,0.0111536959558725,0.1843532027602279,0.0186639373559942,0.2141708360720946,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T18:27:49,Mula,dd040fba-e4f7-4cd7-b7f2-74ffd5bd57ae,439.1448831558228,0.0972788131827467,0.0002215187217568,112.5,2051.338448500623,188.89137554168704,0.0137232066318392,0.2294896113693205,0.022956635022551,0.2661694530237108,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T18:42:08,Mula,2399c5fc-80de-4a74-81e5-58f19d0910f8,397.92669773101807,0.0927829298019601,0.00023316588289,112.5,2067.229345550991,188.89137554168704,0.0124351487383246,0.2206230731649796,0.0208098184985819,0.2538680404018861,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T18:52:29,Mula,53ebdb52-f8bc-419b-b0d2-008aaf0f18fe,544.5720477104187,0.1305207661405993,0.000239675845812,112.5,2114.5537120484983,188.8913741111756,0.0170177919417619,0.3116464268169459,0.0284602135327886,0.3571244322914965,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.7103309631348,machine,N,1.0
+2024-03-27T19:00:39,Mula,2a693812-0723-4bf9-9160-756fb99f179d,524.4506824016571,0.1243982315202325,0.0002371971964085,112.5,2089.4231561244737,188.89137554168704,0.0163890083432197,0.2965490577946141,0.0274341912688772,0.340372257406711,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T19:05:14,Mula,69cb07cb-60f5-4626-a2d2-0dc84771e570,501.8054993152618,0.1184969907515084,0.0002361412756799,112.5,2071.5248944685195,188.8913741111756,0.0156813284382224,0.2823194811331788,0.026224766187151,0.3242255757585522,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.7103309631348,machine,N,1.0
+2024-04-03T17:24:11,Mula,1025a0b9-0a55-4687-a193-2e0d22673b4a,291.2407035827637,0.0543277999469989,0.0001865391728514,112.5,1417.8776902740608,365.62500000000006,0.0091012066528201,0.11034738272226,0.0292004362735897,0.1486490256486699,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,4,4 x NVIDIA A100-SXM4-80GB,7.0412,50.7088,975.0,machine,N,1.0
+2024-04-03T17:37:52,Mula,035fea41-4ab5-4070-9942-ec8ac5e623d1,288.18737173080444,0.0547262373592855,0.0001898981104918,112.5,1438.3798020387997,365.62500000000006,0.0090057944729924,0.1114927841941622,0.0292406316231936,0.1497392102903482,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,4,4 x NVIDIA A100-SXM4-80GB,7.0412,50.7088,975.0,machine,N,1.0
+2024-04-03T17:44:06,Mula,1570d231-f560-4f89-b9ba-b8b2f339ed4e,394.08038234710693,0.07616345934572316,0.00019326884249375856,112.5,1461.075506778795,365.62500000000006,0.012314926579594612,0.15622048080961193,0.03985926408320665,0.2083946714724132,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,4,4 x NVIDIA A100-SXM4-80GB,7.0412,50.7088,975.0,machine,N,1.0

emissions_2.csv

@@ -0,0 +1,12 @@
+timestamp,project_name,run_id,duration,emissions,emissions_rate,cpu_power,gpu_power,ram_power,cpu_energy,gpu_energy,ram_energy,energy_consumed,country_name,country_iso_code,region,cloud_provider,cloud_region,os,python_version,codecarbon_version,cpu_count,cpu_model,gpu_count,gpu_model,longitude,latitude,ram_total_size,tracking_mode,on_cloud,pue
+2024-03-27T14:46:34,Mula,3d4863f7-9b44-4feb-8481-4db39fdc7c65,613.898264169693,0.1035186741357793,0.0001686251292399,112.5,807.5488879971339,188.89137554168704,0.0191842553094029,0.2325678904986041,0.0314905045797854,0.2832426503877926,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T14:48:36,Mula,3d4863f7-9b44-4feb-8481-4db39fdc7c65,736.4307532310486,0.1263813310683012,0.0001716133261868,112.5,1610.862338754309,188.89137554168704,0.0230133810341358,0.285003820225107,0.0377811145535202,0.3457983158127632,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T18:26:26,Mula,826dc0f4-65e9-4bc4-a44b-e2e31a944568,357.0921325683594,0.0782933265290691,0.0002192524544462,112.5,805.8075258041032,188.89137554168704,0.0111590753868222,0.1843834036177263,0.0186798291819286,0.2142223081864772,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T18:27:49,Mula,826dc0f4-65e9-4bc4-a44b-e2e31a944568,439.3060264587402,0.0973011810822975,0.00022148838218,112.5,2050.6610922529835,188.89137554168704,0.0137282439023256,0.2295256283425786,0.0229767827136774,0.2662306549585817,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T18:42:08,Mula,3ff1975e-9473-4222-a067-3a6a1dcf4638,397.85705828666687,0.0927786769569475,0.000233196006014,112.5,2062.565313196188,188.89137554168704,0.0124329772144556,0.2206208753854426,0.0208025513788681,0.2538564039787663,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T18:52:29,Mula,64bfeeca-320f-4b2e-95a6-5cd6db4ccbed,544.5839400291443,0.1305217555668975,0.0002396724287534,112.5,2130.667710433898,188.8913741111756,0.017018169440329,0.311656917380894,0.0284520526893275,0.3571271395105507,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.7103309631348,machine,N,1.0
+2024-03-27T19:00:39,Mula,397eb9e4-fa53-4c56-b63f-1c83209b6be5,524.1738023757935,0.1243689801593475,0.0002372666844387,112.5,2090.800611924086,188.89137554168704,0.0163803555965423,0.2965000027553728,0.0274118629351905,0.3402922212871057,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T19:05:14,Mula,9f475136-0055-47f0-83b3-07ed07a500d6,501.8114988803864,0.1184964993496359,0.0002361374731627,112.5,2066.990414142195,188.8913741111756,0.0156815171539783,0.2823139933510106,0.0262287207041867,0.3242242312091757,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.7103309631348,machine,N,1.0
+2024-04-03T17:24:11,Mula,0f580e9b-450e-41bc-beb3-be5aec3dffce,291.23546981811523,0.0543241545797272,0.000186530008222,112.5,1411.3371902066867,365.62500000000006,0.0091010441258549,0.1103391702156884,0.0291988370344042,0.1486390513759476,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,4,4 x NVIDIA A100-SXM4-80GB,7.0412,50.7088,975.0,machine,N,1.0
+2024-04-03T17:37:52,Mula,39c08bc2-0f00-4325-9d3b-1bb37e00f63a,288.1884241104126,0.0547293838785399,0.0001899083353104,112.5,1450.4655673409322,365.62500000000006,0.0090058336406946,0.111501943923713,0.0292400420755147,0.1497478196399224,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,4,4 x NVIDIA A100-SXM4-80GB,7.0412,50.7088,975.0,machine,N,1.0
+2024-04-03T17:44:06,Mula,f1fd80a9-815e-43f2-97f4-e13211b328f0,394.06744503974915,0.07616231163765094,0.000193272275079634,112.5,1465.5388711553537,365.62500000000006,0.012314536750316619,0.15621620858396668,0.0398607858363539,0.20839153117063713,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,4,4 x NVIDIA A100-SXM4-80GB,7.0412,50.7088,975.0,machine,N,1.0

emissions_3.csv

@@ -0,0 +1,12 @@
+timestamp,project_name,run_id,duration,emissions,emissions_rate,cpu_power,gpu_power,ram_power,cpu_energy,gpu_energy,ram_energy,energy_consumed,country_name,country_iso_code,region,cloud_provider,cloud_region,os,python_version,codecarbon_version,cpu_count,cpu_model,gpu_count,gpu_model,longitude,latitude,ram_total_size,tracking_mode,on_cloud,pue
+2024-03-27T14:46:34,Mula,d451a322-edaa-4040-9347-a6f6f0602d5a,613.9744622707367,0.103547523242542,0.0001686511892686,112.5,804.9326647239727,188.89137554168704,0.0191859145835042,0.2325740918924523,0.0315615794037076,0.2833215858796642,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T14:48:36,Mula,d451a322-edaa-4040-9347-a6f6f0602d5a,736.4326574802399,0.126408031045732,0.0001716491382637,112.5,1615.7572964588794,188.89137554168704,0.0230127187669277,0.2850130624547198,0.0378455897421396,0.3458713709637871,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T18:26:26,Mula,d71590a8-b187-499b-b7cf-42901c108bad,357.08724093437195,0.0782901323366751,0.00021924651279,112.5,806.3016371766986,188.89137554168704,0.0111589242368936,0.1843834036177263,0.0186712405414081,0.2142135683960281,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T18:27:49,Mula,d71590a8-b187-499b-b7cf-42901c108bad,439.32105255126953,0.0972977582748293,0.0002214730154855,112.5,2053.8662222674843,188.89137554168704,0.0137287129387259,0.2295256283425786,0.0229669483616259,0.2662212896429306,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T18:42:08,Mula,a0b4a291-acfa-4227-85d4-fa110bf71936,397.8836410045624,0.0927756963976491,0.0002331729350908,112.5,2064.468586001909,188.89137554168704,0.0124338095337152,0.2206208753854426,0.0207935638014158,0.2538482487205737,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T18:52:29,Mula,8d012ee8-2182-4f43-b65d-57e7937ba80c,544.6721837520599,0.1305413769328219,0.0002396696229896,112.5,2131.500020050348,188.8913741111756,0.0170209236890077,0.3116692773907843,0.0284906254368477,0.3571808265166398,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.7103309631348,machine,N,1.0
+2024-03-27T19:00:39,Mula,cbe5b828-ec3f-46bd-9e6d-86196adf89f5,524.1648519039154,0.1243647320261115,0.0002372626313542,112.5,2090.4086594017795,188.89137554168704,0.0163800764232873,0.2965000027553728,0.0274005185774546,0.3402805977561147,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.710334777832,machine,N,1.0
+2024-03-27T19:05:14,Mula,4101bf45-a1e6-4a98-952f-0ef3c020e289,501.6687340736389,0.1184750521429136,0.0002361619213955,112.5,2071.27158549401,188.8913741111756,0.0156770729869604,0.2822921694446592,0.0261963059966362,0.3241655484282557,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,8,8 x NVIDIA A40,7.1108,50.7349,503.7103309631348,machine,N,1.0
+2024-04-03T17:24:11,Mula,fa5fc2e5-e3d9-4e1c-b463-e18441b3a646,291.230991601944,0.0543259533189,0.0001865390527981,112.5,1413.7426705386752,365.62500000000006,0.0091009079664945,0.1103391702156884,0.0292038948144763,0.1486439729966593,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,4,4 x NVIDIA A100-SXM4-80GB,7.0412,50.7088,975.0,machine,N,1.0
+2024-04-03T17:37:52,Mula,913c8a1c-f9eb-499d-b079-dd808a8af5eb,288.1881899833679,0.0547285890366477,0.0001899057315284,112.5,1453.035598514505,365.62500000000006,0.0090058310106396,0.1114998211442426,0.0292399926781654,0.1497456448330477,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,4,4 x NVIDIA A100-SXM4-80GB,7.0412,50.7088,975.0,machine,N,1.0
+2024-04-03T17:44:06,Mula,27ab3d61-5b5f-4fa1-9838-775a78ca9359,394.06828570365906,0.07616199208221104,0.0001932710518589795,112.5,1466.6953371799605,365.62500000000006,0.012314561188220982,0.15621620858396668,0.03985988704673945,0.20839065681892716,Germany,DEU,north rhine-westphalia,,,Linux-5.14.0-284.30.1.el9_2.x86_64-x86_64-with-glibc2.34,3.10.12,2.3.3,128,AMD EPYC 7713 64-Core Processor,4,4 x NVIDIA A100-SXM4-80GB,7.0412,50.7088,975.0,machine,N,1.0

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "pad_token_id": 3,
+  "transformers_version": "4.40.0.dev0"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ddc491ea9058a1e887ee544ab32ccb70df89a417990f7a5fa1064d9023e3e2
+size 1669061104

optimizer_0/__0_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177fe55b62cb7bb06bb3d8c0819a44a7b2bc6a6a0dca48198d1fd6680574b9ea
+size 3338897260

optimizer_0/__1_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f143f4a6ea7663dec941a67aa8dad29e0e04fdc689fe1651d151d3b1ba5b26f9
+size 325096776

optimizer_0/__2_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c59d97b605aaaf3ec5ad8424af44337cec2752185e7da93a7634f053ff2bd79
+size 325096776

optimizer_0/__3_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb46d70fd49a06be2fba06fa82089f033187bbf47eebb2e1c55ef4899043ecbe
+size 325096776

optimizer_0/__4_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e1e776f498d6517d85d6bdd26aa67a6da18b4c520d6ce552a4e76db810ee9e
+size 162679368

optimizer_0/__5_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd92a1801bc8335525def1d4085f70a8fc90a4dfb174e7ad07e7479c1a400f3f
+size 162679368

optimizer_0/__6_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b210ad7453a729e4e6523078a57438311b4bb64b95533f9d860e8a635b99cc8
+size 162679368

optimizer_0/__7_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f22f7d2c8ec29e04fbf64356a9d46d975af506b1296b529ba60294ab0fc2c74
+size 162679368

pytorch_model_fsdp_0/__0_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13b5658fab9b500b1e5de3a4546b8dedd7ba1c0f93b963eb28506aa7cccf0bd
+size 1669305540

pytorch_model_fsdp_0/__1_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48666762f4a48f7ff8a2bad76f5a5158a25a792fb943607dd55ba8d62c5acbf5
+size 162548388

pytorch_model_fsdp_0/__2_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74afcdabd8524fcaac78685b0200f931fe5db7cfbdd7860fd00888bccbb372dc
+size 162548388

pytorch_model_fsdp_0/__3_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e28d68846f0057b9884a23ee824b23f860589a5f749c528b920985381535da
+size 162548388

pytorch_model_fsdp_0/__4_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10e325ea87578caaeb6bb647034c697ac94f9a4f3fbc36f79337e9eaa60d9df
+size 81339684

pytorch_model_fsdp_0/__5_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4cf5593662b9faa4051ce420c7b432c4914d8cc53ef00ba553b90e75abc569
+size 81339684

pytorch_model_fsdp_0/__6_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946c31d1a2d7f455e3d2dfa220d6aafb5e8bb11631901162e72669b6f9a12513
+size 81339684

pytorch_model_fsdp_0/__7_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981f815d32be3a029fb1c88e5025dff620ef073ba3ef793a5d5a4f31f20cba7e
+size 81339684

random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a1aa783125b4f4cd94606c0727f954081c4309a9a250f3acc827a9a6b5ef1d
+size 14344

random_states_1.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192f01118a75599bdd1f4e5068d24f9c296b1bd1710b7bfa577ff42fe3f446a5
+size 15124

random_states_2.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a2c36f693343c991bb14a797f32e74c01704954d1b5714d0345f0f76291d2e
+size 15124

random_states_3.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee0040f1a11cccfa4740aee3e441bced083963620b792774768ee0e3a87e8d6
+size 15124

random_states_4.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a282b74d235641a19cf283e1fdb6eec5591f9c1dd60a8373e2fe1570db720db
+size 16100

random_states_5.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf47c7ee6ed1928f23b4b1b00d0ce747d8cc210e4ab093ab1643c7a19f4a920
+size 16100

random_states_6.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221e718692918be327baedc2173d84c51a078f04b3cec3bd6b7f0c184aee1736
+size 16100

random_states_7.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92fb1840fa45c02d7164f45be15eb5e35e2f68e692eafaa91cbe40db26214c17
+size 16100

scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e011560fd09bfa8352f3d5623aed1d2330feb0336dff61d20d463ab3ec7cab8
+size 1064