diff --git a/.gitattributes b/.gitattributes index 88f0bc34b8879e9d61ca2bc029e1da0fb574c8db..27cef845bec58863cd751636857d1ca8dea9fe80 100644 --- a/.gitattributes +++ b/.gitattributes @@ -34,3 +34,87 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text 1[[:space:]]-[[:space:]]Data[[:space:]]Prep/starting_dataset.csv filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00001_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00002_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00003_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00004_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00005_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00006_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00007_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00008_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00009_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00010_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00011_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00012_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00013_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00014_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00015_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00016_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00017_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00018_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00019_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00020_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00021_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00022_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00023_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00024_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00025_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00026_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00027_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00028_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00029_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00030_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00031_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00032_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00033_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00034_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00035_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00036_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00037_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00038_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00039_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00040_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00041_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/1[[:space:]]-[[:space:]]vodka_v5_512_dadapt/initial[[:space:]]grids/512_tests_00042_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00001_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00002_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00003_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00004_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00005_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00006_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00007_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00008_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00009_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00010_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00011_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00012_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00013_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00014_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00015_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00016_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00017_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00018_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00019_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00020_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00021_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00022_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00023_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00024_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00025_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00026_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00027_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00028_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00029_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00030_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00031_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00032_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00033_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00034_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00035_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00036_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00037_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00038_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00039_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00040_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00041_.png filter=lfs diff=lfs merge=lfs -text +3[[:space:]]-[[:space:]]model[[:space:]]fine-tuning/2[[:space:]]-[[:space:]]vodka_v5_768_adamw8bit/initial[[:space:]]grids/768_tests_00042_.png filter=lfs diff=lfs merge=lfs -text diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/events.out.tfevents.1696994289.d6f73ec37474.371.0 b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/events.out.tfevents.1696994289.d6f73ec37474.371.0 new file mode 100644 index 0000000000000000000000000000000000000000..3a0444e66ff0672745cf48be19eb44baf8d1c537 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/events.out.tfevents.1696994289.d6f73ec37474.371.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bcbf90d9512be20a80e096a43bc74d2cf32d6c4dcb89522d178962e3f20090c +size 64458235 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/fix.ipynb b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/fix.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..d26ecff245ec41b22fe37f6d9e4d7b62e105d8b7 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/fix.ipynb @@ -0,0 +1,84 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 7, + "metadata": {}, + "outputs": [], + "source": [ + "import torch\n", + "\n", + "# Load the checkpoint\n", + "input_state_dict = torch.load(\"vodka_v5_4-ep70-gs170940.ckpt\")\n", + "\n", + "root_is_state_dict = False\n", + "if \"state_dict\" in input_state_dict:\n", + " root_is_state_dict = True\n", + " state_dict = input_state_dict[\"state_dict\"]\n", + "else:\n", + " state_dict = input_state_dict\n", + "\n", + "mappings = {\n", + " \"attn_1.to_out.0\": \"attn_1.proj_out\",\n", + " \"attn_1.to_k\": \"attn_1.k\",\n", + " \"attn_1.to_q\": \"attn_1.q\",\n", + " \"attn_1.to_v\": \"attn_1.v\"\n", + "}\n", + "\n", + "def replace_all(key):\n", + " for mapping in mappings:\n", + " key = key.replace(mapping, mappings[mapping])\n", + " return key\n", + "\n", + "# First, create a new state_dict with renamed keys\n", + "renamed_state_dict = dict()\n", + "for key in state_dict:\n", + " renamed_state_dict[replace_all(key)] = state_dict[key]\n", + "\n", + "# Then, reshape the tensors in the renamed state_dict\n", + "def reshape_tensors(sd):\n", + " for key in sd:\n", + " if \"attn_1\" in key and sd[key].shape == torch.Size([512, 512]):\n", + " sd[key] = sd[key].unsqueeze(2).unsqueeze(3)\n", + " return sd\n", + "\n", + "output_state_dict = reshape_tensors(renamed_state_dict)\n", + "\n", + "# Finally, save the updated state_dict\n", + "if root_is_state_dict:\n", + " input_state_dict[\"state_dict\"] = output_state_dict\n", + " torch.save(input_state_dict, \"7_vodka_v5_512_dadapt_ep70.ckpt\")\n", + "else:\n", + " torch.save(output_state_dict, \"7_vodka_v5_512_dadapt_ep70.ckpt\")\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "fastai", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.10" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial checkpoints/1_vodka_v5_512_dadapt_ep10.ckpt b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial checkpoints/1_vodka_v5_512_dadapt_ep10.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f5d6845820c1157028ff0def5f3407ddf9b8b0a3 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial checkpoints/1_vodka_v5_512_dadapt_ep10.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d79eb3a30b67451c2b69e006491cd512872fc7c16b3e59f24178a7b39a3bef66 +size 2132878853 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial checkpoints/2_vodka_v5_512_dadapt_ep20.ckpt b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial checkpoints/2_vodka_v5_512_dadapt_ep20.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..942d528061e64bbae5de461adf3b52d1afb9aca5 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial checkpoints/2_vodka_v5_512_dadapt_ep20.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb957d2c5903a7139661788bbe389a300a07674907b5bcd834f36c26f7da2595 +size 2132878853 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial checkpoints/3_vodka_v5_512_dadapt_ep30.ckpt b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial checkpoints/3_vodka_v5_512_dadapt_ep30.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..99ddd0ba6f82d4cbba41b70528b1465f231fc4cc --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial checkpoints/3_vodka_v5_512_dadapt_ep30.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee9eda708ecfecd59bb09863abb5e158498160a2d2a90e47532ff484c8d9150c +size 2132878853 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial checkpoints/4_vodka_v5_512_dadapt_ep40.ckpt b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial checkpoints/4_vodka_v5_512_dadapt_ep40.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..3d244984ac0591e54bf1718cdf593439b1aac5f1 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial checkpoints/4_vodka_v5_512_dadapt_ep40.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:531749c3a7ae4b6510c5d4b5631c0a4d181813d83f3a7ee7051dc4cd36b9682f +size 2132878853 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial checkpoints/5_vodka_v5_512_dadapt_ep50.ckpt b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial checkpoints/5_vodka_v5_512_dadapt_ep50.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..16f824cd4e04d337eaeb8d11ec51de6990aea88b --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial checkpoints/5_vodka_v5_512_dadapt_ep50.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb9234980257b11fd4b67cea84a93eb8ec0022d8a541ce1bfdfbe8a1a6915431 +size 2132878853 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial checkpoints/6_vodka_v5_512_dadapt_ep60.ckpt b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial checkpoints/6_vodka_v5_512_dadapt_ep60.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1c51f75863ec52285a6fe3771ad11db6fe1bf59a --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial checkpoints/6_vodka_v5_512_dadapt_ep60.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04ac20d60fdbdb8ce52516f0db577eedc0b4329271369c4a2cf7b5e58c8d3514 +size 2132878853 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial checkpoints/7_vodka_v5_512_dadapt_ep70.ckpt b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial checkpoints/7_vodka_v5_512_dadapt_ep70.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..40eb2ed818a8d8de0784844ba8281beb69cfb57c --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial checkpoints/7_vodka_v5_512_dadapt_ep70.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7a82913a28e59e4787a0993509c831ed54bcfa83191e33d2b67b3805681c36c +size 2132878853 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00001_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00001_.png new file mode 100644 index 0000000000000000000000000000000000000000..d418d3d911746a9e16ee0d23fb53341bf965325d --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00001_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2217b076aec624351c399f783f7554683ad25453efb7841a20a620a9b87a6a6 +size 7117014 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00002_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00002_.png new file mode 100644 index 0000000000000000000000000000000000000000..82529800b925a904dd8cccd5efc8d14b9a59a89a --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00002_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63fb9819e497abbfbe9e1414db5d053ed166c967cdec4a624ce4aed8d36650bb +size 13446922 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00003_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00003_.png new file mode 100644 index 0000000000000000000000000000000000000000..51b32e859ba35cafcc966ad5a50398a089440803 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00003_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4057eccb57811e9de3547321acc405a9cf5e05c2e8783dab112527ad285eabaf +size 11763215 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00004_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00004_.png new file mode 100644 index 0000000000000000000000000000000000000000..2f79bd18436b2a6b7c938015d12f4a92c05977d2 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00004_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b89188da38db29176fd66e25a74ec7fdc830cfb71579f4495e89aa8839fccf24 +size 19612027 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00005_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00005_.png new file mode 100644 index 0000000000000000000000000000000000000000..ca2b23adb930c9897e78bcd9fbdc89dce9afa211 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00005_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:311296183d6282d4a5873e46ef4f1a51bd6d717b26fd44fe908985ca34f6e64f +size 21950468 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00006_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00006_.png new file mode 100644 index 0000000000000000000000000000000000000000..ef6147d571efe5f6b3518078c576f7daeeff4675 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00006_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:621a3ea1146888b7f2c3db6676637e2101b7449cbdd7dfdfa994f6b0da849ac6 +size 14844186 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00007_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00007_.png new file mode 100644 index 0000000000000000000000000000000000000000..16659c64cd735835900c9425f2645c2e381d1600 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00007_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85a7ffce7da21b7226659fea0be2179ef97b88305ec73c8521974a4a45cd93f0 +size 14217237 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00008_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00008_.png new file mode 100644 index 0000000000000000000000000000000000000000..fa8a0f7801c96fa2e693c0152524c696878cc41f --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00008_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:112582649ef0ae184572c705424304044046d5734919718af5994653a774acd4 +size 24510534 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00009_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00009_.png new file mode 100644 index 0000000000000000000000000000000000000000..6e9c87919c78f6a0e6ebe4df3f62b8e0dec150ea --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00009_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41ff4613bf8c937140369702edded82c722d4c837b9bd623ba01d70a6d879a30 +size 17852257 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00010_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00010_.png new file mode 100644 index 0000000000000000000000000000000000000000..ab155bd07caa534403868b55cad6e5be50f2fd1c --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00010_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb67767a171a94b5cfd284e20be2186b2c0c68928e48c2c1810d2100a07385a9 +size 12255923 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00011_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00011_.png new file mode 100644 index 0000000000000000000000000000000000000000..d431e6aefdb76fa8043e371807f712aebab15082 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00011_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:380bca7e7db5fe1e93ae65e12fe55c09248667208787484e0f7e02ee23c8932a +size 15683160 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00012_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00012_.png new file mode 100644 index 0000000000000000000000000000000000000000..89e93559146b129cbc661123b40ada2d5d707c07 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00012_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab0a0f5ba0bfb29447ae1e0f25115e7748bd09d13cb1ab068295c6e118d16ed4 +size 22798691 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00013_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00013_.png new file mode 100644 index 0000000000000000000000000000000000000000..ecefc3680e2d06b210788f37371cadf35ba0472a --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00013_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f296a48f0657324853784e34304a74b943a1d19827177ca7e6156f990bb102bc +size 17174299 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00014_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00014_.png new file mode 100644 index 0000000000000000000000000000000000000000..68261f9df535e4b27908a8930665f835d554f976 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00014_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b33dd08e5b947dcb2edad79ab4927100f82d7d70b73dbfe4249fc4904aa19620 +size 13531062 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00015_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00015_.png new file mode 100644 index 0000000000000000000000000000000000000000..8485953390e83c252de92dc0ff5c37778a4b94e2 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00015_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:064cbcacdd3b5b499c7a397a60e5c7e93bcbe63b36ec73de25aa05d72f651d9b +size 20860680 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00016_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00016_.png new file mode 100644 index 0000000000000000000000000000000000000000..68f58b2cc21a80afde3225ffdc934ffe690b20b7 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00016_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce99db2e721891906682672de9fca28c4ddc96f56f08b25d3d15d2daaaf08dec +size 22390767 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00017_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00017_.png new file mode 100644 index 0000000000000000000000000000000000000000..4637f067c47b091ac2cc93c5cec91815666e26a5 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00017_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4cf462dd5a8d07d94c5414c83ea05ad1565d091e4827e86b651cc0ece7385ae +size 14143733 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00018_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00018_.png new file mode 100644 index 0000000000000000000000000000000000000000..3b1af316490a14d392db1f8e6b438b99b123e1eb --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00018_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ec4075fc90904a3fa8608c5d510d50a24b6e46e12227f29a04ad19189e58f61 +size 22358263 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00019_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00019_.png new file mode 100644 index 0000000000000000000000000000000000000000..48dacca5b4fe8f9cf1bdd2aadbf89e8cd159c704 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00019_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e2bc18674e5cd8502bde8fd2c81eca62e7e18f458c658b164d163907a8300a5 +size 11837159 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00020_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00020_.png new file mode 100644 index 0000000000000000000000000000000000000000..e51429af2552b329f758bf0562286ea2a32e3455 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00020_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32de51b74b99578e77b6443ab7d0c303d4d8364dd512d15391d3fef888a3c4bd +size 20313704 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00021_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00021_.png new file mode 100644 index 0000000000000000000000000000000000000000..4dd92a772833fb70d08007d9234469d421832ac6 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00021_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d431fb84c1e55810088fc45c949c2e6d3eacd430ab329ae149b91b0ec283a90 +size 23513278 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00022_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00022_.png new file mode 100644 index 0000000000000000000000000000000000000000..32af030cfae79e4139926f1d28772f8d36cd42ec --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00022_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0415e6d0d97dceefb347b333e52f0d4cbf0b16c9d9c7f0c27643ed7f31d00de0 +size 15568448 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00023_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00023_.png new file mode 100644 index 0000000000000000000000000000000000000000..8ab2c15f227f5b5c5aac3a8db03f2aaf12001218 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00023_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c8267b9dd12112afe614fc37e0c1cfaab0db5ab102917964dbe688f50bfe065 +size 32357433 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00024_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00024_.png new file mode 100644 index 0000000000000000000000000000000000000000..5d4d4b1f31ed3ce9f8943e105f0356d0b7bda6e0 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00024_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6eeb7b98f2039aa57d313eea557e6f8a51f34c7b1f965c72a5c39a256c70047 +size 25455919 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00025_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00025_.png new file mode 100644 index 0000000000000000000000000000000000000000..c9c16ea688a0a176e2eb3ca24ce43af7c179e28b --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00025_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9236726bd03fb9cd1c3392f14b6ed50ef71cf088b0d699412ed564e452d747b3 +size 35113665 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00026_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00026_.png new file mode 100644 index 0000000000000000000000000000000000000000..acf5b33be78c24c1f9ab4009512dc3c6c227399e --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00026_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bd381d4483cf5c19404b7257d252c4cdd5b9619a5955d72be6b478bb3095237 +size 43107155 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00027_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00027_.png new file mode 100644 index 0000000000000000000000000000000000000000..8ec9c948546776ecd2c2fc598b8d13337671adde --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00027_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b0417e3f013a1e1b4d9f27949f4ae60438c1856f07e4d63f81cbe93299172a6 +size 35980401 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00028_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00028_.png new file mode 100644 index 0000000000000000000000000000000000000000..ae8dc2799a559dfc4f7d5facaedbcfe3689a2628 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00028_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60a5853f86f2a98f59e1b6f99b236157c6b15bf617647db9d6b7be5a181cbdfd +size 32447138 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00029_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00029_.png new file mode 100644 index 0000000000000000000000000000000000000000..985caf04e879225121d39bd5ca939ce143974863 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00029_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89e5c6c5b231f47a1b731566cc4ee62331518b243260080949d552dd452fb3ad +size 48144762 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00030_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00030_.png new file mode 100644 index 0000000000000000000000000000000000000000..69371bc96296feba5f444758e6a17a481d5ab63d --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00030_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e4ba7cac3d712fd1270338a0f7bcdb0b7276c8e3c4981f317df27a607f5587a +size 35157179 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00031_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00031_.png new file mode 100644 index 0000000000000000000000000000000000000000..33a823a69d959caf9b548c8bf974e7b2869a1bc4 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00031_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8f266964fe5d2d7ebd13b92929142853d5b17d526fe0af0ffec79beb2d8f020 +size 26643468 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00032_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00032_.png new file mode 100644 index 0000000000000000000000000000000000000000..7a2b4970163600e7d0978b006c6c71643ecaa5c5 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00032_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e94373ad3ab24d4f6fc1a654369aa938662c85209b8550781af14a163fb99504 +size 36820396 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00033_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00033_.png new file mode 100644 index 0000000000000000000000000000000000000000..008e2b23d232eeca8277af4728e68d2e51e0761d --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00033_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ad89588d69cad69f75ff3005b7d0db6805c74231208279f5b1052444edba78c +size 46158412 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00034_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00034_.png new file mode 100644 index 0000000000000000000000000000000000000000..026897db478e8965432299da558a5d1b35acba7a --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00034_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:982e1967cb854b6e28ba08602dc3d257c210ab65b551149a9e28ecfa5df7f9c5 +size 35417614 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00035_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00035_.png new file mode 100644 index 0000000000000000000000000000000000000000..0842e0c8ddbe4017fa1df9d8db8b92e1c69f8a7f --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00035_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f24fd7f3a77e6d0a742a57a6f43f210ea7798dd8d7e5159b626831c3414c0680 +size 27777456 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00036_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00036_.png new file mode 100644 index 0000000000000000000000000000000000000000..c505977015921a96c933c670cc71e9a9fc1d1456 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00036_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e41d63c38da3fd7737735dfede844d6c7f2718e2844f3d93e653d75f6876074 +size 40183681 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00037_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00037_.png new file mode 100644 index 0000000000000000000000000000000000000000..a84aaffad35be8ce0746ccb62d45658866b8f717 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00037_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fc5848a955154d3dd117e94ab51588b0a3b700c5adcad214586cf70599d132a +size 44828972 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00038_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00038_.png new file mode 100644 index 0000000000000000000000000000000000000000..b4ad3ada9a5598a6ee8372c5928341017f1bb938 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00038_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcfe3247b5c89c2265c37f343b8fba6c0cbd7f2d9d645c529a9d325f763b5f5c +size 29980630 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00039_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00039_.png new file mode 100644 index 0000000000000000000000000000000000000000..d8a22e5be9932431f3e79991a1da7824142f61f9 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00039_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0df0bca68b160fbe9b538be62cfd2d23757c3e3b68bd7cc73f0dd73873e9d8df +size 44031070 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00040_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00040_.png new file mode 100644 index 0000000000000000000000000000000000000000..fb420f9b67ac8ccc2b86326c1ef00f0e765c0ea5 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00040_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44a03c5cb9e3c094dc7857bf4fb3d28e24466d7f997b91b8b21c6af0e0dd0998 +size 26057946 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00041_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00041_.png new file mode 100644 index 0000000000000000000000000000000000000000..f5eb1f3084751c26adae46321fedadd0c3e11157 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00041_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d948210c43d31448ec800fed4c8769b1cad29593041015855b80fd7868d410b +size 37238419 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00042_.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00042_.png new file mode 100644 index 0000000000000000000000000000000000000000..c46471ebc408f43848132593d1e87d57e2b495c9 --- /dev/null +++ b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/initial grids/512_tests_00042_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01367957a879db48db1d102ba8ac3afd8b65029b98fe493ba4d7b31e06b764e6 +size 49677828 diff --git a/3 - model fine-tuning/1 - vodka_v5_512_dadapt/loss graph.png b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/loss graph.png new file mode 100644 index 0000000000000000000000000000000000000000..db85796f0c4d761fc8fdccbbba49029f981cf68c Binary files /dev/null and b/3 - model fine-tuning/1 - vodka_v5_512_dadapt/loss graph.png differ diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/events.out.tfevents.1697024903.ed2f7007e434.2407.0 b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/events.out.tfevents.1697024903.ed2f7007e434.2407.0 new file mode 100644 index 0000000000000000000000000000000000000000..48a594f652a50fffdc86c96ba99ef263491a2cdc --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/events.out.tfevents.1697024903.ed2f7007e434.2407.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9a4fc7eb7d63a0e5fbc7cfaf244180d0af84950404d1bc34acc73984131d3b5 +size 62244201 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/fix.ipynb b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/fix.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..320b17b6591b3059ab5a91a131c332d19fdea831 --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/fix.ipynb @@ -0,0 +1,84 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 7, + "metadata": {}, + "outputs": [], + "source": [ + "import torch\n", + "\n", + "# Load the checkpoint\n", + "input_state_dict = torch.load(\"vodka_v5_4_768-ep60-gs146640.ckpt\")\n", + "\n", + "root_is_state_dict = False\n", + "if \"state_dict\" in input_state_dict:\n", + " root_is_state_dict = True\n", + " state_dict = input_state_dict[\"state_dict\"]\n", + "else:\n", + " state_dict = input_state_dict\n", + "\n", + "mappings = {\n", + " \"attn_1.to_out.0\": \"attn_1.proj_out\",\n", + " \"attn_1.to_k\": \"attn_1.k\",\n", + " \"attn_1.to_q\": \"attn_1.q\",\n", + " \"attn_1.to_v\": \"attn_1.v\"\n", + "}\n", + "\n", + "def replace_all(key):\n", + " for mapping in mappings:\n", + " key = key.replace(mapping, mappings[mapping])\n", + " return key\n", + "\n", + "# First, create a new state_dict with renamed keys\n", + "renamed_state_dict = dict()\n", + "for key in state_dict:\n", + " renamed_state_dict[replace_all(key)] = state_dict[key]\n", + "\n", + "# Then, reshape the tensors in the renamed state_dict\n", + "def reshape_tensors(sd):\n", + " for key in sd:\n", + " if \"attn_1\" in key and sd[key].shape == torch.Size([512, 512]):\n", + " sd[key] = sd[key].unsqueeze(2).unsqueeze(3)\n", + " return sd\n", + "\n", + "output_state_dict = reshape_tensors(renamed_state_dict)\n", + "\n", + "# Finally, save the updated state_dict\n", + "if root_is_state_dict:\n", + " input_state_dict[\"state_dict\"] = output_state_dict\n", + " torch.save(input_state_dict, \"6_vodka_v5_768_adamw8bit_ep60.ckpt\")\n", + "else:\n", + " torch.save(output_state_dict, \"6_vodka_v5_768_adamw8bit_ep60.ckpt\")\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "fastai", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.10" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial checkpoints/1_vodka_v5_768_adamw8bit_ep10.ckpt b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial checkpoints/1_vodka_v5_768_adamw8bit_ep10.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..888b8b003419a6aa887b6d9e1ae1bc103b21446a --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial checkpoints/1_vodka_v5_768_adamw8bit_ep10.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51dc05c0dff37f84a16d30dd7772a3040aeba7d421f33598d5cd562527132862 +size 2132882252 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial checkpoints/2_vodka_v5_768_adamw8bit_ep20.ckpt b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial checkpoints/2_vodka_v5_768_adamw8bit_ep20.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..65511d3c763e611660438ad1476aba4200398ce1 --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial checkpoints/2_vodka_v5_768_adamw8bit_ep20.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80b655556355d7e384b0cf6c85a8bc63032c23a0b8139278ceafc425e8eddf8c +size 2132882252 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial checkpoints/3_vodka_v5_768_adamw8bit_ep30.ckpt b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial checkpoints/3_vodka_v5_768_adamw8bit_ep30.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..31604071c9bef597aeebc142f6ab8428ba6b393a --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial checkpoints/3_vodka_v5_768_adamw8bit_ep30.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a229e6cfd4f8f000e58bcaaa0cd6f609b0dddcd3879f5535dea4c77bc91c2d0 +size 2132882252 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial checkpoints/4_vodka_v5_768_adamw8bit_ep40.ckpt b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial checkpoints/4_vodka_v5_768_adamw8bit_ep40.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1715b3a9d2f5e526b7d22966e232c7be782a4538 --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial checkpoints/4_vodka_v5_768_adamw8bit_ep40.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de4779f52b8530df3ee19753ec91fd41c67dfc26e7e9f9d3654d026a1b3da16e +size 2132882252 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial checkpoints/5_vodka_v5_768_adamw8bit_ep50.ckpt b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial checkpoints/5_vodka_v5_768_adamw8bit_ep50.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d33498ce74e4aea6a5be85ef546f5068cb439187 --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial checkpoints/5_vodka_v5_768_adamw8bit_ep50.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc0de14ad9a3d42e9076e5d2e5484546e11e1dbe2d3d3b3cf2706bd26db284ec +size 2132882252 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial checkpoints/6_vodka_v5_768_adamw8bit_ep60.ckpt b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial checkpoints/6_vodka_v5_768_adamw8bit_ep60.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..7e1b477bc822ef3eb52f8efb14a4ddfbca9aea1b --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial checkpoints/6_vodka_v5_768_adamw8bit_ep60.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:887667f39ffc21e5f5883961ce14f46a795d68d31839a6ab04b3496d6cece7f4 +size 2132882252 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00001_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00001_.png new file mode 100644 index 0000000000000000000000000000000000000000..2bb9261bdc62bc751ee68eeeb88da95e3addf4d8 --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00001_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45f8fc2b9370f0e43391f5deea7773ba1c93ecb5831d7d9f586abd642a8ce0c7 +size 9231758 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00002_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00002_.png new file mode 100644 index 0000000000000000000000000000000000000000..0d82b9b6d4be13826163c8b76e407404c977414a --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00002_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1031bdc9cb3d24978213f73552824d9418fb569a8ccbcd879a49302a4c62b70e +size 12040106 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00003_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00003_.png new file mode 100644 index 0000000000000000000000000000000000000000..c217ccd59a1086de2f125667ccfc0592196137d0 --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00003_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:469fd2c6fe345ef1310352b541578a6b95d055bbec15df201439bd103f72ec8e +size 11089784 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00004_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00004_.png new file mode 100644 index 0000000000000000000000000000000000000000..f5f370242f3031e0efd6485f3f839bdb912c6a3e --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00004_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7dcbf7f38f693e0ca059c8b53d5f54f6f2e40bdd2182314f6a190e5b8a3b127 +size 17910786 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00005_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00005_.png new file mode 100644 index 0000000000000000000000000000000000000000..84379d01e8be564f63ac3e0eb13c545c173e946b --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00005_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a81049619e583cb70b2d0301e963fe1af7ff999cc83c6f2809f469d30e07936 +size 19339421 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00006_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00006_.png new file mode 100644 index 0000000000000000000000000000000000000000..a7561acb33bef185acaaff8fae60c16cdd9c61a5 --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00006_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea73c3534ef55a310b92da8e005e1b8454d390ec222d1d43f1e103b10532cb53 +size 12548596 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00007_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00007_.png new file mode 100644 index 0000000000000000000000000000000000000000..89461fe4de0af5261b676c619a55f12685fff01f --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00007_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5ded25e176a93c35428f5b3137ef643803125720716386f001f1a9d80ac1ade +size 12491191 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00008_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00008_.png new file mode 100644 index 0000000000000000000000000000000000000000..503fbfacbc65aa32681f134b3b343929966d9b0d --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00008_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f84f3c03bc506d1a3705a2a0f9d26ccaab4600840785bcf0756b0457fa32399 +size 22038675 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00009_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00009_.png new file mode 100644 index 0000000000000000000000000000000000000000..662bcb20de07f2eddeb921399aa8ac710db82a0d --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00009_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92a2cdad0b6fac510ea9d19f5a65f839d8e86f8b035030a50b3cdc2a8cf78ae2 +size 18133660 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00010_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00010_.png new file mode 100644 index 0000000000000000000000000000000000000000..b55bb600db55df05064ac3837a541cb3ae5a8d7d --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00010_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55b52b093d0b54d870cc756fd5474b5b44134cf9b4f60f4fb465300c4ecdfd3d +size 11393168 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00011_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00011_.png new file mode 100644 index 0000000000000000000000000000000000000000..86570ad738021cace3b6e0fe7057e0ebed6fe5b0 --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00011_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:454cda89b9c7e4aea28b08206f66503db90e1f57e4f3290e969789ad7990f138 +size 13605681 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00012_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00012_.png new file mode 100644 index 0000000000000000000000000000000000000000..bca418b12cec94a202fbbe073772cc577867beb3 --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00012_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77be0490d9f039ccd612dbee0d7f1254eef609a507f907364dc302e4048ee86f +size 19850041 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00013_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00013_.png new file mode 100644 index 0000000000000000000000000000000000000000..a0fd00eb383b73d5790615fd08e8b5ecde7d5600 --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00013_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a1c7c3f9a05e49d9ec7023df15cd1f0ba285bbff69ff56a5189dbe43807fcc8 +size 15676573 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00014_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00014_.png new file mode 100644 index 0000000000000000000000000000000000000000..2ce816a30f8a36de6fa715e90c1b5936d43797e9 --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00014_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db7511f69498e2e97c5d55f6805ae51968694109e0a17657cfcf94e8f80a9980 +size 12655799 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00015_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00015_.png new file mode 100644 index 0000000000000000000000000000000000000000..b3b4db4bd81f2767e6129cd0290cc4515a372ada --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00015_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dafa3f2bf0e3f5f59ea0c5c984f5066769a8125dcbed360abd9caf3b580cce36 +size 19927620 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00016_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00016_.png new file mode 100644 index 0000000000000000000000000000000000000000..bd92e1306735b2e43c700692a6da24648e92c3e1 --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00016_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82cb9468975d53e219d9ebed266a660ae1ebd9469e4445f282536afa79e27180 +size 20697301 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00017_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00017_.png new file mode 100644 index 0000000000000000000000000000000000000000..ac261a0364f18e3e92e4bc7e34b0f932f1885a8c --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00017_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e21ce508a78a8749c31a687fe673fb929fc095683b2aa3ed28d2551b0601719 +size 12801825 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00018_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00018_.png new file mode 100644 index 0000000000000000000000000000000000000000..e40207cd4d8d77abef69f575c0fbfb5bf51220f7 --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00018_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fae599cd1d39f58d7f67619465cf2fc92cc409e513739eb152090f458b9a78ad +size 20350594 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00019_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00019_.png new file mode 100644 index 0000000000000000000000000000000000000000..b288c607571979aed764877fdbf16b0c1343bd1d --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00019_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2ee8b2c4fa6d6bf8527cf4d5b6c8fd80ca4a317641315c0c7074c48273073e0 +size 10372978 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00020_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00020_.png new file mode 100644 index 0000000000000000000000000000000000000000..da61ef10988aca482e0ce9d2fcb331fd80f1b45c --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00020_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40eecae3b3f16b843a2035918ec6018493e3a12efb682222cd7d212abc73d092 +size 19874729 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00021_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00021_.png new file mode 100644 index 0000000000000000000000000000000000000000..59c88683c6df30934fa6fd82d38a90bb825e6eb1 --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00021_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1c9671962e34dc037d0abee4e72bdcb15c2af4dada42abfc02af7f3ab7f69d9 +size 20118090 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00022_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00022_.png new file mode 100644 index 0000000000000000000000000000000000000000..4dd7a8d059846c78404e248a0ee64d091e718004 --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00022_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34c2e81b9f5d58a7b8a95e628c1b4ef518c6ccce815feede4e6002e2ffb7beb5 +size 18416847 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00023_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00023_.png new file mode 100644 index 0000000000000000000000000000000000000000..c0cec7b140345efa552f23ed987e96915edf70c3 --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00023_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c805e2b83cb7ec917959b84e3cd7d5bf903a01cefb7209f020884a455e41bc1b +size 29244309 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00024_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00024_.png new file mode 100644 index 0000000000000000000000000000000000000000..5e235f9ee2f1eec44e1e6b1adaab979b6c8af3e9 --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00024_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a53ca793cc1ae5e06082a27809630e7a37feb2dc1c8fb3e14977bfd01d27cd40 +size 26821480 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00025_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00025_.png new file mode 100644 index 0000000000000000000000000000000000000000..02152fd4fed88467923ee3516bbcea71d2753552 --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00025_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1d7b7b8cb882c5f6114b9fbcc624573f038f8b6ce28b092bde13e7e627910eb +size 34362327 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00026_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00026_.png new file mode 100644 index 0000000000000000000000000000000000000000..a6a185096c491076a7b2bcb070be2fe3c86a90ba --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00026_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e02261e2c45b23874dc2fa6e87a747925f41ebf386f8f891144a81fef99384e9 +size 38471665 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00027_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00027_.png new file mode 100644 index 0000000000000000000000000000000000000000..d796cd7472a26c9a02d36d74eb2733e847979e56 --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00027_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc89adb58bdd893fda55b957bcc82ec46e1f57e101f151bb0aa49d7ac860100f +size 29594153 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00028_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00028_.png new file mode 100644 index 0000000000000000000000000000000000000000..3544adb2980d5f7170fe5b3ce58d48dae1d2915a --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00028_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:651e86aa5fdbb818c4eef466427dc1b89b5b2e93441dad888df2df21fbaec55e +size 28983389 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00029_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00029_.png new file mode 100644 index 0000000000000000000000000000000000000000..e114ce147ee71c07b0bae2ae7a58e4760edca4a9 --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00029_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:752cfb445919047145a8443cf2a18418ab7f0fcb529c1946f986b9d4fa83d560 +size 43423968 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00030_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00030_.png new file mode 100644 index 0000000000000000000000000000000000000000..1e8649d06d5e89dafdf6d18e532b32db5a3d7bea --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00030_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c093e03f5c8ebfda4392e3f93ed9683f9f684744a60934d6967f5d7718824708 +size 34670521 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00031_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00031_.png new file mode 100644 index 0000000000000000000000000000000000000000..d471fcc92d35388d0f70da1ff35ca633e4dd3e80 --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00031_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27f0b2a7883690f4dc99d8760681fc5ad2f2f00732f8bf807a22277b267f0ed3 +size 24385116 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00032_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00032_.png new file mode 100644 index 0000000000000000000000000000000000000000..ea02985f8ee8d946a97c73c57ab0f2b2d99232ef --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00032_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7db42af5449c90c5b41afee2a0399987c49133f216ef84f9fa0bb5d80f0312c +size 32570786 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00033_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00033_.png new file mode 100644 index 0000000000000000000000000000000000000000..9d21e235ecc1e60761152bb61800e404bd33ef8a --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00033_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f27dea601eb55d482dd6d78b91ed742c0c8c9e9c94ddcd5a38ee4c3318c698c5 +size 41252735 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00034_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00034_.png new file mode 100644 index 0000000000000000000000000000000000000000..c9e0f89023b2f5e0af392083d421ccbc932e951e --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00034_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c47f340b1b0b5da67faf8a8ee3e8124a1c69793b65fbb16cbdba69e438740f69 +size 30364001 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00035_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00035_.png new file mode 100644 index 0000000000000000000000000000000000000000..ab24614fdeb7d8947231f2cf31c466f41b84487d --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00035_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb13f79dd0cc8f78ced45eb38c85457755132128325cb7cb043c35a2a910b959 +size 27381958 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00036_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00036_.png new file mode 100644 index 0000000000000000000000000000000000000000..045f0e691f5ed685affd03bfd070deb708200885 --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00036_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e52b46d2880b1b39009417ae4056ac0af2e9b656a5cff400fe5fd09246d9676 +size 37252826 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00037_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00037_.png new file mode 100644 index 0000000000000000000000000000000000000000..224f6ecba4ab16efb74626ce150fcd02ee3c2ca2 --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00037_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54264d0af0ff95b7943591de9784def47176d2065b44ff4b8c790e4111671af5 +size 41169068 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00038_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00038_.png new file mode 100644 index 0000000000000000000000000000000000000000..8534d10a970665f9ec045ba884e11921e26fd4f0 --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00038_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b64afe209ac0dae31fd720d958ef369d51d49d65cced250187645ed92ce903cb +size 27517676 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00039_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00039_.png new file mode 100644 index 0000000000000000000000000000000000000000..5561d6eddf82f29f54b3e85c12a6fab9e73b3491 --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00039_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:989697a76a230b4b78d720adb0268caf60017fd280a5ba901c3e175f2a3a6cf6 +size 40393547 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00040_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00040_.png new file mode 100644 index 0000000000000000000000000000000000000000..dff56feca678c267578d4ed4b0fe3a123b0e2db9 --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00040_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e2360655367b1532e2e36e23a6995719e1b7691cf1d3d7489da136d8c25e90d +size 24274695 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00041_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00041_.png new file mode 100644 index 0000000000000000000000000000000000000000..344171c912f6cf97596a8ae35a0bb8d4b35aa65d --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00041_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1f44cf650e1922a9979ace5b83f0c3a15b4a06f2048679781e59fbe24a7aaa5 +size 38197665 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00042_.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00042_.png new file mode 100644 index 0000000000000000000000000000000000000000..828f7aa14f0bf4b46a8c81e7251d3bbc30cc35da --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/initial grids/768_tests_00042_.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b2057e8583dc40b668386a4792f9cea25589522b02c7e1a8373a746e20d86cf +size 40663739 diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/loss graph.png b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/loss graph.png new file mode 100644 index 0000000000000000000000000000000000000000..3b23aa28ee3ac9ce42affe72e55da213c9b93f2a Binary files /dev/null and b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/loss graph.png differ diff --git a/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/vodka_v5_4_768-20231011-114741_cfg.json b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/vodka_v5_4_768-20231011-114741_cfg.json new file mode 100644 index 0000000000000000000000000000000000000000..5d500e914fcb98b6f68e64997651893843877a59 --- /dev/null +++ b/3 - model fine-tuning/2 - vodka_v5_768_adamw8bit/vodka_v5_4_768-20231011-114741_cfg.json @@ -0,0 +1,63 @@ +{ + "config": "train.json", + "batch_size": 4, + "ckpt_every_n_minutes": null, + "clip_grad_norm": null, + "clip_skip": 0, + "cond_dropout": 0.05, + "data_root": "mj_raw/training_data", + "disable_amp": false, + "disable_textenc_training": false, + "disable_xformers": false, + "flip_p": 0.0, + "gpuid": 0, + "gradient_checkpointing": true, + "grad_accum": 1, + "logdir": "logs", + "log_step": 1, + "lowvram": false, + "lr_decay_steps": 0, + "lr_scheduler": "constant", + "lr_warmup_steps": null, + "max_epochs": 100, + "notebook": false, + "optimizer_config": "optimizer_dadapt.json", + "project_name": "vodka_v5_4_768", + "resolution": 768, + "resume_ckpt": "sd_v1-5_vae", + "run_name": null, + "sample_prompts": "sample_prompts.txt", + "sample_steps": 10000000, + "save_ckpt_dir": null, + "save_ckpts_from_n_epochs": 0, + "save_every_n_epochs": 10, + "save_optimizer": false, + "scale_lr": false, + "seed": 555, + "shuffle_tags": false, + "validation_config": "validation_default.json", + "wandb": true, + "write_schedule": false, + "rated_dataset": false, + "rated_dataset_target_dropout_percent": 50, + "zero_frequency_noise_ratio": 0.01, + "enable_zero_terminal_snr": false, + "load_settings_every_epoch": false, + "min_snr_gamma": null, + "ema_decay_rate": null, + "ema_strength_target": null, + "ema_update_interval": null, + "ema_device": null, + "ema_sample_nonema_model": false, + "ema_sample_ema_model": false, + "ema_resume_model": null, + "amp": true, + "disable_unet_training": false, + "lr": null, + "no_prepend_last": false, + "no_save_ckpt": false, + "plugins": null, + "save_full_precision": false, + "keep_tags": 0, + "useadam8bit": false +} \ No newline at end of file