diff --git "a/Vodka_v3_tagger/analyzing tags.ipynb" "b/Vodka_v3_tagger/analyzing tags.ipynb" new file mode 100644--- /dev/null +++ "b/Vodka_v3_tagger/analyzing tags.ipynb" @@ -0,0 +1,1858 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "id": "e4cf52c9", + "metadata": {}, + "outputs": [], + "source": [ + "import pandas as pd\n", + "import numpy as np\n", + "import matplotlib.pyplot as plt" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "id": "45c13edc", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "'analyzing tags.ipynb'\t\t models\r\n", + " artists.txt\t\t\t movements.txt\r\n", + " convnextv2_v2_selected_tags.csv output.csv\r\n", + " exclude_tags.csv\t\t requirements.txt\r\n", + " flavors.txt\t\t\t swinv2_v2_selected_tags.csv\r\n", + " fox_tagger.ipynb\t\t tags_explorer.ipynb\r\n", + " inputs\t\t\t\t test_mediums.csv\r\n", + " mediums.txt\t\t\t wd14-tagger.py\r\n" + ] + } + ], + "source": [ + "!ls" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "5daeac89", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + " | filename | \n", + "tags:probabilities | \n", + "
---|---|---|
0 | \n", + "rank_153/abstract wallpaper, soft Holographic ... | \n", + "solo:0.4231683909893036, blurry:0.402657270431... | \n", + "
1 | \n", + "rank_153/superintelligent AI Outbreak, singula... | \n", + "solo:0.966153621673584, realistic:0.6967797875... | \n", + "
2 | \n", + "rank_153/attack on titan comes to tron .png | \n", + "solo_focus:0.38329532742500305 | \n", + "
3 | \n", + "rank_153/happy people at a technology conferen... | \n", + "closed_eyes:0.6947624683380127, multiple_girls... | \n", + "
4 | \n", + "rank_153/hair extensions sale. mediumshot of t... | \n", + "solo:0.9741677045822144, realistic:0.805432915... | \n", + "
... | \n", + "... | \n", + "... | \n", + "
10851 | \n", + "rank_383/a photomof an icebear a photomof of ... | \n", + "water:0.5361649990081787, outdoors:0.510073065... | \n", + "
10852 | \n", + "rank_383/one real penguin one real polar bear... | \n", + "water:0.7702387571334839, outdoors:0.625067353... | \n", + "
10853 | \n", + "rank_383/elegant Mudi dog in top hat, photogra... | \n", + "looking_at_viewer:0.8424056768417358, simple_b... | \n", + "
10854 | \n", + "rank_383/polar bear on an ice floe, photograph... | \n", + "cloud:0.6485034227371216, water:0.591051518917... | \n", + "
10855 | \n", + "rank_383/unreal situation one penguin and one... | \n", + "outdoors:0.756171464920044, cloud:0.6558051109... | \n", + "
10856 rows × 2 columns
\n", + "\n", + " | tags:probabilities | \n", + "filename | \n", + "
---|---|---|
0 | \n", + "solo:0.4231683909893036 | \n", + "rank_153/abstract wallpaper, soft Holographic ... | \n", + "
0 | \n", + "blurry:0.40265727043151855 | \n", + "rank_153/abstract wallpaper, soft Holographic ... | \n", + "
1 | \n", + "solo:0.966153621673584 | \n", + "rank_153/superintelligent AI Outbreak, singula... | \n", + "
1 | \n", + "realistic:0.6967797875404358 | \n", + "rank_153/superintelligent AI Outbreak, singula... | \n", + "
1 | \n", + "upper_body:0.5917714834213257 | \n", + "rank_153/superintelligent AI Outbreak, singula... | \n", + "
... | \n", + "... | \n", + "... | \n", + "
10854 | \n", + "water:0.5910515189170837 | \n", + "rank_383/polar bear on an ice floe, photograph... | \n", + "
10854 | \n", + "outdoors:0.38133224844932556 | \n", + "rank_383/polar bear on an ice floe, photograph... | \n", + "
10855 | \n", + "outdoors:0.756171464920044 | \n", + "rank_383/unreal situation one penguin and one... | \n", + "
10855 | \n", + "cloud:0.6558051109313965 | \n", + "rank_383/unreal situation one penguin and one... | \n", + "
10855 | \n", + "water:0.6154978275299072 | \n", + "rank_383/unreal situation one penguin and one... | \n", + "
34972 rows × 2 columns
\n", + "\n", + " | tags:probabilities | \n", + "filename | \n", + "tags | \n", + "probabilities | \n", + "
---|---|---|---|---|
0 | \n", + "solo:0.4231683909893036 | \n", + "rank_153/abstract wallpaper, soft Holographic ... | \n", + "solo | \n", + "0.4231683909893036 | \n", + "
0 | \n", + "blurry:0.40265727043151855 | \n", + "rank_153/abstract wallpaper, soft Holographic ... | \n", + "blurry | \n", + "0.40265727043151855 | \n", + "
1 | \n", + "solo:0.966153621673584 | \n", + "rank_153/superintelligent AI Outbreak, singula... | \n", + "solo | \n", + "0.966153621673584 | \n", + "
1 | \n", + "realistic:0.6967797875404358 | \n", + "rank_153/superintelligent AI Outbreak, singula... | \n", + "realistic | \n", + "0.6967797875404358 | \n", + "
1 | \n", + "upper_body:0.5917714834213257 | \n", + "rank_153/superintelligent AI Outbreak, singula... | \n", + "upper_body | \n", + "0.5917714834213257 | \n", + "
... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "
10854 | \n", + "water:0.5910515189170837 | \n", + "rank_383/polar bear on an ice floe, photograph... | \n", + "water | \n", + "0.5910515189170837 | \n", + "
10854 | \n", + "outdoors:0.38133224844932556 | \n", + "rank_383/polar bear on an ice floe, photograph... | \n", + "outdoors | \n", + "0.38133224844932556 | \n", + "
10855 | \n", + "outdoors:0.756171464920044 | \n", + "rank_383/unreal situation one penguin and one... | \n", + "outdoors | \n", + "0.756171464920044 | \n", + "
10855 | \n", + "cloud:0.6558051109313965 | \n", + "rank_383/unreal situation one penguin and one... | \n", + "cloud | \n", + "0.6558051109313965 | \n", + "
10855 | \n", + "water:0.6154978275299072 | \n", + "rank_383/unreal situation one penguin and one... | \n", + "water | \n", + "0.6154978275299072 | \n", + "
34972 rows × 4 columns
\n", + "\n", + " | tags:probabilities | \n", + "filename | \n", + "tags | \n", + "probabilities | \n", + "
---|---|---|---|---|
0 | \n", + "solo:0.4231683909893036 | \n", + "rank_153/abstract wallpaper, soft Holographic ... | \n", + "solo | \n", + "0.423168 | \n", + "
0 | \n", + "blurry:0.40265727043151855 | \n", + "rank_153/abstract wallpaper, soft Holographic ... | \n", + "blurry | \n", + "0.402657 | \n", + "
1 | \n", + "solo:0.966153621673584 | \n", + "rank_153/superintelligent AI Outbreak, singula... | \n", + "solo | \n", + "0.966154 | \n", + "
1 | \n", + "realistic:0.6967797875404358 | \n", + "rank_153/superintelligent AI Outbreak, singula... | \n", + "realistic | \n", + "0.696780 | \n", + "
1 | \n", + "upper_body:0.5917714834213257 | \n", + "rank_153/superintelligent AI Outbreak, singula... | \n", + "upper_body | \n", + "0.591771 | \n", + "
... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "
10854 | \n", + "water:0.5910515189170837 | \n", + "rank_383/polar bear on an ice floe, photograph... | \n", + "water | \n", + "0.591052 | \n", + "
10854 | \n", + "outdoors:0.38133224844932556 | \n", + "rank_383/polar bear on an ice floe, photograph... | \n", + "outdoors | \n", + "0.381332 | \n", + "
10855 | \n", + "outdoors:0.756171464920044 | \n", + "rank_383/unreal situation one penguin and one... | \n", + "outdoors | \n", + "0.756171 | \n", + "
10855 | \n", + "cloud:0.6558051109313965 | \n", + "rank_383/unreal situation one penguin and one... | \n", + "cloud | \n", + "0.655805 | \n", + "
10855 | \n", + "water:0.6154978275299072 | \n", + "rank_383/unreal situation one penguin and one... | \n", + "water | \n", + "0.615498 | \n", + "
34972 rows × 4 columns
\n", + "\n", + " | tags:probabilities | \n", + "filename | \n", + "tags | \n", + "probabilities | \n", + "
---|---|---|---|---|
0 | \n", + "solo:0.4231683909893036 | \n", + "rank_153/abstract wallpaper, soft Holographic ... | \n", + "solo | \n", + "0.423168 | \n", + "
0 | \n", + "blurry:0.40265727043151855 | \n", + "rank_153/abstract wallpaper, soft Holographic ... | \n", + "blurry | \n", + "0.402657 | \n", + "
1 | \n", + "solo:0.966153621673584 | \n", + "rank_153/superintelligent AI Outbreak, singula... | \n", + "solo | \n", + "0.966154 | \n", + "
1 | \n", + "realistic:0.6967797875404358 | \n", + "rank_153/superintelligent AI Outbreak, singula... | \n", + "realistic | \n", + "0.696780 | \n", + "
1 | \n", + "upper_body:0.5917714834213257 | \n", + "rank_153/superintelligent AI Outbreak, singula... | \n", + "upper_body | \n", + "0.591771 | \n", + "
... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "
10854 | \n", + "water:0.5910515189170837 | \n", + "rank_383/polar bear on an ice floe, photograph... | \n", + "water | \n", + "0.591052 | \n", + "
10854 | \n", + "outdoors:0.38133224844932556 | \n", + "rank_383/polar bear on an ice floe, photograph... | \n", + "outdoors | \n", + "0.381332 | \n", + "
10855 | \n", + "outdoors:0.756171464920044 | \n", + "rank_383/unreal situation one penguin and one... | \n", + "outdoors | \n", + "0.756171 | \n", + "
10855 | \n", + "cloud:0.6558051109313965 | \n", + "rank_383/unreal situation one penguin and one... | \n", + "cloud | \n", + "0.655805 | \n", + "
10855 | \n", + "water:0.6154978275299072 | \n", + "rank_383/unreal situation one penguin and one... | \n", + "water | \n", + "0.615498 | \n", + "
34972 rows × 4 columns
\n", + "\n", + " | tags:probabilities | \n", + "filename | \n", + "tags | \n", + "probabilities | \n", + "bucket | \n", + "
---|---|---|---|---|---|
0 | \n", + "solo:0.4231683909893036 | \n", + "rank_153/abstract wallpaper, soft Holographic ... | \n", + "solo | \n", + "0.423168 | \n", + "(0.4, 0.5] | \n", + "
0 | \n", + "blurry:0.40265727043151855 | \n", + "rank_153/abstract wallpaper, soft Holographic ... | \n", + "blurry | \n", + "0.402657 | \n", + "(0.4, 0.5] | \n", + "
1 | \n", + "solo:0.966153621673584 | \n", + "rank_153/superintelligent AI Outbreak, singula... | \n", + "solo | \n", + "0.966154 | \n", + "(0.9, 1.0] | \n", + "
1 | \n", + "realistic:0.6967797875404358 | \n", + "rank_153/superintelligent AI Outbreak, singula... | \n", + "realistic | \n", + "0.696780 | \n", + "(0.6, 0.7] | \n", + "
1 | \n", + "upper_body:0.5917714834213257 | \n", + "rank_153/superintelligent AI Outbreak, singula... | \n", + "upper_body | \n", + "0.591771 | \n", + "(0.5, 0.6] | \n", + "
... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "... | \n", + "
10854 | \n", + "water:0.5910515189170837 | \n", + "rank_383/polar bear on an ice floe, photograph... | \n", + "water | \n", + "0.591052 | \n", + "(0.5, 0.6] | \n", + "
10854 | \n", + "outdoors:0.38133224844932556 | \n", + "rank_383/polar bear on an ice floe, photograph... | \n", + "outdoors | \n", + "0.381332 | \n", + "(0.3, 0.4] | \n", + "
10855 | \n", + "outdoors:0.756171464920044 | \n", + "rank_383/unreal situation one penguin and one... | \n", + "outdoors | \n", + "0.756171 | \n", + "(0.7, 0.8] | \n", + "
10855 | \n", + "cloud:0.6558051109313965 | \n", + "rank_383/unreal situation one penguin and one... | \n", + "cloud | \n", + "0.655805 | \n", + "(0.6, 0.7] | \n", + "
10855 | \n", + "water:0.6154978275299072 | \n", + "rank_383/unreal situation one penguin and one... | \n", + "water | \n", + "0.615498 | \n", + "(0.6, 0.7] | \n", + "
34972 rows × 5 columns
\n", + "\n", + " | tags:probabilities | \n", + "filename | \n", + "tags | \n", + "probabilities | \n", + "bucket | \n", + "
---|---|---|---|---|---|
5787 | \n", + "blurry:0.3959270715713501 | \n", + "other/puppet show with three puppets, bright c... | \n", + "blurry | \n", + "0.395927 | \n", + "0 | \n", + "
5222 | \n", + "blurry:0.4131569266319275 | \n", + "other/Human three eyes, dark, putrefaction, be... | \n", + "blurry | \n", + "0.413157 | \n", + "0 | \n", + "
879 | \n", + "blurry:0.3553133010864258 | \n", + "rank_312/Realistic neon background with deep 3... | \n", + "blurry | \n", + "0.355313 | \n", + "0 | \n", + "
6573 | \n", + "blurry:0.4470059275627136 | \n", + "other/candid photography, new centurion mascot... | \n", + "blurry | \n", + "0.447006 | \n", + "1 | \n", + "
10709 | \n", + "blurry:0.45952045917510986 | \n", + "rank_21/Huge tiger alphamale, resting, side vi... | \n", + "blurry | \n", + "0.459520 | \n", + "1 | \n", + "
7646 | \n", + "blurry:0.4162548780441284 | \n", + "other/underwater coral reef that is made out o... | \n", + "blurry | \n", + "0.416255 | \n", + "1 | \n", + "
7927 | \n", + "blurry:0.49198809266090393 | \n", + "other/King Charles coronation, 19th century, f... | \n", + "blurry | \n", + "0.491988 | \n", + "2 | \n", + "
2182 | \n", + "blurry:0.5393935441970825 | \n", + "other/Japanese anime character mascot style, l... | \n", + "blurry | \n", + "0.539394 | \n", + "2 | \n", + "
3011 | \n", + "blurry:0.48686888813972473 | \n", + "other/guitar pedal, Atlanta hawks .png | \n", + "blurry | \n", + "0.486869 | \n", + "2 | \n", + "
311 | \n", + "blurry:0.552057147026062 | \n", + "rank_2/backgammon stock image popular no text ... | \n", + "blurry | \n", + "0.552057 | \n", + "3 | \n", + "
6732 | \n", + "blurry:0.5711941123008728 | \n", + "other/Joan of Arc fighting with orcs in front ... | \n", + "blurry | \n", + "0.571194 | \n", + "3 | \n", + "
4469 | \n", + "blurry:0.5772258639335632 | \n", + "other/A spectacular high biological symmetrica... | \n", + "blurry | \n", + "0.577226 | \n", + "3 | \n", + "
7874 | \n", + "blurry:0.6162235140800476 | \n", + "other/wide shot 1990s Polaroid of a lion in Ne... | \n", + "blurry | \n", + "0.616224 | \n", + "4 | \n", + "
3067 | \n", + "blurry:0.6416111588478088 | \n", + "other/a closeup of a dark container of drugs, ... | \n", + "blurry | \n", + "0.641611 | \n", + "4 | \n", + "
3530 | \n", + "blurry:0.6438701152801514 | \n", + "other/company logo, chain links, create the le... | \n", + "blurry | \n", + "0.643870 | \n", + "4 | \n", + "
7938 | \n", + "blurry:0.7145698070526123 | \n", + "other/close up shot motherboard Macintosh. Top... | \n", + "blurry | \n", + "0.714570 | \n", + "5 | \n", + "
791 | \n", + "blurry:0.6758755445480347 | \n", + "rank_157/A disheveled, intoxicated man passion... | \n", + "blurry | \n", + "0.675876 | \n", + "5 | \n", + "
9264 | \n", + "blurry:0.6917563676834106 | \n", + "rank_179/cosmic anglerfish floating through th... | \n", + "blurry | \n", + "0.691756 | \n", + "5 | \n", + "
3264 | \n", + "blurry:0.7890454530715942 | \n", + "other/high quality, Full restaurant scene with... | \n", + "blurry | \n", + "0.789045 | \n", + "6 | \n", + "
4528 | \n", + "blurry:0.7844282984733582 | \n", + "other/a group of kids in 2022 in the red squar... | \n", + "blurry | \n", + "0.784428 | \n", + "6 | \n", + "
5843 | \n", + "blurry:0.7933396697044373 | \n", + "other/macro lens portrait of a vibrant cobalt ... | \n", + "blurry | \n", + "0.793340 | \n", + "6 | \n", + "
10576 | \n", + "blurry:0.8410934209823608 | \n", + "rank_19/a blue and white porcelaine of a nauti... | \n", + "blurry | \n", + "0.841093 | \n", + "7 | \n", + "
2363 | \n", + "blurry:0.8584378361701965 | \n", + "other/worker face, smiling face, latin guy, mi... | \n", + "blurry | \n", + "0.858438 | \n", + "7 | \n", + "
10557 | \n", + "blurry:0.8420693874359131 | \n", + "rank_19/Small droplets bounce up after hitting... | \n", + "blurry | \n", + "0.842069 | \n", + "7 | \n", + "
8820 | \n", + "blurry:0.9111797213554382 | \n", + "rank_3/close up on an exquisite menue in a mic... | \n", + "blurry | \n", + "0.911180 | \n", + "8 | \n", + "
4904 | \n", + "blurry:0.8975179195404053 | \n", + "other/minimalist agat stone background for the... | \n", + "blurry | \n", + "0.897518 | \n", + "8 | \n", + "
460 | \n", + "blurry:0.9105137586593628 | \n", + "rank_2/ordinated gummybears stock image popula... | \n", + "blurry | \n", + "0.910514 | \n", + "8 | \n", + "
8807 | \n", + "blurry:0.9544382095336914 | \n", + "rank_3/luxury liquor ad a martini served in el... | \n", + "blurry | \n", + "0.954438 | \n", + "9 | \n", + "
3521 | \n", + "blurry:0.9709577560424805 | \n", + "other/A highly accurate Chucky from Childs Pla... | \n", + "blurry | \n", + "0.970958 | \n", + "9 | \n", + "
7651 | \n", + "blurry:0.9852639436721802 | \n", + "other/A stunning high definition photograph, c... | \n", + "blurry | \n", + "0.985264 | \n", + "9 | \n", + "
\n", + " | filename | \n", + "final_tags | \n", + "
---|---|---|
0 | \n", + "other/, trending on artstation, vertical kowlo... | \n", + "outdoors | \n", + "
1 | \n", + "other/. ultra detailed Cartoon CG elderly char... | \n", + "jewelry, blurry | \n", + "
2 | \n", + "other/1 anime boy medium long white hair blu... | \n", + "solo, looking at viewer, simple background, ... | \n", + "
3 | \n", + "other/1 anime boy, medium long white hair, blu... | \n", + "solo, looking at viewer, upper body, day, ... | \n", + "
4 | \n", + "other/1 anime boy, white hair, blue eyes, whit... | \n", + "solo, looking at viewer, upper body, blurry... | \n", + "
... | \n", + "... | \n", + "... | \n", + "
10357 | \n", + "rank_99/photography of a highly detailed adora... | \n", + "solo, looking at viewer, blurry, realistic,... | \n", + "
10358 | \n", + "rank_99/photography wizard woman with cornflow... | \n", + "looking at viewer, realistic, solo | \n", + "
10359 | \n", + "rank_99/photography woman and baby daughter we... | \n", + "jewelry, realistic | \n", + "
10360 | \n", + "rank_99/superb photography of a warrior girl w... | \n", + "solo, blurry background, jewelry, looking a... | \n", + "
10361 | \n", + "rank_99/superresolution photography of a woman... | \n", + "solo, jewelry, realistic, indoors, closed ... | \n", + "
10362 rows × 2 columns
\n", + "