{ "cells": [ { "cell_type": "code", "execution_count": 1, "id": "e4cf52c9", "metadata": {}, "outputs": [], "source": [ "import pandas as pd\n", "import numpy as np\n", "import matplotlib.pyplot as plt" ] }, { "cell_type": "code", "execution_count": 2, "id": "45c13edc", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "'analyzing tags.ipynb'\t\t models\r\n", " artists.txt\t\t\t movements.txt\r\n", " convnextv2_v2_selected_tags.csv output.csv\r\n", " exclude_tags.csv\t\t requirements.txt\r\n", " flavors.txt\t\t\t swinv2_v2_selected_tags.csv\r\n", " fox_tagger.ipynb\t\t tags_explorer.ipynb\r\n", " inputs\t\t\t\t test_mediums.csv\r\n", " mediums.txt\t\t\t wd14-tagger.py\r\n" ] } ], "source": [ "!ls" ] }, { "cell_type": "code", "execution_count": 4, "id": "5daeac89", "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", " | filename | \n", "tags:probabilities | \n", "
---|---|---|
0 | \n", "rank_153/abstract wallpaper, soft Holographic ... | \n", "solo:0.4231683909893036, blurry:0.402657270431... | \n", "
1 | \n", "rank_153/superintelligent AI Outbreak, singula... | \n", "solo:0.966153621673584, realistic:0.6967797875... | \n", "
2 | \n", "rank_153/attack on titan comes to tron .png | \n", "solo_focus:0.38329532742500305 | \n", "
3 | \n", "rank_153/happy people at a technology conferen... | \n", "closed_eyes:0.6947624683380127, multiple_girls... | \n", "
4 | \n", "rank_153/hair extensions sale. mediumshot of t... | \n", "solo:0.9741677045822144, realistic:0.805432915... | \n", "
... | \n", "... | \n", "... | \n", "
10851 | \n", "rank_383/a photomof an icebear a photomof of ... | \n", "water:0.5361649990081787, outdoors:0.510073065... | \n", "
10852 | \n", "rank_383/one real penguin one real polar bear... | \n", "water:0.7702387571334839, outdoors:0.625067353... | \n", "
10853 | \n", "rank_383/elegant Mudi dog in top hat, photogra... | \n", "looking_at_viewer:0.8424056768417358, simple_b... | \n", "
10854 | \n", "rank_383/polar bear on an ice floe, photograph... | \n", "cloud:0.6485034227371216, water:0.591051518917... | \n", "
10855 | \n", "rank_383/unreal situation one penguin and one... | \n", "outdoors:0.756171464920044, cloud:0.6558051109... | \n", "
10856 rows × 2 columns
\n", "\n", " | tags:probabilities | \n", "filename | \n", "
---|---|---|
0 | \n", "solo:0.4231683909893036 | \n", "rank_153/abstract wallpaper, soft Holographic ... | \n", "
0 | \n", "blurry:0.40265727043151855 | \n", "rank_153/abstract wallpaper, soft Holographic ... | \n", "
1 | \n", "solo:0.966153621673584 | \n", "rank_153/superintelligent AI Outbreak, singula... | \n", "
1 | \n", "realistic:0.6967797875404358 | \n", "rank_153/superintelligent AI Outbreak, singula... | \n", "
1 | \n", "upper_body:0.5917714834213257 | \n", "rank_153/superintelligent AI Outbreak, singula... | \n", "
... | \n", "... | \n", "... | \n", "
10854 | \n", "water:0.5910515189170837 | \n", "rank_383/polar bear on an ice floe, photograph... | \n", "
10854 | \n", "outdoors:0.38133224844932556 | \n", "rank_383/polar bear on an ice floe, photograph... | \n", "
10855 | \n", "outdoors:0.756171464920044 | \n", "rank_383/unreal situation one penguin and one... | \n", "
10855 | \n", "cloud:0.6558051109313965 | \n", "rank_383/unreal situation one penguin and one... | \n", "
10855 | \n", "water:0.6154978275299072 | \n", "rank_383/unreal situation one penguin and one... | \n", "
34972 rows × 2 columns
\n", "\n", " | tags:probabilities | \n", "filename | \n", "tags | \n", "probabilities | \n", "
---|---|---|---|---|
0 | \n", "solo:0.4231683909893036 | \n", "rank_153/abstract wallpaper, soft Holographic ... | \n", "solo | \n", "0.4231683909893036 | \n", "
0 | \n", "blurry:0.40265727043151855 | \n", "rank_153/abstract wallpaper, soft Holographic ... | \n", "blurry | \n", "0.40265727043151855 | \n", "
1 | \n", "solo:0.966153621673584 | \n", "rank_153/superintelligent AI Outbreak, singula... | \n", "solo | \n", "0.966153621673584 | \n", "
1 | \n", "realistic:0.6967797875404358 | \n", "rank_153/superintelligent AI Outbreak, singula... | \n", "realistic | \n", "0.6967797875404358 | \n", "
1 | \n", "upper_body:0.5917714834213257 | \n", "rank_153/superintelligent AI Outbreak, singula... | \n", "upper_body | \n", "0.5917714834213257 | \n", "
... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "
10854 | \n", "water:0.5910515189170837 | \n", "rank_383/polar bear on an ice floe, photograph... | \n", "water | \n", "0.5910515189170837 | \n", "
10854 | \n", "outdoors:0.38133224844932556 | \n", "rank_383/polar bear on an ice floe, photograph... | \n", "outdoors | \n", "0.38133224844932556 | \n", "
10855 | \n", "outdoors:0.756171464920044 | \n", "rank_383/unreal situation one penguin and one... | \n", "outdoors | \n", "0.756171464920044 | \n", "
10855 | \n", "cloud:0.6558051109313965 | \n", "rank_383/unreal situation one penguin and one... | \n", "cloud | \n", "0.6558051109313965 | \n", "
10855 | \n", "water:0.6154978275299072 | \n", "rank_383/unreal situation one penguin and one... | \n", "water | \n", "0.6154978275299072 | \n", "
34972 rows × 4 columns
\n", "\n", " | tags:probabilities | \n", "filename | \n", "tags | \n", "probabilities | \n", "
---|---|---|---|---|
0 | \n", "solo:0.4231683909893036 | \n", "rank_153/abstract wallpaper, soft Holographic ... | \n", "solo | \n", "0.423168 | \n", "
0 | \n", "blurry:0.40265727043151855 | \n", "rank_153/abstract wallpaper, soft Holographic ... | \n", "blurry | \n", "0.402657 | \n", "
1 | \n", "solo:0.966153621673584 | \n", "rank_153/superintelligent AI Outbreak, singula... | \n", "solo | \n", "0.966154 | \n", "
1 | \n", "realistic:0.6967797875404358 | \n", "rank_153/superintelligent AI Outbreak, singula... | \n", "realistic | \n", "0.696780 | \n", "
1 | \n", "upper_body:0.5917714834213257 | \n", "rank_153/superintelligent AI Outbreak, singula... | \n", "upper_body | \n", "0.591771 | \n", "
... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "
10854 | \n", "water:0.5910515189170837 | \n", "rank_383/polar bear on an ice floe, photograph... | \n", "water | \n", "0.591052 | \n", "
10854 | \n", "outdoors:0.38133224844932556 | \n", "rank_383/polar bear on an ice floe, photograph... | \n", "outdoors | \n", "0.381332 | \n", "
10855 | \n", "outdoors:0.756171464920044 | \n", "rank_383/unreal situation one penguin and one... | \n", "outdoors | \n", "0.756171 | \n", "
10855 | \n", "cloud:0.6558051109313965 | \n", "rank_383/unreal situation one penguin and one... | \n", "cloud | \n", "0.655805 | \n", "
10855 | \n", "water:0.6154978275299072 | \n", "rank_383/unreal situation one penguin and one... | \n", "water | \n", "0.615498 | \n", "
34972 rows × 4 columns
\n", "\n", " | tags:probabilities | \n", "filename | \n", "tags | \n", "probabilities | \n", "
---|---|---|---|---|
0 | \n", "solo:0.4231683909893036 | \n", "rank_153/abstract wallpaper, soft Holographic ... | \n", "solo | \n", "0.423168 | \n", "
0 | \n", "blurry:0.40265727043151855 | \n", "rank_153/abstract wallpaper, soft Holographic ... | \n", "blurry | \n", "0.402657 | \n", "
1 | \n", "solo:0.966153621673584 | \n", "rank_153/superintelligent AI Outbreak, singula... | \n", "solo | \n", "0.966154 | \n", "
1 | \n", "realistic:0.6967797875404358 | \n", "rank_153/superintelligent AI Outbreak, singula... | \n", "realistic | \n", "0.696780 | \n", "
1 | \n", "upper_body:0.5917714834213257 | \n", "rank_153/superintelligent AI Outbreak, singula... | \n", "upper_body | \n", "0.591771 | \n", "
... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "
10854 | \n", "water:0.5910515189170837 | \n", "rank_383/polar bear on an ice floe, photograph... | \n", "water | \n", "0.591052 | \n", "
10854 | \n", "outdoors:0.38133224844932556 | \n", "rank_383/polar bear on an ice floe, photograph... | \n", "outdoors | \n", "0.381332 | \n", "
10855 | \n", "outdoors:0.756171464920044 | \n", "rank_383/unreal situation one penguin and one... | \n", "outdoors | \n", "0.756171 | \n", "
10855 | \n", "cloud:0.6558051109313965 | \n", "rank_383/unreal situation one penguin and one... | \n", "cloud | \n", "0.655805 | \n", "
10855 | \n", "water:0.6154978275299072 | \n", "rank_383/unreal situation one penguin and one... | \n", "water | \n", "0.615498 | \n", "
34972 rows × 4 columns
\n", "\n", " | tags:probabilities | \n", "filename | \n", "tags | \n", "probabilities | \n", "bucket | \n", "
---|---|---|---|---|---|
0 | \n", "solo:0.4231683909893036 | \n", "rank_153/abstract wallpaper, soft Holographic ... | \n", "solo | \n", "0.423168 | \n", "(0.4, 0.5] | \n", "
0 | \n", "blurry:0.40265727043151855 | \n", "rank_153/abstract wallpaper, soft Holographic ... | \n", "blurry | \n", "0.402657 | \n", "(0.4, 0.5] | \n", "
1 | \n", "solo:0.966153621673584 | \n", "rank_153/superintelligent AI Outbreak, singula... | \n", "solo | \n", "0.966154 | \n", "(0.9, 1.0] | \n", "
1 | \n", "realistic:0.6967797875404358 | \n", "rank_153/superintelligent AI Outbreak, singula... | \n", "realistic | \n", "0.696780 | \n", "(0.6, 0.7] | \n", "
1 | \n", "upper_body:0.5917714834213257 | \n", "rank_153/superintelligent AI Outbreak, singula... | \n", "upper_body | \n", "0.591771 | \n", "(0.5, 0.6] | \n", "
... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "
10854 | \n", "water:0.5910515189170837 | \n", "rank_383/polar bear on an ice floe, photograph... | \n", "water | \n", "0.591052 | \n", "(0.5, 0.6] | \n", "
10854 | \n", "outdoors:0.38133224844932556 | \n", "rank_383/polar bear on an ice floe, photograph... | \n", "outdoors | \n", "0.381332 | \n", "(0.3, 0.4] | \n", "
10855 | \n", "outdoors:0.756171464920044 | \n", "rank_383/unreal situation one penguin and one... | \n", "outdoors | \n", "0.756171 | \n", "(0.7, 0.8] | \n", "
10855 | \n", "cloud:0.6558051109313965 | \n", "rank_383/unreal situation one penguin and one... | \n", "cloud | \n", "0.655805 | \n", "(0.6, 0.7] | \n", "
10855 | \n", "water:0.6154978275299072 | \n", "rank_383/unreal situation one penguin and one... | \n", "water | \n", "0.615498 | \n", "(0.6, 0.7] | \n", "
34972 rows × 5 columns
\n", "\n", " | tags:probabilities | \n", "filename | \n", "tags | \n", "probabilities | \n", "bucket | \n", "
---|---|---|---|---|---|
5787 | \n", "blurry:0.3959270715713501 | \n", "other/puppet show with three puppets, bright c... | \n", "blurry | \n", "0.395927 | \n", "0 | \n", "
5222 | \n", "blurry:0.4131569266319275 | \n", "other/Human three eyes, dark, putrefaction, be... | \n", "blurry | \n", "0.413157 | \n", "0 | \n", "
879 | \n", "blurry:0.3553133010864258 | \n", "rank_312/Realistic neon background with deep 3... | \n", "blurry | \n", "0.355313 | \n", "0 | \n", "
6573 | \n", "blurry:0.4470059275627136 | \n", "other/candid photography, new centurion mascot... | \n", "blurry | \n", "0.447006 | \n", "1 | \n", "
10709 | \n", "blurry:0.45952045917510986 | \n", "rank_21/Huge tiger alphamale, resting, side vi... | \n", "blurry | \n", "0.459520 | \n", "1 | \n", "
7646 | \n", "blurry:0.4162548780441284 | \n", "other/underwater coral reef that is made out o... | \n", "blurry | \n", "0.416255 | \n", "1 | \n", "
7927 | \n", "blurry:0.49198809266090393 | \n", "other/King Charles coronation, 19th century, f... | \n", "blurry | \n", "0.491988 | \n", "2 | \n", "
2182 | \n", "blurry:0.5393935441970825 | \n", "other/Japanese anime character mascot style, l... | \n", "blurry | \n", "0.539394 | \n", "2 | \n", "
3011 | \n", "blurry:0.48686888813972473 | \n", "other/guitar pedal, Atlanta hawks .png | \n", "blurry | \n", "0.486869 | \n", "2 | \n", "
311 | \n", "blurry:0.552057147026062 | \n", "rank_2/backgammon stock image popular no text ... | \n", "blurry | \n", "0.552057 | \n", "3 | \n", "
6732 | \n", "blurry:0.5711941123008728 | \n", "other/Joan of Arc fighting with orcs in front ... | \n", "blurry | \n", "0.571194 | \n", "3 | \n", "
4469 | \n", "blurry:0.5772258639335632 | \n", "other/A spectacular high biological symmetrica... | \n", "blurry | \n", "0.577226 | \n", "3 | \n", "
7874 | \n", "blurry:0.6162235140800476 | \n", "other/wide shot 1990s Polaroid of a lion in Ne... | \n", "blurry | \n", "0.616224 | \n", "4 | \n", "
3067 | \n", "blurry:0.6416111588478088 | \n", "other/a closeup of a dark container of drugs, ... | \n", "blurry | \n", "0.641611 | \n", "4 | \n", "
3530 | \n", "blurry:0.6438701152801514 | \n", "other/company logo, chain links, create the le... | \n", "blurry | \n", "0.643870 | \n", "4 | \n", "
7938 | \n", "blurry:0.7145698070526123 | \n", "other/close up shot motherboard Macintosh. Top... | \n", "blurry | \n", "0.714570 | \n", "5 | \n", "
791 | \n", "blurry:0.6758755445480347 | \n", "rank_157/A disheveled, intoxicated man passion... | \n", "blurry | \n", "0.675876 | \n", "5 | \n", "
9264 | \n", "blurry:0.6917563676834106 | \n", "rank_179/cosmic anglerfish floating through th... | \n", "blurry | \n", "0.691756 | \n", "5 | \n", "
3264 | \n", "blurry:0.7890454530715942 | \n", "other/high quality, Full restaurant scene with... | \n", "blurry | \n", "0.789045 | \n", "6 | \n", "
4528 | \n", "blurry:0.7844282984733582 | \n", "other/a group of kids in 2022 in the red squar... | \n", "blurry | \n", "0.784428 | \n", "6 | \n", "
5843 | \n", "blurry:0.7933396697044373 | \n", "other/macro lens portrait of a vibrant cobalt ... | \n", "blurry | \n", "0.793340 | \n", "6 | \n", "
10576 | \n", "blurry:0.8410934209823608 | \n", "rank_19/a blue and white porcelaine of a nauti... | \n", "blurry | \n", "0.841093 | \n", "7 | \n", "
2363 | \n", "blurry:0.8584378361701965 | \n", "other/worker face, smiling face, latin guy, mi... | \n", "blurry | \n", "0.858438 | \n", "7 | \n", "
10557 | \n", "blurry:0.8420693874359131 | \n", "rank_19/Small droplets bounce up after hitting... | \n", "blurry | \n", "0.842069 | \n", "7 | \n", "
8820 | \n", "blurry:0.9111797213554382 | \n", "rank_3/close up on an exquisite menue in a mic... | \n", "blurry | \n", "0.911180 | \n", "8 | \n", "
4904 | \n", "blurry:0.8975179195404053 | \n", "other/minimalist agat stone background for the... | \n", "blurry | \n", "0.897518 | \n", "8 | \n", "
460 | \n", "blurry:0.9105137586593628 | \n", "rank_2/ordinated gummybears stock image popula... | \n", "blurry | \n", "0.910514 | \n", "8 | \n", "
8807 | \n", "blurry:0.9544382095336914 | \n", "rank_3/luxury liquor ad a martini served in el... | \n", "blurry | \n", "0.954438 | \n", "9 | \n", "
3521 | \n", "blurry:0.9709577560424805 | \n", "other/A highly accurate Chucky from Childs Pla... | \n", "blurry | \n", "0.970958 | \n", "9 | \n", "
7651 | \n", "blurry:0.9852639436721802 | \n", "other/A stunning high definition photograph, c... | \n", "blurry | \n", "0.985264 | \n", "9 | \n", "
\n", " | filename | \n", "final_tags | \n", "
---|---|---|
0 | \n", "other/, trending on artstation, vertical kowlo... | \n", "outdoors | \n", "
1 | \n", "other/. ultra detailed Cartoon CG elderly char... | \n", "jewelry, blurry | \n", "
2 | \n", "other/1 anime boy medium long white hair blu... | \n", "solo, looking at viewer, simple background, ... | \n", "
3 | \n", "other/1 anime boy, medium long white hair, blu... | \n", "solo, looking at viewer, upper body, day, ... | \n", "
4 | \n", "other/1 anime boy, white hair, blue eyes, whit... | \n", "solo, looking at viewer, upper body, blurry... | \n", "
... | \n", "... | \n", "... | \n", "
10357 | \n", "rank_99/photography of a highly detailed adora... | \n", "solo, looking at viewer, blurry, realistic,... | \n", "
10358 | \n", "rank_99/photography wizard woman with cornflow... | \n", "looking at viewer, realistic, solo | \n", "
10359 | \n", "rank_99/photography woman and baby daughter we... | \n", "jewelry, realistic | \n", "
10360 | \n", "rank_99/superb photography of a warrior girl w... | \n", "solo, blurry background, jewelry, looking a... | \n", "
10361 | \n", "rank_99/superresolution photography of a woman... | \n", "solo, jewelry, realistic, indoors, closed ... | \n", "
10362 rows × 2 columns
\n", "