awoo

Signed-off-by: Balazs Horvath <acsipont@gmail.com>

dataset_tools/Convert WebP to PNG.ipynb

@@ -19,7 +19,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Converted C:\\Users\\kade\\Desktop\\ayaya\\nTaTmTRFHB6ejyqIjWRJDS5HwuSUvpDmN8Un3jTO9rs.webp to C:\\Users\\kade\\Desktop\\ayaya\\nTaTmTRFHB6ejyqIjWRJDS5HwuSUvpDmN8Un3jTO9rs.png\n"
+      "Converted C:\\Users\\kade\\Desktop\\training_dir_staging\\1_dharrel\\iee8nodoji731.webp to C:\\Users\\kade\\Desktop\\training_dir_staging\\1_dharrel\\iee8nodoji731.png\n"
      ]
     }
    ],
@@ -43,8 +43,8 @@
     "                    print(f\"Error converting {webp_path}: {e}\")\n",
     "\n",
     "#directory = r'E:\\training_dir'\n",
-    "#directory = r'C:\\Users\\kade\\Desktop\\training_dir_staging'\n",
-    "directory = r'C:\\Users\\kade\\Desktop\\ayaya'\n",
+    "directory = r'C:\\Users\\kade\\Desktop\\training_dir_staging'\n",
+    "#directory = r'C:\\Users\\kade\\Desktop\\ayaya'\n",
     "convert_webp_to_png(directory)"
    ]
   }

dataset_tools/Escape Parentheses.ipynb

@@ -22,10 +22,10 @@
     "def escape_parentheses(file_path):\n",
     "    with open(file_path, 'r') as file:\n",
     "        content = file.read()\n",
-    "\n",
-    "    # Escape unescaped parentheses\n",
-    "    content = re.sub(r'(?<!\\\\)([()])', r'\\\\\\1', content)\n",
-    "\n",
+    "        # Escape unescaped opening parentheses\n",
+    "        content = re.sub(r'(?<!\\\\)(\\()', r'\\\\\\1', content)\n",
+    "        # Escape unescaped closing parentheses\n",
+    "        content = re.sub(r'(?<!\\\\)(\\))', r'\\\\\\1', content)\n",
     "    with open(file_path, 'w') as file:\n",
     "        file.write(content)\n",
     "\n",
@@ -35,11 +35,11 @@
     "            if file.endswith(\".txt\"):\n",
     "                file_path = os.path.join(root, file)\n",
     "                escape_parentheses(file_path)\n",
+    "        # Recurse into subdirectories\n",
+    "        for dir in dirs:\n",
+    "            process_directory(os.path.join(root, dir))\n",
     "\n",
-    "                # Recurse into subdirectories\n",
-    "                process_directory(os.path.join(root, file))\n",
-    "\n",
-    "directory_path = r'E:\\training_dir\\wickerbeast'\n",
+    "directory_path = r'C:\\Users\\kade\\Desktop\\training_dir_staging'\n",
     "process_directory(directory_path)"
    ]
   }
@@ -60,7 +60,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.12.2"
+   "version": "3.12.3"
   }
  },
  "nbformat": 4,

dataset_tools/Insert Tag.ipynb

@@ -12,7 +12,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 1,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -44,13 +44,28 @@
     "directory_path = r'C:\\Users\\kade\\Desktop\\training_dir_staging'\n",
     "\n",
     "# Execute the function with the desired tag\n",
-    "insert_tag_in_files(directory_path, 'furrysticker')"
+    "insert_tag_in_files(directory_path, 'dharrel')\n",
+    "insert_tag_in_files(directory_path, 'jex')"
    ]
   }
  ],
  "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
   "language_info": {
-   "name": "python"
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.12.3"
   }
  },
  "nbformat": 4,

dataset_tools/Remove Tags 2.ipynb

@@ -12,7 +12,7 @@
     "directory = r'C:\\Users\\kade\\Desktop\\training_dir_staging'\n",
     "\n",
     "# Tags to remove\n",
-    "tags_to_remove = ['grandfathered content', '3d \\\\(artwork\\\\)', 'digital media \\\\(artwork\\\\)']\n",
+    "tags_to_remove = ['grandfathered content', 'rexouium', 'digital media \\\\(artwork\\\\)']\n",
     "\n",
     "# Function to remove tags from the caption content\n",
     "def remove_tags(content):\n",

dataset_tools/Replace Tags and Remove Duplicates.ipynb

@@ -14,7 +14,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 1,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -48,17 +48,31 @@
     "# Directory path\n",
     "directory_path = r'C:\\Users\\kade\\Desktop\\training_dir_staging'\n",
     "\n",
-    "process_files(directory_path, 'transparent background', 'black background')\n",
+    "#process_files(directory_path, 'transparent background', 'black background')\n",
     "\n",
-    "#process_files(directory_path, 'safe', 'rating_safe')\n",
-    "#process_files(directory_path, 'questionable', 'rating_questionable')\n",
-    "#process_files(directory_path, 'explicit', 'rating_explicit')\n"
+    "process_files(directory_path, 'safe', 'rating_safe')\n",
+    "process_files(directory_path, 'questionable', 'rating_questionable')\n",
+    "process_files(directory_path, 'explicit', 'rating_explicit')\n"
    ]
   }
  ],
  "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
   "language_info": {
-   "name": "python"
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.12.3"
   }
  },
  "nbformat": 4,

ponyxl_loras/dharrel-v1e350.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a4116f926aa05ae235f79390ff76fa7bf932199bb9822800643d4f1eb1eba5
+size 240588960