Upload prompt_dumber.ipynb

prompt_dumber.ipynb

@@ -108,6 +108,23 @@
     "    batch.to_csv(f'batch_outputs/batch_{i+1}_output.csv', index=False)\n",
     "    print(f\"Saved Batch {i+1} to CSV.\")"
    ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "import pandas as pd\n",
+    "import glob\n",
+    "\n",
+    "# Generate a list of all CSV files in the folder\n",
+    "files = glob.glob('batch_outputs/data_to_mix/*.csv')\n",
+    "\n",
+    "# Read each file into a DataFrame and store them in a list\n",
+    "dfs = [pd.read_csv(file) for file in files]\n",
+    "\n",
+    "# Concatenate all the DataFrames together\n",
+    "combined_df = pd.concat(dfs, ignore_index=True)\n"
+   ]
   }
  ],
  "metadata": {