Spaces:

thrag
/

demo-1

Sleeping

App Files Files Community

thrag commited on Oct 16, 2023

Commit

7bc7b53

•

1 Parent(s): 1873131

1) Playing with all recipes

Browse files

Files changed (3) hide show

.vscode/launch.json +16 -0
app.ipynb +31 -4
vector-stores-create-beautiful-soap-1.ipynb +267 -0

.vscode/launch.json ADDED Viewed

	@@ -0,0 +1,16 @@

+{
+    // Use IntelliSense to learn about possible attributes.
+    // Hover to view descriptions of existing attributes.
+    // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
+    "version": "0.2.0",
+    "configurations": [
+        {
+            "name": "Python: Current File",
+            "type": "python",
+            "request": "launch",
+            "program": "${file}",
+            "console": "integratedTerminal",
+            "justMyCode": true
+        }
+    ]
+}

app.ipynb CHANGED Viewed

@@ -235,7 +235,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 112,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -251,14 +251,14 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 111,
    "metadata": {},
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Running on local URL:  http://127.0.0.1:7917\n",
       "\n",
       "To create a public link, set `share=True` in `launch()`.\n"
      ]
@@ -266,7 +266,7 @@
     {
      "data": {
       "text/html": [
-       "<div><iframe src=\"http://127.0.0.1:7917/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
       ],
       "text/plain": [
        "<IPython.core.display.HTML object>"
@@ -274,6 +274,33 @@
      },
      "metadata": {},
      "output_type": "display_data"
     }
    ],
    "source": [

   },
   {
    "cell_type": "code",
+   "execution_count": 113,
    "metadata": {},
    "outputs": [],
    "source": [
   },
   {
    "cell_type": "code",
+   "execution_count": 114,
    "metadata": {},
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
+      "Running on local URL:  http://127.0.0.1:7918\n",
       "\n",
       "To create a public link, set `share=True` in `launch()`.\n"
      ]
     {
      "data": {
       "text/html": [
+       "<div><iframe src=\"http://127.0.0.1:7918/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
       ],
       "text/plain": [
        "<IPython.core.display.HTML object>"
      },
      "metadata": {},
      "output_type": "display_data"
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Literature\n",
+      "Using vector store: Literature\n",
+      "Using index: rag-demo-1-literature\n",
+      "Literature\n",
+      "Using vector store: Literature\n",
+      "Using index: rag-demo-1-literature\n",
+      "Literature\n",
+      "Using vector store: Literature\n",
+      "Using index: rag-demo-1-literature\n",
+      "Literature\n",
+      "Using vector store: Literature\n",
+      "Using index: rag-demo-1-literature\n",
+      "Literature\n",
+      "Using vector store: Literature\n",
+      "Using index: rag-demo-1-literature\n",
+      "Literature\n",
+      "Using vector store: Literature\n",
+      "Using index: rag-demo-1-literature\n",
+      "Literature\n",
+      "Using vector store: Literature\n",
+      "Using index: rag-demo-1-literature\n"
+     ]
     }
    ],
    "source": [

vector-stores-create-beautiful-soap-1.ipynb ADDED Viewed

	@@ -0,0 +1,267 @@

+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 44,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import requests\n",
+    "from bs4 import BeautifulSoup\n",
+    "\n",
+    "#specify the url we want to scrape from\n",
+    "link = \"https://www.allrecipes.com/recipes/17562/dinner/\"\n",
+    "contentText = requests.get(link).text\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 145,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "['https://www.allrecipes.com/recipe/240206/simple-broccolini/', 'https://www.allrecipes.com/recipe/18290/garlic-mashed-potatoes/', 'https://www.allrecipes.com/recipe/229733/simple-roasted-butternut-squash/', 'https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/', 'https://www.allrecipes.com/recipe/254877/roasted-spatchcocked-chicken-with-potatoes/', 'https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/216426/english-honey-roasted-turkey/', 'https://www.allrecipes.com/recipe/258878/crispy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/235151/crispy-and-tender-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/233953/million-dollar-chicken/', 'https://www.allrecipes.com/recipe/70679/simple-whole-roasted-chicken/', 'https://www.allrecipes.com/recipe/214618/beer-can-chicken/', 'https://www.allrecipes.com/recipe/219079/chef-johns-roast-turkey-and-gravy/', 'https://www.allrecipes.com/recipe/23037/easy-beginners-turkey-with-stuffing/', 'https://www.allrecipes.com/recipe/229658/oven-roasted-turkey-breast/', 'https://www.allrecipes.com/recipe/272858/air-fryer-chicken-thighs/', 'https://www.allrecipes.com/recipe/84456/roasted-turkey-legs/', 'https://www.allrecipes.com/recipe/214478/happy-roast-chicken/', 'https://www.allrecipes.com/recipe/16984/turkey-in-a-smoker/']\n"
+     ]
+    }
+   ],
+   "source": [
+    "def get_links_on_url(url: str, urlFilter: str):\n",
+    "    html = requests.get(url).text\n",
+    "    allUrls = []\n",
+    "    soup = BeautifulSoup(contentText)\n",
+    "    for link in soup.find_all('a'):\n",
+    "        if urlFilter in link.get('href'):\n",
+    "            allUrls.append(link.get('href'))\n",
+    "            \n",
+    "    return allUrls\n",
+    "\n",
+    "#links = get_links_on_url(\"https://www.allrecipes.com/recipes/17562/dinner/\", \"/recipe/\")\n",
+    "# links = get_links_on_url(\"https://www.allrecipes.com/search?q=Chicken\", \"/recipe/\")\n",
+    "#links = get_links_on_url(\"https://www.allrecipes.com/search?Poultry=Beef+Stews&offset=0&q=Beef+Stews\", \"/recipe/\")\n",
+    "\n",
+    "\n",
+    "print(links)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 155,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "0\n",
+      "https://www.allrecipes.com/search?Chicken=Chicken&offset=0&q=Chicken\n",
+      "1\n",
+      "https://www.allrecipes.com/search?Chicken=Chicken&offset=24&q=Chicken\n",
+      "2\n",
+      "https://www.allrecipes.com/search?Chicken=Chicken&offset=48&q=Chicken\n",
+      "3\n",
+      "https://www.allrecipes.com/search?Chicken=Chicken&offset=72&q=Chicken\n",
+      "4\n",
+      "https://www.allrecipes.com/search?Chicken=Chicken&offset=96&q=Chicken\n",
+      "5\n",
+      "https://www.allrecipes.com/search?Chicken=Chicken&offset=120&q=Chicken\n",
+      "6\n",
+      "https://www.allrecipes.com/search?Chicken=Chicken&offset=144&q=Chicken\n",
+      "7\n",
+      "https://www.allrecipes.com/search?Chicken=Chicken&offset=168&q=Chicken\n",
+      "8\n",
+      "https://www.allrecipes.com/search?Chicken=Chicken&offset=192&q=Chicken\n",
+      "9\n",
+      "https://www.allrecipes.com/search?Chicken=Chicken&offset=216&q=Chicken\n",
+      "10\n",
+      "https://www.allrecipes.com/search?Chicken=Chicken&offset=240&q=Chicken\n",
+      "#############################\n",
+      "['https://www.allrecipes.com/recipe/240206/simple-broccolini/', 'https://www.allrecipes.com/recipe/18290/garlic-mashed-potatoes/', 'https://www.allrecipes.com/recipe/229733/simple-roasted-butternut-squash/', 'https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/', 'https://www.allrecipes.com/recipe/254877/roasted-spatchcocked-chicken-with-potatoes/', 'https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/216426/english-honey-roasted-turkey/', 'https://www.allrecipes.com/recipe/258878/crispy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/235151/crispy-and-tender-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/233953/million-dollar-chicken/', 'https://www.allrecipes.com/recipe/70679/simple-whole-roasted-chicken/', 'https://www.allrecipes.com/recipe/214618/beer-can-chicken/', 'https://www.allrecipes.com/recipe/219079/chef-johns-roast-turkey-and-gravy/', 'https://www.allrecipes.com/recipe/23037/easy-beginners-turkey-with-stuffing/', 'https://www.allrecipes.com/recipe/229658/oven-roasted-turkey-breast/', 'https://www.allrecipes.com/recipe/272858/air-fryer-chicken-thighs/', 'https://www.allrecipes.com/recipe/84456/roasted-turkey-legs/', 'https://www.allrecipes.com/recipe/214478/happy-roast-chicken/', 'https://www.allrecipes.com/recipe/16984/turkey-in-a-smoker/', 'https://www.allrecipes.com/recipe/240206/simple-broccolini/', 'https://www.allrecipes.com/recipe/18290/garlic-mashed-potatoes/', 'https://www.allrecipes.com/recipe/229733/simple-roasted-butternut-squash/', 'https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/', 'https://www.allrecipes.com/recipe/254877/roasted-spatchcocked-chicken-with-potatoes/', 'https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/216426/english-honey-roasted-turkey/', 'https://www.allrecipes.com/recipe/258878/crispy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/235151/crispy-and-tender-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/233953/million-dollar-chicken/', 'https://www.allrecipes.com/recipe/70679/simple-whole-roasted-chicken/', 'https://www.allrecipes.com/recipe/214618/beer-can-chicken/', 'https://www.allrecipes.com/recipe/219079/chef-johns-roast-turkey-and-gravy/', 'https://www.allrecipes.com/recipe/23037/easy-beginners-turkey-with-stuffing/', 'https://www.allrecipes.com/recipe/229658/oven-roasted-turkey-breast/', 'https://www.allrecipes.com/recipe/272858/air-fryer-chicken-thighs/', 'https://www.allrecipes.com/recipe/84456/roasted-turkey-legs/', 'https://www.allrecipes.com/recipe/214478/happy-roast-chicken/', 'https://www.allrecipes.com/recipe/16984/turkey-in-a-smoker/', 'https://www.allrecipes.com/recipe/240206/simple-broccolini/', 'https://www.allrecipes.com/recipe/18290/garlic-mashed-potatoes/', 'https://www.allrecipes.com/recipe/229733/simple-roasted-butternut-squash/', 'https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/', 'https://www.allrecipes.com/recipe/254877/roasted-spatchcocked-chicken-with-potatoes/', 'https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/216426/english-honey-roasted-turkey/', 'https://www.allrecipes.com/recipe/258878/crispy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/235151/crispy-and-tender-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/233953/million-dollar-chicken/', 'https://www.allrecipes.com/recipe/70679/simple-whole-roasted-chicken/', 'https://www.allrecipes.com/recipe/214618/beer-can-chicken/', 'https://www.allrecipes.com/recipe/219079/chef-johns-roast-turkey-and-gravy/', 'https://www.allrecipes.com/recipe/23037/easy-beginners-turkey-with-stuffing/', 'https://www.allrecipes.com/recipe/229658/oven-roasted-turkey-breast/', 'https://www.allrecipes.com/recipe/272858/air-fryer-chicken-thighs/', 'https://www.allrecipes.com/recipe/84456/roasted-turkey-legs/', 'https://www.allrecipes.com/recipe/214478/happy-roast-chicken/', 'https://www.allrecipes.com/recipe/16984/turkey-in-a-smoker/', 'https://www.allrecipes.com/recipe/240206/simple-broccolini/', 'https://www.allrecipes.com/recipe/18290/garlic-mashed-potatoes/', 'https://www.allrecipes.com/recipe/229733/simple-roasted-butternut-squash/', 'https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/', 'https://www.allrecipes.com/recipe/254877/roasted-spatchcocked-chicken-with-potatoes/', 'https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/216426/english-honey-roasted-turkey/', 'https://www.allrecipes.com/recipe/258878/crispy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/235151/crispy-and-tender-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/233953/million-dollar-chicken/', 'https://www.allrecipes.com/recipe/70679/simple-whole-roasted-chicken/', 'https://www.allrecipes.com/recipe/214618/beer-can-chicken/', 'https://www.allrecipes.com/recipe/219079/chef-johns-roast-turkey-and-gravy/', 'https://www.allrecipes.com/recipe/23037/easy-beginners-turkey-with-stuffing/', 'https://www.allrecipes.com/recipe/229658/oven-roasted-turkey-breast/', 'https://www.allrecipes.com/recipe/272858/air-fryer-chicken-thighs/', 'https://www.allrecipes.com/recipe/84456/roasted-turkey-legs/', 'https://www.allrecipes.com/recipe/214478/happy-roast-chicken/', 'https://www.allrecipes.com/recipe/16984/turkey-in-a-smoker/', 'https://www.allrecipes.com/recipe/240206/simple-broccolini/', 'https://www.allrecipes.com/recipe/18290/garlic-mashed-potatoes/', 'https://www.allrecipes.com/recipe/229733/simple-roasted-butternut-squash/', 'https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/', 'https://www.allrecipes.com/recipe/254877/roasted-spatchcocked-chicken-with-potatoes/', 'https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/216426/english-honey-roasted-turkey/', 'https://www.allrecipes.com/recipe/258878/crispy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/235151/crispy-and-tender-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/233953/million-dollar-chicken/', 'https://www.allrecipes.com/recipe/70679/simple-whole-roasted-chicken/', 'https://www.allrecipes.com/recipe/214618/beer-can-chicken/', 'https://www.allrecipes.com/recipe/219079/chef-johns-roast-turkey-and-gravy/', 'https://www.allrecipes.com/recipe/23037/easy-beginners-turkey-with-stuffing/', 'https://www.allrecipes.com/recipe/229658/oven-roasted-turkey-breast/', 'https://www.allrecipes.com/recipe/272858/air-fryer-chicken-thighs/', 'https://www.allrecipes.com/recipe/84456/roasted-turkey-legs/', 'https://www.allrecipes.com/recipe/214478/happy-roast-chicken/', 'https://www.allrecipes.com/recipe/16984/turkey-in-a-smoker/', 'https://www.allrecipes.com/recipe/240206/simple-broccolini/', 'https://www.allrecipes.com/recipe/18290/garlic-mashed-potatoes/', 'https://www.allrecipes.com/recipe/229733/simple-roasted-butternut-squash/', 'https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/', 'https://www.allrecipes.com/recipe/254877/roasted-spatchcocked-chicken-with-potatoes/', 'https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/216426/english-honey-roasted-turkey/', 'https://www.allrecipes.com/recipe/258878/crispy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/235151/crispy-and-tender-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/233953/million-dollar-chicken/', 'https://www.allrecipes.com/recipe/70679/simple-whole-roasted-chicken/', 'https://www.allrecipes.com/recipe/214618/beer-can-chicken/', 'https://www.allrecipes.com/recipe/219079/chef-johns-roast-turkey-and-gravy/', 'https://www.allrecipes.com/recipe/23037/easy-beginners-turkey-with-stuffing/', 'https://www.allrecipes.com/recipe/229658/oven-roasted-turkey-breast/', 'https://www.allrecipes.com/recipe/272858/air-fryer-chicken-thighs/', 'https://www.allrecipes.com/recipe/84456/roasted-turkey-legs/', 'https://www.allrecipes.com/recipe/214478/happy-roast-chicken/', 'https://www.allrecipes.com/recipe/16984/turkey-in-a-smoker/', 'https://www.allrecipes.com/recipe/240206/simple-broccolini/', 'https://www.allrecipes.com/recipe/18290/garlic-mashed-potatoes/', 'https://www.allrecipes.com/recipe/229733/simple-roasted-butternut-squash/', 'https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/', 'https://www.allrecipes.com/recipe/254877/roasted-spatchcocked-chicken-with-potatoes/', 'https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/216426/english-honey-roasted-turkey/', 'https://www.allrecipes.com/recipe/258878/crispy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/235151/crispy-and-tender-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/233953/million-dollar-chicken/', 'https://www.allrecipes.com/recipe/70679/simple-whole-roasted-chicken/', 'https://www.allrecipes.com/recipe/214618/beer-can-chicken/', 'https://www.allrecipes.com/recipe/219079/chef-johns-roast-turkey-and-gravy/', 'https://www.allrecipes.com/recipe/23037/easy-beginners-turkey-with-stuffing/', 'https://www.allrecipes.com/recipe/229658/oven-roasted-turkey-breast/', 'https://www.allrecipes.com/recipe/272858/air-fryer-chicken-thighs/', 'https://www.allrecipes.com/recipe/84456/roasted-turkey-legs/', 'https://www.allrecipes.com/recipe/214478/happy-roast-chicken/', 'https://www.allrecipes.com/recipe/16984/turkey-in-a-smoker/', 'https://www.allrecipes.com/recipe/240206/simple-broccolini/', 'https://www.allrecipes.com/recipe/18290/garlic-mashed-potatoes/', 'https://www.allrecipes.com/recipe/229733/simple-roasted-butternut-squash/', 'https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/', 'https://www.allrecipes.com/recipe/254877/roasted-spatchcocked-chicken-with-potatoes/', 'https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/216426/english-honey-roasted-turkey/', 'https://www.allrecipes.com/recipe/258878/crispy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/235151/crispy-and-tender-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/233953/million-dollar-chicken/', 'https://www.allrecipes.com/recipe/70679/simple-whole-roasted-chicken/', 'https://www.allrecipes.com/recipe/214618/beer-can-chicken/', 'https://www.allrecipes.com/recipe/219079/chef-johns-roast-turkey-and-gravy/', 'https://www.allrecipes.com/recipe/23037/easy-beginners-turkey-with-stuffing/', 'https://www.allrecipes.com/recipe/229658/oven-roasted-turkey-breast/', 'https://www.allrecipes.com/recipe/272858/air-fryer-chicken-thighs/', 'https://www.allrecipes.com/recipe/84456/roasted-turkey-legs/', 'https://www.allrecipes.com/recipe/214478/happy-roast-chicken/', 'https://www.allrecipes.com/recipe/16984/turkey-in-a-smoker/', 'https://www.allrecipes.com/recipe/240206/simple-broccolini/', 'https://www.allrecipes.com/recipe/18290/garlic-mashed-potatoes/', 'https://www.allrecipes.com/recipe/229733/simple-roasted-butternut-squash/', 'https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/', 'https://www.allrecipes.com/recipe/254877/roasted-spatchcocked-chicken-with-potatoes/', 'https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/216426/english-honey-roasted-turkey/', 'https://www.allrecipes.com/recipe/258878/crispy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/235151/crispy-and-tender-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/233953/million-dollar-chicken/', 'https://www.allrecipes.com/recipe/70679/simple-whole-roasted-chicken/', 'https://www.allrecipes.com/recipe/214618/beer-can-chicken/', 'https://www.allrecipes.com/recipe/219079/chef-johns-roast-turkey-and-gravy/', 'https://www.allrecipes.com/recipe/23037/easy-beginners-turkey-with-stuffing/', 'https://www.allrecipes.com/recipe/229658/oven-roasted-turkey-breast/', 'https://www.allrecipes.com/recipe/272858/air-fryer-chicken-thighs/', 'https://www.allrecipes.com/recipe/84456/roasted-turkey-legs/', 'https://www.allrecipes.com/recipe/214478/happy-roast-chicken/', 'https://www.allrecipes.com/recipe/16984/turkey-in-a-smoker/', 'https://www.allrecipes.com/recipe/240206/simple-broccolini/', 'https://www.allrecipes.com/recipe/18290/garlic-mashed-potatoes/', 'https://www.allrecipes.com/recipe/229733/simple-roasted-butternut-squash/', 'https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/', 'https://www.allrecipes.com/recipe/254877/roasted-spatchcocked-chicken-with-potatoes/', 'https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/216426/english-honey-roasted-turkey/', 'https://www.allrecipes.com/recipe/258878/crispy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/235151/crispy-and-tender-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/233953/million-dollar-chicken/', 'https://www.allrecipes.com/recipe/70679/simple-whole-roasted-chicken/', 'https://www.allrecipes.com/recipe/214618/beer-can-chicken/', 'https://www.allrecipes.com/recipe/219079/chef-johns-roast-turkey-and-gravy/', 'https://www.allrecipes.com/recipe/23037/easy-beginners-turkey-with-stuffing/', 'https://www.allrecipes.com/recipe/229658/oven-roasted-turkey-breast/', 'https://www.allrecipes.com/recipe/272858/air-fryer-chicken-thighs/', 'https://www.allrecipes.com/recipe/84456/roasted-turkey-legs/', 'https://www.allrecipes.com/recipe/214478/happy-roast-chicken/', 'https://www.allrecipes.com/recipe/16984/turkey-in-a-smoker/', 'https://www.allrecipes.com/recipe/240206/simple-broccolini/', 'https://www.allrecipes.com/recipe/18290/garlic-mashed-potatoes/', 'https://www.allrecipes.com/recipe/229733/simple-roasted-butternut-squash/', 'https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/', 'https://www.allrecipes.com/recipe/254877/roasted-spatchcocked-chicken-with-potatoes/', 'https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/216426/english-honey-roasted-turkey/', 'https://www.allrecipes.com/recipe/258878/crispy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/235151/crispy-and-tender-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/233953/million-dollar-chicken/', 'https://www.allrecipes.com/recipe/70679/simple-whole-roasted-chicken/', 'https://www.allrecipes.com/recipe/214618/beer-can-chicken/', 'https://www.allrecipes.com/recipe/219079/chef-johns-roast-turkey-and-gravy/', 'https://www.allrecipes.com/recipe/23037/easy-beginners-turkey-with-stuffing/', 'https://www.allrecipes.com/recipe/229658/oven-roasted-turkey-breast/', 'https://www.allrecipes.com/recipe/272858/air-fryer-chicken-thighs/', 'https://www.allrecipes.com/recipe/84456/roasted-turkey-legs/', 'https://www.allrecipes.com/recipe/214478/happy-roast-chicken/', 'https://www.allrecipes.com/recipe/16984/turkey-in-a-smoker/']\n"
+     ]
+    }
+   ],
+   "source": [
+    "def search_all_recipes(query: str, pages: int) -> list:\n",
+    "    recipeUrls = []\n",
+    "    recipesOnPage = 24\n",
+    "    for i in range(pages + 1):\n",
+    "        print(i)\n",
+    "        offset = i * recipesOnPage\n",
+    "        url = f\"https://www.allrecipes.com/search?{query}=Chicken&offset={offset}&q={query}\"\n",
+    "        print(url)\n",
+    "        links = get_links_on_url(url, \"/recipe/\")\n",
+    "        recipeUrls.extend(links)\n",
+    "\n",
+    "    return recipeUrls\n",
+    "\n",
+    "recipes = search_all_recipes(\"Chicken\", 10)\n",
+    "print(\"#############################\")\n",
+    "print(recipes)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 136,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "{'@context': 'http://schema.org', '@type': ['Recipe'], 'headline': 'Easy Chicken and Broccoli Alfredo', 'datePublished': '2015-07-25T02:03:34.000-04:00', 'dateModified': '2023-08-24T03:27:33.109-04:00', 'author': [{'@type': 'Person', 'name': 'Philadelphia', 'url': 'https://www.allrecipes.com/cook/philadelphia'}], 'description': 'This creamy chicken and broccoli Alfredo pasta dish with fresh broccoli, tender chunks of chicken breast, Parmesan cheese, and basil is sure to please!', 'name': 'Easy Chicken and Broccoli Alfredo', 'aggregateRating': {'@type': 'AggregateRating', 'ratingValue': '4.4', 'ratingCount': '143'}, 'cookTime': 'PT20M', 'nutrition': {'@type': 'NutritionInformation', 'calories': '511 kcal', 'carbohydrateContent': '32 g', 'cholesterolContent': '139 mg', 'fiberContent': '3 g', 'proteinContent': '47 g', 'saturatedFatContent': '10 g', 'sodiumContent': '514 mg', 'sugarContent': '10 g', 'fatContent': '21 g', 'unsaturatedFatContent': '0 g'}, 'prepTime': 'PT10M', 'recipeCategory': ['Dinner'], 'recipeCuisine': ['Italian'], 'recipeIngredient': ['8 ounces fettuccine or spaghetti, uncooked', '2 cups fresh broccoli florets', '0.25 cup KRAFT Zesty Italian Dressing', '1 pound boneless skinless chicken breasts, cut into bite-sized pieces', '1.6666667461395 cups milk', '4 ounces PHILADELPHIA Cream Cheese, cubed', '0.25 cup KRAFT Grated Parmesan Cheese', '0.5 teaspoon dried basil leaves'], 'recipeInstructions': [{'@type': 'HowToStep', 'text': 'Cook pasta as directed on package, adding broccoli to the boiling water for the last 2 minutes of the pasta cooking time. Drain pasta mixture.'}, {'@type': 'HowToStep', 'text': 'Meanwhile, heat dressing in large nonstick skillet on medium-high heat. Add chicken and cook until no longer pink in the center, stirring occasionally, about 5 to 7 minutes.'}, {'@type': 'HowToStep', 'text': 'Stir in milk, cream cheese, Parmesan cheese, and basil. Bring to a boil, stirring constantly. Cook until sauce is well blended and heated through, about 1 to 2 minutes.'}, {'@type': 'HowToStep', 'text': 'Add chicken mixture to pasta mixture; mix lightly.'}], 'recipeYield': ['4'], 'totalTime': 'PT30M', 'about': []}\n"
+     ]
+    }
+   ],
+   "source": [
+    "import dateutil.parser\n",
+    "from datetime import datetime\n",
+    "import json\n",
+    "\n",
+    "def get_recipe_as_json(url: str) -> dict: \n",
+    "    html = requests.get(url).text   \n",
+    "    soup = BeautifulSoup(html)\n",
+    "    script = soup.find_all(\"script\", {\"id\": \"allrecipes-schema_1-0\"})\n",
+    "\n",
+    "    recipeDict = json.loads(script[0].text)[0]\n",
+    "    del recipeDict['review']\n",
+    "    del recipeDict['image']\n",
+    "    del recipeDict['mainEntityOfPage']\n",
+    "    del recipeDict['publisher']\n",
+    "    \n",
+    "    return recipeDict\n",
+    "\n",
+    "url = \"https://www.allrecipes.com/recipe/212498/easy-chicken-and-broccoli-alfredo/\"\n",
+    "obj = get_recipe_as_json(url)\n",
+    "\n",
+    "print(obj)\n",
+    "\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 188,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "[{'title': 'chocolate snack cake recipe', 'url': 'https://www.allrecipes.com/chocolate-snack-cake-recipe-8350343'}, {'title': 'charred spiced pears with smoky vanilla cherry sauce recipe', 'url': 'https://www.allrecipes.com/charred-spiced-pears-with-smoky-vanilla-cherry-sauce-recipe-8347080'}, {'title': 'meringue topped banana pudding recipe', 'url': 'https://www.allrecipes.com/meringue-topped-banana-pudding-recipe-8347040'}, {'title': 'white chocolate cinnamon toast crunch bars recipe', 'url': 'https://www.allrecipes.com/white-chocolate-cinnamon-toast-crunch-bars-recipe-7556790'}, {'title': 'plum cobbler for two recipe', 'url': 'https://www.allrecipes.com/plum-cobbler-for-two-recipe-8304143'}, {'title': 'pumpkin cheesecake cookies recipe', 'url': 'https://www.allrecipes.com/pumpkin-cheesecake-cookies-recipe-7972485'}, {'title': 'chocolate whipped cottage cheese recipe', 'url': 'https://www.allrecipes.com/chocolate-whipped-cottage-cheese-recipe-8303272'}, {'title': 'nutella ice cream recipe', 'url': 'https://www.allrecipes.com/nutella-ice-cream-recipe-7508716'}, {'title': '3 ingredient banana oatmeal cookies recipe', 'url': 'https://www.allrecipes.com/3-ingredient-banana-oatmeal-cookies-recipe-7972686'}, {'title': 'caramel apple pie cookies recipe', 'url': 'https://www.allrecipes.com/caramel-apple-pie-cookies-recipe-7642173'}]\n"
+     ]
+    }
+   ],
+   "source": [
+    "dessertList = [\n",
+    "   {\n",
+    "      \"title\": \"Chocolate Snack Cake\",\n",
+    "      \"url\": \"https://www.allrecipes.com/chocolate-snack-cake-recipe-8350343\"\n",
+    "   },\n",
+    "   {\n",
+    "      \"title\": \"Charred Spiced Pears with Smoky Vanilla Cherry Sauce\",\n",
+    "      \"url\": \"https://www.allrecipes.com/charred-spiced-pears-with-smoky-vanilla-cherry-sauce-recipe-8347080\"\n",
+    "   },\n",
+    "   {\n",
+    "      \"title\": \"Meringue Topped Banana Pudding\",\n",
+    "      \"url\": \"https://www.allrecipes.com/meringue-topped-banana-pudding-recipe-8347040\"\n",
+    "   },\n",
+    "   {\n",
+    "      \"title\": \"White Chocolate Cinnamon Toast Crunch Bars\",\n",
+    "      \"url\": \"https://www.allrecipes.com/white-chocolate-cinnamon-toast-crunch-bars-recipe-7556790\"\n",
+    "   },\n",
+    "   {\n",
+    "      \"title\": \"Plum Cobbler for Two\",\n",
+    "      \"url\": \"https://www.allrecipes.com/plum-cobbler-for-two-recipe-8304143\"\n",
+    "   },\n",
+    "   {\n",
+    "      \"title\": \"Pumpkin Cheesecake Cookies\",\n",
+    "      \"url\": \"https://www.allrecipes.com/pumpkin-cheesecake-cookies-recipe-7972485\"\n",
+    "   },\n",
+    "   {\n",
+    "      \"title\": \"Chocolate Whipped Cottage Cheese\",\n",
+    "      \"url\": \"https://www.allrecipes.com/chocolate-whipped-cottage-cheese-recipe-8303272\"\n",
+    "   },\n",
+    "   {\n",
+    "      \"title\": \"Nutella Ice Cream\",\n",
+    "      \"url\": \"https://www.allrecipes.com/nutella-ice-cream-recipe-7508716\"\n",
+    "   },\n",
+    "   {\n",
+    "      \"title\": \"3-Ingredient Banana Oatmeal Cookies\",\n",
+    "      \"url\": \"https://www.allrecipes.com/3-ingredient-banana-oatmeal-cookies-recipe-7972686\"\n",
+    "   },\n",
+    "   {\n",
+    "      \"title\": \"Caramel Apple Pie Cookies\",\n",
+    "      \"url\": \"https://www.allrecipes.com/caramel-apple-pie-cookies-recipe-7642173\"\n",
+    "   }\n",
+    "]\n",
+    "\n",
+    "\n",
+    "chickenDishList = [\n",
+    "   {\n",
+    "      \"title\": \"Crispy Roasted Chicken\",\n",
+    "      \"url\": \"https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/\"\n",
+    "   },\n",
+    "   {\n",
+    "      \"title\": \"Roasted Spatchcocked Chicken With Potatoes\",\n",
+    "      \"url\": \"https://www.allrecipes.com/recipe/254877/roasted-spatchcocked-chicken-with-potatoes/\"\n",
+    "   },\n",
+    "   {\n",
+    "      \"title\": \"Easy Baked Chicken Thighs\",\n",
+    "      \"url\": \"https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/\"\n",
+    "   },\n",
+    "   {\n",
+    "      \"title\": \"Crispy Baked Chicken Thighs\",\n",
+    "      \"url\": \"https://www.allrecipes.com/recipe/258878/crispy-baked-chicken-thighs/\"\n",
+    "   },\n",
+    "   {\n",
+    "      \"title\": \"Crispy and Tender Baked Chicken Thighs\",\n",
+    "      \"url\": \"https://www.allrecipes.com/recipe/235151/crispy-and-tender-baked-chicken-thighs/\"\n",
+    "   },\n",
+    "   {\n",
+    "      \"title\": \"Million Dollar Chicken\",\n",
+    "      \"url\": \"https://www.allrecipes.com/recipe/233953/million-dollar-chicken/\"\n",
+    "   },\n",
+    "   {\n",
+    "      \"title\": \"Simple Whole Roasted Chicken\",\n",
+    "      \"url\": \"https://www.allrecipes.com/recipe/70679/simple-whole-roasted-chicken/\"\n",
+    "   },\n",
+    "   {\n",
+    "      \"title\": \"Beer Can Chicken\",\n",
+    "      \"url\": \"https://www.allrecipes.com/recipe/214618/beer-can-chicken/\"\n",
+    "   },\n",
+    "   {\n",
+    "      \"title\": \"Air Fryer Chicken Thighs\",\n",
+    "      \"url\": \"https://www.allrecipes.com/recipe/272858/air-fryer-chicken-thighs/\"\n",
+    "   },\n",
+    "   {\n",
+    "      \"title\": \"Happy Roast Chicken\",\n",
+    "      \"url\": \"https://www.allrecipes.com/recipe/214478/happy-roast-chicken/\"\n",
+    "   }\n",
+    "]\n",
+    "\n"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": ".venv",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.10.6"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}