{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [],
   "source": [
    "import requests\n",
    "from bs4 import BeautifulSoup\n",
    "\n",
    "#specify the url we want to scrape from\n",
    "link = \"https://www.allrecipes.com/recipes/17562/dinner/\"\n",
    "contentText = requests.get(link).text\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 145,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['https://www.allrecipes.com/recipe/240206/simple-broccolini/', 'https://www.allrecipes.com/recipe/18290/garlic-mashed-potatoes/', 'https://www.allrecipes.com/recipe/229733/simple-roasted-butternut-squash/', 'https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/', 'https://www.allrecipes.com/recipe/254877/roasted-spatchcocked-chicken-with-potatoes/', 'https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/216426/english-honey-roasted-turkey/', 'https://www.allrecipes.com/recipe/258878/crispy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/235151/crispy-and-tender-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/233953/million-dollar-chicken/', 'https://www.allrecipes.com/recipe/70679/simple-whole-roasted-chicken/', 'https://www.allrecipes.com/recipe/214618/beer-can-chicken/', 'https://www.allrecipes.com/recipe/219079/chef-johns-roast-turkey-and-gravy/', 'https://www.allrecipes.com/recipe/23037/easy-beginners-turkey-with-stuffing/', 'https://www.allrecipes.com/recipe/229658/oven-roasted-turkey-breast/', 'https://www.allrecipes.com/recipe/272858/air-fryer-chicken-thighs/', 'https://www.allrecipes.com/recipe/84456/roasted-turkey-legs/', 'https://www.allrecipes.com/recipe/214478/happy-roast-chicken/', 'https://www.allrecipes.com/recipe/16984/turkey-in-a-smoker/']\n"
     ]
    }
   ],
   "source": [
    "def get_links_on_url(url: str, urlFilter: str):\n",
    "    html = requests.get(url).text\n",
    "    allUrls = []\n",
    "    soup = BeautifulSoup(contentText)\n",
    "    for link in soup.find_all('a'):\n",
    "        if urlFilter in link.get('href'):\n",
    "            allUrls.append(link.get('href'))\n",
    "            \n",
    "    return allUrls\n",
    "\n",
    "#links = get_links_on_url(\"https://www.allrecipes.com/recipes/17562/dinner/\", \"/recipe/\")\n",
    "#links = get_links_on_url(\"https://www.allrecipes.com/search?q=Chicken\", \"/recipe/\")\n",
    "#links = get_links_on_url(\"https://www.allrecipes.com/search?Poultry=Beef+Stews&offset=0&q=Beef+Stews\", \"/recipe/\")\n",
    "#print(links)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 155,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0\n",
      "https://www.allrecipes.com/search?Chicken=Chicken&offset=0&q=Chicken\n",
      "1\n",
      "https://www.allrecipes.com/search?Chicken=Chicken&offset=24&q=Chicken\n",
      "2\n",
      "https://www.allrecipes.com/search?Chicken=Chicken&offset=48&q=Chicken\n",
      "3\n",
      "https://www.allrecipes.com/search?Chicken=Chicken&offset=72&q=Chicken\n",
      "4\n",
      "https://www.allrecipes.com/search?Chicken=Chicken&offset=96&q=Chicken\n",
      "5\n",
      "https://www.allrecipes.com/search?Chicken=Chicken&offset=120&q=Chicken\n",
      "6\n",
      "https://www.allrecipes.com/search?Chicken=Chicken&offset=144&q=Chicken\n",
      "7\n",
      "https://www.allrecipes.com/search?Chicken=Chicken&offset=168&q=Chicken\n",
      "8\n",
      "https://www.allrecipes.com/search?Chicken=Chicken&offset=192&q=Chicken\n",
      "9\n",
      "https://www.allrecipes.com/search?Chicken=Chicken&offset=216&q=Chicken\n",
      "10\n",
      "https://www.allrecipes.com/search?Chicken=Chicken&offset=240&q=Chicken\n",
      "#############################\n",
      "['https://www.allrecipes.com/recipe/240206/simple-broccolini/', 'https://www.allrecipes.com/recipe/18290/garlic-mashed-potatoes/', 'https://www.allrecipes.com/recipe/229733/simple-roasted-butternut-squash/', 'https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/', 'https://www.allrecipes.com/recipe/254877/roasted-spatchcocked-chicken-with-potatoes/', 'https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/216426/english-honey-roasted-turkey/', 'https://www.allrecipes.com/recipe/258878/crispy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/235151/crispy-and-tender-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/233953/million-dollar-chicken/', 'https://www.allrecipes.com/recipe/70679/simple-whole-roasted-chicken/', 'https://www.allrecipes.com/recipe/214618/beer-can-chicken/', 'https://www.allrecipes.com/recipe/219079/chef-johns-roast-turkey-and-gravy/', 'https://www.allrecipes.com/recipe/23037/easy-beginners-turkey-with-stuffing/', 'https://www.allrecipes.com/recipe/229658/oven-roasted-turkey-breast/', 'https://www.allrecipes.com/recipe/272858/air-fryer-chicken-thighs/', 'https://www.allrecipes.com/recipe/84456/roasted-turkey-legs/', 'https://www.allrecipes.com/recipe/214478/happy-roast-chicken/', 'https://www.allrecipes.com/recipe/16984/turkey-in-a-smoker/', 'https://www.allrecipes.com/recipe/240206/simple-broccolini/', 'https://www.allrecipes.com/recipe/18290/garlic-mashed-potatoes/', 'https://www.allrecipes.com/recipe/229733/simple-roasted-butternut-squash/', 'https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/', 'https://www.allrecipes.com/recipe/254877/roasted-spatchcocked-chicken-with-potatoes/', 'https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/216426/english-honey-roasted-turkey/', 'https://www.allrecipes.com/recipe/258878/crispy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/235151/crispy-and-tender-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/233953/million-dollar-chicken/', 'https://www.allrecipes.com/recipe/70679/simple-whole-roasted-chicken/', 'https://www.allrecipes.com/recipe/214618/beer-can-chicken/', 'https://www.allrecipes.com/recipe/219079/chef-johns-roast-turkey-and-gravy/', 'https://www.allrecipes.com/recipe/23037/easy-beginners-turkey-with-stuffing/', 'https://www.allrecipes.com/recipe/229658/oven-roasted-turkey-breast/', 'https://www.allrecipes.com/recipe/272858/air-fryer-chicken-thighs/', 'https://www.allrecipes.com/recipe/84456/roasted-turkey-legs/', 'https://www.allrecipes.com/recipe/214478/happy-roast-chicken/', 'https://www.allrecipes.com/recipe/16984/turkey-in-a-smoker/', 'https://www.allrecipes.com/recipe/240206/simple-broccolini/', 'https://www.allrecipes.com/recipe/18290/garlic-mashed-potatoes/', 'https://www.allrecipes.com/recipe/229733/simple-roasted-butternut-squash/', 'https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/', 'https://www.allrecipes.com/recipe/254877/roasted-spatchcocked-chicken-with-potatoes/', 'https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/216426/english-honey-roasted-turkey/', 'https://www.allrecipes.com/recipe/258878/crispy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/235151/crispy-and-tender-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/233953/million-dollar-chicken/', 'https://www.allrecipes.com/recipe/70679/simple-whole-roasted-chicken/', 'https://www.allrecipes.com/recipe/214618/beer-can-chicken/', 'https://www.allrecipes.com/recipe/219079/chef-johns-roast-turkey-and-gravy/', 'https://www.allrecipes.com/recipe/23037/easy-beginners-turkey-with-stuffing/', 'https://www.allrecipes.com/recipe/229658/oven-roasted-turkey-breast/', 'https://www.allrecipes.com/recipe/272858/air-fryer-chicken-thighs/', 'https://www.allrecipes.com/recipe/84456/roasted-turkey-legs/', 'https://www.allrecipes.com/recipe/214478/happy-roast-chicken/', 'https://www.allrecipes.com/recipe/16984/turkey-in-a-smoker/', 'https://www.allrecipes.com/recipe/240206/simple-broccolini/', 'https://www.allrecipes.com/recipe/18290/garlic-mashed-potatoes/', 'https://www.allrecipes.com/recipe/229733/simple-roasted-butternut-squash/', 'https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/', 'https://www.allrecipes.com/recipe/254877/roasted-spatchcocked-chicken-with-potatoes/', 'https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/216426/english-honey-roasted-turkey/', 'https://www.allrecipes.com/recipe/258878/crispy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/235151/crispy-and-tender-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/233953/million-dollar-chicken/', 'https://www.allrecipes.com/recipe/70679/simple-whole-roasted-chicken/', 'https://www.allrecipes.com/recipe/214618/beer-can-chicken/', 'https://www.allrecipes.com/recipe/219079/chef-johns-roast-turkey-and-gravy/', 'https://www.allrecipes.com/recipe/23037/easy-beginners-turkey-with-stuffing/', 'https://www.allrecipes.com/recipe/229658/oven-roasted-turkey-breast/', 'https://www.allrecipes.com/recipe/272858/air-fryer-chicken-thighs/', 'https://www.allrecipes.com/recipe/84456/roasted-turkey-legs/', 'https://www.allrecipes.com/recipe/214478/happy-roast-chicken/', 'https://www.allrecipes.com/recipe/16984/turkey-in-a-smoker/', 'https://www.allrecipes.com/recipe/240206/simple-broccolini/', 'https://www.allrecipes.com/recipe/18290/garlic-mashed-potatoes/', 'https://www.allrecipes.com/recipe/229733/simple-roasted-butternut-squash/', 'https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/', 'https://www.allrecipes.com/recipe/254877/roasted-spatchcocked-chicken-with-potatoes/', 'https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/216426/english-honey-roasted-turkey/', 'https://www.allrecipes.com/recipe/258878/crispy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/235151/crispy-and-tender-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/233953/million-dollar-chicken/', 'https://www.allrecipes.com/recipe/70679/simple-whole-roasted-chicken/', 'https://www.allrecipes.com/recipe/214618/beer-can-chicken/', 'https://www.allrecipes.com/recipe/219079/chef-johns-roast-turkey-and-gravy/', 'https://www.allrecipes.com/recipe/23037/easy-beginners-turkey-with-stuffing/', 'https://www.allrecipes.com/recipe/229658/oven-roasted-turkey-breast/', 'https://www.allrecipes.com/recipe/272858/air-fryer-chicken-thighs/', 'https://www.allrecipes.com/recipe/84456/roasted-turkey-legs/', 'https://www.allrecipes.com/recipe/214478/happy-roast-chicken/', 'https://www.allrecipes.com/recipe/16984/turkey-in-a-smoker/', 'https://www.allrecipes.com/recipe/240206/simple-broccolini/', 'https://www.allrecipes.com/recipe/18290/garlic-mashed-potatoes/', 'https://www.allrecipes.com/recipe/229733/simple-roasted-butternut-squash/', 'https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/', 'https://www.allrecipes.com/recipe/254877/roasted-spatchcocked-chicken-with-potatoes/', 'https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/216426/english-honey-roasted-turkey/', 'https://www.allrecipes.com/recipe/258878/crispy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/235151/crispy-and-tender-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/233953/million-dollar-chicken/', 'https://www.allrecipes.com/recipe/70679/simple-whole-roasted-chicken/', 'https://www.allrecipes.com/recipe/214618/beer-can-chicken/', 'https://www.allrecipes.com/recipe/219079/chef-johns-roast-turkey-and-gravy/', 'https://www.allrecipes.com/recipe/23037/easy-beginners-turkey-with-stuffing/', 'https://www.allrecipes.com/recipe/229658/oven-roasted-turkey-breast/', 'https://www.allrecipes.com/recipe/272858/air-fryer-chicken-thighs/', 'https://www.allrecipes.com/recipe/84456/roasted-turkey-legs/', 'https://www.allrecipes.com/recipe/214478/happy-roast-chicken/', 'https://www.allrecipes.com/recipe/16984/turkey-in-a-smoker/', 'https://www.allrecipes.com/recipe/240206/simple-broccolini/', 'https://www.allrecipes.com/recipe/18290/garlic-mashed-potatoes/', 'https://www.allrecipes.com/recipe/229733/simple-roasted-butternut-squash/', 'https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/', 'https://www.allrecipes.com/recipe/254877/roasted-spatchcocked-chicken-with-potatoes/', 'https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/216426/english-honey-roasted-turkey/', 'https://www.allrecipes.com/recipe/258878/crispy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/235151/crispy-and-tender-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/233953/million-dollar-chicken/', 'https://www.allrecipes.com/recipe/70679/simple-whole-roasted-chicken/', 'https://www.allrecipes.com/recipe/214618/beer-can-chicken/', 'https://www.allrecipes.com/recipe/219079/chef-johns-roast-turkey-and-gravy/', 'https://www.allrecipes.com/recipe/23037/easy-beginners-turkey-with-stuffing/', 'https://www.allrecipes.com/recipe/229658/oven-roasted-turkey-breast/', 'https://www.allrecipes.com/recipe/272858/air-fryer-chicken-thighs/', 'https://www.allrecipes.com/recipe/84456/roasted-turkey-legs/', 'https://www.allrecipes.com/recipe/214478/happy-roast-chicken/', 'https://www.allrecipes.com/recipe/16984/turkey-in-a-smoker/', 'https://www.allrecipes.com/recipe/240206/simple-broccolini/', 'https://www.allrecipes.com/recipe/18290/garlic-mashed-potatoes/', 'https://www.allrecipes.com/recipe/229733/simple-roasted-butternut-squash/', 'https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/', 'https://www.allrecipes.com/recipe/254877/roasted-spatchcocked-chicken-with-potatoes/', 'https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/216426/english-honey-roasted-turkey/', 'https://www.allrecipes.com/recipe/258878/crispy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/235151/crispy-and-tender-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/233953/million-dollar-chicken/', 'https://www.allrecipes.com/recipe/70679/simple-whole-roasted-chicken/', 'https://www.allrecipes.com/recipe/214618/beer-can-chicken/', 'https://www.allrecipes.com/recipe/219079/chef-johns-roast-turkey-and-gravy/', 'https://www.allrecipes.com/recipe/23037/easy-beginners-turkey-with-stuffing/', 'https://www.allrecipes.com/recipe/229658/oven-roasted-turkey-breast/', 'https://www.allrecipes.com/recipe/272858/air-fryer-chicken-thighs/', 'https://www.allrecipes.com/recipe/84456/roasted-turkey-legs/', 'https://www.allrecipes.com/recipe/214478/happy-roast-chicken/', 'https://www.allrecipes.com/recipe/16984/turkey-in-a-smoker/', 'https://www.allrecipes.com/recipe/240206/simple-broccolini/', 'https://www.allrecipes.com/recipe/18290/garlic-mashed-potatoes/', 'https://www.allrecipes.com/recipe/229733/simple-roasted-butternut-squash/', 'https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/', 'https://www.allrecipes.com/recipe/254877/roasted-spatchcocked-chicken-with-potatoes/', 'https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/216426/english-honey-roasted-turkey/', 'https://www.allrecipes.com/recipe/258878/crispy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/235151/crispy-and-tender-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/233953/million-dollar-chicken/', 'https://www.allrecipes.com/recipe/70679/simple-whole-roasted-chicken/', 'https://www.allrecipes.com/recipe/214618/beer-can-chicken/', 'https://www.allrecipes.com/recipe/219079/chef-johns-roast-turkey-and-gravy/', 'https://www.allrecipes.com/recipe/23037/easy-beginners-turkey-with-stuffing/', 'https://www.allrecipes.com/recipe/229658/oven-roasted-turkey-breast/', 'https://www.allrecipes.com/recipe/272858/air-fryer-chicken-thighs/', 'https://www.allrecipes.com/recipe/84456/roasted-turkey-legs/', 'https://www.allrecipes.com/recipe/214478/happy-roast-chicken/', 'https://www.allrecipes.com/recipe/16984/turkey-in-a-smoker/', 'https://www.allrecipes.com/recipe/240206/simple-broccolini/', 'https://www.allrecipes.com/recipe/18290/garlic-mashed-potatoes/', 'https://www.allrecipes.com/recipe/229733/simple-roasted-butternut-squash/', 'https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/', 'https://www.allrecipes.com/recipe/254877/roasted-spatchcocked-chicken-with-potatoes/', 'https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/216426/english-honey-roasted-turkey/', 'https://www.allrecipes.com/recipe/258878/crispy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/235151/crispy-and-tender-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/233953/million-dollar-chicken/', 'https://www.allrecipes.com/recipe/70679/simple-whole-roasted-chicken/', 'https://www.allrecipes.com/recipe/214618/beer-can-chicken/', 'https://www.allrecipes.com/recipe/219079/chef-johns-roast-turkey-and-gravy/', 'https://www.allrecipes.com/recipe/23037/easy-beginners-turkey-with-stuffing/', 'https://www.allrecipes.com/recipe/229658/oven-roasted-turkey-breast/', 'https://www.allrecipes.com/recipe/272858/air-fryer-chicken-thighs/', 'https://www.allrecipes.com/recipe/84456/roasted-turkey-legs/', 'https://www.allrecipes.com/recipe/214478/happy-roast-chicken/', 'https://www.allrecipes.com/recipe/16984/turkey-in-a-smoker/', 'https://www.allrecipes.com/recipe/240206/simple-broccolini/', 'https://www.allrecipes.com/recipe/18290/garlic-mashed-potatoes/', 'https://www.allrecipes.com/recipe/229733/simple-roasted-butternut-squash/', 'https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/', 'https://www.allrecipes.com/recipe/254877/roasted-spatchcocked-chicken-with-potatoes/', 'https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/216426/english-honey-roasted-turkey/', 'https://www.allrecipes.com/recipe/258878/crispy-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/235151/crispy-and-tender-baked-chicken-thighs/', 'https://www.allrecipes.com/recipe/233953/million-dollar-chicken/', 'https://www.allrecipes.com/recipe/70679/simple-whole-roasted-chicken/', 'https://www.allrecipes.com/recipe/214618/beer-can-chicken/', 'https://www.allrecipes.com/recipe/219079/chef-johns-roast-turkey-and-gravy/', 'https://www.allrecipes.com/recipe/23037/easy-beginners-turkey-with-stuffing/', 'https://www.allrecipes.com/recipe/229658/oven-roasted-turkey-breast/', 'https://www.allrecipes.com/recipe/272858/air-fryer-chicken-thighs/', 'https://www.allrecipes.com/recipe/84456/roasted-turkey-legs/', 'https://www.allrecipes.com/recipe/214478/happy-roast-chicken/', 'https://www.allrecipes.com/recipe/16984/turkey-in-a-smoker/']\n"
     ]
    }
   ],
   "source": [
    "def search_all_recipes(query: str, pages: int) -> list:\n",
    "    recipeUrls = []\n",
    "    recipesOnPage = 24\n",
    "    for i in range(pages + 1):\n",
    "        print(i)\n",
    "        offset = i * recipesOnPage\n",
    "        url = f\"https://www.allrecipes.com/search?{query}=Chicken&offset={offset}&q={query}\"\n",
    "        print(url)\n",
    "        links = get_links_on_url(url, \"/recipe/\")\n",
    "        recipeUrls.extend(links)\n",
    "\n",
    "    return recipeUrls\n",
    "\n",
    "recipes = search_all_recipes(\"Chicken\", 10)\n",
    "print(\"#############################\")\n",
    "print(recipes)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 136,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'@context': 'http://schema.org', '@type': ['Recipe'], 'headline': 'Easy Chicken and Broccoli Alfredo', 'datePublished': '2015-07-25T02:03:34.000-04:00', 'dateModified': '2023-08-24T03:27:33.109-04:00', 'author': [{'@type': 'Person', 'name': 'Philadelphia', 'url': 'https://www.allrecipes.com/cook/philadelphia'}], 'description': 'This creamy chicken and broccoli Alfredo pasta dish with fresh broccoli, tender chunks of chicken breast, Parmesan cheese, and basil is sure to please!', 'name': 'Easy Chicken and Broccoli Alfredo', 'aggregateRating': {'@type': 'AggregateRating', 'ratingValue': '4.4', 'ratingCount': '143'}, 'cookTime': 'PT20M', 'nutrition': {'@type': 'NutritionInformation', 'calories': '511 kcal', 'carbohydrateContent': '32 g', 'cholesterolContent': '139 mg', 'fiberContent': '3 g', 'proteinContent': '47 g', 'saturatedFatContent': '10 g', 'sodiumContent': '514 mg', 'sugarContent': '10 g', 'fatContent': '21 g', 'unsaturatedFatContent': '0 g'}, 'prepTime': 'PT10M', 'recipeCategory': ['Dinner'], 'recipeCuisine': ['Italian'], 'recipeIngredient': ['8 ounces fettuccine or spaghetti, uncooked', '2 cups fresh broccoli florets', '0.25 cup KRAFT Zesty Italian Dressing', '1 pound boneless skinless chicken breasts, cut into bite-sized pieces', '1.6666667461395 cups milk', '4 ounces PHILADELPHIA Cream Cheese, cubed', '0.25 cup KRAFT Grated Parmesan Cheese', '0.5 teaspoon dried basil leaves'], 'recipeInstructions': [{'@type': 'HowToStep', 'text': 'Cook pasta as directed on package, adding broccoli to the boiling water for the last 2 minutes of the pasta cooking time. Drain pasta mixture.'}, {'@type': 'HowToStep', 'text': 'Meanwhile, heat dressing in large nonstick skillet on medium-high heat. Add chicken and cook until no longer pink in the center, stirring occasionally, about 5 to 7 minutes.'}, {'@type': 'HowToStep', 'text': 'Stir in milk, cream cheese, Parmesan cheese, and basil. Bring to a boil, stirring constantly. Cook until sauce is well blended and heated through, about 1 to 2 minutes.'}, {'@type': 'HowToStep', 'text': 'Add chicken mixture to pasta mixture; mix lightly.'}], 'recipeYield': ['4'], 'totalTime': 'PT30M', 'about': []}\n"
     ]
    }
   ],
   "source": [
    "import dateutil.parser\n",
    "from datetime import datetime\n",
    "import json\n",
    "\n",
    "def get_recipe_as_json(url: str) -> dict: \n",
    "    html = requests.get(url).text   \n",
    "    soup = BeautifulSoup(html)\n",
    "    script = soup.find_all(\"script\", {\"id\": \"allrecipes-schema_1-0\"})\n",
    "\n",
    "    recipeDict = json.loads(script[0].text)[0]\n",
    "    del recipeDict['review']\n",
    "    del recipeDict['image']\n",
    "    del recipeDict['mainEntityOfPage']\n",
    "    del recipeDict['publisher']\n",
    "    \n",
    "    return recipeDict\n",
    "\n",
    "url = \"https://www.allrecipes.com/recipe/212498/easy-chicken-and-broccoli-alfredo/\"\n",
    "obj = get_recipe_as_json(url)\n",
    "\n",
    "print(obj)\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 188,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[{'title': 'chocolate snack cake recipe', 'url': 'https://www.allrecipes.com/chocolate-snack-cake-recipe-8350343'}, {'title': 'charred spiced pears with smoky vanilla cherry sauce recipe', 'url': 'https://www.allrecipes.com/charred-spiced-pears-with-smoky-vanilla-cherry-sauce-recipe-8347080'}, {'title': 'meringue topped banana pudding recipe', 'url': 'https://www.allrecipes.com/meringue-topped-banana-pudding-recipe-8347040'}, {'title': 'white chocolate cinnamon toast crunch bars recipe', 'url': 'https://www.allrecipes.com/white-chocolate-cinnamon-toast-crunch-bars-recipe-7556790'}, {'title': 'plum cobbler for two recipe', 'url': 'https://www.allrecipes.com/plum-cobbler-for-two-recipe-8304143'}, {'title': 'pumpkin cheesecake cookies recipe', 'url': 'https://www.allrecipes.com/pumpkin-cheesecake-cookies-recipe-7972485'}, {'title': 'chocolate whipped cottage cheese recipe', 'url': 'https://www.allrecipes.com/chocolate-whipped-cottage-cheese-recipe-8303272'}, {'title': 'nutella ice cream recipe', 'url': 'https://www.allrecipes.com/nutella-ice-cream-recipe-7508716'}, {'title': '3 ingredient banana oatmeal cookies recipe', 'url': 'https://www.allrecipes.com/3-ingredient-banana-oatmeal-cookies-recipe-7972686'}, {'title': 'caramel apple pie cookies recipe', 'url': 'https://www.allrecipes.com/caramel-apple-pie-cookies-recipe-7642173'}]\n"
     ]
    }
   ],
   "source": [
    "dessertList = [\n",
    "   {\n",
    "      \"title\": \"Chocolate Snack Cake\",\n",
    "      \"url\": \"https://www.allrecipes.com/chocolate-snack-cake-recipe-8350343\"\n",
    "   },\n",
    "   {\n",
    "      \"title\": \"Charred Spiced Pears with Smoky Vanilla Cherry Sauce\",\n",
    "      \"url\": \"https://www.allrecipes.com/charred-spiced-pears-with-smoky-vanilla-cherry-sauce-recipe-8347080\"\n",
    "   },\n",
    "   {\n",
    "      \"title\": \"Meringue Topped Banana Pudding\",\n",
    "      \"url\": \"https://www.allrecipes.com/meringue-topped-banana-pudding-recipe-8347040\"\n",
    "   },\n",
    "   {\n",
    "      \"title\": \"White Chocolate Cinnamon Toast Crunch Bars\",\n",
    "      \"url\": \"https://www.allrecipes.com/white-chocolate-cinnamon-toast-crunch-bars-recipe-7556790\"\n",
    "   },\n",
    "   {\n",
    "      \"title\": \"Plum Cobbler for Two\",\n",
    "      \"url\": \"https://www.allrecipes.com/plum-cobbler-for-two-recipe-8304143\"\n",
    "   },\n",
    "   {\n",
    "      \"title\": \"Pumpkin Cheesecake Cookies\",\n",
    "      \"url\": \"https://www.allrecipes.com/pumpkin-cheesecake-cookies-recipe-7972485\"\n",
    "   },\n",
    "   {\n",
    "      \"title\": \"Chocolate Whipped Cottage Cheese\",\n",
    "      \"url\": \"https://www.allrecipes.com/chocolate-whipped-cottage-cheese-recipe-8303272\"\n",
    "   },\n",
    "   {\n",
    "      \"title\": \"Nutella Ice Cream\",\n",
    "      \"url\": \"https://www.allrecipes.com/nutella-ice-cream-recipe-7508716\"\n",
    "   },\n",
    "   {\n",
    "      \"title\": \"3-Ingredient Banana Oatmeal Cookies\",\n",
    "      \"url\": \"https://www.allrecipes.com/3-ingredient-banana-oatmeal-cookies-recipe-7972686\"\n",
    "   },\n",
    "   {\n",
    "      \"title\": \"Caramel Apple Pie Cookies\",\n",
    "      \"url\": \"https://www.allrecipes.com/caramel-apple-pie-cookies-recipe-7642173\"\n",
    "   }\n",
    "]\n",
    "\n",
    "\n",
    "chickenDishList = [\n",
    "   {\n",
    "      \"title\": \"Crispy Roasted Chicken\",\n",
    "      \"url\": \"https://www.allrecipes.com/recipe/228363/crispy-roasted-chicken/\"\n",
    "   },\n",
    "   {\n",
    "      \"title\": \"Roasted Spatchcocked Chicken With Potatoes\",\n",
    "      \"url\": \"https://www.allrecipes.com/recipe/254877/roasted-spatchcocked-chicken-with-potatoes/\"\n",
    "   },\n",
    "   {\n",
    "      \"title\": \"Easy Baked Chicken Thighs\",\n",
    "      \"url\": \"https://www.allrecipes.com/recipe/235153/easy-baked-chicken-thighs/\"\n",
    "   },\n",
    "   {\n",
    "      \"title\": \"Crispy Baked Chicken Thighs\",\n",
    "      \"url\": \"https://www.allrecipes.com/recipe/258878/crispy-baked-chicken-thighs/\"\n",
    "   },\n",
    "   {\n",
    "      \"title\": \"Crispy and Tender Baked Chicken Thighs\",\n",
    "      \"url\": \"https://www.allrecipes.com/recipe/235151/crispy-and-tender-baked-chicken-thighs/\"\n",
    "   },\n",
    "   {\n",
    "      \"title\": \"Million Dollar Chicken\",\n",
    "      \"url\": \"https://www.allrecipes.com/recipe/233953/million-dollar-chicken/\"\n",
    "   },\n",
    "   {\n",
    "      \"title\": \"Simple Whole Roasted Chicken\",\n",
    "      \"url\": \"https://www.allrecipes.com/recipe/70679/simple-whole-roasted-chicken/\"\n",
    "   },\n",
    "   {\n",
    "      \"title\": \"Beer Can Chicken\",\n",
    "      \"url\": \"https://www.allrecipes.com/recipe/214618/beer-can-chicken/\"\n",
    "   },\n",
    "   {\n",
    "      \"title\": \"Air Fryer Chicken Thighs\",\n",
    "      \"url\": \"https://www.allrecipes.com/recipe/272858/air-fryer-chicken-thighs/\"\n",
    "   },\n",
    "   {\n",
    "      \"title\": \"Happy Roast Chicken\",\n",
    "      \"url\": \"https://www.allrecipes.com/recipe/214478/happy-roast-chicken/\"\n",
    "   }\n",
    "]\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": ".venv",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}