Spaces:

towardsai-tutors
/

ai-tutor-chatbot

Running

App Files Files Community

AlaFalaki commited on Apr 24, 2024

Commit

de7d661

1 Parent(s): 57bdef8

Created using Colab

Browse files

Files changed (1) hide show

notebooks/Crawl_a_Website.ipynb +20 -20

notebooks/Crawl_a_Website.ipynb CHANGED Viewed

@@ -5,7 +5,7 @@
     "colab": {
       "provenance": [],
       "toc_visible": true,
-      "authorship_tag": "ABX9TyNGAAT9u3Fj2YsNtlfp5oyc",
       "include_colab_link": true
     },
     "kernelspec": {
@@ -39,7 +39,7 @@
         },
         "outputId": "155feab4-8ae6-43da-a07f-8a1f4b677c2b"
       },
-      "execution_count": 35,
       "outputs": [
         {
           "output_type": "stream",
@@ -73,7 +73,7 @@
       "metadata": {
         "id": "wxDPsVXSAj6_"
       },
-      "execution_count": 2,
       "outputs": []
     },
     {
@@ -116,7 +116,7 @@
       "metadata": {
         "id": "x74PqfQ7eIzD"
       },
-      "execution_count": 52,
       "outputs": []
     },
     {
@@ -149,7 +149,7 @@
       "metadata": {
         "id": "Q6Xs1OhUfVQV"
       },
-      "execution_count": 56,
       "outputs": []
     },
     {
@@ -164,7 +164,7 @@
         "id": "3cNdJNi2g1ly",
         "outputId": "f5184c15-6b55-47ee-98ee-646a06290a4c"
       },
-      "execution_count": 57,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -192,7 +192,7 @@
         "id": "WleP60A3gkQM",
         "outputId": "8c79ab53-e47b-4227-eb6f-0286b8ba2d15"
       },
-      "execution_count": 38,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -226,7 +226,7 @@
       "metadata": {
         "id": "TOJ3K-CBfVDR"
       },
-      "execution_count": 58,
       "outputs": []
     },
     {
@@ -335,7 +335,7 @@
     {
       "cell_type": "code",
       "source": [
-        "url = \"https://api.usescraper.com/crawler/jobs/{}/data\".format(\"7YE3T8VSPJVSCYE6EDQ90DJNFT\")#response['id'])\n",
         "\n",
         "data_res = requests.request(\"GET\", url, headers=headers)\n",
         "\n",
@@ -350,7 +350,7 @@
         "id": "J4dUn4cmGGab",
         "outputId": "15717b0d-dac6-4a67-e13f-1330623d4ced"
       },
-      "execution_count": 10,
       "outputs": [
         {
           "output_type": "stream",
@@ -375,7 +375,7 @@
         "id": "F8VEQvJkITLJ",
         "outputId": "b54ec108-7221-4230-8b61-d0a4be503a66"
       },
-      "execution_count": 11,
       "outputs": [
         {
           "output_type": "stream",
@@ -413,7 +413,7 @@
       "metadata": {
         "id": "YEieGzSFSXas"
       },
-      "execution_count": 12,
       "outputs": []
     },
     {
@@ -435,7 +435,7 @@
       "metadata": {
         "id": "wxmiQDv3SXV6"
       },
-      "execution_count": 18,
       "outputs": []
     },
     {
@@ -448,7 +448,7 @@
       "metadata": {
         "id": "tCVhv4OkSXTV"
       },
-      "execution_count": 19,
       "outputs": []
     },
     {
@@ -476,7 +476,7 @@
       "metadata": {
         "id": "6KpeCRMBUgup"
       },
-      "execution_count": 21,
       "outputs": []
     },
     {
@@ -489,7 +489,7 @@
       "metadata": {
         "id": "nWTBidwoZSO0"
       },
-      "execution_count": 22,
       "outputs": []
     },
     {
@@ -500,7 +500,7 @@
       "metadata": {
         "id": "RUuJO0IIYSeU"
       },
-      "execution_count": 25,
       "outputs": []
     },
     {
@@ -511,7 +511,7 @@
       "metadata": {
         "id": "6_s2LkH6YX1V"
       },
-      "execution_count": 26,
       "outputs": []
     },
     {
@@ -527,7 +527,7 @@
         "id": "02zdJNqIZKep",
         "outputId": "76340610-0d98-4fd0-d237-ddb9f1752391"
       },
-      "execution_count": 28,
       "outputs": [
         {
           "output_type": "execute_result",
@@ -562,7 +562,7 @@
         "id": "PuCcgP0nZSIl",
         "outputId": "e136cdbb-2ee4-4dfb-f532-f6c9365e519e"
       },
-      "execution_count": 32,
       "outputs": [
         {
           "output_type": "stream",

     "colab": {
       "provenance": [],
       "toc_visible": true,
+      "authorship_tag": "ABX9TyOUem37lhhg0mJYauho+pvb",
       "include_colab_link": true
     },
     "kernelspec": {
         },
         "outputId": "155feab4-8ae6-43da-a07f-8a1f4b677c2b"
       },
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "stream",
       "metadata": {
         "id": "wxDPsVXSAj6_"
       },
+      "execution_count": null,
       "outputs": []
     },
     {
       "metadata": {
         "id": "x74PqfQ7eIzD"
       },
+      "execution_count": null,
       "outputs": []
     },
     {
       "metadata": {
         "id": "Q6Xs1OhUfVQV"
       },
+      "execution_count": null,
       "outputs": []
     },
     {
         "id": "3cNdJNi2g1ly",
         "outputId": "f5184c15-6b55-47ee-98ee-646a06290a4c"
       },
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
         "id": "WleP60A3gkQM",
         "outputId": "8c79ab53-e47b-4227-eb6f-0286b8ba2d15"
       },
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
       "metadata": {
         "id": "TOJ3K-CBfVDR"
       },
+      "execution_count": null,
       "outputs": []
     },
     {
     {
       "cell_type": "code",
       "source": [
+        "url = \"https://api.usescraper.com/crawler/jobs/{}/data\".format(response['id'])\n",
         "\n",
         "data_res = requests.request(\"GET\", url, headers=headers)\n",
         "\n",
         "id": "J4dUn4cmGGab",
         "outputId": "15717b0d-dac6-4a67-e13f-1330623d4ced"
       },
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "stream",
         "id": "F8VEQvJkITLJ",
         "outputId": "b54ec108-7221-4230-8b61-d0a4be503a66"
       },
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "stream",
       "metadata": {
         "id": "YEieGzSFSXas"
       },
+      "execution_count": null,
       "outputs": []
     },
     {
       "metadata": {
         "id": "wxmiQDv3SXV6"
       },
+      "execution_count": null,
       "outputs": []
     },
     {
       "metadata": {
         "id": "tCVhv4OkSXTV"
       },
+      "execution_count": null,
       "outputs": []
     },
     {
       "metadata": {
         "id": "6KpeCRMBUgup"
       },
+      "execution_count": null,
       "outputs": []
     },
     {
       "metadata": {
         "id": "nWTBidwoZSO0"
       },
+      "execution_count": null,
       "outputs": []
     },
     {
       "metadata": {
         "id": "RUuJO0IIYSeU"
       },
+      "execution_count": null,
       "outputs": []
     },
     {
       "metadata": {
         "id": "6_s2LkH6YX1V"
       },
+      "execution_count": null,
       "outputs": []
     },
     {
         "id": "02zdJNqIZKep",
         "outputId": "76340610-0d98-4fd0-d237-ddb9f1752391"
       },
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "execute_result",
         "id": "PuCcgP0nZSIl",
         "outputId": "e136cdbb-2ee4-4dfb-f532-f6c9365e519e"
       },
+      "execution_count": null,
       "outputs": [
         {
           "output_type": "stream",