Merge branch 'main' of https://huggingface.co/spaces/devusman/test

.gitignore

@@ -1 +1,2 @@
-/node_modules
+/node_modules
+.env

index.html

@@ -278,7 +278,8 @@
             const logSection = document.getElementById('log-section');
             const logContainer = document.getElementById('log-container');
 
-            const API_BASE_URL = 'http://localhost:7860';
+            // const API_BASE_URL = 'http://localhost:7860';
+            const API_BASE_URL = 'https://devusman-studocu-testing.hf.space';
             let pollInterval;
             let lastLoggedMessage = ''; // NEW: Track last message to avoid duplicates
 

package-lock.json

@@ -8,13 +8,17 @@
       "name": "puppeteer-api",
       "version": "1.0.0",
       "dependencies": {
+        "@2captcha/captcha-solver": "^1.3.0",
         "axios": "^1.11.0",
         "cluster": "^0.7.7",
         "cors": "^2.8.5",
+        "dotenv": "^17.2.2",
         "express": "^5.1.0",
         "puppeteer": "^24.16.2",
         "puppeteer-extra": "^3.3.6",
-        "puppeteer-extra-plugin-stealth": "^2.11.2"
+        "puppeteer-extra-plugin-recaptcha": "^3.6.8",
+        "puppeteer-extra-plugin-stealth": "^2.11.2",
+        "puppeteer-real-browser": "^1.4.4"
       },
       "devDependencies": {
         "nodemon": "^3.1.10",
@@ -22,6 +26,15 @@
         "typescript": "^5.4.0"
       }
     },
+    "node_modules/@2captcha/captcha-solver": {
+      "version": "1.3.0",
+      "resolved": "https://registry.npmjs.org/@2captcha/captcha-solver/-/captcha-solver-1.3.0.tgz",
+      "integrity": "sha512-Rgyr0kv3EAvBtogQOoe2ns1aXo4ZEoi/QW/96Bkvjk5RdEVPzi+C/X8X2HphQo6FanKQ1UqO7Q7T874IYUJ8eg==",
+      "license": "MIT",
+      "dependencies": {
+        "node-fetch": "^2.6.1"
+      }
+    },
     "node_modules/@babel/code-frame": {
       "version": "7.27.1",
       "resolved": "https://registry.npmjs.org/@babel/code-frame/-/code-frame-7.27.1.tgz",
@@ -72,6 +85,12 @@
       "integrity": "sha512-C5Mc6rdnsaJDjO3UpGW/CQTHtCKaYlScZTly4JIu97Jxo/odCiH0ITnDXSJPTOrEKk/ycSZ0AOgTmkDtkOsvIA==",
       "license": "MIT"
     },
+    "node_modules/@types/bezier-js": {
+      "version": "4.1.3",
+      "resolved": "https://registry.npmjs.org/@types/bezier-js/-/bezier-js-4.1.3.tgz",
+      "integrity": "sha512-FNVVCu5mx/rJCWBxLTcL7oOajmGtWtBTDjq6DSUWUI12GeePivrZZXz+UgE0D6VYsLEjvExRO03z4hVtu3pTEQ==",
+      "license": "MIT"
+    },
     "node_modules/@types/debug": {
       "version": "4.1.12",
       "resolved": "https://registry.npmjs.org/@types/debug/-/debug-4.1.12.tgz",
@@ -92,7 +111,6 @@
       "resolved": "https://registry.npmjs.org/@types/node/-/node-24.3.0.tgz",
       "integrity": "sha512-aPTXCrfwnDLj4VvXrm+UUCQjNEvJgNA8s5F1cvwQU+3KNltTOkBm1j30uNLyqqPNe7gE3KFzImYoZEfLhp4Yow==",
       "license": "MIT",
-      "optional": true,
       "dependencies": {
         "undici-types": "~7.10.0"
       }
@@ -295,6 +313,26 @@
         }
       }
     },
+    "node_modules/base64-js": {
+      "version": "1.5.1",
+      "resolved": "https://registry.npmjs.org/base64-js/-/base64-js-1.5.1.tgz",
+      "integrity": "sha512-AKpaYlHn8t4SVbOHCy+b5+KKgvR4vrsD8vbvrbiQJps7fKDTkjkDry6ji0rUJjC0kzbNePLwzxq8iypo41qeWA==",
+      "funding": [
+        {
+          "type": "github",
+          "url": "https://github.com/sponsors/feross"
+        },
+        {
+          "type": "patreon",
+          "url": "https://www.patreon.com/feross"
+        },
+        {
+          "type": "consulting",
+          "url": "https://feross.org/support"
+        }
+      ],
+      "license": "MIT"
+    },
     "node_modules/basic-ftp": {
       "version": "5.0.5",
       "resolved": "https://registry.npmjs.org/basic-ftp/-/basic-ftp-5.0.5.tgz",
@@ -304,6 +342,16 @@
         "node": ">=10.0.0"
       }
     },
+    "node_modules/bezier-js": {
+      "version": "6.1.4",
+      "resolved": "https://registry.npmjs.org/bezier-js/-/bezier-js-6.1.4.tgz",
+      "integrity": "sha512-PA0FW9ZpcHbojUCMu28z9Vg/fNkwTj5YhusSAjHHDfHDGLxJ6YUKrAN2vk1fP2MMOxVw4Oko16FMlRGVBGqLKg==",
+      "license": "MIT",
+      "funding": {
+        "type": "individual",
+        "url": "https://github.com/Pomax/bezierjs/blob/master/FUNDING.md"
+      }
+    },
     "node_modules/binary-extensions": {
       "version": "2.3.0",
       "resolved": "https://registry.npmjs.org/binary-extensions/-/binary-extensions-2.3.0.tgz",
@@ -360,6 +408,30 @@
         "node": ">=8"
       }
     },
+    "node_modules/buffer": {
+      "version": "5.7.1",
+      "resolved": "https://registry.npmjs.org/buffer/-/buffer-5.7.1.tgz",
+      "integrity": "sha512-EHcyIPBQ4BSGlvjB16k5KgAJ27CIsHY/2JBmCRReo48y9rQ3MaUzWX3KVlBa4U7MyX02HdVj0K7C3WaB3ju7FQ==",
+      "funding": [
+        {
+          "type": "github",
+          "url": "https://github.com/sponsors/feross"
+        },
+        {
+          "type": "patreon",
+          "url": "https://www.patreon.com/feross"
+        },
+        {
+          "type": "consulting",
+          "url": "https://feross.org/support"
+        }
+      ],
+      "license": "MIT",
+      "dependencies": {
+        "base64-js": "^1.3.1",
+        "ieee754": "^1.1.13"
+      }
+    },
     "node_modules/buffer-crc32": {
       "version": "0.2.13",
       "resolved": "https://registry.npmjs.org/buffer-crc32/-/buffer-crc32-0.2.13.tgz",
@@ -441,6 +513,24 @@
         "fsevents": "~2.3.2"
       }
     },
+    "node_modules/chrome-launcher": {
+      "version": "1.2.0",
+      "resolved": "https://registry.npmjs.org/chrome-launcher/-/chrome-launcher-1.2.0.tgz",
+      "integrity": "sha512-JbuGuBNss258bvGil7FT4HKdC3SC2K7UAEUqiPy3ACS3Yxo3hAW6bvFpCu2HsIJLgTqxgEX6BkujvzZfLpUD0Q==",
+      "license": "Apache-2.0",
+      "dependencies": {
+        "@types/node": "*",
+        "escape-string-regexp": "^4.0.0",
+        "is-wsl": "^2.2.0",
+        "lighthouse-logger": "^2.0.1"
+      },
+      "bin": {
+        "print-chrome-path": "bin/print-chrome-path.cjs"
+      },
+      "engines": {
+        "node": ">=12.13.0"
+      }
+    },
     "node_modules/chromium-bidi": {
       "version": "7.3.1",
       "resolved": "https://registry.npmjs.org/chromium-bidi/-/chromium-bidi-7.3.1.tgz",
@@ -711,6 +801,18 @@
       "integrity": "sha512-RQ809ykTfJ+dgj9bftdeL2vRVxASAuGU+I9LEx9Ij5TXU5HrgAQVmzi72VA+mkzscE12uzlRv5/tWWv9R9J1SA==",
       "license": "BSD-3-Clause"
     },
+    "node_modules/dotenv": {
+      "version": "17.2.2",
+      "resolved": "https://registry.npmjs.org/dotenv/-/dotenv-17.2.2.tgz",
+      "integrity": "sha512-Sf2LSQP+bOlhKWWyhFsn0UsfdK/kCWRv1iuA2gXAwt3dyNabr6QSj00I2V10pidqz69soatm9ZwZvpQMTIOd5Q==",
+      "license": "BSD-2-Clause",
+      "engines": {
+        "node": ">=12"
+      },
+      "funding": {
+        "url": "https://dotenvx.com"
+      }
+    },
     "node_modules/dunder-proto": {
       "version": "1.0.1",
       "resolved": "https://registry.npmjs.org/dunder-proto/-/dunder-proto-1.0.1.tgz",
@@ -890,6 +992,18 @@
       "integrity": "sha512-NiSupZ4OeuGwr68lGIeym/ksIZMJodUGOSCZ/FSnTxcrekbvqrgdUxlJOMpijaKZVjAJrWrGs/6Jy8OMuyj9ow==",
       "license": "MIT"
     },
+    "node_modules/escape-string-regexp": {
+      "version": "4.0.0",
+      "resolved": "https://registry.npmjs.org/escape-string-regexp/-/escape-string-regexp-4.0.0.tgz",
+      "integrity": "sha512-TtpcNJ3XAzx3Gq8sWRzJaVajRs0uVxA2YAkdb1jm2YkPz4G6egUFAyA3n5vtEIZefPk5Wa4UXbKuS5fKkJWdgA==",
+      "license": "MIT",
+      "engines": {
+        "node": ">=10"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/sindresorhus"
+      }
+    },
     "node_modules/escodegen": {
       "version": "2.1.0",
       "resolved": "https://registry.npmjs.org/escodegen/-/escodegen-2.1.0.tgz",
@@ -1330,6 +1444,17 @@
         "node": ">= 14"
       }
     },
+    "node_modules/ghost-cursor": {
+      "version": "1.4.1",
+      "resolved": "https://registry.npmjs.org/ghost-cursor/-/ghost-cursor-1.4.1.tgz",
+      "integrity": "sha512-K8A8/Co/Jbdqee694qrNsGWBG51DVK5UF2gGKEoZBDx9F1WmoD2SzUoDHWoY7O+TY84s1VrWwwfkVKxI2FoV2Q==",
+      "license": "ISC",
+      "dependencies": {
+        "@types/bezier-js": "4",
+        "bezier-js": "^6.1.3",
+        "debug": "^4.3.4"
+      }
+    },
     "node_modules/glob": {
       "version": "7.2.3",
       "resolved": "https://registry.npmjs.org/glob/-/glob-7.2.3.tgz",
@@ -1494,6 +1619,26 @@
         "node": ">=0.10.0"
       }
     },
+    "node_modules/ieee754": {
+      "version": "1.2.1",
+      "resolved": "https://registry.npmjs.org/ieee754/-/ieee754-1.2.1.tgz",
+      "integrity": "sha512-dcyqhDvX1C46lXZcVqCpK+FtMRQVdIMN6/Df5js2zouUsqG7I6sFxitIC+7KYK29KdXOLHdu9zL4sFnoVQnqaA==",
+      "funding": [
+        {
+          "type": "github",
+          "url": "https://github.com/sponsors/feross"
+        },
+        {
+          "type": "patreon",
+          "url": "https://www.patreon.com/feross"
+        },
+        {
+          "type": "consulting",
+          "url": "https://feross.org/support"
+        }
+      ],
+      "license": "BSD-3-Clause"
+    },
     "node_modules/ignore-by-default": {
       "version": "1.0.1",
       "resolved": "https://registry.npmjs.org/ignore-by-default/-/ignore-by-default-1.0.1.tgz",
@@ -1577,6 +1722,21 @@
       "integrity": "sha512-NcdALwpXkTm5Zvvbk7owOUSvVvBKDgKP5/ewfXEznmQFfs4ZRmanOeKBTjRVjka3QFoN6XJ+9F3USqfHqTaU5w==",
       "license": "MIT"
     },
+    "node_modules/is-docker": {
+      "version": "2.2.1",
+      "resolved": "https://registry.npmjs.org/is-docker/-/is-docker-2.2.1.tgz",
+      "integrity": "sha512-F+i2BKsFrH66iaUFc0woD8sLy8getkwTwtOBjvs56Cx4CgJDeKQeqfz8wAYiSb8JOprWhHH5p77PbmYCvvUuXQ==",
+      "license": "MIT",
+      "bin": {
+        "is-docker": "cli.js"
+      },
+      "engines": {
+        "node": ">=8"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/sindresorhus"
+      }
+    },
     "node_modules/is-extendable": {
       "version": "0.1.1",
       "resolved": "https://registry.npmjs.org/is-extendable/-/is-extendable-0.1.1.tgz",
@@ -1646,6 +1806,18 @@
       "integrity": "sha512-hvpoI6korhJMnej285dSg6nu1+e6uxs7zG3BYAm5byqDsgJNWwxzM6z6iZiAgQR4TJ30JmBTOwqZUw3WlyH3AQ==",
       "license": "MIT"
     },
+    "node_modules/is-wsl": {
+      "version": "2.2.0",
+      "resolved": "https://registry.npmjs.org/is-wsl/-/is-wsl-2.2.0.tgz",
+      "integrity": "sha512-fKzAra0rGJUUBwGBgNkHZuToZcn+TtXHpeCgmkMJMMYx1sQDYaCSyjJBSCa2nH1DGm7s3n1oBnohoVTBaN7Lww==",
+      "license": "MIT",
+      "dependencies": {
+        "is-docker": "^2.0.0"
+      },
+      "engines": {
+        "node": ">=8"
+      }
+    },
     "node_modules/isexe": {
       "version": "2.0.0",
       "resolved": "https://registry.npmjs.org/isexe/-/isexe-2.0.0.tgz",
@@ -1719,6 +1891,16 @@
         "node": ">=0.10.0"
       }
     },
+    "node_modules/lighthouse-logger": {
+      "version": "2.0.2",
+      "resolved": "https://registry.npmjs.org/lighthouse-logger/-/lighthouse-logger-2.0.2.tgz",
+      "integrity": "sha512-vWl2+u5jgOQuZR55Z1WM0XDdrJT6mzMP8zHUct7xTlWhuQs+eV0g+QL0RQdFjT54zVmbhLCP8vIVpy1wGn/gCg==",
+      "license": "Apache-2.0",
+      "dependencies": {
+        "debug": "^4.4.1",
+        "marky": "^1.2.2"
+      }
+    },
     "node_modules/lines-and-columns": {
       "version": "1.2.4",
       "resolved": "https://registry.npmjs.org/lines-and-columns/-/lines-and-columns-1.2.4.tgz",
@@ -1758,6 +1940,12 @@
       "integrity": "sha512-CkYQrPYZfWnu/DAmVCpTSX/xHpKZ80eKh2lAkyA6AJTef6bW+6JpbQZN5rofum7da+SyN1bi5ctTm+lTfcCW3g==",
       "dev": true
     },
+    "node_modules/marky": {
+      "version": "1.3.0",
+      "resolved": "https://registry.npmjs.org/marky/-/marky-1.3.0.tgz",
+      "integrity": "sha512-ocnPZQLNpvbedwTy9kNrQEsknEfgvcLMvOtz3sFeWApDq1MXH1TqkCIx58xlpESsfwQOnuBO9beyQuNGzVvuhQ==",
+      "license": "Apache-2.0"
+    },
     "node_modules/math-intrinsics": {
       "version": "1.1.0",
       "resolved": "https://registry.npmjs.org/math-intrinsics/-/math-intrinsics-1.1.0.tgz",
@@ -1884,6 +2072,13 @@
       "integrity": "sha512-6FlzubTLZG3J2a/NVCAleEhjzq5oxgHyaCU9yYXvcLsvoVaHJq/s5xXI6/XXP6tz7R9xAOtHnSO/tXtF3WRTlA==",
       "license": "MIT"
     },
+    "node_modules/nan": {
+      "version": "2.23.0",
+      "resolved": "https://registry.npmjs.org/nan/-/nan-2.23.0.tgz",
+      "integrity": "sha512-1UxuyYGdoQHcGg87Lkqm3FzefucTa0NAiOcuRsDmysep3c1LVCRK2krrUDafMWtjSG04htvAmvg96+SDknOmgQ==",
+      "license": "MIT",
+      "optional": true
+    },
     "node_modules/negotiator": {
       "version": "1.0.0",
       "resolved": "https://registry.npmjs.org/negotiator/-/negotiator-1.0.0.tgz",
@@ -1915,6 +2110,26 @@
       "dev": true,
       "license": "MIT"
     },
+    "node_modules/node-fetch": {
+      "version": "2.7.0",
+      "resolved": "https://registry.npmjs.org/node-fetch/-/node-fetch-2.7.0.tgz",
+      "integrity": "sha512-c4FRfUm/dbcWZ7U+1Wq0AwCyFL+3nt2bEw05wfxSz+DWpWsitgmSgYmy2dQdWyKC1694ELPqMs/YzUSNozLt8A==",
+      "license": "MIT",
+      "dependencies": {
+        "whatwg-url": "^5.0.0"
+      },
+      "engines": {
+        "node": "4.x || >=6.0.0"
+      },
+      "peerDependencies": {
+        "encoding": "^0.1.0"
+      },
+      "peerDependenciesMeta": {
+        "encoding": {
+          "optional": true
+        }
+      }
+    },
     "node_modules/nodemon": {
       "version": "3.1.10",
       "resolved": "https://registry.npmjs.org/nodemon/-/nodemon-3.1.10.tgz",
@@ -2307,6 +2522,32 @@
         }
       }
     },
+    "node_modules/puppeteer-extra-plugin-recaptcha": {
+      "version": "3.6.8",
+      "resolved": "https://registry.npmjs.org/puppeteer-extra-plugin-recaptcha/-/puppeteer-extra-plugin-recaptcha-3.6.8.tgz",
+      "integrity": "sha512-AY2HG1ZFlSi4xs+Hy84LtRJ95DIfnbjR3Az64dJGVW8gr/hBAGEWRlXTMzea7YOmxO3Nc8Ak3CcUgjgp1gIu1w==",
+      "license": "MIT",
+      "dependencies": {
+        "debug": "^4.1.1",
+        "merge-deep": "^3.0.2",
+        "puppeteer-extra-plugin": "^3.2.3"
+      },
+      "engines": {
+        "node": ">=9.11.2"
+      },
+      "peerDependencies": {
+        "playwright-extra": "*",
+        "puppeteer-extra": "*"
+      },
+      "peerDependenciesMeta": {
+        "playwright-extra": {
+          "optional": true
+        },
+        "puppeteer-extra": {
+          "optional": true
+        }
+      }
+    },
     "node_modules/puppeteer-extra-plugin-stealth": {
       "version": "2.11.2",
       "resolved": "https://registry.npmjs.org/puppeteer-extra-plugin-stealth/-/puppeteer-extra-plugin-stealth-2.11.2.tgz",
@@ -2387,6 +2628,20 @@
         }
       }
     },
+    "node_modules/puppeteer-real-browser": {
+      "version": "1.4.4",
+      "resolved": "https://registry.npmjs.org/puppeteer-real-browser/-/puppeteer-real-browser-1.4.4.tgz",
+      "integrity": "sha512-1CYGlL1Y0SdxP55byi9WQ8dtLkyIYBmRpGr+D+cB6uZDrW17+ZxWMnc7CDZfNuNuJaF15DWW5zvChS/ikymdmg==",
+      "license": "ISC",
+      "dependencies": {
+        "chrome-launcher": "^1.1.2",
+        "ghost-cursor": "^1.3.0",
+        "puppeteer-extra": "^3.3.6",
+        "rebrowser-puppeteer-core": "^23.3.1",
+        "tree-kill": "^1.2.2",
+        "xvfb": "^0.4.0"
+      }
+    },
     "node_modules/qs": {
       "version": "6.14.0",
       "resolved": "https://registry.npmjs.org/qs/-/qs-6.14.0.tgz",
@@ -2439,6 +2694,74 @@
         "node": ">=8.10.0"
       }
     },
+    "node_modules/rebrowser-puppeteer-core": {
+      "version": "23.10.3",
+      "resolved": "https://registry.npmjs.org/rebrowser-puppeteer-core/-/rebrowser-puppeteer-core-23.10.3.tgz",
+      "integrity": "sha512-oWwuFg3XoZUkAt6Te4zTU6sQeS39I9tctjdSEiDPa76MF47R0IfLX8VQhyRwwzMySqD5L1wambYcWyEAN0b9AA==",
+      "license": "Apache-2.0",
+      "dependencies": {
+        "@puppeteer/browsers": "2.6.1",
+        "chromium-bidi": "0.8.0",
+        "debug": "^4.4.0",
+        "devtools-protocol": "0.0.1367902",
+        "typed-query-selector": "^2.12.0",
+        "ws": "^8.18.0"
+      },
+      "engines": {
+        "node": ">=18"
+      }
+    },
+    "node_modules/rebrowser-puppeteer-core/node_modules/@puppeteer/browsers": {
+      "version": "2.6.1",
+      "resolved": "https://registry.npmjs.org/@puppeteer/browsers/-/browsers-2.6.1.tgz",
+      "integrity": "sha512-aBSREisdsGH890S2rQqK82qmQYU3uFpSH8wcZWHgHzl3LfzsxAKbLNiAG9mO8v1Y0UICBeClICxPJvyr0rcuxg==",
+      "license": "Apache-2.0",
+      "dependencies": {
+        "debug": "^4.4.0",
+        "extract-zip": "^2.0.1",
+        "progress": "^2.0.3",
+        "proxy-agent": "^6.5.0",
+        "semver": "^7.6.3",
+        "tar-fs": "^3.0.6",
+        "unbzip2-stream": "^1.4.3",
+        "yargs": "^17.7.2"
+      },
+      "bin": {
+        "browsers": "lib/cjs/main-cli.js"
+      },
+      "engines": {
+        "node": ">=18"
+      }
+    },
+    "node_modules/rebrowser-puppeteer-core/node_modules/chromium-bidi": {
+      "version": "0.8.0",
+      "resolved": "https://registry.npmjs.org/chromium-bidi/-/chromium-bidi-0.8.0.tgz",
+      "integrity": "sha512-uJydbGdTw0DEUjhoogGveneJVWX/9YuqkWePzMmkBYwtdAqo5d3J/ovNKFr+/2hWXYmYCr6it8mSSTIj6SS6Ug==",
+      "license": "Apache-2.0",
+      "dependencies": {
+        "mitt": "3.0.1",
+        "urlpattern-polyfill": "10.0.0",
+        "zod": "3.23.8"
+      },
+      "peerDependencies": {
+        "devtools-protocol": "*"
+      }
+    },
+    "node_modules/rebrowser-puppeteer-core/node_modules/devtools-protocol": {
+      "version": "0.0.1367902",
+      "resolved": "https://registry.npmjs.org/devtools-protocol/-/devtools-protocol-0.0.1367902.tgz",
+      "integrity": "sha512-XxtPuC3PGakY6PD7dG66/o8KwJ/LkH2/EKe19Dcw58w53dv4/vSQEkn/SzuyhHE2q4zPgCkxQBxus3VV4ql+Pg==",
+      "license": "BSD-3-Clause"
+    },
+    "node_modules/rebrowser-puppeteer-core/node_modules/zod": {
+      "version": "3.23.8",
+      "resolved": "https://registry.npmjs.org/zod/-/zod-3.23.8.tgz",
+      "integrity": "sha512-XBx9AXhXktjUqnepgTiE5flcKIYWi/rme0Eaj+5Y0lftuGBq+jyRu/md4WnuxqgP1ubdpNCsYEYPxrzVHD8d6g==",
+      "license": "MIT",
+      "funding": {
+        "url": "https://github.com/sponsors/colinhacks"
+      }
+    },
     "node_modules/require-directory": {
       "version": "2.1.1",
       "resolved": "https://registry.npmjs.org/require-directory/-/require-directory-2.1.1.tgz",
@@ -2714,6 +3037,20 @@
         "node": ">=10"
       }
     },
+    "node_modules/sleep": {
+      "version": "6.1.0",
+      "resolved": "https://registry.npmjs.org/sleep/-/sleep-6.1.0.tgz",
+      "integrity": "sha512-Z1x4JjJxsru75Tqn8F4tnOFeEu3HjtITTsumYUiuz54sGKdISgLCek9AUlXlVVrkhltRFhNUsJDJE76SFHTDIQ==",
+      "hasInstallScript": true,
+      "license": "MIT",
+      "optional": true,
+      "dependencies": {
+        "nan": "^2.13.2"
+      },
+      "engines": {
+        "node": ">=0.8.0"
+      }
+    },
     "node_modules/smart-buffer": {
       "version": "4.2.0",
       "resolved": "https://registry.npmjs.org/smart-buffer/-/smart-buffer-4.2.0.tgz",
@@ -2906,7 +3243,6 @@
       "version": "2.3.8",
       "resolved": "https://registry.npmjs.org/through/-/through-2.3.8.tgz",
       "integrity": "sha512-w89qg7PI8wAdvX60bMDP+bFoD5Dvhm9oLheFp5O4a2QF0cSBGsBX4qZmadPMvVqlLJBBci+WqGGOAPvcDeNSVg==",
-      "dev": true,
       "license": "MIT"
     },
     "node_modules/to-regex-range": {
@@ -2941,6 +3277,21 @@
         "nodetouch": "bin/nodetouch.js"
       }
     },
+    "node_modules/tr46": {
+      "version": "0.0.3",
+      "resolved": "https://registry.npmjs.org/tr46/-/tr46-0.0.3.tgz",
+      "integrity": "sha512-N3WMsuqV66lT30CrXNbEjx4GEwlow3v6rr4mCcv6prnfwhS01rkgyFdjPNBYd9br7LpXV1+Emh01fHnq2Gdgrw==",
+      "license": "MIT"
+    },
+    "node_modules/tree-kill": {
+      "version": "1.2.2",
+      "resolved": "https://registry.npmjs.org/tree-kill/-/tree-kill-1.2.2.tgz",
+      "integrity": "sha512-L0Orpi8qGpRG//Nd+H90vFB+3iHnue1zSSGmNOOCh1GLJ7rUKVwV2HvijphGQS2UmhUZewS9VgvxYIdgr+fG1A==",
+      "license": "MIT",
+      "bin": {
+        "tree-kill": "cli.js"
+      }
+    },
     "node_modules/tsc-watch": {
       "version": "6.3.1",
       "resolved": "https://registry.npmjs.org/tsc-watch/-/tsc-watch-6.3.1.tgz",
@@ -3009,6 +3360,16 @@
         "node": ">=14.17"
       }
     },
+    "node_modules/unbzip2-stream": {
+      "version": "1.4.3",
+      "resolved": "https://registry.npmjs.org/unbzip2-stream/-/unbzip2-stream-1.4.3.tgz",
+      "integrity": "sha512-mlExGW4w71ebDJviH16lQLtZS32VKqsSfk80GCfUlwT/4/hNRFsoscrF/c++9xinkMzECL1uL9DDwXqFWkruPg==",
+      "license": "MIT",
+      "dependencies": {
+        "buffer": "^5.2.1",
+        "through": "^2.3.8"
+      }
+    },
     "node_modules/undefsafe": {
       "version": "2.0.5",
       "resolved": "https://registry.npmjs.org/undefsafe/-/undefsafe-2.0.5.tgz",
@@ -3020,8 +3381,7 @@
       "version": "7.10.0",
       "resolved": "https://registry.npmjs.org/undici-types/-/undici-types-7.10.0.tgz",
       "integrity": "sha512-t5Fy/nfn+14LuOc2KNYg75vZqClpAiqscVvMygNnlsHBFpSXdJaYtXMcdNLpl/Qvc3P2cB3s6lOV51nqsFq4ag==",
-      "license": "MIT",
-      "optional": true
+      "license": "MIT"
     },
     "node_modules/uni-global": {
       "version": "1.0.0",
@@ -3050,6 +3410,12 @@
         "node": ">= 0.8"
       }
     },
+    "node_modules/urlpattern-polyfill": {
+      "version": "10.0.0",
+      "resolved": "https://registry.npmjs.org/urlpattern-polyfill/-/urlpattern-polyfill-10.0.0.tgz",
+      "integrity": "sha512-H/A06tKD7sS1O1X2SshBVeA5FLycRpjqiBeqGKmBwBDBy28EnRjORxTNe269KSSr5un5qyWi1iL61wLxpd+ZOg==",
+      "license": "MIT"
+    },
     "node_modules/vary": {
       "version": "1.1.2",
       "resolved": "https://registry.npmjs.org/vary/-/vary-1.1.2.tgz",
@@ -3059,6 +3425,22 @@
         "node": ">= 0.8"
       }
     },
+    "node_modules/webidl-conversions": {
+      "version": "3.0.1",
+      "resolved": "https://registry.npmjs.org/webidl-conversions/-/webidl-conversions-3.0.1.tgz",
+      "integrity": "sha512-2JAn3z8AR6rjK8Sm8orRC0h/bcl/DqL7tRPdGZ4I1CjdF+EaMLmYxBHyXuKL849eucPFhvBoxMsflfOb8kxaeQ==",
+      "license": "BSD-2-Clause"
+    },
+    "node_modules/whatwg-url": {
+      "version": "5.0.0",
+      "resolved": "https://registry.npmjs.org/whatwg-url/-/whatwg-url-5.0.0.tgz",
+      "integrity": "sha512-saE57nupxk6v3HY35+jzBwYa0rKSy0XR8JSxZPwgLr7ys0IBzhGviA1/TUGJLmSVqs8pb9AnvICXEuOHLprYTw==",
+      "license": "MIT",
+      "dependencies": {
+        "tr46": "~0.0.3",
+        "webidl-conversions": "^3.0.0"
+      }
+    },
     "node_modules/which": {
       "version": "2.0.2",
       "resolved": "https://registry.npmjs.org/which/-/which-2.0.2.tgz",
@@ -3119,6 +3501,15 @@
         }
       }
     },
+    "node_modules/xvfb": {
+      "version": "0.4.0",
+      "resolved": "https://registry.npmjs.org/xvfb/-/xvfb-0.4.0.tgz",
+      "integrity": "sha512-g55AbjcBL4Bztfn7kiUrR0ne8mMUsFODDJ+HFGf5OuHJqKKccpExX2Qgn7VF2eImw1eoh6+riXHser1J4agrFA==",
+      "license": "MIT",
+      "optionalDependencies": {
+        "sleep": "6.1.0"
+      }
+    },
     "node_modules/y18n": {
       "version": "5.0.8",
       "resolved": "https://registry.npmjs.org/y18n/-/y18n-5.0.8.tgz",

package.json

@@ -4,13 +4,17 @@
   "main": "server.js",
   "type": "commonjs",
   "dependencies": {
+    "@2captcha/captcha-solver": "^1.3.0",
     "axios": "^1.11.0",
     "cluster": "^0.7.7",
     "cors": "^2.8.5",
+    "dotenv": "^17.2.2",
     "express": "^5.1.0",
     "puppeteer": "^24.16.2",
     "puppeteer-extra": "^3.3.6",
-    "puppeteer-extra-plugin-stealth": "^2.11.2"
+    "puppeteer-extra-plugin-recaptcha": "^3.6.8",
+    "puppeteer-extra-plugin-stealth": "^2.11.2",
+    "puppeteer-real-browser": "^1.4.4"
   },
   "devDependencies": {
     "nodemon": "^3.1.10",

server.js

@@ -1,10 +1,20 @@
 const express = require('express');
-const puppeteerExtra = require('puppeteer-extra'); // NEW: For stealth
-const StealthPlugin = require('puppeteer-extra-plugin-stealth'); // NEW: Stealth plugin
+const puppeteerExtra = require('puppeteer-extra');
+const StealthPlugin = require('puppeteer-extra-plugin-stealth');
+const RecaptchaPlugin = require('puppeteer-extra-plugin-recaptcha');
 const cors = require('cors');
 const { EventEmitter } = require('events');
-
-puppeteerExtra.use(StealthPlugin()); // NEW: Enable stealth plugin
+const os = require('os');
+const fs = require('fs').promises;
+const path = require('path');
+
+puppeteerExtra.use(
+    RecaptchaPlugin({
+        provider: { id: '2captcha', token: process.env.TWOCAPTCHA_API_KEY || 'YOUR_2CAPTCHA_API_KEY' },
+        throwOnError: false
+    })
+);
+puppeteerExtra.use(StealthPlugin());
 
 const app = express();
 const port = 7860;
@@ -12,7 +22,7 @@ const port = 7860;
 app.use(cors());
 app.use(express.json());
 
-// --- Progress Tracking and Job Storage --- (Unchanged)
+// --- Progress Tracking and Job Storage ---
 const progressTrackers = new Map();
 const downloadJobs = new Map();
 
@@ -155,7 +165,6 @@ const bypassCookiesAndRestrictions = async (page, progressTracker) => {
     progressTracker?.updateProgress(5, 'bypassing', 'Setting up cookie bypass...');
 
     console.log("🍪 Starting comprehensive cookie and restriction bypass...");
-    // Step 1: Set cookies before page load
     const preCookies = [
         { name: 'cookieConsent', value: 'accepted', domain: '.studocu.com' },
         { name: 'cookie_consent', value: 'true', domain: '.studocu.com' },
@@ -174,10 +183,9 @@ const bypassCookiesAndRestrictions = async (page, progressTracker) => {
         }
     }
 
-    // Step 2: Inject CSS to hide cookie banners immediately (Updated: Added more selectors for previews and blurred overlays)
+    // Step 2: Inject CSS to hide cookie banners immediately (Unchanged)
     await page.addStyleTag({
         content: `
-            /* Hide all possible cookie banners */
             [id*="cookie" i]:not(img):not(input), [class*="cookie" i]:not(img):not(input), [data-testid*="cookie" i], [aria-label*="cookie" i],
             .gdpr-banner, .gdpr-popup, .gdpr-modal, .consent-banner, .consent-popup, .consent-modal, .privacy-banner, .privacy-popup, .privacy-modal,
             .cookie-law, .cookie-policy, .cookie-compliance, .onetrust-banner-sdk, #onetrust-consent-sdk, .cmp-banner, .cmp-popup, .cmp-modal,
@@ -189,26 +197,22 @@ const bypassCookiesAndRestrictions = async (page, progressTracker) => {
                 z-index: -9999 !important;
                 pointer-events: none !important;
             }
-            /* Remove blur and premium overlays, including previews */
-            [class*="blur" i], [class*="premium" i], [class*="paywall" i], [class*="sample-preview-blur" i], [class*="preview" i], [class*="blurred-container" i], [class*="blurred" i] {
-                display: none !important;
+            /* Remove blur and premium overlays */
+            [class*="blur" i], [class*="premium" i], [class*="paywall" i], [class*="sample-preview-blur" i] {
                 filter: none !important;
                 backdrop-filter: none !important;
                 opacity: 1 !important;
                 visibility: visible !important;
             }
-            /* Ensure document content is visible */
             .document-content, .page-content, [data-page] {
                 filter: none !important;
                 opacity: 1 !important;
                 visibility: visible !important;
                 pointer-events: auto !important;
             }
-            /* Remove fixed overlays */
             .fixed-overlay, .sticky-overlay, .content-overlay {
                 display: none !important;
             }
-            /* Restore scrolling */
             html, body {
                 overflow: auto !important;
                 position: static !important;
@@ -220,24 +224,20 @@ const bypassCookiesAndRestrictions = async (page, progressTracker) => {
         `
     });
 
-    // Step 3: Inject JavaScript to handle dynamic cookie banners (Unchanged)
     await page.evaluateOnNewDocument(() => {
-        // Override common cookie consent functions
         window.cookieConsent = { accepted: true };
         window.gtag = () => { };
         window.ga = () => { };
         window.dataLayer = [];
 
-        // Mutation observer to catch dynamically added cookie banners
         const observer = new MutationObserver((mutations) => {
             mutations.forEach((mutation) => {
                 mutation.addedNodes.forEach((node) => {
-                    if (node.nodeType === 1) { // Element node
+                    if (node.nodeType === 1) {
                         const element = node;
                         const text = element.textContent || '';
                         const className = element.className || '';
                         const id = element.id || '';
-                        // Check if this looks like a cookie banner
                         if (
                             text.toLowerCase().includes('cookie') ||
                             text.toLowerCase().includes('consent') ||
@@ -257,7 +257,6 @@ const bypassCookiesAndRestrictions = async (page, progressTracker) => {
         });
         observer.observe(document.body, { childList: true, subtree: true });
 
-        // Set up periodic cleanup
         setInterval(() => {
             const cookieElements = document.querySelectorAll(`
                 [id*="cookie" i]:not(img):not(input), [class*="cookie" i]:not(img):not(input), [data-testid*="cookie" i],
@@ -265,7 +264,6 @@ const bypassCookiesAndRestrictions = async (page, progressTracker) => {
                 .cmp-banner, .cc-banner
             `);
             cookieElements.forEach(el => el.remove());
-            // Restore body scroll
             document.body.style.overflow = 'auto';
             document.documentElement.style.overflow = 'auto';
         }, 1000);
@@ -374,13 +372,11 @@ const applyPrintStyles = async (page, progressTracker) => {
         style.id = "print-style-extension";
         style.innerHTML = `
             @page {
-                /* Set page size to A4 and remove default margins */
                 size: A4 portrait;
                 margin: 0mm; 
             }
             @media print {
                 html, body {
-                    /* Ensure the body takes the full width and has no extra padding/margin */
                     width: 210mm !important;
                     height: auto !important;
                     margin: 0 !important;
@@ -391,7 +387,6 @@ const applyPrintStyles = async (page, progressTracker) => {
                     display: flex;
                     justify-content: center;
                 }
-                /* Remove all unwanted elements like headers, footers, sidebars, etc. */
                 header, footer, nav, aside, .no-print, .ads, .sidebar, .premium-banner,
                 [class*="Header"], [class*="Footer"], [class*="Sidebar"], [id*="Header"],
                 .ViewerToolbar, .Layout_info-bar-wrapper__He0Ho, .Sidebar_sidebar-scrollable__kqeBZ,
@@ -401,17 +396,11 @@ const applyPrintStyles = async (page, progressTracker) => {
                 .Layout_sidebar-wrapper__unavM, .Layout_is-open__9DQr4 {
                     display: none !important;
                 }
-                /* Force all elements to have a transparent background and no shadow */
                 * {
                     box-shadow: none !important;
                     background: transparent !important;
                     color: inherit !important;
                 }
-                /*
-                 * KEY FIX: Target the main document container.
-                 * Force it to be a block element, remove any transforms or max-widths,
-                 * and center it perfectly within the page.
-                 */
                 .Viewer_document-wrapper__JPBWQ, .Viewer_document-wrapper__LXzoQ, 
                 .Viewer_document-wrapper__XsO4j, .page-content, .document-viewer, #page-container {
                     position: static !important;
@@ -420,10 +409,9 @@ const applyPrintStyles = async (page, progressTracker) => {
                     max-width: none !important;
                     margin: 0 auto !important; /* Center horizontally */
                     padding: 0 !important;
-                    box-sizing: border-box; /* Include padding in width calculation */
+                    box-sizing: border-box;
                     transform: none !important;
                 }
-                /* Ensure individual pages and images within the document use the full width */
                 [data-page], .page, .document-page, img {
                     page-break-after: always !important;
                     page-break-inside: avoid !important;
@@ -445,12 +433,18 @@ const applyPrintStyles = async (page, progressTracker) => {
 
 const studocuDownloader = async (url, options = {}, progressTracker = null) => {
     let browser;
+    let userDataDir = null;
     try {
         progressTracker?.updateProgress(0, 'initializing', 'Starting browser...');
 
+        const tempDir = os.tmpdir();
+        userDataDir = await fs.mkdtemp(path.join(tempDir, 'puppeteer-'));
+        console.log(`📂 Created temporary user data directory: ${userDataDir}`);
+
         console.log("🚀 Launching browser with enhanced stealth configuration...");
-        browser = await puppeteerExtra.launch({ // UPDATED: Use puppeteerExtra
+        browser = await puppeteerExtra.launch({
             headless: true,
+            userDataDir: userDataDir,
             args: [
                 '--no-sandbox',
                 '--disable-setuid-sandbox',
@@ -490,10 +484,9 @@ const studocuDownloader = async (url, options = {}, progressTracker = null) => {
 
         progressTracker?.updateProgress(2, 'initializing', 'Configuring browser settings...');
 
-        await page.setUserAgent('Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36');
-        await page.setViewport({ width: 1920, height: 1080 }); // NEW: Use full HD for more realistic viewport, adjust back if needed for A4
+        await page.setUserAgent('Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36');
+        await page.setViewport({ width: 794, height: 1122 }); // A4 size in pixels at 96 DPI
 
-        // NOTE: Stealth plugin handles most of this, but keeping for extra safety
         await page.evaluateOnNewDocument(() => {
             Object.defineProperty(navigator, 'webdriver', { get: () => undefined });
             Object.defineProperty(navigator, 'languages', { get: () => ['en-US', 'en'] });
@@ -512,10 +505,9 @@ const studocuDownloader = async (url, options = {}, progressTracker = null) => {
             };
         });
 
-        // Set up cookie and content bypass
         await bypassCookiesAndRestrictions(page, progressTracker);
 
-        // Block unnecessary resources (UPDATED: Loosened for Cloudflare - allow cloudflare.com requests)
+        // Block unnecessary resources (UPDATED: Block more aggressively, including scripts, fonts, and stylesheets if not critical)
         await page.setRequestInterception(true);
         page.on('request', (req) => {
             const resourceType = req.resourceType();
@@ -535,7 +527,7 @@ const studocuDownloader = async (url, options = {}, progressTracker = null) => {
             if (
                 ['image', 'media', 'font', 'stylesheet'].includes(resourceType) && // Block non-essential images/media/fonts/styles early if not core
                 !reqUrl.includes('document') && !reqUrl.includes('page') && !reqUrl.includes('studocu') || // Allow core document images
-                resourceType === 'script' && !reqUrl.includes('studocu') && !reqUrl.includes('cloudflare') || // Block third-party scripts except Cloudflare
+                resourceType === 'script' && !reqUrl.includes('studocu') || // Block third-party scripts
                 reqUrl.includes('doubleclick') ||
                 reqUrl.includes('googletagmanager') ||
                 reqUrl.includes('facebook.com') ||
@@ -554,21 +546,18 @@ const studocuDownloader = async (url, options = {}, progressTracker = null) => {
             }
         });
 
-        // Login if credentials provided
         if (options.email && options.password) {
             progressTracker?.updateProgress(12, 'authenticating', 'Logging into StuDocu...');
 
             console.log("🔑 Logging in to StuDocu...");
-            await page.goto('https://www.studocu.com/en-us/login', { waitUntil: 'domcontentloaded', timeout: 120000 });
-            // NEW: Handle potential Cloudflare on login page
-            await handleCloudflareChallenge(page, progressTracker);
-            await page.waitForSelector('#email', { timeout: 15000 });
+            await page.goto('https://www.studocu.com/en-us/login', { waitUntil: 'domcontentloaded', timeout: 60000 }); // Reduced timeout from 120000
+            await page.waitForSelector('#email', { timeout: 10000 }); // Reduced from 15000
             await page.type('#email', options.email);
             await page.type('#password', options.password);
             await page.click('button[type="submit"]');
             try {
-                await page.waitForNavigation({ waitUntil: 'networkidle2', timeout: 30000 });
-                await page.waitForSelector('.user-profile, [data-testid="user-menu"]', { timeout: 10000 });
+                await page.waitForNavigation({ waitUntil: 'networkidle2', timeout: 15000 }); // Reduced from 30000
+                await page.waitForSelector('.user-profile, [data-testid="user-menu"]', { timeout: 5000 }); // Reduced from 10000
                 console.log("✅ Login successful.");
                 progressTracker?.updateProgress(18, 'authenticated', 'Login successful');
             } catch (e) {
@@ -589,25 +578,21 @@ const studocuDownloader = async (url, options = {}, progressTracker = null) => {
                 attempts++;
                 progressTracker?.updateProgress(30 + (attempts * 5), 'navigating', `Navigation attempt ${attempts}/${maxAttempts}`);
                 console.log(`Navigation attempt ${attempts}/${maxAttempts}`);
-                await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 120000 }); // Increased from 60000
+                await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 60000 }); // Reduced timeout from 150000
                 navigationSuccess = true;
             } catch (e) {
                 console.log(`Navigation attempt ${attempts} failed:`, e.message);
                 if (attempts >= maxAttempts) throw e;
-                await new Promise(resolve => setTimeout(resolve, 10000)); // Increased retry delay to 10s for stability
+                await new Promise(resolve => setTimeout(resolve, 5000)); // Reduced retry delay from 15000 to 5000ms
             }
         }
 
-        // NEW: Handle Cloudflare after navigation
-        await handleCloudflareChallenge(page, progressTracker);
-
         progressTracker?.updateProgress(40, 'loading', 'Page loaded, waiting for content...');
-        await new Promise(resolve => setTimeout(resolve, 5000)); // Increased from 2000ms for better loading
+        await new Promise(resolve => setTimeout(resolve, 2000)); // Reduced from 5000ms
 
         // Apply content unblurring
         await unblurContent(page, progressTracker);
 
-        // Wait for document content
         progressTracker?.updateProgress(45, 'loading', 'Waiting for document content...');
         console.log("⏳ Waiting for document content to load...");
 
@@ -618,7 +603,7 @@ const studocuDownloader = async (url, options = {}, progressTracker = null) => {
         let contentFound = false;
         for (const selector of contentSelectors) {
             try {
-                await page.waitForSelector(selector, { timeout: 20000 }); // Increased from 10000
+                await page.waitForSelector(selector, { timeout: 10000 }); // Reduced from 20000
                 console.log(`✅ Found content with selector: ${selector}`);
                 contentFound = true;
                 break;
@@ -631,7 +616,6 @@ const studocuDownloader = async (url, options = {}, progressTracker = null) => {
             console.log("⚠️ No specific content selector found, proceeding with page content...");
         }
 
-        // Enhanced scrolling to load all content (Optimized: Increased scroll distance, reduced delays)
         progressTracker?.updateProgress(50, 'scrolling', 'Loading all document pages...');
         console.log("📜 Loading all document pages with enhanced slow scroll...");
 
@@ -640,28 +624,26 @@ const studocuDownloader = async (url, options = {}, progressTracker = null) => {
             let scrollHeight = document.body.scrollHeight;
             while (true) {
                 let totalHeight = 0;
-                const distance = 600; // Increased from 300 for faster coverage
+                const distance = 600;
                 while (totalHeight < scrollHeight) {
                     window.scrollBy(0, distance);
                     totalHeight += distance;
-                    await delay(300); // Increased from 200ms for large docs stability
+                    await delay(200); // Reduced from 500ms
                 }
-                await delay(2000); // Increased from 1000ms
+                await delay(1000); // Reduced from 2000ms
                 const newHeight = document.body.scrollHeight;
                 if (newHeight === scrollHeight) break;
                 scrollHeight = newHeight;
             }
             window.scrollTo({ top: 0, behavior: "smooth" });
-            await delay(1000); // Increased from 500ms
+            await delay(500); // Reduced from 1000ms
         });
 
-        // Re-apply unblur after loading new content
         await unblurContent(page, progressTracker);
 
         // New: Fetch clear images for blurred pages
         await fetchClearImages(page, progressTracker);
 
-        // Wait for all images to load (Optimized: Reduced per-image timeout, parallel wait)
         progressTracker?.updateProgress(75, 'loading_images', 'Loading images...');
         console.log("🖼️ Waiting for all images to load...");
 
@@ -672,15 +654,14 @@ const studocuDownloader = async (url, options = {}, progressTracker = null) => {
                 return new Promise((resolve) => {
                     img.addEventListener('load', resolve);
                     img.addEventListener('error', resolve);
-                    setTimeout(resolve, 10000); // Increased from 5000ms for large docs
+                    setTimeout(resolve, 5000); // Reduced from 15000ms
                 });
             }));
         });
 
-        await new Promise(resolve => setTimeout(resolve, 5000)); // Increased from 2000ms
+        await new Promise(resolve => setTimeout(resolve, 2000)); // Reduced from 5000ms
         progressTracker?.updateProgress(80, 'finalizing', 'Preparing document for PDF generation...');
 
-        // Set exact height
         await page.evaluate(() => {
             const getDocumentHeight = () => Math.max(
                 document.body.scrollHeight, document.body.offsetHeight,
@@ -692,7 +673,6 @@ const studocuDownloader = async (url, options = {}, progressTracker = null) => {
             document.body.style.overflow = 'hidden !important';
         });
 
-        // Content verification (Unchanged, as it's quick)
         const contentCheck = await page.evaluate(() => {
             const textContent = document.body.textContent || '';
             const images = document.querySelectorAll('img');
@@ -719,7 +699,6 @@ const studocuDownloader = async (url, options = {}, progressTracker = null) => {
             console.warn("⚠️ Warning: Limited document content detected.");
         }
 
-        // Apply print styles and generate PDF
         await applyPrintStyles(page, progressTracker);
         await page.emulateMediaType('print');
 
@@ -728,9 +707,9 @@ const studocuDownloader = async (url, options = {}, progressTracker = null) => {
 
         const pdfBuffer = await page.pdf({
             printBackground: true,
-            preferCSSPageSize: true, // Use the @page size
+            preferCSSPageSize: true,
             displayHeaderFooter: false,
-            timeout: 180000, // Increased back to 180000 for large PDFs
+            timeout: 60000, // Reduced from 180000
             scale: 1,
             omitBackground: false
         });
@@ -752,10 +731,19 @@ const studocuDownloader = async (url, options = {}, progressTracker = null) => {
                 console.log("Error closing browser:", e.message);
             }
         }
+        if (userDataDir) {
+            console.log(`🗑️ Cleaning up temporary directory: ${userDataDir}`);
+            try {
+                await fs.rm(userDataDir, { recursive: true, force: true });
+                console.log("✅ Temporary directory cleaned up.");
+            } catch (e) {
+                console.error(`❌ Failed to clean up temporary directory ${userDataDir}:`, e.message);
+            }
+        }
     }
 };
 
-// --- API Routes --- (Unchanged)
+// --- API Routes ---
 app.post('/api/request-download', (req, res) => {
     const { url, email, password } = req.body;
     if (!url || !url.includes('studocu.com')) {
@@ -766,25 +754,30 @@ app.post('/api/request-download', (req, res) => {
     const progressTracker = new ProgressTracker(sessionId);
 
     progressTrackers.set(sessionId, progressTracker);
-    downloadJobs.set(sessionId, { status: 'processing' });
+    downloadJobs.set(sessionId, { status: 'processing', createdAt: Date.now() }); // MODIFIED: Added createdAt
 
     console.log(`🎯 Processing request for: ${url} [Session: ${sessionId}]`);
 
-    // Respond to the client immediately with the session ID
     res.json({ sessionId });
 
-    // --- Start the PDF generation in the background ---
     studocuDownloader(url, { email, password }, progressTracker)
         .then(pdfBuffer => {
-            // Store the successful result
-            downloadJobs.set(sessionId, { status: 'completed', buffer: pdfBuffer });
-            progressTrackers.delete(sessionId); // Clean up live tracker
+            downloadJobs.set(sessionId, { status: 'completed', buffer: pdfBuffer, createdAt: Date.now() });
+            progressTrackers.delete(sessionId);
         })
         .catch(error => {
-            // Store the error
-            downloadJobs.set(sessionId, { status: 'error', message: error.message });
-            progressTrackers.delete(sessionId); // Clean up live tracker
+            downloadJobs.set(sessionId, { status: 'error', message: error.message, createdAt: Date.now() });
+            progressTrackers.delete(sessionId);
         });
+
+    // NEW: Timeout for job cleanup
+    setTimeout(() => {
+        if (downloadJobs.has(sessionId) && downloadJobs.get(sessionId).status === 'processing') {
+            downloadJobs.set(sessionId, { status: 'error', message: 'Job timed out after 5 minutes', createdAt: Date.now() });
+            progressTrackers.delete(sessionId);
+            console.log(`🕒 Session ${sessionId} timed out`);
+        }
+    }, 300000); // 5 minutes
 });
 
 app.get('/api/progress/:sessionId', (req, res) => {
@@ -792,7 +785,6 @@ app.get('/api/progress/:sessionId', (req, res) => {
     const tracker = progressTrackers.get(sessionId);
 
     if (tracker) {
-        // Job is in progress, return live data
         return res.json({
             sessionId,
             progress: tracker.progress,
@@ -804,7 +796,6 @@ app.get('/api/progress/:sessionId', (req, res) => {
 
     const job = downloadJobs.get(sessionId);
     if (job) {
-        // Job is finished, return final state
         if (job.status === 'completed') {
             return res.json({ sessionId, progress: 100, status: 'completed', message: 'PDF generated successfully!' });
         }
@@ -825,7 +816,12 @@ app.get('/api/download/:sessionId', (req, res) => {
     }
 
     if (job.status === 'processing') {
-        return res.status(400).json({ error: 'Download is still processing.' });
+        const elapsed = Date.now() - job.createdAt;
+        if (elapsed > 300000) { // 5 minutes
+            downloadJobs.set(sessionId, { status: 'error', message: 'Download timed out after 5 minutes' });
+            return res.status(500).json({ error: 'Download timed out after 5 minutes.' });
+        }
+        return res.status(400).json({ error: 'Download is still processing. Please try again in a few seconds.' });
     }
 
     if (job.status === 'error') {
@@ -836,14 +832,13 @@ app.get('/api/download/:sessionId', (req, res) => {
         res.setHeader('Content-Type', 'application/pdf');
         res.setHeader('Content-Disposition', 'attachment; filename=studocu-document.pdf');
         res.send(job.buffer);
-        // Optional: Clean up the job after download to save memory
-        // downloadJobs.delete(sessionId);
+        downloadJobs.delete(sessionId); // MODIFIED: Clean up after successful download
     } else {
         res.status(500).json({ error: 'An unknown error occurred.' });
     }
 });
 
-// --- Health and Info Endpoints (Unchanged) ---
+// --- Health and Info Endpoints ---
 app.get('/health', (req, res) => {
     res.json({
         status: 'healthy',
@@ -855,17 +850,16 @@ app.get('/health', (req, res) => {
 
 app.get('/', (req, res) => {
     res.json({
-        message: '🚀 Enhanced StuDocu Downloader API v5.3 - Real-time Progress Tracking with Cloudflare Bypass',
-        version: '5.3.0',
+        message: '🚀 Enhanced StuDocu Downloader API v5.2 - Real-time Progress Tracking with Stealth',
+        version: '5.2.0',
         features: [
+            '🛡️ Cloudflare CAPTCHA bypass with 2Captcha',
             '🍪 Advanced cookie banner bypass',
             '🔓 Premium content unblurring',
             '🔑 Login support for full access',
             '📊 Real-time progress tracking via polling',
             '📄 Clean PDF generation with print styles',
-            '🕵️ Enhanced stealth to evade bot detection',
-            '☁️ Automatic Cloudflare challenge handling',
-            '🧑 Human-like behavior simulation'
+            '🕵️ Enhanced stealth to evade bot detection'
         ],
         endpoints: {
             request: 'POST /api/request-download (body: {url, filename?, email?, password?})',
@@ -887,6 +881,6 @@ process.on('SIGINT', () => {
 });
 
 app.listen(port, () => {
-    console.log(`🚀 Enhanced StuDocu Downloader v5.3.0 running on http://localhost:${port}`);
-    console.log(`✨ Features: Real-time progress tracking, enhanced stealth, Cloudflare bypass, and user feedback`);
+    console.log(`🚀 Enhanced StuDocu Downloader v5.2.0 running on http://localhost:${port}`);
+    console.log(`✨ Features: Real-time progress tracking, enhanced stealth, and user feedback`);
 });