| const puppeteer = require('puppeteer-extra'); |
| const StealthPlugin = require('puppeteer-extra-plugin-stealth'); |
| const express = require('express'); |
| const path = require('path'); |
|
|
| puppeteer.use(StealthPlugin()); |
| const app = express(); |
| app.use(express.urlencoded({ extended: true })); |
| app.use(express.json()); |
|
|
| |
| app.get('/', (req, res) => { |
| res.send(` |
| <html> |
| <head> |
| <title>AQSO Scraper Engine</title> |
| <style>body{font-family:sans-serif;padding:20px;background:#1a1a1a;color:#fff}input{padding:10px;width:300px}button{padding:10px;background:#00ff00;border:none;cursor:pointer}pre{background:#000;padding:10px;overflow:auto;max-height:500px;border:1px solid #333}</style> |
| </head> |
| <body> |
| <h1>Web Scraper Engine</h1> |
| <form action="/scrape" method="POST"> |
| <input type="url" name="url" placeholder="Paste link website di sini..." required> |
| <button type="submit">SCRAPE SEKARANG</button> |
| </form> |
| </body> |
| </html> |
| `); |
| }); |
|
|
| app.post('/scrape', async (req, res) => { |
| const { url } = req.body; |
| let browser; |
| try { |
| browser = await puppeteer.launch({ |
| args: ['--no-sandbox', '--disable-setuid-sandbox', '--disable-dev-shm-usage', '--disable-gpu'], |
| executablePath: process.env.PUPPETEER_EXECUTABLE_PATH |
| }); |
| const page = await browser.newPage(); |
| |
| |
| await page.setRequestInterception(true); |
| page.on('request', (req) => { |
| if(['image', 'stylesheet', 'font', 'media'].includes(req.resourceType())) req.abort(); |
| else req.continue(); |
| }); |
|
|
| await page.goto(url, { waitUntil: 'networkidle2', timeout: 90000 }); |
|
|
| |
| const result = await page.evaluate(() => { |
| return { |
| title: document.title, |
| url: window.location.href, |
| content: document.body.innerText, |
| links: Array.from(document.querySelectorAll('a')).map(a => a.href) |
| }; |
| }); |
|
|
| res.json({ success: true, data: result }); |
| } catch (e) { |
| res.status(500).json({ error: e.message }); |
| } finally { |
| if (browser) await browser.close(); |
| } |
| }); |
|
|
| app.listen(7860, '0.0.0.0', () => console.log('Engine ready on port 7860')); |
|
|
