Upload 5 files

emails.js

@@ -0,0 +1,228 @@
+const nodemailer = require("nodemailer");
+require('dotenv').config()
+const { Pool } = require('pg');
+var parse = require('pg-connection-string').parse;
+
+var config = parse(process.env.DATABASE_URL);
+const pool = new Pool(config);
+
+
+// ***** update daily top 3 news
+
+const updateEmailNews = async (req, res) => {
+  try {
+
+    const catList = ["science", "india", 'business',
+      "sports", "entertainment", "technology", "world"];
+
+    catList.forEach(async (cat) => {
+
+      const data = await getTopNews(cat);
+
+      data.forEach(async (d) => {
+
+        const summary = await getSummary(d.article_url);
+
+        //set news in database
+        try {
+          const query = `
+                  update top_news set 
+                  title = $1, article_url = $2, source =  $3, summary =  $4, published_date = $5 where category = '${cat}_${data.indexOf(d) + 1}' ;
+              `;
+          const values = [
+            d.title,
+            d.article_url,
+            d.source_name,
+            summary,
+            d.published_date
+          ];
+
+          await pool.query(query, values);
+        } catch (er) {
+          console.log(er);
+        }
+
+      });
+
+    });
+
+    res.send({ "status": "running" });
+
+
+  } catch (e) {
+    console.log(e);
+  }
+
+}
+
+async function getTopNews(category) {
+  const query = `
+                select title, article_url, category, source_name, published_date from news  where category like '%${category}%' order by published_date desc limit 3;
+            `;
+
+  const data = await pool.query(query);
+
+  return data.rows;
+}
+
+async function getSummary(url) {
+
+  //console.log(url)
+  const apiUrl = 'https://yashxx07-summarize-articles.hf.space/summarize-v1';
+  const options = {
+    method: 'POST',
+    headers: {
+      'content-type': 'application/json',
+    },
+    body: JSON.stringify({
+      "url": url,
+      "max_tokens": 500
+    })
+  };
+
+  try {
+    const response = await fetch(apiUrl, options);
+
+    const result = await response.text();
+    //console.log(result);
+    return result;
+  } catch (error) {
+    console.error(error);
+  }
+
+}
+
+
+// const transporter = nodemailer.createTransport({
+//   host: 'smtp.mailchimp.com',
+//   port: 587, // Mailchimp SMTP port
+//   secure: false, // true for 465, false for other ports
+//   auth: {
+//     user: 'your_mailchimp_username',
+//     pass: 'your_mailchimp_password'
+//   }
+// });
+
+
+const transporter = nodemailer.createTransport({
+  host: "smtp.elasticemail.com",
+  port: 2525,
+  auth: {
+    user: "zerothtest@mail.com",
+    pass: "E6DADFA42CB201B8BA973C46DEA509951E20",
+  },
+});
+
+
+async function sendToUser(email, mailContent) {
+  try {
+    await transporter.sendMail({
+      from: {
+        name: "RapidRecap",
+        address: 'yashgaude77@gmail.com'
+      },
+      to: email,
+      subject: "Today's Top News",
+      html: mailContent
+    });
+
+    return "Email sent successfully!";
+  } catch (error) {
+    console.error(error);
+  }
+}
+
+async function getEmailsList(time) {
+
+  try {
+    const query = `
+                select * from subs  where time = '${time}';`;
+    const data = await pool.query(query);
+    return data.rows;
+
+  } catch (e) {
+    console.log(e);
+  }
+
+}
+
+async function getAllNews() {
+  try {
+    const query = `
+                select * from top_news;
+            `;
+    const data = await pool.query(query);
+    return data.rows;
+
+  } catch (e) {
+    console.log(e);
+  }
+}
+
+function craftEmailTemplate(user, newsList) {
+
+  const filteredNews = newsList.filter(item => user.category.includes(item.category.slice(0, -2)) && item.summary != `""`);
+  shuffleArray(filteredNews);
+
+  // Construct the mail content
+  const mailContent = filteredNews.slice(0, 3).map(doc => `
+    <div style='line-height: 1.4;max-width:400px;background:white;margin-top:5px;color:#545454;padding:5px;border:1px solid black; text-align:left; border-radius:2px '>
+      <a href='${doc.article_url}' style='color:Black;text-decoration:none;'><h1 style='margin:0'>${doc.title}</h1></a>
+      <div style='display:flex;justify-content:start;align-items:center;'>
+        <p style='text-align:left;margin:0;color:#545454;text-decoration:none;'><strong>Source: </strong>${doc.source}<p>
+      </div>
+      <div style='display:flex;justify-content:start;align-items:center;'>
+        <p style='text-align:left;margin:0;color:#545454;text-decoration:none;'><strong>Published On: </strong>${convertToDateString(doc.published_date)}<p>
+      </div>
+      <p style='text-align:left;margin:0'>${doc.summary.slice(2, -1)}</p>
+    </div>`
+  ).join('');
+
+  return mailContent;
+}
+
+function convertToDateString(publishedDate) {
+  const date = new Date(publishedDate);
+
+  const year = date.getFullYear();
+  const month = date.getMonth() + 1;
+  const day = date.getDate();
+
+  
+  const formattedDate = `${year}-${month.toString().padStart(2, '0')}-${day.toString().padStart(2, '0')}`;
+
+  return formattedDate;
+}
+
+function shuffleArray(array) {
+  for (let i = array.length - 1; i > 0; i--) {
+    const j = Math.floor(Math.random() * (i + 1));
+    [array[i], array[j]] = [array[j], array[i]];
+  }
+}
+
+async function sendEmail(req, res) {
+
+  try {
+    const time = req.query.time;
+    const emailsList = await getEmailsList(time);
+    const newsList = await getAllNews();
+
+    emailsList.forEach(async (user) => {
+
+      const mailTemplate = craftEmailTemplate(user, newsList);
+      res.send(mailTemplate);
+      //await sendToUser(user.email, mailTemplate);
+
+    });
+    //const result = await sendEmail();
+    //res.send({ "news": newsList, "emails": emailsList });
+  } catch (error) {
+    console.log(error);
+    res.status(500).send("Error sending email.");
+  }
+
+}
+
+
+module.exports = { updateEmailNews, sendEmail }

index.js

@@ -1,266 +1,33 @@
-const express = require("express");
-const nodemailer = require("nodemailer");
-const admin = require('firebase-admin');
-const fetch = require('node-fetch');
-//require('dotenv').config();
-
-if(process.env.MAIL)
-  console.log(process.env.MAIL);
-
-// Initialize Firestore
-const serviceAccount = require('./testapi-eb5d7-firebase-adminsdk-e21hj-0c8547adc1.json');
-admin.initializeApp({
-  credential: admin.credential.cert(serviceAccount)
-});
-const db = admin.firestore();
-
-
-const app = express();
-const port = 7860;
-app.listen(port, () => {
-  console.log(`Server running at http://localhost:${port}`)
-});
-
-app.get("/", (requset, response) => {
-  response.send({
-    "status": "OK"
-  });
-});
-
-
-const categoryCodes = [
-  "entertainment",
-  "business",
-  "health",
-  "science",
-  "sports",
-  "technology",
-  "india",
-  "world",
-];
-
-
-
-// Function to fetch new news from API and write to Firestore
-async function fetchDataAndWriteToFirestore(para) {
-
-  const url = `https://news67.p.rapidapi.com/v2/topic-search?languages=en&search=${para}`;
-  const options = {
-    method: 'GET',
-    headers: {
-      'X-RapidAPI-Key': '836bb8ca1fmsh79ad9dd5bf8734fp1460bejsn5eac87118b33',
-      'X-RapidAPI-Host': 'news67.p.rapidapi.com'
-    }
-  };
-
-  const parameter = para;
-
-
-  try {
-    // Make API call
-    const response = await fetch(url, options);
-    const data = await response.json();
-
-
-    // Write each object in the array to Firestore
-    data.news.forEach(async (item) => {
-      item['category_key'] = parameter;
-
-      let documentName = item.Title.replace(/[^a-zA-Z]/g, '');
-
-      await db.collection("news").doc(documentName).set(item);
-      //console.log("Document written to Firestore:", item);
-    });
-
-  } catch (error) {
-    console.error("Error fetching data:", error);
-  }
-
-
-}
-
-// ********* Route to trigger fetching data and writing to Firestore
-app.get("/get-news", async (req, res) => {
-
-
-  for (const param of categoryCodes) {
-    await fetchDataAndWriteToFirestore(param);
-  }
-
-  res.send("Data fetched and written to Firestore successfully!");
-});
-
-
-// ***** update daily top 3 news
-app.get("/update-today-top-for-emails", async (req, res) => {
-  const key = req.query.key;
-  const data = [];
-
-  try {
-    const newsRef = db.collection('news');
-    const snapshot = await newsRef.orderBy('PublishedOn', "desc").limit(1).where("category_key", "==", key).get();
-
-    const promises = snapshot.docs.map(async (doc) => {
-      const d = doc.data();
-      let summary;
-
-      try {
-        summary = await getSummary(d.Url);
-      } catch (error) {
-        console.error("Failed to get summary:", error);
-        return; // Optionally handle this case differently
-      }
-
-      const data_obj = {
-        "title": d.Title,
-        "link": d.Url,
-        "summary": summary,
-        "source": d.Source
-      };
-
-      data.push(data_obj);
-
-      try {
-        await db.collection('mail-template').doc(key).set(data_obj);
-      } catch (error) {
-        console.error("Failed to update mail template:", error);
-        // Handle error appropriately
-      }
-    });
-
-    await Promise.all(promises); // Ensure all promises are resolved
-    res.send({ data });
-  } catch (e) {
-    res.send({ "ERROR": e });
-  }
-});
-
-async function getSummary(url) {
-
-  console.log(url)
-  const apiUrl = 'https://yashxx07-summarize-articles.hf.space/summarize-v2';
-  const options = {
-    method: 'POST',
-    headers: {
-      'content-type': 'application/json',
-    },
-    body: JSON.stringify({
-      "url": url,
-      "percentage": 20
-    })
-  };
-
-  try {
-    const response = await fetch(apiUrl, options);
-
-    const result = await response.json();
-    //console.log(result);
-    return result.summary;
-  } catch (error) {
-    console.error(error);
-  }
-
-  return "";
-
-
-}
-
-
-/// *******  email service code starts here
-
-
-
-
-
-async function sendEmail(emailsList, mailContent) {
-  try {
-    const transporter = nodemailer.createTransport({
-        host: "smtp.elasticemail.com",
-  port: 2525,
-  auth: {
-    user: "zerothtest@mail.com",
-    pass: "E6DADFA42CB201B8BA973C46DEA509951E20",
-  },
-    });
-
-    let successCount = 0;
-    for (const email of emailsList) {
-      const info = await transporter.sendMail({
-        from: {
-          name: "RapidRecap",
-          address: process.env.MAIL
-        },
-        to: email,
-        subject: "Today's Top News",
-        html: mailContent
-      });
-      successCount++;
-      console.log(`Message sent: ${info.messageId}`);
-    }
-
-    return { STATUS: `${successCount} emails sent successfully` };
-  } catch (error) {
-    console.error(error);
-    return { ERROR: error };
-  }
-}
-
-
-async function getEmailsList(time) {
-    const emailsList = [];
-  
-  try{
-  const subRef = db.collection('subscriptions');
-  const snapshot = await subRef.where('time', '==', time).get();
-
-      snapshot.forEach(doc => {
-    emailsList.push(doc.data().email);
-  });
-  return emailsList;
-    
-  }catch(e){
-    console.log(e);
-    return emailsList;
-  }
-
-  
- 
-}
-
-async function getTopNews() {
-   let mailContent = "";
-
-  try{
-    const newsRef = db.collection('mail-template');
-  const snapshot = await newsRef.get();
- 
-  snapshot.forEach(doc => {
-    mailContent += `<div style='background:white;margin-top:5px;color:#545454;padding:10px;border:1px solid white; text-align:center'>
-      <a href='${doc.data().link}'><h1>${doc.data().title}</h1></a>`;
-    mailContent += `<div style='display:flex;justify-content:center;align-items:center;'>
-    <h1>Source: </h1>
-    <a href='${doc.data().source}'><h1>${doc.data().source}</h1></a> </div>`
-    mailContent += `<p>${doc.data().summary}</p>`
-    mailContent += `</div>`;
-  });
-  return mailContent;
-    
-  }catch(e){
-    console.log(e);
-    return mailContent;
-  }
-  
-}
-
-app.get('/send-email', async (req, res) => {
-  try {
-    const time = req.query.time;
-    const emailsList = await getEmailsList(time);
-    const mailContent = await getTopNews();
-    const result = await sendEmail(emailsList, mailContent);
-    res.send("success");
-  } catch (error) {
-    console.log(error);
-    res.send({"Error": error});
-  }
-});
+const express = require("express");
+require('dotenv').config();
+
+const { getNews, getNews2 } = require("./news");
+const { updateEmailNews, sendEmail } = require("./emails");
+
+
+const app = express();
+const port = 8000;
+app.listen(port, () => {
+  console.log(`Server running at http://localhost:${port}`)
+});
+
+app.get("/", (requset, response) => {
+  response.send({
+    STATUS: "OK"
+  });
+});
+
+
+app.get("/rss-parse", getNews);
+
+app.get("/update-email-news", updateEmailNews);
+
+app.get("/send-email", sendEmail);
+
+
+
+
+
+
+
+

news.js

@@ -0,0 +1,123 @@
+require('dotenv').config()
+let Parser = require('rss-parser');
+let parser = new Parser();
+
+const { Pool } = require('pg');
+var parse = require('pg-connection-string').parse;
+
+
+var config = parse(process.env.DATABASE_URL);
+const pool = new Pool(config);
+
+
+const rssList = [
+    {
+        "https://search.cnbc.com/rs/search/combinedcms/view.xml?partnerId=wrss01&id=100003114": ["top", "https://www.cnbc.com", "cnbc.com"],
+        "https://search.cnbc.com/rs/search/combinedcms/view.xml?partnerId=wrss01&id=100727362": ["world", "https://www.cnbc.com", "cnbc.com"],
+        "https://search.cnbc.com/rs/search/combinedcms/view.xml?partnerId=wrss01&id=10001147": ["business", "https://www.cnbc.com", "cnbc.com"],
+        "https://search.cnbc.com/rs/search/combinedcms/view.xml?partnerId=wrss01&id=10001054": ["science", "https://www.cnbc.com", "cnbc.com"],
+        "https://search.cnbc.com/rs/search/combinedcms/view.xml?partnerId=wrss01&id=19854910": ["technology", "https://www.cnbc.com", "cnbc.com"],
+
+        "http://timesofindia.indiatimes.com/rssfeeds/1081479906.cms": ["entertainment", "https://timesofindia.indiatimes.com/", "timesofindia.indiatimes.com"],
+        "https://timesofindia.indiatimes.com/rssfeedstopstories.cms": ["top", "https://timesofindia.indiatimes.com/", "timesofindia.indiatimes.com"],
+        "https://timesofindia.indiatimes.com/rssfeeds/296589292.cms": ["world", "https://timesofindia.indiatimes.com/", "timesofindia.indiatimes.com"],
+        "https://timesofindia.indiatimes.com/rssfeeds/1898055.cms": ["business", "https://timesofindia.indiatimes.com/", "timesofindia.indiatimes.com"],
+        "https://timesofindia.indiatimes.com/rssfeeds/-2128672765.cms": ["science", "https://timesofindia.indiatimes.com/", "timesofindia.indiatimes.com"],
+        "https://timesofindia.indiatimes.com/rssfeeds/4719148.cms": ["sports", "https://timesofindia.indiatimes.com/", "timesofindia.indiatimes.com"],
+        "https://timesofindia.indiatimes.com/rssfeeds/66949542.cms": ["technology", "https://timesofindia.indiatimes.com/", "timesofindia.indiatimes.com"],
+        "http://timesofindia.indiatimes.com/rssfeeds/1081479906.cms": ["entertainment", "https://timesofindia.indiatimes.com/", "timesofindia.indiatimes.com"],
+        "http://timesofindia.indiatimes.com/rssfeeds/-2128936835.cms": ["india", "https://timesofindia.indiatimes.com/", "timesofindia.indiatimes.com"],
+
+    },
+
+    {
+        "https://feeds.abcnews.com/abcnews/topstories": ["top", "https://abcnews.go.com/", "abcnews.go.com"],
+        "https://feeds.abcnews.com/abcnews/internationalheadlines": ["world", "https://abcnews.go.com/", "abcnews.go.com"],
+        "https://feeds.abcnews.com/abcnews/moneyheadlines": ["business", "https://abcnews.go.com/", "abcnews.go.com"],
+        "https://feeds.abcnews.com/abcnews/technologyheadlines": ["technology", "https://abcnews.go.com/", "abcnews.go.com"],
+        "https://feeds.abcnews.com/abcnews/entertainmentheadlines": ["entertainment", "https://abcnews.go.com/", "abcnews.go.com"],
+        "https://feeds.abcnews.com/abcnews/sportsheadlines": ["sports", "https://abcnews.go.com/", "abcnews.go.com"],
+
+        "https://moxie.foxnews.com/google-publisher/latest.xml": ["top", "https://www.foxnews.com/", "foxnews.com"],
+        "https://moxie.foxnews.com/google-publisher/science.xml": ["science", "https://www.foxnews.com/", "foxnews.com"],
+        "https://moxie.foxnews.com/google-publisher/sports.xml": ["sports", "https://www.foxnews.com/", "foxnews.com"],
+        "https://moxie.foxnews.com/google-publisher/tech.xml": ["technology", "https://www.foxnews.com/", "foxnews.com"],
+        "https://moxie.foxnews.com/google-publisher/world.xml": ["world", "https://www.foxnews.com/", "foxnews.com"],
+
+        "http://www.moneycontrol.com/rss/MCtopnews.xml": ["india business", "http://www.moneycontrol.com", "moneycontrol.com"],
+        "https://www.livemint.com/rss/sports": ["india sports", "https://www.livemint.com", "livemint.com"],
+
+    }
+
+];
+
+
+
+const getNews = async (req, res) => {
+
+    
+
+    try {
+        const id = req.query.id;
+
+        //console.log(id,rssList[id]);
+
+        for (const url in rssList[id]) {
+
+            const data = [];
+            let feed = await parser.parseURL(url);
+
+
+            for (let i = 0; i < 6; i++) {
+                data.push(feed.items[i]);
+            }
+
+            //console.log(data, rssList[id][url][0], rssList[id][url][1], rssList[id][url][2]);
+            await uploadNewsOnDatabase(data, rssList[id][url][0], rssList[id][url][1], rssList[id][url][2]);
+        }
+
+        res.send({ STATUS: "SUCCESS" });
+
+
+    } catch (e) {
+        return e;
+    }
+
+}
+
+function convertToISO8601(dateString) {
+    return new Date(dateString).toISOString();
+}
+
+const uploadNewsOnDatabase = async (data, category, newsSource, newsSourceName) => {
+    try {
+
+
+        data.forEach(async (item) => {
+
+            const query = `
+                INSERT INTO news (title, source, article_url, image_url, published_date, category, source_name)
+                VALUES ($1, $2, $3, $4, $5, $6, $7)
+            `;
+            const values = [
+                item.title,
+                newsSource,
+                item.link,
+                item.enclosure ? item.enclosure.url : null,
+                convertToISO8601(item.pubDate),
+                //item.pubDate,
+                category,
+                newsSourceName
+            ];
+
+            await pool.query(query, values);
+
+        });
+
+
+    } catch (error) {
+        console.error("Error fetching data:", error);
+    }
+}
+
+module.exports = { getNews };

package.json

@@ -1,20 +1,21 @@
-{
-  "name": "sum-api",
-  "version": "1.0.0",
-  "description": "",
-  "main": "index.js",
-  "scripts": {
-    "test": "echo \"Error: no test specified\" && exit 1"
-  },
-  "author": "",
-  "license": "ISC",
-  "dependencies": {
-    "axios": "^1.6.8",
-    "cheerio": "^1.0.0-rc.12",
-    "dotenv": "^16.4.5",
-    "express": "^4.19.2",
-    "firebase-admin": "^12.1.0",
-    "nodemailer": "^6.9.13",
-    "rss-parser": "^3.13.0"
-  }
-}
+{
+  "name": "sum-api",
+  "version": "1.0.0",
+  "description": "",
+  "main": "index.js",
+  "scripts": {
+    "test": "echo \"Error: no test specified\" && exit 1"
+  },
+  "author": "",
+  "license": "ISC",
+  "live": "nodemon server.js",
+  "dependencies": {
+    "dotenv": "^16.4.5",
+    "express": "^4.19.2",
+    "live-server": "^1.2.2",
+    "nodemailer": "^6.9.13",
+    "pg": "^8.11.5",
+    "postgres": "^3.4.4",
+    "rss-parser": "^3.13.0"
+  }
+}