Generic updater. Include tweet updates

Author: ebidel

public/feeds.mjs

@@ -42,6 +42,9 @@ class Feed {
 }
 
 async function updateFeeds() {
+  console.info('Updating RSS feeds...');
+  const tic = Date.now();
+
   const promises = [];
 
   FEEDS.forEach(url => {
@@ -94,6 +97,8 @@ async function updateFeeds() {
 
   FEEDS_CACHE = results;
 
+  console.info(`Feed update took ${(Date.now() - tic)/1000}s`);
+
   return results;
 }
 

public/twitter.mjs

@@ -6,10 +6,15 @@ const TWITTER_CREDENTIALS = JSON.parse(fs.readFileSync('./twitter_credentials.js
 const CACHE = new Map();
 
 export default class Twitter {
-  constructor() {
+  constructor(screenName = null) {
     this.client = new TwitterAPI(TWITTER_CREDENTIALS);
+    this.screenName = screenName;
   }
-  async updateTweets(screenName) {
+
+  async updateTweets(screenName = this.screenName) {
+    console.info('Updating Tweets...');
+    const tic = Date.now();
+
     let tweets = [];
 
     try {
@@ -43,10 +48,12 @@ export default class Twitter {
     // TODO: don't grow cache for every user.
     CACHE.set(screenName, tweets);
 
+    console.info(`Tweets from ${screenName} update took ${(Date.now() - tic)/1000}s`);
+
     return tweets;
   }
 
-  async getTweets(screenName) {
+  async getTweets(screenName = this.screenName) {
     if (CACHE.has(screenName)) {
       return CACHE.get(screenName);
     }

server.mjs

@@ -34,15 +34,7 @@ import * as dbHelper from './public/firebaseHelper.mjs';
 const PORT = process.env.PORT || 8080;
 const RENDER_CACHE = new Map(); // Cache of pre-rendered HTML pages.
 
-function updateRSSFeedsDaily() {
-  console.info('Updating RSS feeds...');
-  const dayInMilliseconds = 1000 * 60 * 60 * 24;
-  const tick = Date.now();
-  feeds.updateFeeds().then(() => {
-    console.info(`feed update took ${(Date.now() - tick)/1000}s`);
-  });
-  setTimeout(updateRSSFeedsDaily, dayInMilliseconds);
-}
+const twitter = new Twitter('ChromiumDev');
 
 /**
  *
@@ -143,17 +135,15 @@ app.get('/ssr', async (req, res) => {
 
 app.get('/tweets/:username', async (req, res) => {
   const username = req.params.username;
-  const twitter = new Twitter();
   res.status(200).json(await twitter.getTweets(username));
 });
 
-app.get('/admin/_updaterss', async (req, res) => {
+app.get('/admin/update/rss', async (req, res) => {
   res.status(200).json(await feeds.updateFeeds());
 });
 
-app.get('/admin/_updatetweets', async (req, res) => {
+app.get('/admin/update/tweets/:username', async (req, res) => {
   const username = req.params.username;
-  const twitter = new Twitter();
   res.status(200).json(await twitter.updateTweets(username));
 });
 
@@ -206,5 +196,14 @@ app.get('/posts/:year?/:month?/:day?', async (req, res) => {
 app.listen(PORT, () => {
   console.log(`App listening on port ${PORT}`);
   console.log('Press Ctrl+C to quit.');
-  updateRSSFeedsDaily();
-});
+
+  async function updatePosts(updateFunction, msTimeout) {
+    await updateFunction.bind(twitter).call();
+    setTimeout(updatePosts, msTimeout);
+  }
+
+  // Warm the caches.
+  // TODO: move to cron.
+  updatePosts(feeds.updateFeeds, 1000 * 60 * 60 * 24); // every 24hrs
+  updatePosts(twitter.updateTweets, 1000 * 60 * 60 * 1); // every 1hrs
+});