RSS.js

/* utility Modules, FeedUtilities */

/* Magic Mirror
 * Module: FeedUtilities
 *
 * By Neil Scott
 * Inspired by many in the MMM ecosystem
 * MIT Licensed.
 */


const htmlparser2 = require("htmlparser2");
const axios = require("axios");
var LOG = require('./LOG');

exports.RSSitem = function (id, title, description, pubdate, age, imageURL, source, categories) {
	this.id = id;				// use title as probably uniue and then we hashcode it
	this.title = title;
	this.description = description;
	this.pubdate = pubdate;
	this.age = age; //in microseconds
	this.imageURL = imageURL;
	this.source = source;
	this.getage = function (now, then) {
		return (now.getTime() - then.getTime());
	};
	this.isImage = function (imageURL) {
		return checkURL(imageURL);
	};
	this.isIMGUR = function (imageURL) {
		return checkIMGUR(imageURL);
	};
	this.getimagefromhtml = function (content) {

		//give precedence to images in address links

		var imageURL = "";
		var imageLinkURL = "";

		const parser = new htmlparser2.Parser(
			{
				onopentag(name, attribs) {
					if (name === "img") {
						imageURL = (attribs.src);
					}
					else if (name == "a") {
						if (checkURL(attribs.href)) { imageLinkURL = (attribs.href); };
					}
				},

				ontext(text) {
					//console.log("-->", text);
				},
				onclosetag(tagname) {
					if (tagname === "script") {
						//console.log("That's it?!");
					}
				}
			},
			{ decodeEntities: true }
		)

		parser.write(content);

		parser.end();

		if (imageLinkURL == "") {
			return imageURL;
		}
		else {
			return imageLinkURL;
		};

	};
	this.gethashCode = function (s) {
		for (var i = 0, h = 0; i < s.length; i++)
			h = Math.imul(31, h) + s.charCodeAt(i) | 0;
		return h;
	};

	this.categories = categories;

};

var getid = function (idasadate) {// we use the published or current date to create a numeric key; will need better processing due to duplicates

	if (idasadate == null) {
		return new Date().getTime();
	}

	return idasadate.getTime();

};

var checkURL = function (imgurl) {
	const regex = /\.(jpeg|jpg|gif|png|bmp|tiff)$/;
	//console.log(imgurl);
	//console.log(imgurl.match(regex));
	return (imgurl.match(regex) != null);
};

var checkIMGUR = function (imgurl) {
	const regex = /\.(gifv)$/;
	//console.log(imgurl);
	//console.log(imgurl.match(regex));
	return (imgurl.match(regex) != null);
};

exports.RSSitems = function () {
	this.items = [];
	//this.getage = function () { return age; }
};

exports.RSSsource = function () {
	this.title = '';
	this.sourcetitle = '';
	this.url = '';
	this.sourceiconclass = null;  //use a suitabel fontawesome class name
};


// an ayync function that allows us to use the await option on the call to get the image; Gerneric handling for errors which could include timeouts
//	async function executeAsyncTask() {
//	const valueA = await functionA();
//	const valueB = await functionB(valueA);
//	return function3(valueA, valueB);
//}

exports.checkfortrackingpixel = async function (url, moduleinstance) {

	var self = this;

	if (self.logger == null) {
		self.logger = LOG.createLogger("rss.log", "rss"); // will add logging by name if needed
	}

	self.logger.info(`check for pixel ${url}`);

	try {
		let response = await axios.head(url);

		self.logger.info(`waited ${response.headers["content-length"]}`);

		if (response.headers["content-length"] == "0") {
			return true;
		}
		else {
			return false;
        }

	} catch (error) {
		console.error(`Could not get the URL: ${url} because we got an error: ${error}`);
		return false;
	}
	self.logger.info(`dropped out the bottom `);
	return false;
};