rss-feeder-mobilizon/index.js

126 lines
3.9 KiB
JavaScript
Raw Normal View History

2021-01-03 20:32:27 +01:00
// @author tykayn contact@cipherbliss.com www.cipherbliss.com
// imports
2021-01-05 11:17:54 +01:00
import utils from "./utils.ts";
import parserConfig from "./config.ts";
import { htmlEscape } from "escape-goat";
import Parser from "rss-parser";
const fetch = require("node-fetch");
2021-01-03 20:32:27 +01:00
let parser = new Parser();
// @ts-ignore
2021-01-05 11:17:54 +01:00
console.log(" ===============================================".blue);
2021-01-03 20:32:27 +01:00
// @ts-ignore
2021-01-05 11:17:54 +01:00
console.log(" ==== Rss Feeder for mobilizon - by tykayn ====".blue);
2021-01-03 20:32:27 +01:00
// @ts-ignore
2021-01-05 11:17:54 +01:00
console.log(" ===============================================".blue);
2021-01-03 20:32:27 +01:00
if (parserConfig.debug) {
// @ts-ignore
2021-01-05 11:17:54 +01:00
console.log("configMobilizon".blue, config);
2021-01-03 20:32:27 +01:00
}
const utilsTools = new utils();
2021-01-03 20:32:27 +01:00
let localMobilizonEventsByTitle = [];
// trouver si un évènement existe déjà par son titre
const doesThisEventAlreadyExistInLocalEvents = (rssEvent) => {
const eventAlreadyExists =
-1 !== localMobilizonEventsByTitle.indexOf(rssEvent.title);
if (!eventAlreadyExists) {
if (parserConfig.debug) {
2021-01-05 11:17:54 +01:00
console.log("ajouter l event ", htmlEscape(rssEvent.title));
2021-01-03 20:32:27 +01:00
}
addEventQuery(rssEvent);
}
};
2021-01-05 11:17:54 +01:00
let createEventQueries = "";
2021-01-03 20:32:27 +01:00
let counterOfEventsToAdd = 0;
2021-01-05 11:48:41 +01:00
const addEventQuery = utilsTools.agendadulibre.addQuery;
const runCreationQuery = utilsTools.runCreationQuery;
2021-01-03 20:32:27 +01:00
(async () => {
2021-01-05 11:17:54 +01:00
console.log("⌛ interroger la BDD mobilizon postgresql");
2021-01-03 20:32:27 +01:00
2021-01-05 11:48:41 +01:00
utilsTools.setupClientPostgresql()
await utilsTools.client.connect();
2021-01-05 11:17:54 +01:00
console.log("✅ OK connecté à postgresql");
console.log(" ");
2021-01-05 11:48:41 +01:00
const res = await utilsTools.client.query("SELECT * from events");
2021-01-05 11:17:54 +01:00
console.log("💾 évènements enregistrés dans mobilizon : ", res.rows.length); // Hello world!
2021-01-03 20:32:27 +01:00
2021-01-05 11:17:54 +01:00
utilsTools.postgresEventsExisting = res.rows;
2021-01-03 20:32:27 +01:00
if (parserConfig.askAgendaDuLibre) {
// @ts-ignore
2021-01-05 11:17:54 +01:00
console.log(" ====================================================".blue);
2021-01-03 20:32:27 +01:00
// @ts-ignore
2021-01-05 11:17:54 +01:00
console.log(" ==== demander à l'agenda du libre son flux RSS ====".blue);
2021-01-03 20:32:27 +01:00
// @ts-ignore
2021-01-05 11:17:54 +01:00
console.log(" ====================================================".blue);
2021-01-03 20:32:27 +01:00
2021-01-05 11:17:54 +01:00
console.log("⌛ lecture du flux rss : " + parserConfig.rss_feed_url);
2021-01-03 20:32:27 +01:00
let feed = await parser.parseURL(parserConfig.rss_feed_url);
2021-01-05 11:17:54 +01:00
console.log("✅ flux rss obtenu");
utilsTools.writeFile("agenda_du_libre_feed.xml", feed);
2021-01-03 20:32:27 +01:00
console.log(feed.title);
2021-01-05 11:17:54 +01:00
console.log("⚙️ interprétation des évènements");
2021-01-03 20:32:27 +01:00
console.log(
2021-01-05 11:17:54 +01:00
"⌛ trouver les évènements qui ne font pas partie de la BDD mobilizon postgresql"
2021-01-03 20:32:27 +01:00
);
2021-01-05 11:17:54 +01:00
feed.items.forEach((eventFound) => {
console.log(eventFound.title);
2021-01-03 20:32:27 +01:00
// console.log('item', item)
2021-01-05 11:17:54 +01:00
utilsTools.agendadulibre.doesEventExists(eventFound);
2021-01-03 20:32:27 +01:00
});
}
if (parserConfig.askOsmCal) {
// @ts-ignore
2021-01-05 11:17:54 +01:00
console.log(" ====================================================".blue);
2021-01-03 20:32:27 +01:00
// @ts-ignore
2021-01-05 11:17:54 +01:00
console.log(" ==== demander à OSM cal ====".blue);
2021-01-03 20:32:27 +01:00
// @ts-ignore
2021-01-05 11:17:54 +01:00
console.log(" ====================================================".blue);
fetch(parserConfig.osmcal_url, { method: "GET" })
.then((res) => res.json())
.then((arrayOfEvents) => {
console.log("json osmcal count", arrayOfEvents.length);
utilsTools.writeFile("osmcal.json", arrayOfEvents);
arrayOfEvents.forEach((eventFound) => {
console.log(eventFound.name);
// console.log('item', item)
2021-01-05 11:48:41 +01:00
utilsTools.osmcal.doesEventExists(eventFound);
2021-01-05 11:17:54 +01:00
});
});
2021-01-03 20:32:27 +01:00
}
if (parserConfig.runAddQueriesToMobilizon) {
// @ts-ignore
2021-01-05 11:17:54 +01:00
console.log(
" rajouter les évènements manquants à la base mobilizon".blue
);
2021-01-03 20:32:27 +01:00
2021-01-05 11:48:41 +01:00
utilsTools.makeQuery();
utilsTools.runCreationQuery();
2021-01-03 20:32:27 +01:00
// @ts-ignore
2021-01-05 11:17:54 +01:00
console.log(" ---------- ".green);
2021-01-03 20:32:27 +01:00
// @ts-ignore
2021-01-05 11:17:54 +01:00
console.log(counterOfEventsToAdd, " évènements ajoutés ".green);
2021-01-03 20:32:27 +01:00
// @ts-ignore
2021-01-05 11:17:54 +01:00
console.log(" ---------- ".green);
2021-01-03 20:32:27 +01:00
// @ts-ignore
2021-01-05 11:17:54 +01:00
console.log("✅ ça c'est fait ".green);
2021-01-03 20:32:27 +01:00
}
2021-01-05 11:48:41 +01:00
await utilsTools.client.end();
2021-01-03 20:32:27 +01:00
})();
exports = () => {
2021-01-05 11:17:54 +01:00
console.log("hey ho", this);
2021-01-03 20:32:27 +01:00
};