You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

136 lines
4.9 KiB

This file contains ambiguous Unicode characters!

This file contains ambiguous Unicode characters that may be confused with others in your current locale. If your use case is intentional and legitimate, you can safely ignore this warning. Use the Escape button to highlight these characters.

// @author tykayn contact@cipherbliss.com www.cipherbliss.com
// imports
var fs = require("fs");
let Parser = require("rss-parser");
let parser = new Parser();
const { Client } = require("pg");
var colors = require("colors");
const { v4: uuidv4 } = require("uuid");
// configuration of the parser
const config = {
rss_feed_url: "https://www.agendadulibre.org/events.rss?tag=openstreetmap",
feeder_mobilizon_user_id: "3", // organizer_actor_id pour rattacher les nouveaux évènements à un utilisateur. 3 est le premier admin créé.
mobilizon_public_url: "https://mobilizon.openstreetmap.fr", // url publique de l'instance mobilizon pour créer les url d'évènements
db_name: "mobilizon_dev",
db_user: "mobilizon",
db_pass: "mobilizon",
};
console.log(" ===============================================".blue);
console.log(" ==== Rss Feeder for mobilizon - by tykayn ====".blue);
console.log(" ===============================================".blue);
console.log("configMobilizon".blue, config);
let localMobilizonEventsByTitle = [];
// trouver si un évènement existe déjà par son titre
// TODO à affiner au delà du titre
const doesThisEventAlreadyExistInLocalEvents = (rssEvent) => {
const eventAlreadyExists =
-1 !== localMobilizonEventsByTitle.indexOf(rssEvent.title);
if (!eventAlreadyExists) {
console.log("ajouter l event ", htmlEscape(rssEvent.title));
// console.log(" ", escape(rssEvent.content ));
addEventQuery(rssEvent);
}
};
let createEventQueries = "";
let counterOfEventsToAdd = 0;
const { htmlEscape } = require("escape-goat");
const addEventQuery = (rssEvent) => {
if (!createEventQueries) {
createEventQueries =
"INSERT INTO events(title, description, organizer_actor_id,inserted_at,updated_at, uuid, url, status, category, options,participants_stats) VALUES ";
}
if (counterOfEventsToAdd) {
createEventQueries += ` , `;
}
let title = "'" + htmlEscape(rssEvent.title) + "'";
let content = "'" + htmlEscape(rssEvent.content) + "'";
let uuid = uuidv4();
let uuidString = "'" + uuid + "'";
let eventUrl = "'" + config.mobilizon_public_url + "/events/" + uuid + "'";
let baseOptions =
'{"offers": [], "program": null, "attendees": [], "show_end_time": true, "show_start_time": true, "comment_moderation": "allow_all", "anonymous_participation": true, "participation_condition": [], "show_participation_price": false, "maximum_attendee_capacity": 0, "remaining_attendee_capacity": 0, "hide_organizer_when_group_event": false, "show_remaining_attendee_capacity": false}';
let baseStats =
'{"creator": 1, "rejected": 0, "moderator": 0, "participant": 0, "not_approved": 0, "administrator": 0, "not_confirmed": 0}';
// TODO complete with date conversion
// begins_on , ends_on expecting date format like this: "2020-12-17 23:00:00"
createEventQueries += `( ${title}, ${content}, ${config.feeder_mobilizon_user_id}, 'now()','now()', ${uuidString}, ${eventUrl}, 'confirmed' , 'meeting', ${baseOptions}, ${baseStats} )`;
counterOfEventsToAdd++;
};
const runCreationQuery = async () => {
createEventQueries = createEventQueries + ";";
if (createEventQueries) {
console.log(" ");
console.log(" ⚙️⚙️⚙️ ");
console.log(" ");
console.log(" createEventQueries");
console.log(createEventQueries);
const res = await client.query(createEventQueries);
console.log("res", res);
return res;
}
};
const client = new Client({
host: "localhost",
user: config.db_user,
password: config.db_pass,
database: config.db_name,
});
(async () => {
console.log("⌛ interroger la BDD mobilizon postgresql");
await client.connect();
console.log("✅ OK connecté à postgresql");
console.log(" ");
const res = await client.query("SELECT * from events");
console.log("💾 évènements enregistrés dans mobilizon : ", res.rows.length); // Hello world!
res.rows.forEach((item) => {
localMobilizonEventsByTitle.push(item.title);
console.log(" 🟢 ", item.begins_on, item.ends_on, item.title, item.url);
});
console.log("⌛ lecture du flux rss : " + config.rss_feed_url);
let feed = await parser.parseURL(config.rss_feed_url);
console.log("✅ flux rss obtenu");
console.log(feed.title);
console.log("⚙️ interprétation des évènements");
console.log(
"⌛ trouver les évènements qui ne font pas partie de la BDD mobilizon postgresql"
);
feed.items.forEach((rssEvent) => {
console.log(rssEvent.title);
// console.log('item', item)
doesThisEventAlreadyExistInLocalEvents(rssEvent);
});
// @ts-ignore
console.log(" rajouter les évènements manquants à la base mobilizon".blue);
await runCreationQuery();
// @ts-ignore
console.log(" ---------- ".green);
// @ts-ignore
console.log(counterOfEventsToAdd, " évènements ajoutés ".green);
// @ts-ignore
console.log(" ---------- ".green);
// @ts-ignore
console.log("✅ ça c'est fait ".green);
await client.end();
})();