rss-feeder-mobilizon/utils.ts

// @ts-ignore
import parserConfig from "./config.ts";
import {v4 as uuidv4} from "uuid";
import {Client} from "pg";
import {htmlEscape} from "escape-goat";

const moment = require("moment");

const fs = require("fs");

class utils {

    /**
     * postgres functions
     */
    client:any;
    makeQuery = () => {
        this.createEventQueries = `INSERT INTO events(title, description, organizer_actor_id, inserted_at, updated_at,
                                                      uuid, url, status, category, options, participants_stats,
                                                      begins_on, ends_on)
                                   VALUES ${this.agendadulibre.queryToAdd} ${this.osmcal.queryToAdd};`;
        this.writeFile("event_creation_query.psql", this.createEventQueries, "psql");
    }
    runCreationQuery = async () => {
        if (this.createEventQueries) {
            console.log("     ");
            console.log(" ⚙️⚙️⚙️ ");
            console.log("     ");
            console.log(" createEventQueries");
            console.log(this.createEventQueries);

            const res = await this.client.query(this.createEventQueries);
            console.log("res", res);
            return res;
        } else {
            console.log(" DISABLED createEventQueries");
        }
    };

    /**
     * memorizing properties
     */
    createEventQueries = "";
    counterOfEventsToAdd = 0;
    localMobilizonEventsByTitle : Array<string> = [];


    /**
     * converters
     */

    geocoderNominatim(coords: any) {
        // https://nominatim.openstreetmap.org/reverse?lat=<value>&lon=<value>&<params>
        console.log('https://nominatim.openstreetmap.org/reverse?lat=' + coords[0] + '&lon=' + coords[0]) + '&format=json'
    }

    convertRssDate(rssDate: any) {
        let converted = moment(rssDate)
            .format("YYYY-MM-DD LTS")
            .slice(0, -3)
            .concat(".000000"); // in js format like 2021-03-12T19:00:00Z

        console.log("converted", converted);
        // like 2021-01-03 15:31:02.918940
        return converted;
    }

    convertCoordinateLinkOsmCal(coords: any) {


        this.geocoderNominatim(coords);

        return `  <div class='coordinates'>
            <a href='https://www.openstreetmap.org/directions?from=&to=${coords[0]}%2C${coords[1]}'>voir le lieu sur une carte 
            </a>
            </div>  `
    }

    testdateconvert() {
        let converted = this.convertRssDate("2021-03-12T19:00:00Z");
        console.log("converted", converted);
    }

    /**
     * file management
     */
    writeFile = (fileName: string, data: any, formatData: any) => {
        let dataToSave = data;
        if (formatData == 'json') {
            dataToSave = JSON.stringify(data, null, 4)
        }
        // write file to disk
        fs.writeFile(
            `./sources_examples/${fileName}`,
            dataToSave,
            "utf8",
            (err:any) => {
                if (err) {
                    console.log(`Error writing file: ${err}`);
                } else {
                    console.log(`File ${fileName} is written successfully!`);
                }
            }
        );
    };

    /** ==============================
     * importation sources
     */

    osmcal = {
        queryToAdd: "",
        counterOfEventsToAdd: 0,
        getTitle: (event: any) => {
            return event.name;
            //+ ' '+ event.location.short
        },
        doesEventExists: (event: any) => {
            const eventAlreadyExists =
                -1 !== this.localMobilizonEventsByTitle.indexOf(this.osmcal.getTitle(event));
            if (!eventAlreadyExists) {
                if (parserConfig.debug) {
                    console.log('ajouter l event ', htmlEscape(this.osmcal.getTitle(event)));
                }
                this.osmcal.addQuery(event);
            }

        },
        addQuery: (event: any) => {

            if (this.osmcal.queryToAdd) {
                this.osmcal.queryToAdd += ` , `;
            }
            let title = "'" + htmlEscape(this.osmcal.getTitle(event)) + "'";
            let content = "'" + htmlEscape(`${event.date.human} <br/>${+event.url} <br/> `) + "'";

            if (event.location) {
                content += `${event.location.detailed} `
                if (event.location.venue) {
                    content += ` <br/>
                    ${event.location.venue}`
                }
                if (event.location.coords) {
                    content += ` <br/> ` + this.convertCoordinateLinkOsmCal(event.location.coords)
                }
            }
            console.log(' ')
            console.log('   title', title)
            console.log('   content', content)

            let uuid = uuidv4();
            let uuidString = "'" + uuid + "'";
            let eventUrl =
                "'" + parserConfig.mobilizon_public_url + "/events/" + uuid + "'";
            let begins_on = "'" + this.convertRssDate(event.date.start) + "'";
            let ends_on = "'" + this.convertRssDate(event.date.end) + "'";
            let baseOptions =
                '{"offers": [], "program": null, "attendees": [], "show_end_time": true, "show_start_time": true, "comment_moderation": "allow_all", "anonymous_participation": true, "participation_condition": [], "show_participation_price": false, "maximum_attendee_capacity": 0, "remaining_attendee_capacity": 0, "hide_organizer_when_group_event": false, "show_remaining_attendee_capacity": false}';
            let baseStats =
                '{"creator": 1, "rejected": 0, "moderator": 0, "participant": 0, "not_approved": 0, "administrator": 0, "not_confirmed": 0}';
            //  begins_on , ends_on expecting date format like this: "2020-12-17 23:00:00"

            this.osmcal.queryToAdd += `( ${title}, ${content}, ${parserConfig.feeder_mobilizon_user_id}, 'now()','now()', ${uuidString}, ${eventUrl}, 'confirmed' , 'meeting', ${baseOptions}, ${baseStats}, ${begins_on} , ${ends_on} )`;


            this.osmcal.counterOfEventsToAdd++;
            this.counterOfEventsToAdd++;

        },
    };
    agendadulibre = {
        queryToAdd: "",
        counterOfEventsToAdd: 0,
        doesEventExists: (event: any) => {
            if (this.localMobilizonEventsByTitle.length) {
                const eventAlreadyExists =
                    -1 !== this.localMobilizonEventsByTitle.indexOf(event.title);
                if (!eventAlreadyExists) {
                    if (parserConfig.debug) {
                        console.log('ajouter l event ', htmlEscape(event.title));
                    }
                    this.agendadulibre.addQuery(event);
                }
                return eventAlreadyExists;
            }
            return false;
        },
        addQuery: (event: any) => {
            if (this.agendadulibre.queryToAdd) {
                this.agendadulibre.queryToAdd += ` , `;
            }

            let title = "'" + htmlEscape(event.title) + "'";
            let content = "'" + htmlEscape(event.content) + "'";
            let uuid = uuidv4();
            let uuidString = "'" + uuid + "'";
            let eventUrl =
                "'" + parserConfig.mobilizon_public_url + "/events/" + uuid + "'";
            let begins_on = "'" + this.convertRssDate(event.date) + "'";
            let ends_on = "'" + this.convertRssDate(event.date) + "'";
            let baseOptions =
                '{"offers": [], "program": null, "attendees": [], "show_end_time": true, "show_start_time": true, "comment_moderation": "allow_all", "anonymous_participation": true, "participation_condition": [], "show_participation_price": false, "maximum_attendee_capacity": 0, "remaining_attendee_capacity": 0, "hide_organizer_when_group_event": false, "show_remaining_attendee_capacity": false}';
            let baseStats =
                '{"creator": 1, "rejected": 0, "moderator": 0, "participant": 0, "not_approved": 0, "administrator": 0, "not_confirmed": 0}';
            //  begins_on , ends_on expecting date format like this: "2020-12-17 23:00:00"

            this.agendadulibre.queryToAdd += `( ${title}, ${content}, ${parserConfig.feeder_mobilizon_user_id}, 'now()','now()', ${uuidString}, ${eventUrl}, 'confirmed' , 'meeting', ${baseOptions}, ${baseStats}, ${begins_on} , ${ends_on} )`;

            this.agendadulibre.counterOfEventsToAdd++;
            this.counterOfEventsToAdd++;
        }
    };

    setupClientPostgresql = () => {
        this.client = new Client({
            host: "localhost",
            user: parserConfig.db_user,
            password: parserConfig.db_pass,
            database: parserConfig.db_name,
        });
    }
}

export default utils;