Compare commits
2 Commits
7c5e018a3c
...
f3cb3673a9
| Author | SHA1 | Date |
|---|---|---|
 Tykayn
|
f3cb3673a9 | |
|
Tykayn
|
a297e20777 |
20
README.md
20
README.md
|
|
@ -27,7 +27,7 @@ npm i
|
|||
ajouter un cronjob qui exécute régulièrement (une fois par jour)
|
||||
|
||||
```bash
|
||||
ts-node index.ts
|
||||
ts-node importers/adl.ts
|
||||
```
|
||||
|
||||
# Example de requête
|
||||
|
|
@ -128,9 +128,25 @@ entêtes:
|
|||
# data scraping
|
||||
Fait avec puppeteer, lancer la commande:
|
||||
`
|
||||
node scrapers/ccpl.js
|
||||
ts-node scrapers/ccpl.js
|
||||
`
|
||||
|
||||
Pour l'agenda du libre on récupère un fichier json:
|
||||
|
||||
`
|
||||
ts-node scrapers/adl.js
|
||||
`
|
||||
on peut aussi filtrer l'agenda par un certain tag en mettant un argument en plus à la commande
|
||||
`
|
||||
ts-node scrapers/adl.js openstreetmap
|
||||
`
|
||||
|
||||
# data import to mobilizon
|
||||
|
||||
Il faut que le serveur mobilizon soit fonctionnel (et lancé, avec `mix phx.server` ) et que le script node ait les accès à la base de données postgresql. Voir les paramètres dans [config.ts].
|
||||
Ensuite on fait fonctionner un importateur, comme celui de l'agenda du libre:
|
||||
|
||||
|
||||
---
|
||||
|
||||
author: tykayn
|
||||
|
|
|
|||
|
|
@ -0,0 +1,64 @@
|
|||
import * as fs from "fs";
|
||||
import utils from "../utils";
|
||||
|
||||
let utilsTools = new utils();
|
||||
|
||||
console.log('importation depuis le fichier local de l\' agenda du libre');
|
||||
let filepath = './output/adl_json.json'
|
||||
let filecontent;
|
||||
let counterOfEventsToAdd = 0;
|
||||
const addEventQuery = utilsTools.agendadulibre.addQuery;
|
||||
const runCreationQuery = utilsTools.runCreationQuery;
|
||||
|
||||
async function runImportEvents() {
|
||||
|
||||
|
||||
console.log('File exists');
|
||||
// build list of existing events in mobilizon database
|
||||
|
||||
await utilsTools.setupClientPostgresql();
|
||||
await utilsTools.client.connect();
|
||||
console.log('✅ OK connecté à postgresql');
|
||||
console.log(' ');
|
||||
const res = await utilsTools.client.query('SELECT * from events');
|
||||
console.log('💾 évènements enregistrés dans mobilizon : ', res.rows.length);
|
||||
res.rows.forEach((bdd_event: any) => {
|
||||
console.log('eventObject', bdd_event);
|
||||
utilsTools.localMobilizonEventsByTitle.push(utilsTools.agendadulibre.uniqTitleBDD(bdd_event));
|
||||
})
|
||||
|
||||
console.log('utilsTools.localMobilizonEventsByTitle', utilsTools.localMobilizonEventsByTitle);
|
||||
// get json file for ADL
|
||||
fs.readFile(filepath, 'utf8', function (err, data) {
|
||||
if (err) {
|
||||
return console.log(err);
|
||||
}
|
||||
filecontent = JSON.parse(data)
|
||||
// console.log('events in the scrapped json', filecontent.length);
|
||||
let ii=0;
|
||||
filecontent.forEach((event:any)=>{
|
||||
ii++
|
||||
let date = new Date(event.start_time);
|
||||
|
||||
// console.log(ii, date.toLocaleDateString('fr-fr', { weekday:"long", year:"numeric", month:"short", day:"numeric"}) , event.title );
|
||||
utilsTools.agendadulibre.doesEventExistsFromJsonScrap(event);
|
||||
utilsTools.agendadulibre.addQueryFromJsonScrap(event);
|
||||
})
|
||||
// compare events
|
||||
// import only new events
|
||||
|
||||
});
|
||||
|
||||
|
||||
|
||||
}
|
||||
fs.stat(filepath, function (err, stat) {
|
||||
if (err == null) {
|
||||
runImportEvents();
|
||||
} else if (err.code === 'ENOENT') {
|
||||
// file does not exist
|
||||
console.log('Scrapped json file does not exist. Run a scraper like "ts-node scrapers/adl.ts" before using this importer: ', err.code);
|
||||
} else {
|
||||
console.log('Some other error: ', err.code);
|
||||
}
|
||||
});
|
||||
|
|
@ -0,0 +1,57 @@
|
|||
# Event model from mobilizon
|
||||
|
||||
```json
|
||||
{
|
||||
id: '22',
|
||||
title: 'Chambéry: Mapathon Missing Maps, Le lundi 13 juin 2022 de 18h00 à 20h00.',
|
||||
description: '<p></p><p><img src="https://www.missingmaps.org/assets/graphics/meta/MM-White.svg" alt="..." width="94px"/>Un mapathon c'est quoi? C'est un atelier en ligne de cartographie solidaire et participative en soutien aux organisations humanitaires et/ou de développement.</p><p>CartONG organise ce mapathon dans le cadre du projet Missing Maps visant à cartographier toutes les zones encore invisibles sur les cartes, qui permettent par la suite aux communautés locales et acteur·rice·s de l'humanitaire et du développement de pouvoir agir plus efficacement en cas de crise ou initier des projets de développement local. </p><p>Avec quel outil? La plateforme de cartographie libre et contributive<strong> </strong><a href="https://www.openstreetmap.org/"><strong>OpenStreetMap </strong></a>(OSM, <strong>le «Wikipédia des cartes»</strong>) où tout le monde peut participer à la cartographie de n'importe quelle zone de la planète: il suffit d'un ordinateur, d'une souris et d'une connexion internet! Aucune connaissance en cartographie ou en informatique n’est requise.</p><p>Grâce à la couverture globale d'images satellites disponibles aujourd'hui, il est possible de tracer facilement routes, bâtiments ou cours d'eau, autant d'informations très utiles pour les organisations humanitaires et de développement sur le terrain.</p><p>Pas besoin d'être un·e expert·e, c'est conviviale et accessible à tout le monde!</p><p>Pour s'inscrire : <a href="https://www.eventbrite.ca/e/billets-en-ligne-mapathons-missing-maps-2022-2023-133090064967" target="_blank" rel="noopener noreferrer ugc">https://www.eventbrite.ca/e/billets-en-ligne-mapathons-missing-maps-2022-2023-133090064967</a></p><p></p>',
|
||||
organizer_actor_id: '3',
|
||||
physical_address_id: null,
|
||||
inserted_at: 2022-01-10T11:47:06.000Z,
|
||||
updated_at: 2022-01-10T11:47:06.000Z,
|
||||
url: 'http://localmob.lan/events/1a442e44-973d-46be-b730-2ac74cf8df92',
|
||||
local: true,
|
||||
uuid: '1a442e44-973d-46be-b730-2ac74cf8df92',
|
||||
attributed_to_id: null,
|
||||
online_address: 'https://www.agendadulibre.org/events/24707',
|
||||
phone_address: null,
|
||||
visibility: 'public',
|
||||
status: 'confirmed',
|
||||
join_options: 'free',
|
||||
begins_on: 2022-06-13T16:00:00.000Z,
|
||||
ends_on: 2022-06-13T16:00:00.000Z,
|
||||
publish_at: null,
|
||||
category: 'meeting',
|
||||
slug: null,
|
||||
picture_id: null,
|
||||
options: {
|
||||
offers: [],
|
||||
program: null,
|
||||
timezone: 'Europe/Paris',
|
||||
attendees: [],
|
||||
is_online: false,
|
||||
show_end_time: true,
|
||||
show_start_time: true,
|
||||
comment_moderation: 'allow_all',
|
||||
anonymous_participation: true,
|
||||
participation_condition: [],
|
||||
show_participation_price: false,
|
||||
maximum_attendee_capacity: 200,
|
||||
remaining_attendee_capacity: 0,
|
||||
hide_organizer_when_group_event: false,
|
||||
show_remaining_attendee_capacity: false
|
||||
},
|
||||
draft: false,
|
||||
participant_stats: {
|
||||
creator: 1,
|
||||
rejected: 0,
|
||||
moderator: 0,
|
||||
participant: 0,
|
||||
not_approved: 0,
|
||||
administrator: 0,
|
||||
not_confirmed: 0
|
||||
},
|
||||
metadata: null,
|
||||
language: 'fr'
|
||||
}
|
||||
```
|
||||
File diff suppressed because one or more lines are too long
|
|
@ -14,7 +14,7 @@
|
|||
"esm": "^3.2.25",
|
||||
"moment": "^2.29.1",
|
||||
"mongoose": "^6.1.6",
|
||||
"node-fetch": "^2.6.1",
|
||||
"node-fetch": "^2.6.6",
|
||||
"rss-parser": "^3.10.0",
|
||||
"ts-node": "^10.4.0",
|
||||
"typescript": "^4.5.4",
|
||||
|
|
@ -22,6 +22,7 @@
|
|||
},
|
||||
"devDependencies": {
|
||||
"@types/node": "^17.0.8",
|
||||
"@types/node-fetch": "^3.0.3",
|
||||
"@types/pg": "^8.6.3",
|
||||
"@types/puppeteer": "^5.4.4",
|
||||
"@types/uuid": "^8.3.4",
|
||||
|
|
@ -74,6 +75,16 @@
|
|||
"resolved": "https://registry.npmjs.org/@types/node/-/node-17.0.8.tgz",
|
||||
"integrity": "sha512-YofkM6fGv4gDJq78g4j0mMuGMkZVxZDgtU0JRdx6FgiJDG+0fY0GKVolOV8WqVmEhLCXkQRjwDdKyPxJp/uucg=="
|
||||
},
|
||||
"node_modules/@types/node-fetch": {
|
||||
"version": "3.0.3",
|
||||
"resolved": "https://registry.npmjs.org/@types/node-fetch/-/node-fetch-3.0.3.tgz",
|
||||
"integrity": "sha512-HhggYPH5N+AQe/OmN6fmhKmRRt2XuNJow+R3pQwJxOOF9GuwM7O2mheyGeIrs5MOIeNjDEdgdoyHBOrFeJBR3g==",
|
||||
"deprecated": "This is a stub types definition. node-fetch provides its own type definitions, so you do not need this installed.",
|
||||
"dev": true,
|
||||
"dependencies": {
|
||||
"node-fetch": "*"
|
||||
}
|
||||
},
|
||||
"node_modules/@types/pg": {
|
||||
"version": "8.6.3",
|
||||
"resolved": "https://registry.npmjs.org/@types/pg/-/pg-8.6.3.tgz",
|
||||
|
|
@ -666,9 +677,9 @@
|
|||
"integrity": "sha512-sGkPx+VjMtmA6MX27oA4FBFELFCZZ4S4XqeGOXCv68tT+jb3vk/RyaKWP0PTKyWtmLSM0b+adUTEvbs1PEaH2w=="
|
||||
},
|
||||
"node_modules/node-fetch": {
|
||||
"version": "2.6.5",
|
||||
"resolved": "https://registry.npmjs.org/node-fetch/-/node-fetch-2.6.5.tgz",
|
||||
"integrity": "sha512-mmlIVHJEu5rnIxgEgez6b9GgWXbkZj5YZ7fx+2r94a2E+Uirsp6HsPTPlomfdHtpt/B0cdKviwkoaM6pyvUOpQ==",
|
||||
"version": "2.6.6",
|
||||
"resolved": "https://registry.npmjs.org/node-fetch/-/node-fetch-2.6.6.tgz",
|
||||
"integrity": "sha512-Z8/6vRlTUChSdIgMa51jxQ4lrw/Jy5SOW10ObaA47/RElsAN2c5Pn8bTgFGWn/ibwzXTE8qwr1Yzx28vsecXEA==",
|
||||
"dependencies": {
|
||||
"whatwg-url": "^5.0.0"
|
||||
},
|
||||
|
|
@ -940,6 +951,18 @@
|
|||
"node": ">=10.18.1"
|
||||
}
|
||||
},
|
||||
"node_modules/puppeteer/node_modules/node-fetch": {
|
||||
"version": "2.6.5",
|
||||
"resolved": "https://registry.npmjs.org/node-fetch/-/node-fetch-2.6.5.tgz",
|
||||
"integrity": "sha512-mmlIVHJEu5rnIxgEgez6b9GgWXbkZj5YZ7fx+2r94a2E+Uirsp6HsPTPlomfdHtpt/B0cdKviwkoaM6pyvUOpQ==",
|
||||
"dev": true,
|
||||
"dependencies": {
|
||||
"whatwg-url": "^5.0.0"
|
||||
},
|
||||
"engines": {
|
||||
"node": "4.x || >=6.0.0"
|
||||
}
|
||||
},
|
||||
"node_modules/readable-stream": {
|
||||
"version": "3.6.0",
|
||||
"resolved": "https://registry.npmjs.org/readable-stream/-/readable-stream-3.6.0.tgz",
|
||||
|
|
@ -1300,6 +1323,15 @@
|
|||
"resolved": "https://registry.npmjs.org/@types/node/-/node-17.0.8.tgz",
|
||||
"integrity": "sha512-YofkM6fGv4gDJq78g4j0mMuGMkZVxZDgtU0JRdx6FgiJDG+0fY0GKVolOV8WqVmEhLCXkQRjwDdKyPxJp/uucg=="
|
||||
},
|
||||
"@types/node-fetch": {
|
||||
"version": "3.0.3",
|
||||
"resolved": "https://registry.npmjs.org/@types/node-fetch/-/node-fetch-3.0.3.tgz",
|
||||
"integrity": "sha512-HhggYPH5N+AQe/OmN6fmhKmRRt2XuNJow+R3pQwJxOOF9GuwM7O2mheyGeIrs5MOIeNjDEdgdoyHBOrFeJBR3g==",
|
||||
"dev": true,
|
||||
"requires": {
|
||||
"node-fetch": "*"
|
||||
}
|
||||
},
|
||||
"@types/pg": {
|
||||
"version": "8.6.3",
|
||||
"resolved": "https://registry.npmjs.org/@types/pg/-/pg-8.6.3.tgz",
|
||||
|
|
@ -1742,9 +1774,9 @@
|
|||
"integrity": "sha512-sGkPx+VjMtmA6MX27oA4FBFELFCZZ4S4XqeGOXCv68tT+jb3vk/RyaKWP0PTKyWtmLSM0b+adUTEvbs1PEaH2w=="
|
||||
},
|
||||
"node-fetch": {
|
||||
"version": "2.6.5",
|
||||
"resolved": "https://registry.npmjs.org/node-fetch/-/node-fetch-2.6.5.tgz",
|
||||
"integrity": "sha512-mmlIVHJEu5rnIxgEgez6b9GgWXbkZj5YZ7fx+2r94a2E+Uirsp6HsPTPlomfdHtpt/B0cdKviwkoaM6pyvUOpQ==",
|
||||
"version": "2.6.6",
|
||||
"resolved": "https://registry.npmjs.org/node-fetch/-/node-fetch-2.6.6.tgz",
|
||||
"integrity": "sha512-Z8/6vRlTUChSdIgMa51jxQ4lrw/Jy5SOW10ObaA47/RElsAN2c5Pn8bTgFGWn/ibwzXTE8qwr1Yzx28vsecXEA==",
|
||||
"requires": {
|
||||
"whatwg-url": "^5.0.0"
|
||||
}
|
||||
|
|
@ -1949,6 +1981,17 @@
|
|||
"tar-fs": "2.1.1",
|
||||
"unbzip2-stream": "1.4.3",
|
||||
"ws": "8.2.3"
|
||||
},
|
||||
"dependencies": {
|
||||
"node-fetch": {
|
||||
"version": "2.6.5",
|
||||
"resolved": "https://registry.npmjs.org/node-fetch/-/node-fetch-2.6.5.tgz",
|
||||
"integrity": "sha512-mmlIVHJEu5rnIxgEgez6b9GgWXbkZj5YZ7fx+2r94a2E+Uirsp6HsPTPlomfdHtpt/B0cdKviwkoaM6pyvUOpQ==",
|
||||
"dev": true,
|
||||
"requires": {
|
||||
"whatwg-url": "^5.0.0"
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"readable-stream": {
|
||||
|
|
|
|||
|
|
@ -17,7 +17,7 @@
|
|||
"esm": "^3.2.25",
|
||||
"moment": "^2.29.1",
|
||||
"mongoose": "^6.1.6",
|
||||
"node-fetch": "^2.6.1",
|
||||
"node-fetch": "^2.6.6",
|
||||
"rss-parser": "^3.10.0",
|
||||
"ts-node": "^10.4.0",
|
||||
"typescript": "^4.5.4",
|
||||
|
|
@ -25,6 +25,7 @@
|
|||
},
|
||||
"devDependencies": {
|
||||
"@types/node": "^17.0.8",
|
||||
"@types/node-fetch": "^3.0.3",
|
||||
"@types/pg": "^8.6.3",
|
||||
"@types/puppeteer": "^5.4.4",
|
||||
"@types/uuid": "^8.3.4",
|
||||
|
|
|
|||
|
|
@ -0,0 +1,42 @@
|
|||
import * as fs from "fs";
|
||||
// @ts-ignore
|
||||
import fetch from 'node-fetch';
|
||||
|
||||
const puppeteer = require('puppeteer');
|
||||
// get data from webpage
|
||||
|
||||
let options: any = {};
|
||||
let scrappedData: any = {
|
||||
pages: [],
|
||||
titleList: null,
|
||||
linkTitleEvent: null
|
||||
};
|
||||
options = {headless: false, devtools: true}
|
||||
|
||||
async function run() {
|
||||
|
||||
let tag = process.argv[2] ? process.argv[2] : '';
|
||||
|
||||
console.log('argument de tag', process.argv[2]);
|
||||
const response = await fetch('https://www.agendadulibre.org/events.json?city=&near%5Blocation%5D=&near%5Bdistance%5D=®ion=&tag=' + tag);
|
||||
const data = await response.json();
|
||||
console.log('évènements comptés: ', data.length);
|
||||
let fileName = 'adl_json.json';
|
||||
|
||||
|
||||
fs.writeFile(
|
||||
`./output/${fileName}`,
|
||||
JSON.stringify(data),
|
||||
"utf8",
|
||||
(err: any) => {
|
||||
if (err) {
|
||||
console.log(`Error writing file: ${err}`);
|
||||
} else {
|
||||
console.log(`File ${fileName} is written successfully!`);
|
||||
}
|
||||
}
|
||||
);
|
||||
|
||||
}
|
||||
|
||||
run();
|
||||
|
|
@ -1,9 +1,6 @@
|
|||
const puppeteer = require('puppeteer');
|
||||
import * as fs from 'fs';
|
||||
import parserConfig from "../config";
|
||||
|
||||
// configure database
|
||||
|
||||
// get data from webpage
|
||||
|
||||
let options: any = {};
|
||||
|
|
|
|||
104
utils.ts
104
utils.ts
|
|
@ -8,19 +8,21 @@ const moment = require("moment");
|
|||
|
||||
const fs = require("fs");
|
||||
|
||||
let createEventQueryMobilizon = "mutation createEvent($organizerActorId: ID!, $attributedToId: ID, $title: String!, $description: String!, $beginsOn: DateTime!, $endsOn: DateTime, $status: EventStatus, $visibility: EventVisibility, $joinOptions: EventJoinOptions, $draft: Boolean, $tags: [String], $picture: MediaInput, $onlineAddress: String, $phoneAddress: String, $category: String, $physicalAddress: AddressInput, $options: EventOptionsInput, $contacts: [Contact]) {\n createEvent(\n organizerActorId: $organizerActorId\n attributedToId: $attributedToId\n title: $title\n description: $description\n beginsOn: $beginsOn\n endsOn: $endsOn\n status: $status\n visibility: $visibility\n joinOptions: $joinOptions\n draft: $draft\n tags: $tags\n picture: $picture\n onlineAddress: $onlineAddress\n phoneAddress: $phoneAddress\n category: $category\n physicalAddress: $physicalAddress\n options: $options\n contacts: $contacts\n ) {\n ...FullEvent\n __typename\n }\n}\n\nfragment FullEvent on Event {\n id\n uuid\n url\n local\n title\n description\n beginsOn\n endsOn\n status\n visibility\n joinOptions\n draft\n picture {\n id\n url\n name\n metadata {\n width\n height\n blurhash\n __typename\n }\n __typename\n }\n publishAt\n onlineAddress\n phoneAddress\n physicalAddress {\n ...AdressFragment\n __typename\n }\n organizerActor {\n avatar {\n id\n url\n __typename\n }\n preferredUsername\n domain\n name\n url\n id\n summary\n __typename\n }\n contacts {\n avatar {\n id\n url\n __typename\n }\n preferredUsername\n name\n summary\n domain\n url\n id\n __typename\n }\n attributedTo {\n avatar {\n id\n url\n __typename\n }\n preferredUsername\n name\n summary\n domain\n url\n id\n __typename\n }\n participantStats {\n going\n notApproved\n participant\n __typename\n }\n tags {\n ...TagFragment\n __typename\n }\n relatedEvents {\n id\n uuid\n title\n beginsOn\n picture {\n id\n url\n name\n metadata {\n width\n height\n blurhash\n __typename\n }\n __typename\n }\n physicalAddress {\n id\n description\n __typename\n }\n organizerActor {\n id\n avatar {\n id\n url\n __typename\n }\n preferredUsername\n domain\n name\n __typename\n }\n __typename\n }\n options {\n ...EventOptions\n __typename\n }\n metadata {\n key\n title\n value\n type\n __typename\n }\n __typename\n}\n\nfragment AdressFragment on Address {\n id\n description\n geom\n street\n locality\n postalCode\n region\n country\n type\n url\n originId\n __typename\n}\n\nfragment TagFragment on Tag {\n id\n slug\n title\n __typename\n}\n\nfragment EventOptions on EventOptions {\n maximumAttendeeCapacity\n remainingAttendeeCapacity\n showRemainingAttendeeCapacity\n anonymousParticipation\n showStartTime\n showEndTime\n offers {\n price\n priceCurrency\n url\n __typename\n }\n participationConditions {\n title\n content\n url\n __typename\n }\n attendees\n program\n commentModeration\n showParticipationPrice\n hideOrganizerWhenGroupEvent\n __typename\n}\n";
|
||||
|
||||
/**
|
||||
* utilitaries to manipulate scraped object and prepare queries to import in mobilizon
|
||||
*/
|
||||
class utils {
|
||||
|
||||
/**
|
||||
* postgres functions
|
||||
*/
|
||||
client: any;
|
||||
createEventQueries: string;
|
||||
makeQuery = () => {
|
||||
this.createEventQueries = `INSERT INTO events(title, description, organizer_actor_id, inserted_at, updated_at,
|
||||
uuid, url, status, category, options, participants_stats,
|
||||
begins_on, ends_on)
|
||||
VALUES
|
||||
${this.agendadulibre.queryToAdd}
|
||||
${this.osmcal.queryToAdd};`;
|
||||
let createEventQueries: string = `INSERT INTO events(title, description, organizer_actor_id, inserted_at, updated_at, uuid, url, status, category, options, participants_stats, begins_on, ends_on) VALUES ${this.agendadulibre.queryToAdd} ${this.osmcal.queryToAdd};`;
|
||||
this.createEventQueries = createEventQueries;
|
||||
this.writeFile("event_creation_query.psql", this.createEventQueries, "psql");
|
||||
}
|
||||
runCreationQuery = async () => {
|
||||
|
|
@ -42,7 +44,6 @@ class utils {
|
|||
/**
|
||||
* memorizing properties
|
||||
*/
|
||||
createEventQueries = "";
|
||||
counterOfEventsToAdd = 0;
|
||||
localMobilizonEventsByTitle: Array<string> = [];
|
||||
|
||||
|
|
@ -100,14 +101,14 @@ class utils {
|
|||
/**
|
||||
* file management
|
||||
*/
|
||||
writeFile(fileName: string, data: any, formatData: any){
|
||||
writeFile(fileName: string, data: any, formatData: any = 'json') {
|
||||
let dataToSave = data;
|
||||
if (formatData == 'json') {
|
||||
dataToSave = JSON.stringify(data, null, 4)
|
||||
}
|
||||
// write file to disk
|
||||
fs.writeFile(
|
||||
`./sources_examples/${fileName}`,
|
||||
`./output/${fileName}`,
|
||||
dataToSave,
|
||||
"utf8",
|
||||
(err: any) => {
|
||||
|
|
@ -124,7 +125,7 @@ class utils {
|
|||
* importation sources
|
||||
*/
|
||||
|
||||
osmcal = {
|
||||
public osmcal = {
|
||||
queryToAdd: "",
|
||||
counterOfEventsToAdd: 0,
|
||||
getTitle: (event: any) => {
|
||||
|
|
@ -143,6 +144,7 @@ class utils {
|
|||
return eventAlreadyExists;
|
||||
|
||||
},
|
||||
|
||||
addQuery: (event: any) => {
|
||||
|
||||
if (this.osmcal.queryToAdd) {
|
||||
|
|
@ -184,17 +186,17 @@ class utils {
|
|||
|
||||
},
|
||||
};
|
||||
agendadulibre:any = {
|
||||
public agendadulibre: any = {
|
||||
queryToAdd: [],
|
||||
queryToAddBDD: "",
|
||||
counterOfEventsToAdd: 0,
|
||||
doesEventExists: (event: any) => {
|
||||
if (this.localMobilizonEventsByTitle.length) {
|
||||
const eventAlreadyExists =
|
||||
-1 !== this.localMobilizonEventsByTitle.indexOf(event.title);
|
||||
-1 !== this.localMobilizonEventsByTitle.indexOf(this.agendadulibre.uniqTitle(event));
|
||||
if (!eventAlreadyExists) {
|
||||
if (parserConfig.debug) {
|
||||
console.log('ajouter l event ', htmlEscape(event.title));
|
||||
console.log('ajouter l event ', htmlEscape(this.agendadulibre.uniqTitle(event)));
|
||||
}
|
||||
this.agendadulibre.addQuery(event);
|
||||
}
|
||||
|
|
@ -204,17 +206,89 @@ class utils {
|
|||
}
|
||||
return false;
|
||||
},
|
||||
/**
|
||||
* convert events from data scraping of the agenda du libre, to a string used as a comparison with new events
|
||||
* @param event
|
||||
*/
|
||||
uniqTitle(event: any): string {
|
||||
return event.start_date + ' ' + event.title
|
||||
},
|
||||
/**
|
||||
* convert events from bdd to a string used as a comparison with new events
|
||||
* @param event
|
||||
*/
|
||||
uniqTitleBDD(event: any): string {
|
||||
return event.begins_on + ' ' + event.title
|
||||
},
|
||||
doesEventExistsFromJsonScrap: (event: any): boolean => {
|
||||
const eventAlreadyExists =
|
||||
-1 !== this.localMobilizonEventsByTitle.indexOf(htmlEscape(event.start_date + ' ' + event.title));
|
||||
if (!eventAlreadyExists) {
|
||||
if (parserConfig.debug) {
|
||||
console.log('ajouter l event ', htmlEscape(event.start_date + ' ' + event.title));
|
||||
}
|
||||
this.agendadulibre.addQuery(event);
|
||||
}
|
||||
return eventAlreadyExists;
|
||||
},
|
||||
addQueryFromJsonScrap: (event: any) => {
|
||||
console.log('event', event.title);
|
||||
|
||||
this.agendadulibre.queryToAdd.push(
|
||||
{
|
||||
operationName: "createEvent",
|
||||
query: createEventQueryMobilizon,
|
||||
variables: {
|
||||
attributedToId: null,
|
||||
beginsOn: event.start_time,
|
||||
contacts: [],
|
||||
description: "<p>" + event.description + "</p>",
|
||||
draft: false,
|
||||
endsOn: event.end_time,
|
||||
joinOptions: "FREE",
|
||||
onlineAddress: event.url,
|
||||
options: {
|
||||
anonymousParticipation: true,
|
||||
attendees: [],
|
||||
commentModeration: "ALLOW_ALL",
|
||||
hideOrganizerWhenGroupEvent: false,
|
||||
maximumAttendeeCapacity: 200,
|
||||
offers: [],
|
||||
participationConditions: [],
|
||||
program: "",
|
||||
remainingAttendeeCapacity: 0,
|
||||
showEndTime: true,
|
||||
showParticipationPrice: false,
|
||||
showRemainingAttendeeCapacity: false,
|
||||
showStartTime: true
|
||||
},
|
||||
organizerActorId: "3",
|
||||
phoneAddress: "",
|
||||
status: "CONFIRMED",
|
||||
tags: [
|
||||
"osm",
|
||||
"openstreetmap",
|
||||
"imported"
|
||||
],
|
||||
title: event.title,
|
||||
visibility: "PUBLIC"
|
||||
}
|
||||
}
|
||||
);
|
||||
|
||||
return this.agendadulibre.queryToAdd;
|
||||
},
|
||||
addQuery: (event: any) => {
|
||||
console.log('event', event.title);
|
||||
this.agendadulibre.queryToAdd.push(
|
||||
{
|
||||
operationName: "createEvent",
|
||||
query: "mutation createEvent($organizerActorId: ID!, $attributedToId: ID, $title: String!, $description: String!, $beginsOn: DateTime!, $endsOn: DateTime, $status: EventStatus, $visibility: EventVisibility, $joinOptions: EventJoinOptions, $draft: Boolean, $tags: [String], $picture: MediaInput, $onlineAddress: String, $phoneAddress: String, $category: String, $physicalAddress: AddressInput, $options: EventOptionsInput, $contacts: [Contact]) {\n createEvent(\n organizerActorId: $organizerActorId\n attributedToId: $attributedToId\n title: $title\n description: $description\n beginsOn: $beginsOn\n endsOn: $endsOn\n status: $status\n visibility: $visibility\n joinOptions: $joinOptions\n draft: $draft\n tags: $tags\n picture: $picture\n onlineAddress: $onlineAddress\n phoneAddress: $phoneAddress\n category: $category\n physicalAddress: $physicalAddress\n options: $options\n contacts: $contacts\n ) {\n ...FullEvent\n __typename\n }\n}\n\nfragment FullEvent on Event {\n id\n uuid\n url\n local\n title\n description\n beginsOn\n endsOn\n status\n visibility\n joinOptions\n draft\n picture {\n id\n url\n name\n metadata {\n width\n height\n blurhash\n __typename\n }\n __typename\n }\n publishAt\n onlineAddress\n phoneAddress\n physicalAddress {\n ...AdressFragment\n __typename\n }\n organizerActor {\n avatar {\n id\n url\n __typename\n }\n preferredUsername\n domain\n name\n url\n id\n summary\n __typename\n }\n contacts {\n avatar {\n id\n url\n __typename\n }\n preferredUsername\n name\n summary\n domain\n url\n id\n __typename\n }\n attributedTo {\n avatar {\n id\n url\n __typename\n }\n preferredUsername\n name\n summary\n domain\n url\n id\n __typename\n }\n participantStats {\n going\n notApproved\n participant\n __typename\n }\n tags {\n ...TagFragment\n __typename\n }\n relatedEvents {\n id\n uuid\n title\n beginsOn\n picture {\n id\n url\n name\n metadata {\n width\n height\n blurhash\n __typename\n }\n __typename\n }\n physicalAddress {\n id\n description\n __typename\n }\n organizerActor {\n id\n avatar {\n id\n url\n __typename\n }\n preferredUsername\n domain\n name\n __typename\n }\n __typename\n }\n options {\n ...EventOptions\n __typename\n }\n metadata {\n key\n title\n value\n type\n __typename\n }\n __typename\n}\n\nfragment AdressFragment on Address {\n id\n description\n geom\n street\n locality\n postalCode\n region\n country\n type\n url\n originId\n __typename\n}\n\nfragment TagFragment on Tag {\n id\n slug\n title\n __typename\n}\n\nfragment EventOptions on EventOptions {\n maximumAttendeeCapacity\n remainingAttendeeCapacity\n showRemainingAttendeeCapacity\n anonymousParticipation\n showStartTime\n showEndTime\n offers {\n price\n priceCurrency\n url\n __typename\n }\n participationConditions {\n title\n content\n url\n __typename\n }\n attendees\n program\n commentModeration\n showParticipationPrice\n hideOrganizerWhenGroupEvent\n __typename\n}\n",
|
||||
query: createEventQueryMobilizon,
|
||||
variables: {
|
||||
attributedToId: null,
|
||||
beginsOn: event.date,
|
||||
contacts: [],
|
||||
description: "<p>"+event.content+"</p>",
|
||||
description: "<p>" + event.content + "</p>",
|
||||
draft: false,
|
||||
endsOn: event.date,
|
||||
joinOptions: "FREE",
|
||||
|
|
|
|||
16
yarn.lock
16
yarn.lock
|
|
@ -34,6 +34,13 @@
|
|||
"resolved" "https://registry.npmjs.org/@tsconfig/node16/-/node16-1.0.2.tgz"
|
||||
"version" "1.0.2"
|
||||
|
||||
"@types/node-fetch@^3.0.3":
|
||||
"integrity" "sha512-HhggYPH5N+AQe/OmN6fmhKmRRt2XuNJow+R3pQwJxOOF9GuwM7O2mheyGeIrs5MOIeNjDEdgdoyHBOrFeJBR3g=="
|
||||
"resolved" "https://registry.npmjs.org/@types/node-fetch/-/node-fetch-3.0.3.tgz"
|
||||
"version" "3.0.3"
|
||||
dependencies:
|
||||
"node-fetch" "*"
|
||||
|
||||
"@types/node@*", "@types/node@^17.0.8":
|
||||
"integrity" "sha512-YofkM6fGv4gDJq78g4j0mMuGMkZVxZDgtU0JRdx6FgiJDG+0fY0GKVolOV8WqVmEhLCXkQRjwDdKyPxJp/uucg=="
|
||||
"resolved" "https://registry.npmjs.org/@types/node/-/node-17.0.8.tgz"
|
||||
|
|
@ -402,7 +409,14 @@
|
|||
"resolved" "https://registry.npmjs.org/ms/-/ms-2.1.2.tgz"
|
||||
"version" "2.1.2"
|
||||
|
||||
"node-fetch@^2.6.1", "node-fetch@2.6.5":
|
||||
"node-fetch@*", "node-fetch@^2.6.6":
|
||||
"integrity" "sha512-Z8/6vRlTUChSdIgMa51jxQ4lrw/Jy5SOW10ObaA47/RElsAN2c5Pn8bTgFGWn/ibwzXTE8qwr1Yzx28vsecXEA=="
|
||||
"resolved" "https://registry.npmjs.org/node-fetch/-/node-fetch-2.6.6.tgz"
|
||||
"version" "2.6.6"
|
||||
dependencies:
|
||||
"whatwg-url" "^5.0.0"
|
||||
|
||||
"node-fetch@2.6.5":
|
||||
"integrity" "sha512-mmlIVHJEu5rnIxgEgez6b9GgWXbkZj5YZ7fx+2r94a2E+Uirsp6HsPTPlomfdHtpt/B0cdKviwkoaM6pyvUOpQ=="
|
||||
"resolved" "https://registry.npmjs.org/node-fetch/-/node-fetch-2.6.5.tgz"
|
||||
"version" "2.6.5"
|
||||
|
|
|
|||
Loading…
Reference in New Issue