tykayn/rss-feeder-mobilizon
2
1
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

add delay in fetching each second

Browse Source
This commit is contained in:
Tykayn 2022-01-13 14:52:27 +01:00 committed by tykayn
parent 3f44754e94
commit d09767dd4e
3 changed files with 42 additions and 26 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
config.ts
View File

@ -23,9 +23,9 @@ const parserConfig = {
// enableFetch: false, // enableFetch: false,
dev_mode: true, // dev mode uses localhost instance of mobilizon running on port 4000 dev_mode: true, // dev mode uses localhost instance of mobilizon running on port 4000
limit_persistence_of_new_events:true, limit_persistence_of_new_events:true,
max_new_events_in_scrapping: 20, max_new_events_in_scrapping: 400,
max_new_events: 2, max_new_events: 5,
bearer_token: "eyJhbGciOiJIUzUxMiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJtb2JpbGl6b24iLCJleHAiOjE2NDIwODE1MTksImlhdCI6MTY0MjA4MDYxOSwiaXNzIjoibW9iaWxpem9uIiwianRpIjoiOWNiNTU2MDUtZDJhNy00NjUxLWFiNjEtYmJiYmE2NTY5N2E3IiwibmJmIjoxNjQyMDgwNjE4LCJzdWIiOiJVc2VyOjEiLCJ0eXAiOiJhY2Nlc3MifQ.pykTIwQrzl6-qEcZowysmT9NnV71SBPZEv5Utbdny_AaU_ng7vspcdWxgZca0Q16i2lcclTJbuggtxAo8kWeIw", bearer_token: "eyJhbGciOiJIUzUxMiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJtb2JpbGl6b24iLCJleHAiOjE2NDIwODIzOTgsImlhdCI6MTY0MjA4MTQ5OCwiaXNzIjoibW9iaWxpem9uIiwianRpIjoiYWQyZjMxY2YtMDUxZi00MmY0LWI1ZDYtMzc4ZjZiOTgxY2EwIiwibmJmIjoxNjQyMDgxNDk3LCJzdWIiOiJVc2VyOjEiLCJ0eXAiOiJhY2Nlc3MifQ.U0JnKQFkklxDcWPE4utXwj65mR0N1LyT3qwC2RzOiWjLWyCS_0KMKJPm5uvylZ-lhiPigojfZsuQCekYL0qTHg",
ccpl: "https://www.cc-paysdelimours.fr/agenda" ccpl: "https://www.cc-paysdelimours.fr/agenda"

23
importers/adl.ts
View File

@ -38,7 +38,7 @@ async function runImportEvents() {
return console.log(err); return console.log(err);
} }
filecontent = JSON.parse(data) filecontent = JSON.parse(data)
filecontent = filecontent.slice(0,parserConfig.max_new_events_in_scrapping) filecontent = filecontent.slice(0, parserConfig.max_new_events_in_scrapping)
console.log('events in the scrapped json', filecontent.length); console.log('events in the scrapped json', filecontent.length);
let ii = 0; let ii = 0;
@ -89,10 +89,12 @@ async function runImportEvents() {
"authorization": "Bearer " + parserConfig.bearer_token, "authorization": "Bearer " + parserConfig.bearer_token,
} }
} }
if(!utilsTools.agendadulibre.doesEventExistsFromJsonScrap(pair.event)){ if (!utilsTools.agendadulibre.doesEventExistsFromJsonScrap(pair.event)) {
console.log('ajouter'); console.log('ajouter');
fetchEvent(url, options) // add a little delay between creations
}else{
fetchEvent(url, options, counter, pair.event)
} else {
console.log('nope'); console.log('nope');
} }
} else { } else {
@ -107,22 +109,31 @@ async function runImportEvents() {
} }
const fetchEvent = (theUrl, theOptions) => { const fetchEvent = (theUrl, theOptions, counter, event) => {
let timeout = setTimeout(
function () {
fetch(theUrl, theOptions) fetch(theUrl, theOptions)
.then((res: any) => { .then((res: any) => {
let status = res.status; let status = res.status;
console.log('status', status); console.log('status', status);
if (status === 401) { if (status === 401) {
console.error(' /!\\ ------------------ ERROR: Bearer token invalid ------------------') console.error(' /!\\ ------------------ ERROR: Bearer token invalid ------------------')
clearTimeout(timeout);
} else if (status === 200) { } else if (status === 200) {
console.log('succès'); console.log('succès - ' + event.title + ' ' + event.start_time);
} }
res.json() res.json()
}) })
.then((json: any) => console.log(json)) .then((json: any) => console.log(json))
.catch((err: any) => console.log(err)) .catch((err: any) => console.log(err))
}
,
1000 * counter
)
} }
// fs.stat(filepath, function (err, stat) { // fs.stat(filepath, function (err, stat) {

15
utils.ts
View File

@ -222,10 +222,8 @@ class utils {
.format("YYYY-MM-DD") + ' ' + event.title .format("YYYY-MM-DD") + ' ' + event.title
}, },
doesEventExistsFromJsonScrap: (event: any): boolean => { doesEventExistsFromJsonScrap: (event: any): boolean => {
console.log('this.agendadulibre.uniqTitle(event)', this.agendadulibre.uniqTitle(event));
const eventAlreadyExists = const eventAlreadyExists =
-1 !== this.localMobilizonEventsByTitle.indexOf(this.agendadulibre.uniqTitle(event)); -1 !== this.localMobilizonEventsByTitle.indexOf(this.agendadulibre.uniqTitle(event));
console.log('eventAlreadyExists', eventAlreadyExists);
return eventAlreadyExists; return eventAlreadyExists;
}, },
addQueryFromJsonScrap: (event: any) => { addQueryFromJsonScrap: (event: any) => {
@ -235,15 +233,22 @@ class utils {
}) })
tags.push("imported") tags.push("imported")
console.log('tags', tags);
let newQuery = { let newQuery = {
operationName: "createEvent", operationName: "createEvent",
query: createEventQueryMobilizon, query: createEventQueryMobilizon,
variables: { variables: {
attributedToId: null, attributedToId: null,
beginsOn: event.start_time, beginsOn: event.start_time,
contacts: [], contacts: [event.contact],
description: "<p>" + event.description + "</p>", description:
"<address>" + event.city
+ "<br/>"+
event.address +
"<br/>"+
event.place_name +
"</address>"+
"<p>" + event.description + "</p>",
draft: false, draft: false,
endsOn: event.end_time, endsOn: event.end_time,
joinOptions: "FREE", joinOptions: "FREE",