Compare commits
2 Commits
bea58afa1e
...
d09767dd4e
Author | SHA1 | Date |
---|---|---|
Tykayn | d09767dd4e | |
Tykayn | 3f44754e94 |
|
@ -23,9 +23,9 @@ const parserConfig = {
|
|||
// enableFetch: false,
|
||||
dev_mode: true, // dev mode uses localhost instance of mobilizon running on port 4000
|
||||
limit_persistence_of_new_events:true,
|
||||
max_new_events_in_scrapping: 10,
|
||||
max_new_events: 2,
|
||||
bearer_token: "eyJhbGciOiJIUzUxMiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJtb2JpbGl6b24iLCJleHAiOjE2NDIwODA2NTAsImlhdCI6MTY0MjA3OTc1MCwiaXNzIjoibW9iaWxpem9uIiwianRpIjoiYmZjNWFkNjMtODA2NS00Y2FhLWJiY2EtYzA2MDZkNDEwNDdlIiwibmJmIjoxNjQyMDc5NzQ5LCJzdWIiOiJVc2VyOjEiLCJ0eXAiOiJhY2Nlc3MifQ.Ar5oUTs0cFOEkznYmhXgrFkGRQv4yJm34lN_gkNSrCTrvXfRBTID4YzIrbzvKOkYvIZmw0dHb7gu1WO_tATBkQ",
|
||||
max_new_events_in_scrapping: 400,
|
||||
max_new_events: 5,
|
||||
bearer_token: "eyJhbGciOiJIUzUxMiIsInR5cCI6IkpXVCJ9.eyJhdWQiOiJtb2JpbGl6b24iLCJleHAiOjE2NDIwODIzOTgsImlhdCI6MTY0MjA4MTQ5OCwiaXNzIjoibW9iaWxpem9uIiwianRpIjoiYWQyZjMxY2YtMDUxZi00MmY0LWI1ZDYtMzc4ZjZiOTgxY2EwIiwibmJmIjoxNjQyMDgxNDk3LCJzdWIiOiJVc2VyOjEiLCJ0eXAiOiJhY2Nlc3MifQ.U0JnKQFkklxDcWPE4utXwj65mR0N1LyT3qwC2RzOiWjLWyCS_0KMKJPm5uvylZ-lhiPigojfZsuQCekYL0qTHg",
|
||||
|
||||
ccpl: "https://www.cc-paysdelimours.fr/agenda"
|
||||
|
||||
|
|
|
@ -38,7 +38,7 @@ async function runImportEvents() {
|
|||
return console.log(err);
|
||||
}
|
||||
filecontent = JSON.parse(data)
|
||||
filecontent = filecontent.slice(0,parserConfig.max_new_events_in_scrapping)
|
||||
filecontent = filecontent.slice(0, parserConfig.max_new_events_in_scrapping)
|
||||
console.log('events in the scrapped json', filecontent.length);
|
||||
|
||||
let ii = 0;
|
||||
|
@ -89,10 +89,12 @@ async function runImportEvents() {
|
|||
"authorization": "Bearer " + parserConfig.bearer_token,
|
||||
}
|
||||
}
|
||||
if(!utilsTools.agendadulibre.doesEventExistsFromJsonScrap(pair.event)){
|
||||
if (!utilsTools.agendadulibre.doesEventExistsFromJsonScrap(pair.event)) {
|
||||
console.log('ajouter');
|
||||
fetchEvent(url, options)
|
||||
}else{
|
||||
// add a little delay between creations
|
||||
|
||||
fetchEvent(url, options, counter, pair.event)
|
||||
} else {
|
||||
console.log('nope');
|
||||
}
|
||||
} else {
|
||||
|
@ -107,22 +109,31 @@ async function runImportEvents() {
|
|||
|
||||
}
|
||||
|
||||
const fetchEvent = (theUrl, theOptions) => {
|
||||
const fetchEvent = (theUrl, theOptions, counter, event) => {
|
||||
let timeout = setTimeout(
|
||||
function () {
|
||||
|
||||
fetch(theUrl, theOptions)
|
||||
.then((res: any) => {
|
||||
let status = res.status;
|
||||
console.log('status', status);
|
||||
if (status === 401) {
|
||||
console.error(' /!\\ ------------------ ERROR: Bearer token invalid ------------------')
|
||||
clearTimeout(timeout);
|
||||
|
||||
} else if (status === 200) {
|
||||
console.log('succès');
|
||||
console.log('succès - ' + event.title + ' ' + event.start_time);
|
||||
|
||||
}
|
||||
res.json()
|
||||
})
|
||||
.then((json: any) => console.log(json))
|
||||
.catch((err: any) => console.log(err))
|
||||
}
|
||||
,
|
||||
1000 * counter
|
||||
)
|
||||
|
||||
}
|
||||
|
||||
// fs.stat(filepath, function (err, stat) {
|
||||
|
|
22
utils.ts
22
utils.ts
|
@ -222,21 +222,33 @@ class utils {
|
|||
.format("YYYY-MM-DD") + ' ' + event.title
|
||||
},
|
||||
doesEventExistsFromJsonScrap: (event: any): boolean => {
|
||||
console.log('this.agendadulibre.uniqTitle(event)', this.agendadulibre.uniqTitle(event));
|
||||
const eventAlreadyExists =
|
||||
-1 !== this.localMobilizonEventsByTitle.indexOf(this.agendadulibre.uniqTitle(event));
|
||||
console.log('eventAlreadyExists', eventAlreadyExists);
|
||||
return eventAlreadyExists;
|
||||
},
|
||||
addQueryFromJsonScrap: (event: any) => {
|
||||
|
||||
let tags = event.tags.map(element => {
|
||||
return element.name
|
||||
})
|
||||
tags.push("imported")
|
||||
|
||||
let newQuery = {
|
||||
operationName: "createEvent",
|
||||
query: createEventQueryMobilizon,
|
||||
variables: {
|
||||
attributedToId: null,
|
||||
beginsOn: event.start_time,
|
||||
contacts: [],
|
||||
description: "<p>" + event.description + "</p>",
|
||||
contacts: [event.contact],
|
||||
description:
|
||||
|
||||
"<address>" + event.city
|
||||
+ "<br/>"+
|
||||
event.address +
|
||||
"<br/>"+
|
||||
event.place_name +
|
||||
"</address>"+
|
||||
"<p>" + event.description + "</p>",
|
||||
draft: false,
|
||||
endsOn: event.end_time,
|
||||
joinOptions: "FREE",
|
||||
|
@ -246,7 +258,7 @@ class utils {
|
|||
attendees: [],
|
||||
commentModeration: "ALLOW_ALL",
|
||||
hideOrganizerWhenGroupEvent: false,
|
||||
maximumAttendeeCapacity: 200,
|
||||
// maximumAttendeeCapacity: 200,
|
||||
offers: [],
|
||||
participationConditions: [],
|
||||
program: "",
|
||||
|
|
Loading…
Reference in New Issue