tykayn/framalibre-scraping
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

hop

Browse Source
This commit is contained in:
Tykayn 2022-07-11 12:24:41 +02:00 committed by caligulanorris
parent b02786046d
commit d6a41df40c
2 changed files with 3501 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
chatons.js
View File

@ -48,7 +48,7 @@ async function scrapeDataPages() {
console.log('pageLinkList.length', pageLinkList.length);
let indexPage = 0;
pageLinkList.forEach((urlPage) => {
if (indexPage < 100) {
if (indexPage < 2) {
let shouldWeSave = indexPage === pageLinkList.length - 1
scrapeDataCatalogcontent(urlPage, shouldWeSave);
@ -95,7 +95,7 @@ async function scrapeDataCatalogcontent(url_page, shouldWeSave) {
// console.log('idx', idx)
// console.log('el', el)
softwares.push({
name: el.textContent,
name: el.valueOf(),
link: el.attribs['href']
})
})

3499
output/chatons_links_tous.json Normal file
View File

File diff suppressed because it is too large Load Diff