tykayn/framalibre-scraping
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

hop

Browse Source
This commit is contained in:
Tykayn 2022-07-11 12:24:41 +02:00 committed by caligulanorris
parent b02786046d
commit d6a41df40c
2 changed files with 3501 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
chatons.js
View File

@ -48,7 +48,7 @@ async function scrapeDataPages() {
console.log('pageLinkList.length', pageLinkList.length); console.log('pageLinkList.length', pageLinkList.length);
let indexPage = 0; let indexPage = 0;
pageLinkList.forEach((urlPage) => { pageLinkList.forEach((urlPage) => {
if (indexPage < 100) { if (indexPage < 2) {
let shouldWeSave = indexPage === pageLinkList.length - 1 let shouldWeSave = indexPage === pageLinkList.length - 1
scrapeDataCatalogcontent(urlPage, shouldWeSave); scrapeDataCatalogcontent(urlPage, shouldWeSave);
@ -95,7 +95,7 @@ async function scrapeDataCatalogcontent(url_page, shouldWeSave) {
// console.log('idx', idx) // console.log('idx', idx)
// console.log('el', el) // console.log('el', el)
softwares.push({ softwares.push({
name: el.textContent, name: el.valueOf(),
link: el.attribs['href'] link: el.attribs['href']
}) })
}) })

3499
output/chatons_links_tous.json Normal file
View File

File diff suppressed because it is too large Load Diff