This commit is contained in:
Tykayn 2022-07-11 12:24:41 +02:00 committed by caligulanorris
parent b02786046d
commit d6a41df40c
2 changed files with 3501 additions and 2 deletions

View File

@ -48,7 +48,7 @@ async function scrapeDataPages() {
console.log('pageLinkList.length', pageLinkList.length);
let indexPage = 0;
pageLinkList.forEach((urlPage) => {
if (indexPage < 100) {
if (indexPage < 2) {
let shouldWeSave = indexPage === pageLinkList.length - 1
scrapeDataCatalogcontent(urlPage, shouldWeSave);
@ -95,7 +95,7 @@ async function scrapeDataCatalogcontent(url_page, shouldWeSave) {
// console.log('idx', idx)
// console.log('el', el)
softwares.push({
name: el.textContent,
name: el.valueOf(),
link: el.attribs['href']
})
})

File diff suppressed because it is too large Load Diff