hop
This commit is contained in:
parent
b02786046d
commit
d6a41df40c
@ -48,7 +48,7 @@ async function scrapeDataPages() {
|
||||
console.log('pageLinkList.length', pageLinkList.length);
|
||||
let indexPage = 0;
|
||||
pageLinkList.forEach((urlPage) => {
|
||||
if (indexPage < 100) {
|
||||
if (indexPage < 2) {
|
||||
let shouldWeSave = indexPage === pageLinkList.length - 1
|
||||
|
||||
scrapeDataCatalogcontent(urlPage, shouldWeSave);
|
||||
@ -95,7 +95,7 @@ async function scrapeDataCatalogcontent(url_page, shouldWeSave) {
|
||||
// console.log('idx', idx)
|
||||
// console.log('el', el)
|
||||
softwares.push({
|
||||
name: el.textContent,
|
||||
name: el.valueOf(),
|
||||
link: el.attribs['href']
|
||||
})
|
||||
})
|
||||
|
3499
output/chatons_links_tous.json
Normal file
3499
output/chatons_links_tous.json
Normal file
File diff suppressed because it is too large
Load Diff
Loading…
Reference in New Issue
Block a user