unique soft chaton ref

chatons.js

@@ -100,18 +100,17 @@ async function scrapeDataCatalogcontent(url_page, shouldWeSave) {
 
     let chaton_name = $('h2.chatons-public-subtitle').eq(0).text().trim();
 
-
     // stats départements
     let dep = $('.field--name-field-zip-code .field__item')?.text().substring(0, 2);
 
     if (dep != null && chaton_name && chaton_name.length) {
       if (!departements[dep]) {
-        console.log('ajout département ',dep)
+        console.log('ajout département ', dep);
         departements[dep] = [];
       }
       console.log('zip', dep, chaton_name);
       departements[dep].push(chaton_name);
-      console.log('departements', departements)
+      console.log('departements', departements);
     }
 
     // propriétés de la page chaton
@@ -127,15 +126,19 @@ async function scrapeDataCatalogcontent(url_page, shouldWeSave) {
       softwares.push(soft);
       if (soft_name) {
 
-        console.log('soft_name', soft_name)
+        console.log('soft_name', soft_name);
         if (!softwaresGeneral[soft_name]) {
           softwaresGeneral[soft_name] = [];
 
         }
-        softwaresGeneral[soft_name].push({
+        let softChaton = {
           name: chaton_name,
           url : $('.field--name-field-website-url .field__item')?.text().trim(),
-        });
+        };
+        if (softwaresGeneral[soft_name].indexOf(softChaton) !== -1) {
+
+          softwaresGeneral[soft_name].push(softChaton);
+        }
       }
     });
     pagesChatons.push({
@@ -153,7 +156,6 @@ async function scrapeDataCatalogcontent(url_page, shouldWeSave) {
       softwares,
     });
 
-
     if (shouldWeSave) {
 
       setTimeout(persistCatalog, 2000);