From dd7acaa4464876a2e630328fa703f8d550611977 Mon Sep 17 00:00:00 2001
From: Tykayn <contact@cipherbliss.com>
Date: Wed, 15 Mar 2023 22:00:07 +0100
Subject: [PATCH] add export of firefox places

---
 firefox_places_json_to_json_activities.mjs | 74 ++++++++++++++++++++++
 google_searches_to_json_activities.mjs     | 13 +---
 utils.mjs                                  | 12 ++++
 3 files changed, 87 insertions(+), 12 deletions(-)
 create mode 100644 firefox_places_json_to_json_activities.mjs
 create mode 100644 utils.mjs

diff --git a/firefox_places_json_to_json_activities.mjs b/firefox_places_json_to_json_activities.mjs
new file mode 100644
index 0000000..2839655
--- /dev/null
+++ b/firefox_places_json_to_json_activities.mjs
@@ -0,0 +1,74 @@
+import fs from "node-fs";
+import {writeFileInOuputFolder} from "./parse_orgmode_to_json.mjs";
+import moment from "moment";
+import {headersTsv} from "./utils.mjs";
+
+
+/**********************
+ * initialize configs
+ **********************/
+
+const sourceFilePath = "/home/tykayn/Nextcloud/ressources/social sorting/2023-01-03_firefox_places.json"
+const outputFileName = '2023-01-03_firefox_places.tsv';
+
+const events = [headersTsv];
+let counter = 0;
+let max_count = 10000
+
+function convertJsonToActivities(sourceFilePath, outputFileName) {
+    fs.readFile(sourceFilePath, 'utf8', function (err, data) {
+
+
+        data = JSON.parse(data)
+        // console.log('data', Object.keys(data[0]))
+        data.forEach(item => {
+
+            if (counter < max_count) {
+                counter++;
+                // let timemoment = moment.unix(item.query.id[0].timestamp_usec)
+                // let stamp = Math.round(item.last_visit_date / 1000);
+                let stamp = item.last_visit_date
+                let mydate = null
+                if (item.last_visit_date) {
+                    stamp = Math.round(item.last_visit_date / 1000)
+                    // mydate = new Date(stamp)
+                    mydate = moment(stamp).format()
+                }
+
+                let url = '';
+
+                if (item.url) {
+                    url = item.url.replace('\n', '   ')
+                }
+
+                // return;
+                // console.log('mydate',item.query.id[0].timestamp_usec, item.query.id[0].timestamp_usec.length , stamp, mydate)
+                // convert all fields to common event description
+                let newLine =
+                    item.visit_count + '\t' +
+                    item.title + '\t' +
+                    item.description + '\t' +
+                    item.preview_image_url + '\t' +
+                    '' + '\t' +
+                    'firefox_place' + '\t' +
+                    '' + '\t' +
+                    '' + '\t' +
+                    mydate + '\t' +
+                    '' + '\t' +
+                    '' + '\t'
+                url + '\t' +
+                ''
+                // console.log('mydate',stamp, mydate)
+                events.push(newLine)
+            }
+        })
+        console.log('events', events.length)
+        writeFileInOuputFolder(outputFileName, events.join("\n")).then(r => console.log('r', r))
+    })
+}
+
+convertJsonToActivities(sourceFilePath, outputFileName);
+
+
+
+
diff --git a/google_searches_to_json_activities.mjs b/google_searches_to_json_activities.mjs
index 3f51d91..3bd562c 100644
--- a/google_searches_to_json_activities.mjs
+++ b/google_searches_to_json_activities.mjs
@@ -11,18 +11,7 @@ const fileArray = ["2007-07-01 De juillet 2007 à septembre 2007.json","2007-10-
 const fileNameAllEvents = 'all_researches.tsv';
 
 
-const headersTsv = 'amount\t' +
-    'content\t' +
-    'description\t' +
-    'destination\t' +
-    'end\t' +
-    'kind of activity\t' +
-    'person\t' +
-    'place\t' +
-    'source\t' +
-    'start\t' +
-    'unique id\t' +
-    'url\t'
+
 let allEvents = [
     headersTsv
 ];
diff --git a/utils.mjs b/utils.mjs
new file mode 100644
index 0000000..66b698e
--- /dev/null
+++ b/utils.mjs
@@ -0,0 +1,12 @@
+export const headersTsv = 'amount\t' +
+    'content\t' +
+    'description\t' +
+    'destination\t' +
+    'end\t' +
+    'kind of activity\t' +
+    'person\t' +
+    'place\t' +
+    'source\t' +
+    'start\t' +
+    'unique id\t' +
+    'url\t'
\ No newline at end of file