⚡ hide media option
This commit is contained in:
parent
cd6ed45634
commit
022a1d2764
@ -1,5 +1,6 @@
|
||||
exports.name = 'masto_conversion';
|
||||
const fs = require('fs');
|
||||
const axios = require('axios');
|
||||
|
||||
class Conversion {
|
||||
hello() {
|
||||
@ -23,7 +24,7 @@ class Conversion {
|
||||
filterToots(toots, options) {
|
||||
let filteredToots = toots;
|
||||
|
||||
if(options.showMostRecentTootsOnTop){
|
||||
if (options.showMostRecentTootsOnTop) {
|
||||
filteredToots = filteredToots.reverse();
|
||||
}
|
||||
if (options.filterBiggerTottsBeforeSlicing) {
|
||||
@ -81,6 +82,11 @@ class Conversion {
|
||||
return toot;
|
||||
}
|
||||
|
||||
findInstanceFromAttributedToUrl(attributedTo) {
|
||||
let splitted = attributedTo.split('/');
|
||||
return splitted[2];
|
||||
}
|
||||
|
||||
removeLastChars(toot) {
|
||||
toot['object'].content = toot['object'].content.trim();
|
||||
return toot;
|
||||
@ -111,17 +117,19 @@ class Conversion {
|
||||
}
|
||||
// stats on recievers of toots
|
||||
if (elem['object'].cc) {
|
||||
elem['object'].cc.forEach(copyFolk => {
|
||||
if (!stats.recievers[copyFolk]) {
|
||||
stats.recievers[copyFolk] = {
|
||||
user : this.urlToUser(copyFolk),
|
||||
name : copyFolk,
|
||||
elem['object'].cc.forEach(urlOfUser => {
|
||||
console.log('copyFolk', urlOfUser);
|
||||
if (!stats.recievers[urlOfUser]) {
|
||||
stats.recievers[urlOfUser] = {
|
||||
user : this.urlToUser(urlOfUser),
|
||||
name : urlOfUser,
|
||||
infos : this.fetchUserInfo(urlOfUser),
|
||||
counter : 0,
|
||||
counterContentLength: 0,
|
||||
};
|
||||
}
|
||||
stats.recievers[copyFolk].counter++;
|
||||
stats.recievers[copyFolk].counterContentLength += elem['object'].content.length;
|
||||
stats.recievers[urlOfUser].counter++;
|
||||
stats.recievers[urlOfUser].counterContentLength += elem['object'].content.length;
|
||||
});
|
||||
}
|
||||
});
|
||||
@ -158,14 +166,75 @@ class Conversion {
|
||||
}
|
||||
|
||||
filterOnlyTootsWithMedias(tootList) {
|
||||
console.log('filterOnlyTootsWithMedias')
|
||||
console.log('filterOnlyTootsWithMedias');
|
||||
return tootList.filter(toot => {
|
||||
return toot['object'].attachment && toot['object'].attachment.length
|
||||
return toot['object'].attachment && toot['object'].attachment.length;
|
||||
});
|
||||
}
|
||||
|
||||
userAvatars= {};
|
||||
fetchUserAvatar(user){
|
||||
fetched_times = 0;
|
||||
max_fetchUsers = 5;
|
||||
usersMemo = {};
|
||||
|
||||
/**
|
||||
* find user avatar url from its user homepage url.
|
||||
* API is:
|
||||
* https://mastodon.social/.well-known/webfinger?resource=acct:gargron@mastodon.social
|
||||
* @param attributeToUrl
|
||||
*/
|
||||
fetchUserInfo(attributeToUrl = 'https://mastodon.cipherbliss.com/users/tykayn') {
|
||||
|
||||
// do not fetch "followers" and "activitystreams#Public"
|
||||
if (
|
||||
attributeToUrl.indexOf('followers') !== -1 ||
|
||||
attributeToUrl.indexOf('activitystreams#Public') !== -1
|
||||
) {
|
||||
return {};
|
||||
}
|
||||
// do not fetch too much
|
||||
if (this.max_fetchUsers <= this.fetched_times) {
|
||||
return {};
|
||||
}
|
||||
this.fetched_times++;
|
||||
console.log('attributeToUrl', attributeToUrl);
|
||||
// return {};
|
||||
|
||||
let instanceHandle = this.findInstanceFromAttributedToUrl(attributeToUrl);
|
||||
let splitted = attributeToUrl.split('/');
|
||||
let accountHandle = splitted[splitted.length - 1];
|
||||
console.log('splitted', splitted);
|
||||
// memo things
|
||||
let memoEntry = this.usersMemo[accountHandle + '@' + instanceHandle];
|
||||
if (memoEntry) {
|
||||
return memoEntry;
|
||||
}
|
||||
// webfinger version
|
||||
// let fetchUri = `https://${instanceHandle}/.well-known/webfinger?resource=acct:${accountHandle}@${instanceHandle}`;
|
||||
// fetchUri = `https://${instanceHandle}/api/v1/account/${accountHandle}@${instanceHandle}`
|
||||
// fetchUri = 'https://mastodon.cipherbliss.com/users/tykayn';
|
||||
let headers = {
|
||||
method : 'GET',
|
||||
url : attributeToUrl,
|
||||
headers: {
|
||||
accept: 'application/ld+json; profile="https://www.w3.org/ns/activitystreams"',
|
||||
},
|
||||
};
|
||||
|
||||
const self = this;
|
||||
const ax = axios.create(headers);
|
||||
ax.get().then(function (response) {
|
||||
// handle success
|
||||
// avatar is response.data.icon.url
|
||||
// cover is response.data.image.url
|
||||
console.log(response.data.icon);
|
||||
console.log(response.data.image);
|
||||
|
||||
if (!self.usersMemo[accountHandle + '@' + instanceHandle]) {
|
||||
self.usersMemo[accountHandle + '@' + instanceHandle] = {};
|
||||
}
|
||||
self.usersMemo[accountHandle + '@' + instanceHandle] = response.data;
|
||||
return response.data;
|
||||
});
|
||||
|
||||
}
|
||||
|
||||
|
14
main.js
14
main.js
@ -11,9 +11,10 @@ var listenPort = 8088;
|
||||
var jsonParsedLikes, jsonParsedOutbox;
|
||||
// const min_length = 1050; // filter only long toots
|
||||
const min_length = 1; // filter only long toots
|
||||
const max_toots = 10; // filter only long toots
|
||||
const max_toots = 50; // filter only long toots
|
||||
const filterBiggerTottsBeforeSlicing = false; // filter only long toots
|
||||
const filterOnlyHavingMedias = true; // filter only toots having medias
|
||||
const displayMedias = false; // filter only toots having medias
|
||||
const writeStatsJson = false; // filter only toots having medias
|
||||
const showMostRecentTootsOnTop = true; // filter only toots having medias
|
||||
const TemplateVars = {
|
||||
@ -27,7 +28,8 @@ const TemplateVars = {
|
||||
filterOnlyHavingMedias,
|
||||
filterBiggerTottsBeforeSlicing,
|
||||
writeStatsJson,
|
||||
showMostRecentTootsOnTop
|
||||
showMostRecentTootsOnTop,
|
||||
displayMedias,
|
||||
};
|
||||
|
||||
const masto_converter = require('./conversion');
|
||||
@ -50,7 +52,7 @@ fs.readFile('source_data/outbox.json',
|
||||
toots = jsonParsedOutbox.orderedItems;
|
||||
if (filterOnlyHavingMedias) {
|
||||
toots = masto_converter.conversion.filterOnlyTootsWithMedias(toots);
|
||||
console.log('toots.length only attachements', toots.length );
|
||||
console.log('toots.length only attachements', toots.length);
|
||||
}
|
||||
toots = masto_converter.conversion.filterToots(toots, TemplateVars);
|
||||
|
||||
@ -61,7 +63,7 @@ fs.readFile('source_data/outbox.json',
|
||||
|
||||
const example = TemplateVars.outbox[1]['object'];
|
||||
TemplateVars.example = example;
|
||||
console.log('example', example)
|
||||
// console.log('example', example)
|
||||
|
||||
if (writeStatsJson) {
|
||||
fs.writeFile('output/statistics.json', JSON.stringify(TemplateVars.outboxStatistics), errfileHandler);
|
||||
@ -82,11 +84,13 @@ app.get('/', (req, res) => {
|
||||
|
||||
const html = pug.render('index.pug', TemplateVars);
|
||||
|
||||
fs.writeFile('output/my_toots.html', html, errfileHandler);
|
||||
// fs.writeFile('output/my_toots.html', html, errfileHandler);
|
||||
|
||||
res.render('index.pug', TemplateVars);
|
||||
|
||||
masto_converter.conversion.fetchUserInfo();
|
||||
});
|
||||
masto_converter.conversion.fetchUserInfo();
|
||||
|
||||
app.listen(listenPort, () => console.log(`Server is live at http://localhost:${listenPort}`));
|
||||
|
||||
|
@ -3,9 +3,11 @@
|
||||
"start": "nodemon main.js"
|
||||
},
|
||||
"dependencies": {
|
||||
"axios": "^0.19.2",
|
||||
"bulma": "^0.9.0",
|
||||
"express": "^4.17.1",
|
||||
"flaticon": "^0.1.0",
|
||||
"node-fetch": "^2.6.0",
|
||||
"nodemon": "^2.0.4",
|
||||
"pug": "^3.0.0"
|
||||
}
|
||||
|
@ -5,3 +5,5 @@ div.config
|
||||
p write statistics in output folder #{writeStatsJson}
|
||||
p showing only toots with medias attached to them #{filterOnlyHavingMedias}
|
||||
p show most recent toot first #{showMostRecentTootsOnTop}
|
||||
if(!displayMedias)
|
||||
p.no-media Medias are not displayed
|
||||
|
@ -1,9 +1,11 @@
|
||||
fieldset.stats.stats-recievers
|
||||
h3 You sent messages to these people
|
||||
h3 You sent messages to these #{outboxStatistics.recievers.length} people
|
||||
table
|
||||
thead
|
||||
tr
|
||||
th= "search"
|
||||
th= "cover"
|
||||
th= "avatar"
|
||||
th= "name"
|
||||
th= "times"
|
||||
th= "toots lengh sum"
|
||||
@ -13,6 +15,14 @@ fieldset.stats.stats-recievers
|
||||
td.search
|
||||
a(href= 'https://duckduckgo.com/?q='+someone.user.username)
|
||||
='search'
|
||||
td.cover
|
||||
if(someone.infos && someone.infos.image)
|
||||
a(href=someone.infos.image.url)
|
||||
img(src=someone.infos.image.url)
|
||||
td.avatar
|
||||
if(someone.infos && someone.infos.icon)
|
||||
a(href=someone.infos.icon.url)
|
||||
img(src=someone.infos.icon.url)
|
||||
td.name
|
||||
a(href=someone.name)=someone.user.username
|
||||
td.counter=someone.counter
|
||||
|
@ -1,6 +1,8 @@
|
||||
.columns-area__panels__main
|
||||
img.header(src='/header.jpg')
|
||||
|
||||
|
||||
|
||||
div.column
|
||||
div.item-list
|
||||
each oredredItem in outbox
|
||||
@ -12,5 +14,8 @@
|
||||
div.date-published=oredredItem['object'].published
|
||||
blockquote.published(escaped!=oredredItem['object'].content)
|
||||
if oredredItem['object'].attachment && oredredItem['object'].attachment.length
|
||||
each media in oredredItem['object'].attachment
|
||||
include medias.pug
|
||||
if(!displayMedias)
|
||||
sub.no-media Medias are not displayed
|
||||
if(displayMedias)
|
||||
each media in oredredItem['object'].attachment
|
||||
include medias.pug
|
||||
|
26
yarn.lock
26
yarn.lock
@ -141,6 +141,13 @@ aws4@^1.8.0:
|
||||
resolved "https://registry.yarnpkg.com/aws4/-/aws4-1.10.0.tgz#a17b3a8ea811060e74d47d306122400ad4497ae2"
|
||||
integrity sha512-3YDiu347mtVtjpyV3u5kVqQLP242c06zwDOgpeRnybmXlYYsLbtTrUBUm8i8srONt+FWobl5aibnU1030PeeuA==
|
||||
|
||||
axios@^0.19.2:
|
||||
version "0.19.2"
|
||||
resolved "https://registry.yarnpkg.com/axios/-/axios-0.19.2.tgz#3ea36c5d8818d0d5f8a8a97a6d36b86cdc00cb27"
|
||||
integrity sha512-fjgm5MvRHLhx+osE2xoekY70AhARk3a6hkN+3Io1jc00jtquGvxYlKlsFUhmUET0V5te6CcZI7lcv2Ym61mjHA==
|
||||
dependencies:
|
||||
follow-redirects "1.5.10"
|
||||
|
||||
babel-walk@3.0.0-canary-5:
|
||||
version "3.0.0-canary-5"
|
||||
resolved "https://registry.yarnpkg.com/babel-walk/-/babel-walk-3.0.0-canary-5.tgz#f66ecd7298357aee44955f235a6ef54219104b11"
|
||||
@ -385,6 +392,13 @@ debug@2.6.9, debug@^2.2.0:
|
||||
dependencies:
|
||||
ms "2.0.0"
|
||||
|
||||
debug@=3.1.0:
|
||||
version "3.1.0"
|
||||
resolved "https://registry.yarnpkg.com/debug/-/debug-3.1.0.tgz#5bb5a0672628b64149566ba16819e61518c67261"
|
||||
integrity sha512-OX8XqP7/1a9cqkxYw2yXss15f26NKWBpDXQd0/uK/KPqdQhxbPa994hnzjcE2VqQpDslf55723cKPUOGSmMY3g==
|
||||
dependencies:
|
||||
ms "2.0.0"
|
||||
|
||||
debug@^3.2.6:
|
||||
version "3.2.6"
|
||||
resolved "https://registry.yarnpkg.com/debug/-/debug-3.2.6.tgz#e83d17de16d8a7efb7717edbe5fb10135eee629b"
|
||||
@ -581,6 +595,13 @@ flaticon@^0.1.0:
|
||||
request "^2.88.2"
|
||||
request-promise "^4.2.5"
|
||||
|
||||
follow-redirects@1.5.10:
|
||||
version "1.5.10"
|
||||
resolved "https://registry.yarnpkg.com/follow-redirects/-/follow-redirects-1.5.10.tgz#7b7a9f9aea2fdff36786a94ff643ed07f4ff5e2a"
|
||||
integrity sha512-0V5l4Cizzvqt5D44aTXbFZz+FtyXV1vrDN6qrelxtfYQKW0KO0W2T/hkE8xvGa/540LkZlkaUjO4ailYTFtHVQ==
|
||||
dependencies:
|
||||
debug "=3.1.0"
|
||||
|
||||
forever-agent@~0.6.1:
|
||||
version "0.6.1"
|
||||
resolved "https://registry.yarnpkg.com/forever-agent/-/forever-agent-0.6.1.tgz#fbc71f0c41adeb37f96c577ad1ed42d8fdacca91"
|
||||
@ -1035,6 +1056,11 @@ negotiator@0.6.2:
|
||||
resolved "https://registry.yarnpkg.com/negotiator/-/negotiator-0.6.2.tgz#feacf7ccf525a77ae9634436a64883ffeca346fb"
|
||||
integrity sha512-hZXc7K2e+PgeI1eDBe/10Ard4ekbfrrqG8Ep+8Jmf4JID2bNg7NvCPOZN+kfF574pFQI7mum2AUqDidoKqcTOw==
|
||||
|
||||
node-fetch@^2.6.0:
|
||||
version "2.6.0"
|
||||
resolved "https://registry.yarnpkg.com/node-fetch/-/node-fetch-2.6.0.tgz#e633456386d4aa55863f676a7ab0daa8fdecb0fd"
|
||||
integrity sha512-8dG4H5ujfvFiqDmVu9fQ5bOHUC15JMjMY/Zumv26oOvvVJjM67KF8koCWIabKQ1GJIa9r2mMZscBq/TbdOcmNA==
|
||||
|
||||
node-html-parser@^1.2.16:
|
||||
version "1.2.20"
|
||||
resolved "https://registry.yarnpkg.com/node-html-parser/-/node-html-parser-1.2.20.tgz#37e9ebc627dbe3ff446eea4ac93e3d254b7c6ee4"
|
||||
|
Loading…
Reference in New Issue
Block a user