tykayn
/
multi-account-post-schedule-mastodon
2
1
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

refacto functions of utils in split concerns, add wips to recommend people

This commit is contained in:
Tykayn 2023-03-04 22:53:12 +01:00 committed by tykayn
parent 5f7231ca68
commit db339d4f52
20 changed files with 227 additions and 127 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
.gitignore vendored
View File

@ -3,7 +3,8 @@
.yarn
node_modules
mastodon_multi_accounts.db
#assets/documents/*.json
assets/documents/abonnements_tykayn.json
assets/documents/following_accounts.csv
#assets/documents/*.rss
#assets/documents/*.html
assets/pictures/meme/not_published/*

2
helpers/afis_science.mjs
View File

@ -3,7 +3,7 @@ import sendPostMastodon, {
getArticlesFromDaysInRssFeed,
makeTitleContentFromRss,
parseRssFeed,
} from "./utils.mjs";
} from "./libs/utils.mjs";
const afis_rss_feed_url = 'https://afis.org/rss.xml';
const days_back_in_rss_feed = 7;

5
helpers/agendadulibre_coming_osm.mjs
View File

@ -1,7 +1,8 @@
import sendPostMastodon from "./utils.mjs";
import sendPostMastodon from "./libs/utils.mjs";
import * as coming_events_json from './../assets/documents/agendadulibre_coming_openstreetmap.json' assert { type: "json" };
import {getArticlesFromDaysInJson} from "./utils.mjs";
import {getArticlesFromDaysInJson} from './libs/rss_management.mjs'
const days_filter = 7;

2
helpers/cipherbliss_post.mjs
View File

@ -5,7 +5,7 @@ import sendPostMastodon, {
findFirstImageInContent,
findPictureAndSendPost,
getRandomElementOfArray
} from './utils.mjs'
} from './libs/utils.mjs'
const __dirname = path.resolve();
const tkpostsjson = JSON.parse(fs.readFileSync(__dirname + "/assets/documents/cipherbliss_tkwp_posts.json", 'utf-8'))

6
helpers/floss_idf.mjs
View File

@ -1,7 +1,9 @@
import * as coming_events_json from './../assets/documents/idf_agendadulibre_coming.json' assert { type: "json" } ;
import sendPostMastodon, {getArticlesFromDaysInJson, filterRegionAgendaDuLibreEvents, groupEventsByDay} from "./utils.mjs";
import sendPostMastodon, { filterRegionAgendaDuLibreEvents, groupEventsByDay} from "./libs/utils.mjs";
import moment from 'moment';
import {diffDaysBetweenTwoDates} from "./utils.mjs";
import {getArticlesFromDaysInJson,diffDaysBetweenTwoDates} from './libs/rss_management.mjs'

8
helpers/get_mentions.mjs
View File

@ -1,4 +1,4 @@
import {createMastoFetcherWithAuthorLogin} from "./utils.mjs";
import {createMastoFetcherWithAuthorLogin} from "./libs/utils.mjs";
import moment from 'moment'
moment.locale('fr')
@ -19,6 +19,7 @@ console.log('get mentions on all accounts managed')
export async function getMentionsOfAccount(accountToFetch) {
console.log('\n fetching account: ', accountToFetch)
const masto = createMastoFetcherWithAuthorLogin(accountToFetch)
let results = {}
@ -54,8 +55,9 @@ export async function getMentionsOfAccount(accountToFetch) {
const accounts = [
'qzine',
// 'tykayn',
// 'curator',
'tykayn',
'curator',
'kurator',
// 'modominem',
'voixdunucleaire',
// 'voicesofnuclear',

0
helpers/configs.js → helpers/libs/configs.mjs
View File

0
helpers/describe_picture_folders.mjs → helpers/libs/describe_picture_folders.mjs
View File

0
helpers/libs/mastodon_wrappers.mjs Normal file
View File

84
helpers/libs/rss_management.mjs Normal file
View File

@ -0,0 +1,84 @@
import Parser from 'rss-parser';
import {diffDaysBetweenTwoDates} from "./utils";
/**
* fetch and return a parsed rss feed
* @param url
* @returns {Promise<*>}
*/
export async function parseRssFeed(url){
let parsedFeed = await parser.parseURL(url);
console.log(parsedFeed.title);
parsedFeed.items.forEach((item) => {
console.log(item.title);
});
return parsedFeed
}
/**
* get a subset of rss parsed items
* @param parsedRssFeed
* @param days
* @returns {T[]}
*/
export function getArticlesFromDaysInRssFeed(parsedRssFeed , days=7) {
// return parsedRssFeed.items.splice(0,days);
return parsedRssFeed.items.splice(0,6);
}
export function makeTitleContentFromRss(parsedFeed) {
let content = ''
let counter = 0;
if (!parsedFeed.length) {
return '';
}
parsedFeed.forEach((item) => {
// if (!counter) {
// console.log('first item', item)
// }
let cleanedTitle= item.title.replace('[','').trim()
cleanedTitle= cleanedTitle.replace(']','').trim()
content += `\n* [${cleanedTitle}](${item.link}) `;
content += `\n ${item.isoDate.substring(0,10)} : ${item.contentSnippet.split('\n')[0]} \n`;
counter++;
});
return content;
}
/**
* get a subset of articles in a specified range number of days in the past
* @param json_content
* @param nbOfDays
* @returns {[]}
*/
export function getArticlesFromDaysInJson(json_content,nbOfDays){
let today = new Date()
let selectedEvents = [];
console.log('getArticlesFromDaysInJson: filtre nbOfDays', nbOfDays)
console.log('events ', json_content.length)
json_content.forEach((item) => {
let differenceDays = diffDaysBetweenTwoDates(new Date(item.start_time) ,today);
if( differenceDays < nbOfDays){
console.log('on garde', differenceDays,item.city, item.title)
selectedEvents.push(item)
}
// else{
// console.log('on ne garde pas', differenceDays,item.city, item.title)
// }
})
return selectedEvents
}

143
helpers/utils.mjs → helpers/libs/utils.mjs
View File

@ -5,6 +5,7 @@ import fs from 'fs';
import https from 'https';
let local_node_env_conf = dotenv.config()
const myArgs = process.argv.slice(2);
export const reallySendPost = hasCliArgument('--force');
@ -26,17 +27,17 @@ export let defaultConfigMasto = {
visibility: 'public',
language: 'fr',
sensitive: false,
disable_slugify:false,
disable_slugify: false,
reallySendPost,
image: '',
folder_image: process.cwd() + '/assets/blog_posts_medias/',
message: "Hey coucou! on est le" + nowDate,
scheduled_at: "",
scheduled_at_bool: false,
content_type: "text/markdown",
content_type: "text/markdown",
website: 'qzine',
slug: 'default_post_title',
postObject : {},
postObject: {},
}
@ -49,7 +50,7 @@ export function tokenForAuthorIsPresentInDotEnv(author) {
* @param userNickName
* @returns {Mastodon}
*/
export function createMastoFetcherWithAuthorLogin(userNickName){
export function createMastoFetcherWithAuthorLogin(userNickName) {
let accessToken = process.env['TOKEN_' + userNickName.toUpperCase()]
const masto = new Masto({
access_token: accessToken,
@ -57,6 +58,7 @@ export function createMastoFetcherWithAuthorLogin(userNickName){
});
return masto;
}
/**
* send post to mastodon with config
* @param config
@ -132,9 +134,9 @@ export default function sendPostMastodon(config) {
else if (config.image) {
var id;
console.log("envoi du média", config.folder_image +config.image)
console.log("envoi du média", config.folder_image + config.image)
// upload new media
return masto.post('media', {file: fs.createReadStream(config.folder_image +config.image)})
return masto.post('media', {file: fs.createReadStream(config.folder_image + config.image)})
.then(resp => {
id = resp.data.id;
params.media_ids = [id]
@ -160,8 +162,7 @@ export default function sendPostMastodon(config) {
}
// Slugify a string
export function slugify(str)
{
export function slugify(str) {
str = str.replace(/^\s+|\s+$/g, '');
// Make the string lowercase
@ -169,8 +170,8 @@ export function slugify(str)
// Remove accents, swap ñ for n, etc
var from = "ÁÄÂÀÃÅČÇĆĎÉĚËÈÊẼĔȆÍÌÎÏŇÑÓÖÒÔÕØŘŔŠŤÚŮÜÙÛÝŸŽáäâàãåčçćďéěëèêẽĕȇíìîïňñóöòôõøðřŕšťúůüùûýÿžþÞĐđßÆa·/_,:;";
var to = "AAAAAACCCDEEEEEEEEIIIINNOOOOOORRSTUUUUUYYZaaaaaacccdeeeeeeeeiiiinnooooooorrstuuuuuyyzbBDdBAa------";
for (var i=0, l=from.length ; i<l ; i++) {
var to = "AAAAAACCCDEEEEEEEEIIIINNOOOOOORRSTUUUUUYYZaaaaaacccdeeeeeeeeiiiinnooooooorrstuuuuuyyzbBDdBAa------";
for (var i = 0, l = from.length; i < l; i++) {
str = str.replace(new RegExp(from.charAt(i), 'g'), to.charAt(i));
}
@ -219,22 +220,22 @@ export function initializeFolderForPictures(folderName) {
* @param htmlContent
* @returns {string}
*/
export function findFirstImageInContent(htmlContent='') {
export function findFirstImageInContent(htmlContent = '') {
let result = ''
let foundPictures = htmlContent.match(/<img\s[^>]*?src\s*=\s*['\"]([^'\"]*?)['\"][^>]*?>/);
let first = '';
if(foundPictures && foundPictures[0]){
if (foundPictures && foundPictures[0]) {
first = foundPictures[0]
first = foundPictures[0]
}else{
} else {
console.log('pas d image trouvée dans le contenu ', htmlContent)
}
if (first) {
result = first.match(/src\=\"(.*)\"/i)
if(result.length && result[0]){
result = result[0].split('"')
result = result[1]
if (result.length && result[0]) {
result = result[0].split('"')
result = result[1]
}
}
result = clearLink(result)
@ -242,7 +243,7 @@ export function findFirstImageInContent(htmlContent='') {
return result;
}
function clearLink(linkString){
function clearLink(linkString) {
linkString = linkString.replace('http:', 'https:')
linkString = linkString.replace('https://www.ailesse.info/~tykayn/bazar/kotlife', 'https://www.tykayn.fr/wp-content/uploads/i/kotlife')
linkString = linkString.replace('https://blog.artlemoine.com/public/i', 'https://www.tykayn.fr/wp-content/uploads/i')
@ -250,6 +251,7 @@ function clearLink(linkString){
return linkString
}
/**
* usage:
* downloadImage('https://upload.wikimedia.org/wikipedia/en/thumb/7/7d/Lenna_%28test_image%29.png/440px-Lenna_%28test_image%29.png', 'lena.png')
@ -262,10 +264,10 @@ function clearLink(linkString){
export function downloadImage(url, filepath) {
return new Promise((resolve, reject) => {
const options = {
headers: { "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/107.0.0.0 Safari/537.36 Edg/107.0.1418.52" }
headers: {"User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 12_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/107.0.0.0 Safari/537.36 Edg/107.0.1418.52"}
};
https.get( url, options, (res) => {
https.get(url, options, (res) => {
if (res.statusCode === 200) {
res.pipe(fs.createWriteStream(filepath))
.on('error', reject)
@ -297,6 +299,7 @@ export function CropPicture(pictureName, width = 500, height = 300) {
if (err) console.log(err);
});
}
/**
* prendre un post parmi tous ceux du blog, dans ceux qui ont été publiés
* @returns {*}
@ -318,7 +321,7 @@ export function getRandomLinkGeneral(tkpostsjson) {
* @param postContent
* @param configPost
*/
export function findPictureAndSendPost(postContent, configPost){
export function findPictureAndSendPost(postContent, configPost) {
let firstPictureSource = findFirstImageInContent(postContent);
@ -329,8 +332,8 @@ export function findPictureAndSendPost(postContent, configPost){
console.log("firstPictureSource found", firstPictureSource)
// check if picture already exist
console.log('on envoie le média et l image : ' , filePathForDownloadedImage)
downloadImage(firstPictureSource, filePathForDownloadedImage)
console.log('on envoie le média et l image : ', filePathForDownloadedImage)
downloadImage(firstPictureSource, filePathForDownloadedImage)
.then((res) => {
// suite du poste avec upload d'image
@ -360,97 +363,22 @@ export function findPictureAndSendPost(postContent, configPost){
}
/**
* find cli argument
* @param argument
* @returns {boolean}
*/
export function hasCliArgument(argument){
export function hasCliArgument(argument) {
return myArgs.indexOf(argument) !== -1
}
import Parser from 'rss-parser';
import moment from "moment";
let parser = new Parser();
/**
* fetch and return a parsed rss feed
* @param url
* @returns {Promise<*>}
*/
export async function parseRssFeed(url){
let parsedFeed = await parser.parseURL(url);
console.log(parsedFeed.title);
parsedFeed.items.forEach((item) => {
console.log(item.title);
});
return parsedFeed
}
/**
* get a subset of rss parsed items
* @param parsedRssFeed
* @param days
* @returns {T[]}
*/
export function getArticlesFromDaysInRssFeed(parsedRssFeed , days=7) {
// return parsedRssFeed.items.splice(0,days);
return parsedRssFeed.items.splice(0,6);
}
export function makeTitleContentFromRss(parsedFeed) {
let content = ''
let counter = 0;
if (!parsedFeed.length) {
return '';
}
parsedFeed.forEach((item) => {
// if (!counter) {
// console.log('first item', item)
// }
let cleanedTitle= item.title.replace('[','').trim()
cleanedTitle= cleanedTitle.replace(']','').trim()
content += `\n* [${cleanedTitle}](${item.link}) `;
content += `\n ${item.isoDate.substring(0,10)} : ${item.contentSnippet.split('\n')[0]} \n`;
counter++;
});
return content;
}
export function getArticlesFromDaysInJson(json_content,nbOfDays){
let today = new Date()
let selectedEvents = [];
console.log('getArticlesFromDaysInJson: filtre nbOfDays', nbOfDays)
console.log('events ', json_content.length)
json_content.forEach((item) => {
let differenceDays = diffDaysBetweenTwoDates(new Date(item.start_time) ,today);
if( differenceDays < nbOfDays){
console.log('on garde', differenceDays,item.city, item.title)
selectedEvents.push(item)
}
// else{
// console.log('on ne garde pas', differenceDays,item.city, item.title)
// }
})
return selectedEvents
}
export function diffDaysBetweenTwoDates(date1,date2) {
export function diffDaysBetweenTwoDates(date1, date2) {
const a = moment(date1);
const b = moment(date2);
@ -459,11 +387,10 @@ export function diffDaysBetweenTwoDates(date1,date2) {
}
export function filterRegionAgendaDuLibreEvents(events_list, filter_critera) {
let selection = []
events_list.forEach(item=> {
if( item.region_id == filter_critera){
events_list.forEach(item => {
if (item.region_id == filter_critera) {
selection.push(item)
}
})
@ -472,16 +399,16 @@ export function filterRegionAgendaDuLibreEvents(events_list, filter_critera) {
moment.locale('fr');
export function groupEventsByDay(events_list){
export function groupEventsByDay(events_list) {
let selection = {}
events_list.forEach(item=> {
events_list.forEach(item => {
let formattedDay = moment(item.start_time).format('dddd DD')
if( ! selection[formattedDay]){
if (!selection[formattedDay]) {
selection[formattedDay] = []
}
selection[formattedDay].push(item)
selection[formattedDay].push(item)
})
return selection;
}

2
helpers/meme_poster_random.mjs
View File

@ -1,6 +1,6 @@
import fs from "fs";
import path from 'path';
import {getRandomElementOfArray, listFilesOfFolder} from './utils.mjs'
import {getRandomElementOfArray, listFilesOfFolder} from './libs/utils.mjs'
import Masto from "mastodon";
const __dirname = path.resolve();

2
helpers/qzine_article.mjs
View File

@ -4,7 +4,7 @@ import sendPostMastodon, {
randomIntFromInterval,
getRandomElementOfArray,
findPictureAndSendPost, getRandomLinkGeneral
} from './utils.mjs'
} from './libs/utils.mjs'
const folderBlogPostsPreview = process.cwd() + '/assets/blog_posts_medias/'

2
helpers/tykayn_blog.mjs
View File

@ -4,7 +4,7 @@ import {
randomIntFromInterval,
findPictureAndSendPost, getRandomLinkGeneral, hasCliArgument, slugify
} from './utils.mjs'
} from './libs/utils.mjs'
import Masto from "mastodon";
const __dirname = path.resolve();

2
helpers/wiki_osm.mjs
View File

@ -7,7 +7,7 @@ import rp from "request-promise";
import $ from "cheerio";
import fs from "fs";
import path from 'path';
import sendPostMastodon, {downloadImage, randomIntFromInterval, slugify} from './utils.mjs'
import sendPostMastodon, {downloadImage, randomIntFromInterval, slugify} from './libs/utils.mjs'
import {getSourceOfDescriptorPageContent} from "./osm_get_description_picture.mjs";
const __dirname = path.resolve();

4
helpers/wip/curation_image_random.mjs
View File

@ -1,13 +1,13 @@
import fs from "fs";
import path from 'path';
import {getRandomElementOfArray, listFilesOfFolder} from '../utils.mjs'
import {getRandomElementOfArray, listFilesOfFolder} from '../libs/utils.mjs'
import Masto from "mastodon";
const __dirname = path.resolve();
// choisir un type de publication au hasard dans les dossiers "picture"
import pictureFolderDescriptions from "../describe_picture_folders.mjs"
import pictureFolderDescriptions from "../libs/describe_picture_folders.mjs"
const typeOfFolder = getRandomElementOfArray(Object.keys(pictureFolderDescriptions))
console.log(typeOfFolder)

2
helpers/wip/find_first_picture_of_post.mjs
View File

@ -1,6 +1,6 @@
// let firstimgsource = findFirstImageInContent(postObject.post_content)
import {findFirstImageInContent} from "../utils.mjs";
import {findFirstImageInContent} from "../libs/utils.mjs";
let myContentHtml =
"Protonmail, la fameuse boite email zéro connaissance de la part de l’hébergeur Suisse, développé à source ouverte depuis son origine et par des techos du CERN, permet de supprimer le contenu de pas mal de dossiers, mais pas de la boite de réception principale.\n" +

83
helpers/wip/recommandations_curator.mjs Normal file
View File

@ -0,0 +1,83 @@
import sendPostMastodon, {
getArticlesFromDaysInRssFeed,
makeTitleContentFromRss,
parseRssFeed,
} from "./libs/utils.mjs";
// const afis_rss_feed_url = 'https://afis.org/rss.xml';
// const days_back_in_rss_feed = 7;
async function postLink() {
// selectionner un compte parmi les gens suivis dans une liste
// export des abonnements utilisateur https://mastodon.cipherbliss.com/settings/exports/follows.csv/home/cipherbliss/Nextcloud/inbox/following_accounts.csv
// <https://mastodon.cipherbliss.com/api/v1/accounts/1/following?max_id=19658>; rel="next", <https://mastodon.cipherbliss.com/api/v1/accounts/1/following?since_id=20294>; rel="prev"
// https://mastodon.cipherbliss.com/api/v1/accounts/relationships?id[]=109484382634211819&id[]=109280269336881811&id[]=109280889310776283&id[]=109248504398682634&id[]=109310268216721885&id[]=109916178850231009&id[]=109541053771316772&id[]=151980&id[]=80685&id[]=106835252230809041&id[]=109167546376395742&id[]=109791782092094822&id[]=109770197347890560&id[]=109768052505508503&id[]=108202891614303950&id[]=109749045115736569&id[]=109739290485102920&id[]=109330282577556324&id[]=109280646010767217&id[]=109722335836985403&id[]=109542013632346871&id[]=109278739925137927&id[]=109659515794606337&id[]=109292570383233152&id[]=109660244192213202&id[]=109303521370666602&id[]=109523867267929049&id[]=109643780720044907&id[]=109386436202793665&id[]=109501996699619458&id[]=109632939061534470&id[]=109621031128728719&id[]=109620790782200477&id[]=139144&id[]=109592762903342668&id[]=109603261782470086&id[]=109591788539379136&id[]=109570049875530270&id[]=109381927764082328&id[]=109554213128019255
// exemple d'account:
/**
{
"id": "109484382634211819",
"username": "GalmeshRosewood",
"acct": "GalmeshRosewood@mastodon.art",
"display_name": "Galmesh Rosewood",
"locked": false,
"bot": false,
"discoverable": true,
"group": false,
"created_at": "2022-12-05T00:00:00.000Z",
"note": "<p>I'm Galmesh Rosewood and I want to be a lewd artist. (It's a Monkey Island ref). Male from France. Some content won't be family-friendly.</p>",
"url": "https://mastodon.art/@GalmeshRosewood",
"avatar": "https://mastodon.cipherbliss.com/system/cache/accounts/avatars/109/484/382/634/211/819/original/4d3c4ded9ae95202.jpg",
"avatar_static": "https://mastodon.cipherbliss.com/system/cache/accounts/avatars/109/484/382/634/211/819/original/4d3c4ded9ae95202.jpg",
"header": "https://mastodon.cipherbliss.com/system/cache/accounts/headers/109/484/382/634/211/819/original/5b1822520e4ae3b3.png",
"header_static": "https://mastodon.cipherbliss.com/system/cache/accounts/headers/109/484/382/634/211/819/original/5b1822520e4ae3b3.png",
"followers_count": 762,
"following_count": 195,
"statuses_count": 327,
"last_status_at": "2023-03-04",
"emojis": [],
"fields": [
{
"name": "Linktree",
"value": "<a href=\"https://linktr.ee/galmeshrosewood\" rel=\"nofollow noopener noreferrer\" target=\"_blank\"><span class=\"invisible\">https://</span><span class=\"\">linktr.ee/galmeshrosewood</span><span class=\"invisible\"></span></a>",
"verified_at": null
}
]
}
*/
// faire un repost de média
// POST /api/v1/statuses/109965725969165853/reblog
// autre action:
// faire une liste de recommandation de 3 gens à follow au hasard pris dans cette liste,
// avec en image attachée un des médias postés par les comptes en question
// console.log("envoi de post des articles afis sciences publiés depuis " + days_back_in_rss_feed + " jours par le compte afis91")
//
// let parsedFeed = await parseRssFeed(afis_rss_feed_url)
// let articles = await getArticlesFromDaysInRssFeed(parsedFeed, days_back_in_rss_feed)
// console.log('articles', articles)
// let contentOfPost = 'Articles des ' + days_back_in_rss_feed + ' derniers jours sur le site web de l\'AFIS: \n'
// + makeTitleContentFromRss(articles)
//
// let configPost = {
// author: 'afis91',
// website: 'afis.org',
// // disable_slugify: true,
// slug: "afis_picture",
// content_type: "text/markdown",
// folder_image: process.cwd() + '/assets/',
// image: "afis_picture_of_the_day.jpg",
// message: `# ${contentOfPost}
//
// #afis #science #pseudoScience #hebdo`,
// }
// sendPostMastodon(configPost)
}
postLink();

2
helpers/wip/tykayn_art_random.mjs
View File

@ -1,6 +1,6 @@
import fs from "fs";
import path from 'path';
import {getRandomElementOfArray, listFilesOfFolder} from '../utils.mjs'
import {getRandomElementOfArray, listFilesOfFolder} from '../libs/utils.mjs'
import Masto from "mastodon";
const __dirname = path.resolve();

2
routes/index.js
View File

@ -2,7 +2,7 @@ var express = require('express');
var router = express.Router();
var sqlite3 = require('sqlite3');
var Masto = require('mastodon');
// import accounts_to_select from '../src/configs.js'
// import accounts_to_select from '../src/configs.mjs'
const accounts_to_select = [
{