tykayn/multi-account-post-schedule-mastodon
1
1
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

fetch recent blog posts as json in makefile

Browse Source
This commit is contained in:
Tykayn 2022-08-08 22:10:36 +02:00 committed by tykayn
parent fe8682961f
commit 92845a6ad7
4 changed files with 27 additions and 27 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
Makefile
View File

@ -5,7 +5,10 @@ fetchAll:
wget 'https://www.cipherbliss.com/feed' -O assets/documents/cipherbliss_blog.rss wget 'https://www.cipherbliss.com/feed' -O assets/documents/cipherbliss_blog.rss
wget 'https://www.cipherbliss.com/wp-json/wp/v2/posts' -O assets/documents/cipherbliss_blog.json wget 'https://www.cipherbliss.com/wp-json/wp/v2/posts' -O assets/documents/cipherbliss_blog.json
# wget 'https://peertube.openstreetmap.fr/feeds/videos.xml?sort=-publishedAt&isLocal=true' -O assets/documents/peertube_osm.rss wget 'https://tykayn.fr/wp-json/wp/v2/posts' -O assets/documents/tykayn_blog_recent.json
# wget 'https://wiki.openstreetmap.org/wiki/Category:FR:Traduction_incompl%C3%A8te' -O assets/documents/wiki_traductions_incompletes.html wget 'https://qzine.fr/wp-json/wp/v2/posts' -O assets/documents/qzine_blog_recent.json
# wget 'https://wiki.openstreetmap.org/wiki/FR:%C3%89l%C3%A9ments_cartographiques' -O assets/documents/elements_carto_osm.html wget 'https://www.cil-gometz.org/wp-json/wp/v2/posts' -O assets/documents/qzine_blog_recent.json
wget 'https://peertube.openstreetmap.fr/feeds/videos.xml?sort=-publishedAt&isLocal=true' -O assets/documents/peertube_osm.rss
wget 'https://wiki.openstreetmap.org/wiki/Category:FR:Traduction_incompl%C3%A8te' -O assets/documents/wiki_traductions_incompletes.html
wget 'https://wiki.openstreetmap.org/wiki/FR:%C3%89l%C3%A9ments_cartographiques' -O assets/documents/elements_carto_osm.html

41
assets/documents/elements_carto_osm.html
View File

@ -3,7 +3,7 @@
<head> <head>
<meta charset="UTF-8"/> <meta charset="UTF-8"/>
<title>FR:Éléments cartographiques - OpenStreetMap Wiki</title> <title>FR:Éléments cartographiques - OpenStreetMap Wiki</title>
<script>document.documentElement.className="client-js";RLCONF={"wgBreakFrames":!1,"wgSeparatorTransformTable":[",\t."," \t,"],"wgDigitTransformTable":["",""],"wgDefaultDateFormat":"dmy","wgMonthNames":["","janvier","février","mars","avril","mai","juin","juillet","août","septembre","octobre","novembre","décembre"],"wgRequestId":"77dffbbe23cf0bf8ca7bd2dc","wgCSPNonce":!1,"wgCanonicalNamespace":"FR","wgCanonicalSpecialPageName":!1,"wgNamespaceNumber":202,"wgPageName":"FR:Éléments_cartographiques","wgTitle":"Éléments cartographiques","wgCurRevisionId":1764163,"wgRevisionId":1764163,"wgArticleId":4478,"wgIsArticle":!0,"wgIsRedirect":!1,"wgAction":"view","wgUserName":null,"wgUserGroups":["*"],"wgCategories":["Pages with script errors","Pages where template include size is exceeded","Pages with broken file links","FR:Éléments cartographiques","FR:Sémantique"],"wgPageContentLanguage":"fr","wgPageContentModel":"wikitext","wgRelevantPageName":"FR:Éléments_cartographiques", <script>document.documentElement.className="client-js";RLCONF={"wgBreakFrames":!1,"wgSeparatorTransformTable":[",\t."," \t,"],"wgDigitTransformTable":["",""],"wgDefaultDateFormat":"dmy","wgMonthNames":["","janvier","février","mars","avril","mai","juin","juillet","août","septembre","octobre","novembre","décembre"],"wgRequestId":"fbdb08f27883212a4f60ba6b","wgCSPNonce":!1,"wgCanonicalNamespace":"FR","wgCanonicalSpecialPageName":!1,"wgNamespaceNumber":202,"wgPageName":"FR:Éléments_cartographiques","wgTitle":"Éléments cartographiques","wgCurRevisionId":1764163,"wgRevisionId":1764163,"wgArticleId":4478,"wgIsArticle":!0,"wgIsRedirect":!1,"wgAction":"view","wgUserName":null,"wgUserGroups":["*"],"wgCategories":["Pages with script errors","Pages where template include size is exceeded","Pages with broken file links","FR:Éléments cartographiques","FR:Sémantique"],"wgPageContentLanguage":"fr","wgPageContentModel":"wikitext","wgRelevantPageName":"FR:Éléments_cartographiques",
"wgRelevantArticleId":4478,"wgIsProbablyEditable":!1,"wgRelevantPageIsProbablyEditable":!1,"wgRestrictionEdit":[],"wgRestrictionMove":[],"wgMFDisplayWikibaseDescriptions":{"search":!1,"nearby":!1,"watchlist":!1,"tagline":!1},"wgULSAcceptLanguageList":[],"wgULSCurrentAutonym":"English","wgVisualEditor":{"pageLanguageCode":"fr","pageLanguageDir":"ltr","pageVariantFallbacks":"fr"},"ScribuntoErrors":["\u003Cp\u003EToo many OpenStreetMap Wiki entities accessed.\u003C/p\u003E\u003Cp\u003ENo further details are available.\u003C/p\u003E","\u003Cp\u003EToo many OpenStreetMap Wiki entities accessed.\u003C/p\u003E\u003Cp\u003ENo further details are available.\u003C/p\u003E","\u003Cp\u003EToo many OpenStreetMap Wiki entities accessed.\u003C/p\u003E\u003Cp\u003ENo further details are available.\u003C/p\u003E","\u003Cp\u003EToo many OpenStreetMap Wiki entities accessed.\u003C/p\u003E\u003Cp\u003ENo further details are available.\u003C/p\u003E", "wgRelevantArticleId":4478,"wgIsProbablyEditable":!1,"wgRelevantPageIsProbablyEditable":!1,"wgRestrictionEdit":[],"wgRestrictionMove":[],"wgMFDisplayWikibaseDescriptions":{"search":!1,"nearby":!1,"watchlist":!1,"tagline":!1},"wgULSAcceptLanguageList":[],"wgULSCurrentAutonym":"English","wgVisualEditor":{"pageLanguageCode":"fr","pageLanguageDir":"ltr","pageVariantFallbacks":"fr"},"ScribuntoErrors":["\u003Cp\u003EToo many OpenStreetMap Wiki entities accessed.\u003C/p\u003E\u003Cp\u003ENo further details are available.\u003C/p\u003E","\u003Cp\u003EToo many OpenStreetMap Wiki entities accessed.\u003C/p\u003E\u003Cp\u003ENo further details are available.\u003C/p\u003E","\u003Cp\u003EToo many OpenStreetMap Wiki entities accessed.\u003C/p\u003E\u003Cp\u003ENo further details are available.\u003C/p\u003E","\u003Cp\u003EToo many OpenStreetMap Wiki entities accessed.\u003C/p\u003E\u003Cp\u003ENo further details are available.\u003C/p\u003E",
"\u003Cp\u003EToo many OpenStreetMap Wiki entities accessed.\u003C/p\u003E\u003Cp\u003ENo further details are available.\u003C/p\u003E"],"wgULSPosition":"personal","wgULSisCompactLinksEnabled":!0,"wgEditSubmitButtonLabelPublish":!1};RLSTATE={"site.styles":"ready","noscript":"ready","user.styles":"ready","user":"ready","user.options":"loading","skins.vector.styles.legacy":"ready","jquery.tablesorter.styles":"ready","ext.OsmWikibase-all":"ready","ext.uls.pt":"ready","ext.visualEditor.desktopArticleTarget.noscript":"ready"};RLPAGEMODULES=["ext.MultiMaps","ext.MultiMaps.Leaflet","ext.scribunto.errors","site","mediawiki.page.ready","jquery.tablesorter","mediawiki.toc","skins.vector.legacy.js","ext.gadget.taginfo","ext.gadget.dataitemlinks","ext.uls.compactlinks","ext.uls.interface","ext.visualEditor.desktopArticleTarget.init","ext.visualEditor.targetLoader"];</script> "\u003Cp\u003EToo many OpenStreetMap Wiki entities accessed.\u003C/p\u003E\u003Cp\u003ENo further details are available.\u003C/p\u003E"],"wgULSPosition":"personal","wgULSisCompactLinksEnabled":!0,"wgEditSubmitButtonLabelPublish":!1};RLSTATE={"site.styles":"ready","noscript":"ready","user.styles":"ready","user":"ready","user.options":"loading","skins.vector.styles.legacy":"ready","jquery.tablesorter.styles":"ready","ext.OsmWikibase-all":"ready","ext.uls.pt":"ready","ext.visualEditor.desktopArticleTarget.noscript":"ready"};RLPAGEMODULES=["ext.MultiMaps","ext.MultiMaps.Leaflet","ext.scribunto.errors","site","mediawiki.page.ready","jquery.tablesorter","mediawiki.toc","skins.vector.legacy.js","ext.gadget.taginfo","ext.gadget.dataitemlinks","ext.uls.compactlinks","ext.uls.interface","ext.visualEditor.desktopArticleTarget.init","ext.visualEditor.targetLoader"];</script>
<script>(RLQ=window.RLQ||[]).push(function(){mw.loader.implement("user.options@1hzgi",function($,jQuery,require,module){/*@nomin*/mw.user.tokens.set({"patrolToken":"+\\","watchToken":"+\\","csrfToken":"+\\"}); <script>(RLQ=window.RLQ||[]).push(function(){mw.loader.implement("user.options@1hzgi",function($,jQuery,require,module){/*@nomin*/mw.user.tokens.set({"patrolToken":"+\\","watchToken":"+\\","csrfToken":"+\\"});
@ -4208,7 +4208,6 @@ Voir <span class="plainlinks" title="w:en:Civil_defense"><a rel="nofollow" class
</td> </td>
<td><ul style="margin: 0;"> <td><ul style="margin: 0;">
<li style="display: inline-block;"> <a href="/wiki/File:20190825_Autostrada_A4_w_Krakowie_0957_5675_DxO.jpg" class="image"><img alt="20190825 Autostrada A4 w Krakowie 0957 5675 DxO.jpg" src="https://upload.wikimedia.org/wikipedia/commons/thumb/d/d3/20190825_Autostrada_A4_w_Krakowie_0957_5675_DxO.jpg/100px-20190825_Autostrada_A4_w_Krakowie_0957_5675_DxO.jpg" decoding="async" width="100" height="66" srcset="https://upload.wikimedia.org/wikipedia/commons/thumb/d/d3/20190825_Autostrada_A4_w_Krakowie_0957_5675_DxO.jpg/150px-20190825_Autostrada_A4_w_Krakowie_0957_5675_DxO.jpg 1.5x, https://upload.wikimedia.org/wikipedia/commons/thumb/d/d3/20190825_Autostrada_A4_w_Krakowie_0957_5675_DxO.jpg/200px-20190825_Autostrada_A4_w_Krakowie_0957_5675_DxO.jpg 2x" /></a> </li> <li style="display: inline-block;"> <a href="/wiki/File:20190825_Autostrada_A4_w_Krakowie_0957_5675_DxO.jpg" class="image"><img alt="20190825 Autostrada A4 w Krakowie 0957 5675 DxO.jpg" src="https://upload.wikimedia.org/wikipedia/commons/thumb/d/d3/20190825_Autostrada_A4_w_Krakowie_0957_5675_DxO.jpg/100px-20190825_Autostrada_A4_w_Krakowie_0957_5675_DxO.jpg" decoding="async" width="100" height="66" srcset="https://upload.wikimedia.org/wikipedia/commons/thumb/d/d3/20190825_Autostrada_A4_w_Krakowie_0957_5675_DxO.jpg/150px-20190825_Autostrada_A4_w_Krakowie_0957_5675_DxO.jpg 1.5x, https://upload.wikimedia.org/wikipedia/commons/thumb/d/d3/20190825_Autostrada_A4_w_Krakowie_0957_5675_DxO.jpg/200px-20190825_Autostrada_A4_w_Krakowie_0957_5675_DxO.jpg 2x" /></a> </li>
<li style="display: inline-block;"> <div class="center"><div class="floatnone"><a href="/wiki/File:RF_-_Houston_Texas_IH10.1.jpeg" class="image" title="I-10, Houston, Texas, USA"><img alt="I-10, Houston, Texas, USA" src="https://upload.wikimedia.org/wikipedia/commons/thumb/2/2c/RF_-_Houston_Texas_IH10.1.jpeg/100px-RF_-_Houston_Texas_IH10.1.jpeg" decoding="async" width="100" height="75" srcset="https://upload.wikimedia.org/wikipedia/commons/thumb/2/2c/RF_-_Houston_Texas_IH10.1.jpeg/150px-RF_-_Houston_Texas_IH10.1.jpeg 1.5x, https://upload.wikimedia.org/wikipedia/commons/thumb/2/2c/RF_-_Houston_Texas_IH10.1.jpeg/200px-RF_-_Houston_Texas_IH10.1.jpeg 2x" /></a></div></div> </li>
</ul> </ul>
</td></tr> </td></tr>
<tr> <tr>
@ -17055,39 +17054,39 @@ Voir également <tt dir="ltr" class="mw-content-ltr" style="background:#EEF;font
</p> </p>
<!-- <!--
NewPP limit report NewPP limit report
Cached time: 20220808123243 Cached time: 20220808200902
Cache expiry: 86400 Cache expiry: 86400
Reduced expiry: false Reduced expiry: false
Complications: [] Complications: []
CPU time usage: 29.540 seconds CPU time usage: 24.191 seconds
Real time usage: 48.963 seconds Real time usage: 39.123 seconds
Preprocessor visited node count: 180782/1000000 Preprocessor visited node count: 180781/1000000
Post‐expand include size: 2087558/2097152 bytes Post‐expand include size: 2087312/2097152 bytes
Template argument size: 399842/2097152 bytes Template argument size: 399842/2097152 bytes
Highest expansion depth: 21/40 Highest expansion depth: 21/40
Expensive parser function count: 272/500 Expensive parser function count: 272/500
Unstrip recursion depth: 0/20 Unstrip recursion depth: 0/20
Unstrip post‐expand size: 2344/5000000 bytes Unstrip post‐expand size: 2344/5000000 bytes
Lua time usage: 14.480/15 seconds Lua time usage: 11.420/15 seconds
Lua virtual size: 9482240/52428800 bytes Lua virtual size: 9789440/52428800 bytes
Lua estimated memory usage: 0 bytes Lua estimated memory usage: 0 bytes
Number of Wikibase entities loaded: 37/250 Number of Wikibase entities loaded: 37/250
--> -->
<!-- <!--
Transclusion expansion time report (%,ms,calls,template) Transclusion expansion time report (%,ms,calls,template)
100.00% 38652.816 1 -total 100.00% 31837.236 1 -total
46.87% 18115.974 1053 Template:Valuelink 46.87% 14920.625 1053 Template:Valuelink
34.73% 13423.304 1294 Template:Keylink 34.52% 10989.138 1294 Template:Keylink
12.45% 4811.254 1 Template:FR:Map_Features:shop 12.21% 3885.781 1 Template:FR:Map_Features:shop
12.42% 4802.389 1 Template:Map_Features:shop 12.19% 3879.540 1 Template:Map_Features:shop
9.82% 3797.569 1 Template:FR:Map_Features:amenity 9.89% 3147.925 1 Template:FR:Map_Features:amenity
9.80% 3788.023 1 Template:Map_Features:amenity 9.86% 3139.815 1 Template:Map_Features:amenity
8.38% 3239.159 1 Template:FR:Map_Features:sport 8.92% 2839.264 1 Template:FR:Map_Features:highway
8.35% 3228.449 1 Template:Generic:Map_Features:sport 8.90% 2832.938 1 Template:Map_Features:highway
7.94% 3067.159 1 Template:FR:Building_typology 8.34% 2654.149 1 Template:FR:Building_typology
--> -->
<!-- Saved in parser cache with key wiki:pcache:idhash:4478-0!canonical and timestamp 20220808123154 and revision id 1764163. Serialized with JSON. <!-- Saved in parser cache with key wiki:pcache:idhash:4478-0!canonical and timestamp 20220808200823 and revision id 1764163. Serialized with JSON.
--> -->
</div> </div>
<div class="printfooter">Retrieved from "<a dir="ltr" href="https://wiki.openstreetmap.org/w/index.php?title=FR:Éléments_cartographiques&amp;oldid=1764163">https://wiki.openstreetmap.org/w/index.php?title=FR:Éléments_cartographiques&amp;oldid=1764163</a>"</div></div> <div class="printfooter">Retrieved from "<a dir="ltr" href="https://wiki.openstreetmap.org/w/index.php?title=FR:Éléments_cartographiques&amp;oldid=1764163">https://wiki.openstreetmap.org/w/index.php?title=FR:Éléments_cartographiques&amp;oldid=1764163</a>"</div></div>
@ -17243,5 +17242,5 @@ Transclusion expansion time report (%,ms,calls,template)
</footer> </footer>
<script>(RLQ=window.RLQ||[]).push(function(){mw.config.set({"wgPageParseReport":{"limitreport":{"cputime":"29.540","walltime":"48.963","ppvisitednodes":{"value":180782,"limit":1000000},"postexpandincludesize":{"value":2087558,"limit":2097152},"templateargumentsize":{"value":399842,"limit":2097152},"expansiondepth":{"value":21,"limit":40},"expensivefunctioncount":{"value":272,"limit":500},"unstrip-depth":{"value":0,"limit":20},"unstrip-size":{"value":2344,"limit":5000000},"entityaccesscount":{"value":37,"limit":250},"timingprofile":["100.00% 38652.816 1 -total"," 46.87% 18115.974 1053 Template:Valuelink"," 34.73% 13423.304 1294 Template:Keylink"," 12.45% 4811.254 1 Template:FR:Map_Features:shop"," 12.42% 4802.389 1 Template:Map_Features:shop"," 9.82% 3797.569 1 Template:FR:Map_Features:amenity"," 9.80% 3788.023 1 Template:Map_Features:amenity"," 8.38% 3239.159 1 Template:FR:Map_Features:sport"," 8.35% 3228.449 1 Template:Generic:Map_Features:sport"," 7.94% 3067.159 1 Template:FR:Building_typology"]},"scribunto":{"limitreport-timeusage":{"value":"14.480","limit":"15"},"limitreport-virtmemusage":{"value":9482240,"limit":52428800},"limitreport-estmemusage":0},"cachereport":{"timestamp":"20220808123243","ttl":86400,"transientcontent":false}}});mw.config.set({"wgBackendResponseTime":474});});</script> <script>(RLQ=window.RLQ||[]).push(function(){mw.config.set({"wgPageParseReport":{"limitreport":{"cputime":"24.191","walltime":"39.123","ppvisitednodes":{"value":180781,"limit":1000000},"postexpandincludesize":{"value":2087312,"limit":2097152},"templateargumentsize":{"value":399842,"limit":2097152},"expansiondepth":{"value":21,"limit":40},"expensivefunctioncount":{"value":272,"limit":500},"unstrip-depth":{"value":0,"limit":20},"unstrip-size":{"value":2344,"limit":5000000},"entityaccesscount":{"value":37,"limit":250},"timingprofile":["100.00% 31837.236 1 -total"," 46.87% 14920.625 1053 Template:Valuelink"," 34.52% 10989.138 1294 Template:Keylink"," 12.21% 3885.781 1 Template:FR:Map_Features:shop"," 12.19% 3879.540 1 Template:Map_Features:shop"," 9.89% 3147.925 1 Template:FR:Map_Features:amenity"," 9.86% 3139.815 1 Template:Map_Features:amenity"," 8.92% 2839.264 1 Template:FR:Map_Features:highway"," 8.90% 2832.938 1 Template:Map_Features:highway"," 8.34% 2654.149 1 Template:FR:Building_typology"]},"scribunto":{"limitreport-timeusage":{"value":"11.420","limit":"15"},"limitreport-virtmemusage":{"value":9789440,"limit":52428800},"limitreport-estmemusage":0},"cachereport":{"timestamp":"20220808200902","ttl":86400,"transientcontent":false}}});mw.config.set({"wgBackendResponseTime":39943});});</script>
</body></html> </body></html>

0
routes/postQzine.js → helpers/postQzine.js
View File

4
helpers/tkblogPost.js
View File

@ -1,6 +1,4 @@
// import fetch from "node-fetch"
// import rp from "request-promise";
// import $ from "cheerio";
import fs from "fs"; import fs from "fs";
import path from 'path'; import path from 'path';
import {sendPostMastodon} from './utils.js' import {sendPostMastodon} from './utils.js'