fetch recent blog posts as json in makefile
This commit is contained in:
tykayn
parent
fe8682961f
commit
92845a6ad7
9
Makefile
9
Makefile
|
|
@ -5,7 +5,10 @@ fetchAll:
|
|||
|
||||
wget 'https://www.cipherbliss.com/feed' -O assets/documents/cipherbliss_blog.rss
|
||||
wget 'https://www.cipherbliss.com/wp-json/wp/v2/posts' -O assets/documents/cipherbliss_blog.json
|
||||
# wget 'https://peertube.openstreetmap.fr/feeds/videos.xml?sort=-publishedAt&isLocal=true' -O assets/documents/peertube_osm.rss
|
||||
# wget 'https://wiki.openstreetmap.org/wiki/Category:FR:Traduction_incompl%C3%A8te' -O assets/documents/wiki_traductions_incompletes.html
|
||||
# wget 'https://wiki.openstreetmap.org/wiki/FR:%C3%89l%C3%A9ments_cartographiques' -O assets/documents/elements_carto_osm.html
|
||||
wget 'https://tykayn.fr/wp-json/wp/v2/posts' -O assets/documents/tykayn_blog_recent.json
|
||||
wget 'https://qzine.fr/wp-json/wp/v2/posts' -O assets/documents/qzine_blog_recent.json
|
||||
wget 'https://www.cil-gometz.org/wp-json/wp/v2/posts' -O assets/documents/qzine_blog_recent.json
|
||||
wget 'https://peertube.openstreetmap.fr/feeds/videos.xml?sort=-publishedAt&isLocal=true' -O assets/documents/peertube_osm.rss
|
||||
wget 'https://wiki.openstreetmap.org/wiki/Category:FR:Traduction_incompl%C3%A8te' -O assets/documents/wiki_traductions_incompletes.html
|
||||
wget 'https://wiki.openstreetmap.org/wiki/FR:%C3%89l%C3%A9ments_cartographiques' -O assets/documents/elements_carto_osm.html
|
||||
|
||||
|
|
|
|||
|
|
@ -3,7 +3,7 @@
|
|||
<head>
|
||||
<meta charset="UTF-8"/>
|
||||
<title>FR:Éléments cartographiques - OpenStreetMap Wiki</title>
|
||||
<script>document.documentElement.className="client-js";RLCONF={"wgBreakFrames":!1,"wgSeparatorTransformTable":[",\t."," \t,"],"wgDigitTransformTable":["",""],"wgDefaultDateFormat":"dmy","wgMonthNames":["","janvier","février","mars","avril","mai","juin","juillet","août","septembre","octobre","novembre","décembre"],"wgRequestId":"77dffbbe23cf0bf8ca7bd2dc","wgCSPNonce":!1,"wgCanonicalNamespace":"FR","wgCanonicalSpecialPageName":!1,"wgNamespaceNumber":202,"wgPageName":"FR:Éléments_cartographiques","wgTitle":"Éléments cartographiques","wgCurRevisionId":1764163,"wgRevisionId":1764163,"wgArticleId":4478,"wgIsArticle":!0,"wgIsRedirect":!1,"wgAction":"view","wgUserName":null,"wgUserGroups":["*"],"wgCategories":["Pages with script errors","Pages where template include size is exceeded","Pages with broken file links","FR:Éléments cartographiques","FR:Sémantique"],"wgPageContentLanguage":"fr","wgPageContentModel":"wikitext","wgRelevantPageName":"FR:Éléments_cartographiques",
|
||||
<script>document.documentElement.className="client-js";RLCONF={"wgBreakFrames":!1,"wgSeparatorTransformTable":[",\t."," \t,"],"wgDigitTransformTable":["",""],"wgDefaultDateFormat":"dmy","wgMonthNames":["","janvier","février","mars","avril","mai","juin","juillet","août","septembre","octobre","novembre","décembre"],"wgRequestId":"fbdb08f27883212a4f60ba6b","wgCSPNonce":!1,"wgCanonicalNamespace":"FR","wgCanonicalSpecialPageName":!1,"wgNamespaceNumber":202,"wgPageName":"FR:Éléments_cartographiques","wgTitle":"Éléments cartographiques","wgCurRevisionId":1764163,"wgRevisionId":1764163,"wgArticleId":4478,"wgIsArticle":!0,"wgIsRedirect":!1,"wgAction":"view","wgUserName":null,"wgUserGroups":["*"],"wgCategories":["Pages with script errors","Pages where template include size is exceeded","Pages with broken file links","FR:Éléments cartographiques","FR:Sémantique"],"wgPageContentLanguage":"fr","wgPageContentModel":"wikitext","wgRelevantPageName":"FR:Éléments_cartographiques",
|
||||
"wgRelevantArticleId":4478,"wgIsProbablyEditable":!1,"wgRelevantPageIsProbablyEditable":!1,"wgRestrictionEdit":[],"wgRestrictionMove":[],"wgMFDisplayWikibaseDescriptions":{"search":!1,"nearby":!1,"watchlist":!1,"tagline":!1},"wgULSAcceptLanguageList":[],"wgULSCurrentAutonym":"English","wgVisualEditor":{"pageLanguageCode":"fr","pageLanguageDir":"ltr","pageVariantFallbacks":"fr"},"ScribuntoErrors":["\u003Cp\u003EToo many OpenStreetMap Wiki entities accessed.\u003C/p\u003E\u003Cp\u003ENo further details are available.\u003C/p\u003E","\u003Cp\u003EToo many OpenStreetMap Wiki entities accessed.\u003C/p\u003E\u003Cp\u003ENo further details are available.\u003C/p\u003E","\u003Cp\u003EToo many OpenStreetMap Wiki entities accessed.\u003C/p\u003E\u003Cp\u003ENo further details are available.\u003C/p\u003E","\u003Cp\u003EToo many OpenStreetMap Wiki entities accessed.\u003C/p\u003E\u003Cp\u003ENo further details are available.\u003C/p\u003E",
|
||||
"\u003Cp\u003EToo many OpenStreetMap Wiki entities accessed.\u003C/p\u003E\u003Cp\u003ENo further details are available.\u003C/p\u003E"],"wgULSPosition":"personal","wgULSisCompactLinksEnabled":!0,"wgEditSubmitButtonLabelPublish":!1};RLSTATE={"site.styles":"ready","noscript":"ready","user.styles":"ready","user":"ready","user.options":"loading","skins.vector.styles.legacy":"ready","jquery.tablesorter.styles":"ready","ext.OsmWikibase-all":"ready","ext.uls.pt":"ready","ext.visualEditor.desktopArticleTarget.noscript":"ready"};RLPAGEMODULES=["ext.MultiMaps","ext.MultiMaps.Leaflet","ext.scribunto.errors","site","mediawiki.page.ready","jquery.tablesorter","mediawiki.toc","skins.vector.legacy.js","ext.gadget.taginfo","ext.gadget.dataitemlinks","ext.uls.compactlinks","ext.uls.interface","ext.visualEditor.desktopArticleTarget.init","ext.visualEditor.targetLoader"];</script>
|
||||
<script>(RLQ=window.RLQ||[]).push(function(){mw.loader.implement("user.options@1hzgi",function($,jQuery,require,module){/*@nomin*/mw.user.tokens.set({"patrolToken":"+\\","watchToken":"+\\","csrfToken":"+\\"});
|
||||
|
|
@ -4208,7 +4208,6 @@ Voir <span class="plainlinks" title="w:en:Civil_defense"><a rel="nofollow" class
|
|||
</td>
|
||||
<td><ul style="margin: 0;">
|
||||
<li style="display: inline-block;"> <a href="/wiki/File:20190825_Autostrada_A4_w_Krakowie_0957_5675_DxO.jpg" class="image"><img alt="20190825 Autostrada A4 w Krakowie 0957 5675 DxO.jpg" src="https://upload.wikimedia.org/wikipedia/commons/thumb/d/d3/20190825_Autostrada_A4_w_Krakowie_0957_5675_DxO.jpg/100px-20190825_Autostrada_A4_w_Krakowie_0957_5675_DxO.jpg" decoding="async" width="100" height="66" srcset="https://upload.wikimedia.org/wikipedia/commons/thumb/d/d3/20190825_Autostrada_A4_w_Krakowie_0957_5675_DxO.jpg/150px-20190825_Autostrada_A4_w_Krakowie_0957_5675_DxO.jpg 1.5x, https://upload.wikimedia.org/wikipedia/commons/thumb/d/d3/20190825_Autostrada_A4_w_Krakowie_0957_5675_DxO.jpg/200px-20190825_Autostrada_A4_w_Krakowie_0957_5675_DxO.jpg 2x" /></a> </li>
|
||||
<li style="display: inline-block;"> <div class="center"><div class="floatnone"><a href="/wiki/File:RF_-_Houston_Texas_IH10.1.jpeg" class="image" title="I-10, Houston, Texas, USA"><img alt="I-10, Houston, Texas, USA" src="https://upload.wikimedia.org/wikipedia/commons/thumb/2/2c/RF_-_Houston_Texas_IH10.1.jpeg/100px-RF_-_Houston_Texas_IH10.1.jpeg" decoding="async" width="100" height="75" srcset="https://upload.wikimedia.org/wikipedia/commons/thumb/2/2c/RF_-_Houston_Texas_IH10.1.jpeg/150px-RF_-_Houston_Texas_IH10.1.jpeg 1.5x, https://upload.wikimedia.org/wikipedia/commons/thumb/2/2c/RF_-_Houston_Texas_IH10.1.jpeg/200px-RF_-_Houston_Texas_IH10.1.jpeg 2x" /></a></div></div> </li>
|
||||
</ul>
|
||||
</td></tr>
|
||||
<tr>
|
||||
|
|
@ -17055,39 +17054,39 @@ Voir également <tt dir="ltr" class="mw-content-ltr" style="background:#EEF;font
|
|||
</p>
|
||||
<!--
|
||||
NewPP limit report
|
||||
Cached time: 20220808123243
|
||||
Cached time: 20220808200902
|
||||
Cache expiry: 86400
|
||||
Reduced expiry: false
|
||||
Complications: []
|
||||
CPU time usage: 29.540 seconds
|
||||
Real time usage: 48.963 seconds
|
||||
Preprocessor visited node count: 180782/1000000
|
||||
Post‐expand include size: 2087558/2097152 bytes
|
||||
CPU time usage: 24.191 seconds
|
||||
Real time usage: 39.123 seconds
|
||||
Preprocessor visited node count: 180781/1000000
|
||||
Post‐expand include size: 2087312/2097152 bytes
|
||||
Template argument size: 399842/2097152 bytes
|
||||
Highest expansion depth: 21/40
|
||||
Expensive parser function count: 272/500
|
||||
Unstrip recursion depth: 0/20
|
||||
Unstrip post‐expand size: 2344/5000000 bytes
|
||||
Lua time usage: 14.480/15 seconds
|
||||
Lua virtual size: 9482240/52428800 bytes
|
||||
Lua time usage: 11.420/15 seconds
|
||||
Lua virtual size: 9789440/52428800 bytes
|
||||
Lua estimated memory usage: 0 bytes
|
||||
Number of Wikibase entities loaded: 37/250
|
||||
-->
|
||||
<!--
|
||||
Transclusion expansion time report (%,ms,calls,template)
|
||||
100.00% 38652.816 1 -total
|
||||
46.87% 18115.974 1053 Template:Valuelink
|
||||
34.73% 13423.304 1294 Template:Keylink
|
||||
12.45% 4811.254 1 Template:FR:Map_Features:shop
|
||||
12.42% 4802.389 1 Template:Map_Features:shop
|
||||
9.82% 3797.569 1 Template:FR:Map_Features:amenity
|
||||
9.80% 3788.023 1 Template:Map_Features:amenity
|
||||
8.38% 3239.159 1 Template:FR:Map_Features:sport
|
||||
8.35% 3228.449 1 Template:Generic:Map_Features:sport
|
||||
7.94% 3067.159 1 Template:FR:Building_typology
|
||||
100.00% 31837.236 1 -total
|
||||
46.87% 14920.625 1053 Template:Valuelink
|
||||
34.52% 10989.138 1294 Template:Keylink
|
||||
12.21% 3885.781 1 Template:FR:Map_Features:shop
|
||||
12.19% 3879.540 1 Template:Map_Features:shop
|
||||
9.89% 3147.925 1 Template:FR:Map_Features:amenity
|
||||
9.86% 3139.815 1 Template:Map_Features:amenity
|
||||
8.92% 2839.264 1 Template:FR:Map_Features:highway
|
||||
8.90% 2832.938 1 Template:Map_Features:highway
|
||||
8.34% 2654.149 1 Template:FR:Building_typology
|
||||
-->
|
||||
|
||||
<!-- Saved in parser cache with key wiki:pcache:idhash:4478-0!canonical and timestamp 20220808123154 and revision id 1764163. Serialized with JSON.
|
||||
<!-- Saved in parser cache with key wiki:pcache:idhash:4478-0!canonical and timestamp 20220808200823 and revision id 1764163. Serialized with JSON.
|
||||
-->
|
||||
</div>
|
||||
<div class="printfooter">Retrieved from "<a dir="ltr" href="https://wiki.openstreetmap.org/w/index.php?title=FR:Éléments_cartographiques&oldid=1764163">https://wiki.openstreetmap.org/w/index.php?title=FR:Éléments_cartographiques&oldid=1764163</a>"</div></div>
|
||||
|
|
@ -17243,5 +17242,5 @@ Transclusion expansion time report (%,ms,calls,template)
|
|||
</footer>
|
||||
|
||||
|
||||
<script>(RLQ=window.RLQ||[]).push(function(){mw.config.set({"wgPageParseReport":{"limitreport":{"cputime":"29.540","walltime":"48.963","ppvisitednodes":{"value":180782,"limit":1000000},"postexpandincludesize":{"value":2087558,"limit":2097152},"templateargumentsize":{"value":399842,"limit":2097152},"expansiondepth":{"value":21,"limit":40},"expensivefunctioncount":{"value":272,"limit":500},"unstrip-depth":{"value":0,"limit":20},"unstrip-size":{"value":2344,"limit":5000000},"entityaccesscount":{"value":37,"limit":250},"timingprofile":["100.00% 38652.816 1 -total"," 46.87% 18115.974 1053 Template:Valuelink"," 34.73% 13423.304 1294 Template:Keylink"," 12.45% 4811.254 1 Template:FR:Map_Features:shop"," 12.42% 4802.389 1 Template:Map_Features:shop"," 9.82% 3797.569 1 Template:FR:Map_Features:amenity"," 9.80% 3788.023 1 Template:Map_Features:amenity"," 8.38% 3239.159 1 Template:FR:Map_Features:sport"," 8.35% 3228.449 1 Template:Generic:Map_Features:sport"," 7.94% 3067.159 1 Template:FR:Building_typology"]},"scribunto":{"limitreport-timeusage":{"value":"14.480","limit":"15"},"limitreport-virtmemusage":{"value":9482240,"limit":52428800},"limitreport-estmemusage":0},"cachereport":{"timestamp":"20220808123243","ttl":86400,"transientcontent":false}}});mw.config.set({"wgBackendResponseTime":474});});</script>
|
||||
<script>(RLQ=window.RLQ||[]).push(function(){mw.config.set({"wgPageParseReport":{"limitreport":{"cputime":"24.191","walltime":"39.123","ppvisitednodes":{"value":180781,"limit":1000000},"postexpandincludesize":{"value":2087312,"limit":2097152},"templateargumentsize":{"value":399842,"limit":2097152},"expansiondepth":{"value":21,"limit":40},"expensivefunctioncount":{"value":272,"limit":500},"unstrip-depth":{"value":0,"limit":20},"unstrip-size":{"value":2344,"limit":5000000},"entityaccesscount":{"value":37,"limit":250},"timingprofile":["100.00% 31837.236 1 -total"," 46.87% 14920.625 1053 Template:Valuelink"," 34.52% 10989.138 1294 Template:Keylink"," 12.21% 3885.781 1 Template:FR:Map_Features:shop"," 12.19% 3879.540 1 Template:Map_Features:shop"," 9.89% 3147.925 1 Template:FR:Map_Features:amenity"," 9.86% 3139.815 1 Template:Map_Features:amenity"," 8.92% 2839.264 1 Template:FR:Map_Features:highway"," 8.90% 2832.938 1 Template:Map_Features:highway"," 8.34% 2654.149 1 Template:FR:Building_typology"]},"scribunto":{"limitreport-timeusage":{"value":"11.420","limit":"15"},"limitreport-virtmemusage":{"value":9789440,"limit":52428800},"limitreport-estmemusage":0},"cachereport":{"timestamp":"20220808200902","ttl":86400,"transientcontent":false}}});mw.config.set({"wgBackendResponseTime":39943});});</script>
|
||||
</body></html>
|
||||
|
|
@ -1,6 +1,4 @@
|
|||
// import fetch from "node-fetch"
|
||||
// import rp from "request-promise";
|
||||
// import $ from "cheerio";
|
||||
|
||||
import fs from "fs";
|
||||
import path from 'path';
|
||||
import {sendPostMastodon} from './utils.js'
|
||||
|
|
|
|||
Loading…
Reference in New Issue