jenkins-bot has submitted this change and it was merged. Change subject: Add featured article list and a script to build collections from it. ......................................................................
Add featured article list and a script to build collections from it. Change-Id: Ib1f56a103c233cbde54ea63d3885a1fbb567a7ea --- A samples/featured.js A samples/featuredarticles.txt 2 files changed, 118 insertions(+), 0 deletions(-) Approvals: Cscott: Looks good to me, approved jenkins-bot: Verified diff --git a/samples/featured.js b/samples/featured.js new file mode 100755 index 0000000..c33bcf9 --- /dev/null +++ b/samples/featured.js @@ -0,0 +1,38 @@ +#!/usr/bin/env node +require('es6-shim'); +/** Generate bundles from the featured articles list. */ + +var fs = require('fs'); +var path = require('path'); +var url = require('url'); + +var P = require('../lib/p'); + +var articles = Object.create(null); +fs. + readFileSync(path.join(__dirname,'featuredarticles.txt'), 'utf8'). + replace(/^\s+/, ''). + replace(/\s+$/, ''). + split(/[\r\n]+/).forEach(function(articleUrl) { + var u = url.parse(articleUrl); + var m = /^(..)[.]/.exec(u.host); + var prefix = m[1] + 'wiki'; + if (!(prefix in articles)) { articles[prefix] = []; } + m = /^\/wiki\/(.*)$/.exec(u.path); + var title = decodeURIComponent(m[1]); + articles[prefix].push(title); + }); + +// now make a collection for each language +// (cross-wiki stuff will have to wait) +P.forEachSeq(Object.keys(articles), function(prefix) { + var outfile = prefix + '.zip'; + var args = [ '-D', '-v', '-o', outfile, '-p', prefix ]. + concat(articles[prefix]); + console.log('mw-bundler', args.join(' ')); + return P.call(fs.unlink, fs, path.join(__dirname, outfile)). + then(function() { + return P.spawn(path.join(__dirname, '..', 'bin', 'mw-bundler'), + args, { cwd: __dirname, stdio: 'inherit' }); + }); +}).done(); diff --git a/samples/featuredarticles.txt b/samples/featuredarticles.txt new file mode 100644 index 0000000..5ebab41 --- /dev/null +++ b/samples/featuredarticles.txt @@ -0,0 +1,80 @@ +https://en.wikipedia.org/wiki/Durian +https://en.wikipedia.org/wiki/Evolution +https://en.wikipedia.org/wiki/Archimedes +https://en.wikipedia.org/wiki/Global_warming +https://en.wikipedia.org/wiki/Tropical_Storm_Bonnie_(2004) +https://ru.wikipedia.org/wiki/%D0%91%D0%B8%D1%82%D0%B2%D0%B0_%D0%BF%D1%80%D0%B8_%D0%9F%D0%BB%D0%B0%D1%82%D0%B5%D1%8F%D1%85 +https://ru.wikipedia.org/wiki/%D0%91%D0%B5%D0%BB%D0%BE%D0%B1%D0%B5%D1%80%D0%B5%D0%B6%D1%81%D0%BA%D0%B0%D1%8F_%D0%BF%D1%83%D1%81%D1%82%D1%8B%D0%BD%D1%8C +https://ru.wikipedia.org/wiki/%D0%9A%D0%B0%D1%81%D0%BF%D0%B0%D1%80%D0%BE%D0%B2,_%D0%93%D0%B0%D1%80%D1%80%D0%B8_%D0%9A%D0%B8%D0%BC%D0%BE%D0%B2%D0%B8%D1%87 +https://ru.wikipedia.org/wiki/%D0%9A%D0%BD%D1%8F%D0%B6%D0%BD%D0%B0_%D0%A2%D0%B0%D1%80%D0%B0%D0%BA%D0%B0%D0%BD%D0%BE%D0%B2%D0%B0 +https://ru.wikipedia.org/wiki/Княжна_Тараканова +https://de.wikipedia.org/wiki/Papier +https://de.wikipedia.org/wiki/Verfassung_der_Vereinigten_Staaten +https://de.wikipedia.org/wiki/Globale_Erw%C3%A4rmung +https://de.wikipedia.org/wiki/Galileo_Galilei +https://de.wikipedia.org/wiki/Libellen +https://pl.wikipedia.org/wiki/Efekt_potwierdzenia +https://pl.wikipedia.org/wiki/Filaret_(patriarcha_Moskwy) +https://pl.wikipedia.org/wiki/Cmentarz_%C5%BCydowski_w_Skwierzynie +https://pl.wikipedia.org/wiki/Piosenka_dla_Europy_2008 +https://pl.wikipedia.org/wiki/Ulica_Katowicka_w_Warszawie +https://pt.wikipedia.org/wiki/Scaphyglottis +https://pt.wikipedia.org/wiki/Amazonas +https://pt.wikipedia.org/wiki/Fra%C3%A7%C3%A3o_do_Ex%C3%A9rcito_Vermelho +https://pt.wikipedia.org/wiki/30_Rock +https://pt.wikipedia.org/wiki/Guerra_Italiana_de_1521%E2%80%931526 +https://ja.wikipedia.org/wiki/%E7%86%8A%E9%87%8E%E4%B8%89%E5%B1%B1%E6%9C%AC%E9%A1%98%E6%89%80 +https://ja.wikipedia.org/wiki/%E9%87%91%E6%98%9F%E3%81%AE%E6%97%A5%E9%9D%A2%E9%80%9A%E9%81%8E +https://ja.wikipedia.org/wiki/%E8%9C%82%E8%9C%9C +https://ja.wikipedia.org/wiki/%E5%B8%82%E5%B7%9D%E9%9B%B7%E8%94%B5_(8%E4%BB%A3%E7%9B%AE) +https://ja.wikipedia.org/wiki/10.8%E6%B1%BA%E6%88%A6 +https://it.wikipedia.org/wiki/La_vita_%C3%A8_meravigliosa +https://it.wikipedia.org/wiki/Talete +https://it.wikipedia.org/wiki/Argonauti +https://it.wikipedia.org/wiki/433_Eros +https://it.wikipedia.org/wiki/Spedizione_Terra_Nova +https://fr.wikipedia.org/wiki/Trachylepis_atlantica +https://fr.wikipedia.org/wiki/Metacomet_Ridge +https://fr.wikipedia.org/wiki/Trait_du_Nord +https://fr.wikipedia.org/wiki/Georges_Ier_de_Gr%C3%A8ce +https://fr.wikipedia.org/wiki/Barth%C3%A9lemy_Boganda +https://es.wikipedia.org/wiki/Latas_de_sopa_Campbell +https://es.wikipedia.org/wiki/Angkor_Wat +https://es.wikipedia.org/wiki/(90377)_Sedna +https://es.wikipedia.org/wiki/Diego_Armando_Maradona +https://es.wikipedia.org/wiki/Fuerteventura +https://zh.wikipedia.org/wiki/%E7%B4%8D%E7%B2%B9%E5%BE%B7%E5%9C%8B%E6%B5%B7%E8%BB%8D +https://zh.wikipedia.org/wiki/Rosetta@home +https://zh.wikipedia.org/wiki/%E4%BD%9B%E6%95%99%E8%97%9D%E8%A1%93 +https://zh.wikipedia.org/wiki/%E7%8E%9B%E4%B8%BD%C2%B7%E6%B2%83%E6%96%AF%E9%80%9A%E5%85%8B%E6%8B%89%E5%A4%AB%E7%89%B9 +https://zh.wikipedia.org/wiki/%E8%A5%BF%E7%88%BE%E9%9F%8B%E7%B4%8D%E6%96%AF%C2%B7%E8%8E%AB%E5%88%A9 +https://ar.wikipedia.org/wiki/%D9%84%D9%8A%D9%88%D9%86%D9%8A%D9%84_%D9%85%D9%8A%D8%B3%D9%8A +https://ar.wikipedia.org/wiki/%D8%A8%D8%B4%D9%8A%D8%B1_%D8%A7%D9%84%D8%AB%D8%A7%D9%86%D9%8A_%D8%A7%D9%84%D8%B4%D9%87%D8%A7%D8%A8%D9%8A +https://ar.wikipedia.org/wiki/%D8%AD%D9%85%D8%B2%D8%A9_%D8%A8%D9%86_%D8%B9%D8%A8%D8%AF_%D8%A7%D9%84%D9%85%D8%B7%D9%84%D8%A8 +https://ar.wikipedia.org/wiki/%D8%A5%D8%B3%D8%B7%D9%86%D8%A8%D9%88%D9%84 +https://ar.wikipedia.org/wiki/%D8%A7%D9%84%D8%AD%D8%B1%D8%A8_%D8%A7%D9%84%D8%A5%D9%86%D8%AC%D9%84%D9%8A%D8%B2%D9%8A%D8%A9_%D8%A7%D9%84%D8%B2%D9%86%D8%AC%D8%A8%D8%A7%D8%B1%D9%8A%D8%A9 +https://vi.wikipedia.org/wiki/V%E1%BB%87_tinh_t%E1%BB%B1_nhi%C3%AAn_c%E1%BB%A7a_Sao_Thi%C3%AAn_V%C6%B0%C6%A1ng +https://vi.wikipedia.org/wiki/V%C6%B0%E1%BB%9Dn_qu%E1%BB%91c_gia_Phong_Nha-K%E1%BA%BB_B%C3%A0ng +https://vi.wikipedia.org/wiki/Truy%E1%BB%87n_k%E1%BB%83_Genji +https://vi.wikipedia.org/wiki/Titan_(v%E1%BB%87_tinh) +https://vi.wikipedia.org/wiki/Quark +https://hi.wikipedia.org/wiki/%E0%A4%B0%E0%A4%BE%E0%A4%AE%E0%A4%BE%E0%A4%AF%E0%A4%A3 +https://hi.wikipedia.org/wiki/%E0%A4%B9%E0%A5%81%E0%A4%AE%E0%A4%BE%E0%A4%AF%E0%A5%82%E0%A4%81_%E0%A4%95%E0%A4%BE_%E0%A4%AE%E0%A4%95%E0%A4%AC%E0%A4%B0%E0%A4%BE +https://hi.wikipedia.org/wiki/%E0%A4%B2%E0%A4%96%E0%A4%A8%E0%A4%8A +https://hi.wikipedia.org/wiki/%E0%A4%AE%E0%A4%B9%E0%A4%BE%E0%A4%AD%E0%A4%BE%E0%A4%B0%E0%A4%A4 +https://hi.wikipedia.org/wiki/%E0%A4%AC%E0%A4%B0%E0%A5%8D%E0%A4%AB%E0%A5%80! +https://ko.wikipedia.org/wiki/%EC%A1%B0%ED%99%94%EC%A7%84%EB%8F%99%EC%9E%90 +https://ko.wikipedia.org/wiki/%EC%A1%B0%ED%99%94%EC%A7%84%EB%8F%99%EC%9E%90 +https://ko.wikipedia.org/wiki/%EB%A3%A8%ED%8A%B8%EB%B9%84%ED%9E%88_%EB%B9%84%ED%8A%B8%EA%B2%90%EC%8A%88%ED%83%80%EC%9D%B8 +https://ko.wikipedia.org/wiki/%ED%83%9C%EC%96%91%EA%B3%84%EC%9D%98_%ED%98%95%EC%84%B1%EA%B3%BC_%EC%A7%84%ED%99%94 +https://ko.wikipedia.org/wiki/%EB%84%A5%EC%84%BC_%ED%9E%88%EC%96%B4%EB%A1%9C%EC%A6%88%EC%9D%98_%ED%8A%B8%EB%A0%88%EC%9D%B4%EB%93%9C_%ED%8C%8C%EB%8F%99 +https://fa.wikipedia.org/wiki/%DA%A9%D8%B9%D8%A8%D9%87_%D8%B2%D8%B1%D8%AA%D8%B4%D8%AA +https://fa.wikipedia.org/wiki/%D8%B3%D9%86%D8%AF%D8%B1%D9%85_%D8%B1%D9%88%D8%AF%D9%87_%D8%AA%D8%AD%D8%B1%DB%8C%DA%A9%E2%80%8C%D9%BE%D8%B0%DB%8C%D8%B1 +https://fa.wikipedia.org/wiki/%D8%A2%D8%B1%D8%A7%D9%85%DA%AF%D8%A7%D9%87_%DA%A9%D9%88%D8%B1%D9%88%D8%B4_%D8%A8%D8%B2%D8%B1%DA%AF +https://fa.wikipedia.org/wiki/%D8%AE%D8%A7%D9%86_%D8%A7%D8%AD%D9%85%D8%AF_%D8%AE%D8%A7%D9%86 +https://fa.wikipedia.org/wiki/%DA%A9%D9%88%D8%B1%D9%88%D8%B4_%D8%A8%D8%B2%D8%B1%DA%AF +https://he.wikipedia.org/wiki/%D7%A1%D7%A4%D7%A8%D7%98%D7%94 +https://he.wikipedia.org/wiki/%D7%A7%D7%A8%D7%91_%D7%92%D7%A8%D7%A0%D7%99%D7%A7%D7%95%D7%A1 +https://he.wikipedia.org/wiki/%D7%94%D7%A4%D7%90%D7%A8%D7%A7_%D7%94%D7%9C%D7%90%D7%95%D7%9E%D7%99_%D7%99%D7%95%D7%A1%D7%9E%D7%99%D7%98%D7%99 +https://he.wikipedia.org/wiki/%D7%94%D7%A4%D7%90%D7%A8%D7%A7_%D7%94%D7%9C%D7%90%D7%95%D7%9E%D7%99_%D7%92%D7%9C%D7%99%D7%99%D7%A9%D7%A8 +https://he.wikipedia.org/wiki/%D7%9E%D7%A2%D7%A8%D7%9B%D7%AA_%D7%94%D7%A4%D7%90%D7%A8%D7%A7%D7%99%D7%9D_%D7%A8%D7%93%D7%95%D7%95%D7%93 -- To view, visit https://gerrit.wikimedia.org/r/97015 To unsubscribe, visit https://gerrit.wikimedia.org/r/settings Gerrit-MessageType: merged Gerrit-Change-Id: Ib1f56a103c233cbde54ea63d3885a1fbb567a7ea Gerrit-PatchSet: 3 Gerrit-Project: mediawiki/extensions/Collection/OfflineContentGenerator/bundler Gerrit-Branch: master Gerrit-Owner: Cscott <canan...@wikimedia.org> Gerrit-Reviewer: Cscott <canan...@wikimedia.org> Gerrit-Reviewer: jenkins-bot _______________________________________________ MediaWiki-commits mailing list MediaWiki-commits@lists.wikimedia.org https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits