From 1acafe929c5da92a04f601375a5776602557735e Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Fr=C3=A9d=C3=A9ric=20P=C3=A9ters?= Date: Sat, 28 Nov 2015 17:23:04 +0100 Subject: [PATCH] add search button to mallard pages --- brainstew.css | 46 +++++++++++++++++++++++++++ brainstew.js | 58 ++++++++++++++++++++++++++++++++++ js/lunr.fr.min.js | 18 +++++++++++ js/lunr.min.js | 7 ++++ js/lunr.stemmer.support.min.js | 1 + publish.py | 28 ++++++++++++++-- 6 files changed, 156 insertions(+), 2 deletions(-) create mode 100644 js/lunr.fr.min.js create mode 100644 js/lunr.min.js create mode 100644 js/lunr.stemmer.support.min.js diff --git a/brainstew.css b/brainstew.css index e69de29..2401279 100644 --- a/brainstew.css +++ b/brainstew.css @@ -0,0 +1,46 @@ +.header { + position: relative; + z-index: 10; +} + +#search-input { + float: right; + display: none; +} +#search-button { + float: right; + text-indent: -10000px; + background: transparent url(data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAA4AAAAOCAQAAAC1QeVaAAAAAnNCSVQICFXsRgQAAAAJcEhZcwAADdcAAA3XAUIom3gAAAAZdEVYdFNvZnR3YXJlAHd3dy5pbmtzY2FwZS5vcmeb7jwaAAAAx0lEQVQY033PTwqCQBQG8GkjdICENmVbpfISQoWffwJPVoJeIFDoBF2gtrloVZA30EAQhOkJjeOiesPAfPx4M28Yo8IMMXLUtCNPY/1yVniBd6t0rI6oq6WDqwcKDCR0LjZTgXFL8h6klEMRcnBX7z2yIHwIrMEDRWIwJKwEPikYEu0l5bvAiELS2QBHcHv3SZ6Gkjh158GQuojQeKYcwULR+2dDO/NVOf4EIR6ocHf2GxNX4tt2zL7VevSXfRUZ8YWxX3y2T2+KPGKNWhiWHQAAAABJRU5ErkJggg==) center center no-repeat; + border: none; + width: 26px; + height: 26px; +} + +#search-results { + display: none; + position: absolute; + background: white; + max-width: 58em; + width: 100%; + min-height: 10em; + top: 3em; +} + +.body.search-dim { + opacity: 0.05; +} + +#search-results ul { + list-style: none; +} + +#search-results ul li a { + display: block; + border: 1px solid #666; + padding: 1ex; +} + +#search-results ul li a:hover { + text-decoration: none; + background: #ddd; +} diff --git a/brainstew.js b/brainstew.js index e69de29..f26c492 100644 --- a/brainstew.js +++ b/brainstew.js @@ -0,0 +1,58 @@ +$(function() { + var search_button = $(''); + var search_input = $(''); + var search_results = $('
'); + var search_index = null; + var pages = Object(); + search_results.prependTo($('div.header')); + search_input.prependTo($('div.header')); + search_button.prependTo($('div.header')); + $(search_button).click(function() { + search_input.toggle(); + if ($('#search-input:visible').length == 0) { + search_results.hide(); + search_input.val(''); + } else { + search_input.focus(); + } + $('.body').toggleClass('search-dim'); + if (search_index === null) { + $('').appendTo('body'); + $('').appendTo('body'); + $('').appendTo('body'); + search_index = lunr(function () { + this.use(lunr.fr); + this.field('title', {boost: 10}) + this.field('other_titles', {boost: 5}) + this.field('text') + this.ref('id') + }); + $.ajax({ + type: 'GET', + url: 'pages.json', + success: function(data) { + $(data).each(function(index, elem) { + pages[elem.id] = elem.title; + search_index.add(elem); + }); + }, + dataType: 'json', + async: true + }); + } + }); + $(search_input).keyup(function() { + var search_txt = $(search_input).val(); + $('#search-results').show(); + $('#search-results ul').empty(); + if (search_txt.length > 3 && search_index) { + console.log('search txt:', search_txt); + var results = search_index.search(search_txt); + $(results).each(function(index, elem) { + console.log(elem); + $('
  • ' + pages[elem.ref] + '
    • ').appendTo('#search-results ul'); + }); + console.log(results); + } + }); +}); diff --git a/js/lunr.fr.min.js b/js/lunr.fr.min.js new file mode 100644 index 0000000..1584226 --- /dev/null +++ b/js/lunr.fr.min.js @@ -0,0 +1,18 @@ +/*! + * Lunr languages, `French` language + * https://github.com/MihaiValentin/lunr-languages + * + * Copyright 2014, Mihai Valentin + * http://www.mozilla.org/MPL/ + */ +/*! + * based on + * Snowball JavaScript Library v0.3 + * http://code.google.com/p/urim/ + * http://snowball.tartarus.org/ + * + * Copyright 2010, Oleg Mazko + * http://www.mozilla.org/MPL/ + */ + +!function(e,r){"function"==typeof define&&define.amd?define(r):"object"==typeof exports?module.exports=r():r()(e.lunr)}(this,function(){return function(e){if("undefined"==typeof e)throw new Error("Lunr is not present. Please include / require Lunr before this script.");if("undefined"==typeof e.stemmerSupport)throw new Error("Lunr stemmer support is not present. Please include / require Lunr stemmer support before this script.");e.fr=function(){this.pipeline.reset(),this.pipeline.add(e.fr.stopWordFilter,e.fr.stemmer)},e.fr.stemmer=function(){var r=e.stemmerSupport.Among,s=e.stemmerSupport.SnowballProgram,i=new function(){function e(e,r,s){return P.eq_s(1,e)&&(P.ket=P.cursor,P.in_grouping(C,97,251))?(P.slice_from(r),P.cursor=s,!0):!1}function i(e,r,s){return P.eq_s(1,e)?(P.ket=P.cursor,P.slice_from(r),P.cursor=s,!0):!1}function n(){for(var r,s;;){if(r=P.cursor,P.in_grouping(C,97,251)){if(P.bra=P.cursor,s=P.cursor,e("u","U",r))continue;if(P.cursor=s,e("i","I",r))continue;if(P.cursor=s,i("y","Y",r))continue}if(P.cursor=r,P.bra=r,!e("y","Y",r)){if(P.cursor=r,P.eq_s(1,"q")&&(P.bra=P.cursor,i("u","U",r)))continue;if(P.cursor=r,r>=P.limit)return;P.cursor++}}}function t(){for(;!P.in_grouping(C,97,251);){if(P.cursor>=P.limit)return!0;P.cursor++}for(;!P.out_grouping(C,97,251);){if(P.cursor>=P.limit)return!0;P.cursor++}return!1}function o(){var e=P.cursor;if(q=P.limit,g=q,p=q,P.in_grouping(C,97,251)&&P.in_grouping(C,97,251)&&P.cursor=P.limit){P.cursor=q;break}P.cursor++}while(!P.in_grouping(C,97,251))}q=P.cursor,P.cursor=e,t()||(g=P.cursor,t()||(p=P.cursor))}function u(){for(var e,r;;){if(r=P.cursor,P.bra=r,e=P.find_among(z,4),!e)break;switch(P.ket=P.cursor,e){case 1:P.slice_from("i");break;case 2:P.slice_from("u");break;case 3:P.slice_from("y");break;case 4:if(P.cursor>=P.limit)return;P.cursor++}}}function c(){return q<=P.cursor}function a(){return g<=P.cursor}function l(){return p<=P.cursor}function w(){var e,r;if(P.ket=P.cursor,e=P.find_among_b(W,43)){switch(P.bra=P.cursor,e){case 1:if(!l())return!1;P.slice_del();break;case 2:if(!l())return!1;P.slice_del(),P.ket=P.cursor,P.eq_s_b(2,"ic")&&(P.bra=P.cursor,l()?P.slice_del():P.slice_from("iqU"));break;case 3:if(!l())return!1;P.slice_from("log");break;case 4:if(!l())return!1;P.slice_from("u");break;case 5:if(!l())return!1;P.slice_from("ent");break;case 6:if(!c())return!1;if(P.slice_del(),P.ket=P.cursor,e=P.find_among_b(h,6))switch(P.bra=P.cursor,e){case 1:l()&&(P.slice_del(),P.ket=P.cursor,P.eq_s_b(2,"at")&&(P.bra=P.cursor,l()&&P.slice_del()));break;case 2:l()?P.slice_del():a()&&P.slice_from("eux");break;case 3:l()&&P.slice_del();break;case 4:c()&&P.slice_from("i")}break;case 7:if(!l())return!1;if(P.slice_del(),P.ket=P.cursor,e=P.find_among_b(y,3))switch(P.bra=P.cursor,e){case 1:l()?P.slice_del():P.slice_from("abl");break;case 2:l()?P.slice_del():P.slice_from("iqU");break;case 3:l()&&P.slice_del()}break;case 8:if(!l())return!1;if(P.slice_del(),P.ket=P.cursor,P.eq_s_b(2,"at")&&(P.bra=P.cursor,l()&&(P.slice_del(),P.ket=P.cursor,P.eq_s_b(2,"ic")))){P.bra=P.cursor,l()?P.slice_del():P.slice_from("iqU");break}break;case 9:P.slice_from("eau");break;case 10:if(!a())return!1;P.slice_from("al");break;case 11:if(l())P.slice_del();else{if(!a())return!1;P.slice_from("eux")}break;case 12:if(!a()||!P.out_grouping_b(C,97,251))return!1;P.slice_del();break;case 13:return c()&&P.slice_from("ant"),!1;case 14:return c()&&P.slice_from("ent"),!1;case 15:return r=P.limit-P.cursor,P.in_grouping_b(C,97,251)&&c()&&(P.cursor=P.limit-r,P.slice_del()),!1}return!0}return!1}function f(){var e,r;if(P.cursor=q){if(s=P.limit_backward,P.limit_backward=q,P.ket=P.cursor,e=P.find_among_b(I,7))switch(P.bra=P.cursor,e){case 1:if(l()){if(i=P.limit-P.cursor,!P.eq_s_b(1,"s")&&(P.cursor=P.limit-i,!P.eq_s_b(1,"t")))break;P.slice_del()}break;case 2:P.slice_from("i");break;case 3:P.slice_del();break;case 4:P.eq_s_b(2,"gu")&&P.slice_del()}P.limit_backward=s}}function b(){var e=P.limit-P.cursor;P.find_among_b(U,5)&&(P.cursor=P.limit-e,P.ket=P.cursor,P.cursor>P.limit_backward&&(P.cursor--,P.bra=P.cursor,P.slice_del()))}function d(){for(var e,r=1;P.out_grouping_b(C,97,251);)r--;if(0>=r){if(P.ket=P.cursor,e=P.limit-P.cursor,!P.eq_s_b(1,"é")&&(P.cursor=P.limit-e,!P.eq_s_b(1,"è")))return;P.bra=P.cursor,P.slice_from("e")}}function k(){return w()||(P.cursor=P.limit,f()||(P.cursor=P.limit,m()))?(P.cursor=P.limit,P.ket=P.cursor,void(P.eq_s_b(1,"Y")?(P.bra=P.cursor,P.slice_from("i")):(P.cursor=P.limit,P.eq_s_b(1,"ç")&&(P.bra=P.cursor,P.slice_from("c"))))):(P.cursor=P.limit,void _())}var p,g,q,v=[new r("col",-1,-1),new r("par",-1,-1),new r("tap",-1,-1)],z=[new r("",-1,4),new r("I",0,1),new r("U",0,2),new r("Y",0,3)],h=[new r("iqU",-1,3),new r("abl",-1,3),new r("Ièr",-1,4),new r("ièr",-1,4),new r("eus",-1,2),new r("iv",-1,1)],y=[new r("ic",-1,2),new r("abil",-1,1),new r("iv",-1,3)],W=[new r("iqUe",-1,1),new r("atrice",-1,2),new r("ance",-1,1),new r("ence",-1,5),new r("logie",-1,3),new r("able",-1,1),new r("isme",-1,1),new r("euse",-1,11),new r("iste",-1,1),new r("ive",-1,8),new r("if",-1,8),new r("usion",-1,4),new r("ation",-1,2),new r("ution",-1,4),new r("ateur",-1,2),new r("iqUes",-1,1),new r("atrices",-1,2),new r("ances",-1,1),new r("ences",-1,5),new r("logies",-1,3),new r("ables",-1,1),new r("ismes",-1,1),new r("euses",-1,11),new r("istes",-1,1),new r("ives",-1,8),new r("ifs",-1,8),new r("usions",-1,4),new r("ations",-1,2),new r("utions",-1,4),new r("ateurs",-1,2),new r("ments",-1,15),new r("ements",30,6),new r("issements",31,12),new r("ités",-1,7),new r("ment",-1,15),new r("ement",34,6),new r("issement",35,12),new r("amment",34,13),new r("emment",34,14),new r("aux",-1,10),new r("eaux",39,9),new r("eux",-1,1),new r("ité",-1,7)],x=[new r("ira",-1,1),new r("ie",-1,1),new r("isse",-1,1),new r("issante",-1,1),new r("i",-1,1),new r("irai",4,1),new r("ir",-1,1),new r("iras",-1,1),new r("ies",-1,1),new r("îmes",-1,1),new r("isses",-1,1),new r("issantes",-1,1),new r("îtes",-1,1),new r("is",-1,1),new r("irais",13,1),new r("issais",13,1),new r("irions",-1,1),new r("issions",-1,1),new r("irons",-1,1),new r("issons",-1,1),new r("issants",-1,1),new r("it",-1,1),new r("irait",21,1),new r("issait",21,1),new r("issant",-1,1),new r("iraIent",-1,1),new r("issaIent",-1,1),new r("irent",-1,1),new r("issent",-1,1),new r("iront",-1,1),new r("ît",-1,1),new r("iriez",-1,1),new r("issiez",-1,1),new r("irez",-1,1),new r("issez",-1,1)],F=[new r("a",-1,3),new r("era",0,2),new r("asse",-1,3),new r("ante",-1,3),new r("ée",-1,2),new r("ai",-1,3),new r("erai",5,2),new r("er",-1,2),new r("as",-1,3),new r("eras",8,2),new r("âmes",-1,3),new r("asses",-1,3),new r("antes",-1,3),new r("âtes",-1,3),new r("ées",-1,2),new r("ais",-1,3),new r("erais",15,2),new r("ions",-1,1),new r("erions",17,2),new r("assions",17,3),new r("erons",-1,2),new r("ants",-1,3),new r("és",-1,2),new r("ait",-1,3),new r("erait",23,2),new r("ant",-1,3),new r("aIent",-1,3),new r("eraIent",26,2),new r("èrent",-1,2),new r("assent",-1,3),new r("eront",-1,2),new r("ât",-1,3),new r("ez",-1,2),new r("iez",32,2),new r("eriez",33,2),new r("assiez",33,3),new r("erez",32,2),new r("é",-1,2)],I=[new r("e",-1,3),new r("Ière",0,2),new r("ière",0,2),new r("ion",-1,1),new r("Ier",-1,2),new r("ier",-1,2),new r("ë",-1,4)],U=[new r("ell",-1,-1),new r("eill",-1,-1),new r("enn",-1,-1),new r("onn",-1,-1),new r("ett",-1,-1)],C=[17,65,16,1,0,0,0,0,0,0,0,0,0,0,0,128,130,103,8,5],S=[1,65,20,0,0,0,0,0,0,0,0,0,0,0,0,0,128],P=new s;this.setCurrent=function(e){P.setCurrent(e)},this.getCurrent=function(){return P.getCurrent()},this.stem=function(){var e=P.cursor;return n(),P.cursor=e,o(),P.limit_backward=e,P.cursor=P.limit,k(),P.cursor=P.limit,b(),P.cursor=P.limit,d(),P.cursor=P.limit_backward,u(),!0}};return function(e){return i.setCurrent(e),i.stem(),i.getCurrent()}}(),e.Pipeline.registerFunction(e.fr.stemmer,"stemmer-fr"),e.fr.stopWordFilter=function(r){return-1===e.fr.stopWordFilter.stopWords.indexOf(r)?r:void 0},e.fr.stopWordFilter.stopWords=new e.SortedSet,e.fr.stopWordFilter.stopWords.length=164,e.fr.stopWordFilter.stopWords.elements=" ai aie aient aies ait as au aura aurai auraient aurais aurait auras aurez auriez aurions aurons auront aux avaient avais avait avec avez aviez avions avons ayant ayez ayons c ce ceci celà ces cet cette d dans de des du elle en es est et eu eue eues eurent eus eusse eussent eusses eussiez eussions eut eux eûmes eût eûtes furent fus fusse fussent fusses fussiez fussions fut fûmes fût fûtes ici il ils j je l la le les leur leurs lui m ma mais me mes moi mon même n ne nos notre nous on ont ou par pas pour qu que quel quelle quelles quels qui s sa sans se sera serai seraient serais serait seras serez seriez serions serons seront ses soi soient sois soit sommes son sont soyez soyons suis sur t ta te tes toi ton tu un une vos votre vous y à étaient étais était étant étiez étions été étée étées étés êtes".split(" "),e.Pipeline.registerFunction(e.fr.stopWordFilter,"stopWordFilter-fr")}}); \ No newline at end of file diff --git a/js/lunr.min.js b/js/lunr.min.js new file mode 100644 index 0000000..965230f --- /dev/null +++ b/js/lunr.min.js @@ -0,0 +1,7 @@ +/** + * lunr - http://lunrjs.com - A bit like Solr, but much smaller and not as bright - 0.5.11 + * Copyright (C) 2015 Oliver Nightingale + * MIT Licensed + * @license + */ +!function(){var t=function(e){var n=new t.Index;return n.pipeline.add(t.trimmer,t.stopWordFilter,t.stemmer),e&&e.call(n,n),n};t.version="0.5.11",t.utils={},t.utils.warn=function(t){return function(e){t.console&&console.warn&&console.warn(e)}}(this),t.EventEmitter=function(){this.events={}},t.EventEmitter.prototype.addListener=function(){var t=Array.prototype.slice.call(arguments),e=t.pop(),n=t;if("function"!=typeof e)throw new TypeError("last argument must be a function");n.forEach(function(t){this.hasHandler(t)||(this.events[t]=[]),this.events[t].push(e)},this)},t.EventEmitter.prototype.removeListener=function(t,e){if(this.hasHandler(t)){var n=this.events[t].indexOf(e);this.events[t].splice(n,1),this.events[t].length||delete this.events[t]}},t.EventEmitter.prototype.emit=function(t){if(this.hasHandler(t)){var e=Array.prototype.slice.call(arguments,1);this.events[t].forEach(function(t){t.apply(void 0,e)})}},t.EventEmitter.prototype.hasHandler=function(t){return t in this.events},t.tokenizer=function(t){return arguments.length&&null!=t&&void 0!=t?Array.isArray(t)?t.map(function(t){return t.toLowerCase()}):t.toString().trim().toLowerCase().split(/[\s\-]+/):[]},t.Pipeline=function(){this._stack=[]},t.Pipeline.registeredFunctions={},t.Pipeline.registerFunction=function(e,n){n in this.registeredFunctions&&t.utils.warn("Overwriting existing registered function: "+n),e.label=n,t.Pipeline.registeredFunctions[e.label]=e},t.Pipeline.warnIfFunctionNotRegistered=function(e){var n=e.label&&e.label in this.registeredFunctions;n||t.utils.warn("Function is not registered with pipeline. This may cause problems when serialising the index.\n",e)},t.Pipeline.load=function(e){var n=new t.Pipeline;return e.forEach(function(e){var i=t.Pipeline.registeredFunctions[e];if(!i)throw new Error("Cannot load un-registered function: "+e);n.add(i)}),n},t.Pipeline.prototype.add=function(){var e=Array.prototype.slice.call(arguments);e.forEach(function(e){t.Pipeline.warnIfFunctionNotRegistered(e),this._stack.push(e)},this)},t.Pipeline.prototype.after=function(e,n){t.Pipeline.warnIfFunctionNotRegistered(n);var i=this._stack.indexOf(e);if(-1==i)throw new Error("Cannot find existingFn");i+=1,this._stack.splice(i,0,n)},t.Pipeline.prototype.before=function(e,n){t.Pipeline.warnIfFunctionNotRegistered(n);var i=this._stack.indexOf(e);if(-1==i)throw new Error("Cannot find existingFn");this._stack.splice(i,0,n)},t.Pipeline.prototype.remove=function(t){var e=this._stack.indexOf(t);-1!=e&&this._stack.splice(e,1)},t.Pipeline.prototype.run=function(t){for(var e=[],n=t.length,i=this._stack.length,o=0;n>o;o++){for(var r=t[o],s=0;i>s&&(r=this._stack[s](r,o,t),void 0!==r);s++);void 0!==r&&e.push(r)}return e},t.Pipeline.prototype.reset=function(){this._stack=[]},t.Pipeline.prototype.toJSON=function(){return this._stack.map(function(e){return t.Pipeline.warnIfFunctionNotRegistered(e),e.label})},t.Vector=function(){this._magnitude=null,this.list=void 0,this.length=0},t.Vector.Node=function(t,e,n){this.idx=t,this.val=e,this.next=n},t.Vector.prototype.insert=function(e,n){this._magnitude=void 0;var i=this.list;if(!i)return this.list=new t.Vector.Node(e,n,i),this.length++;if(en.idx?n=n.next:(i+=e.val*n.val,e=e.next,n=n.next);return i},t.Vector.prototype.similarity=function(t){return this.dot(t)/(this.magnitude()*t.magnitude())},t.SortedSet=function(){this.length=0,this.elements=[]},t.SortedSet.load=function(t){var e=new this;return e.elements=t,e.length=t.length,e},t.SortedSet.prototype.add=function(){var t,e;for(t=0;t1;){if(r===t)return o;t>r&&(e=o),r>t&&(n=o),i=n-e,o=e+Math.floor(i/2),r=this.elements[o]}return r===t?o:-1},t.SortedSet.prototype.locationFor=function(t){for(var e=0,n=this.elements.length,i=n-e,o=e+Math.floor(i/2),r=this.elements[o];i>1;)t>r&&(e=o),r>t&&(n=o),i=n-e,o=e+Math.floor(i/2),r=this.elements[o];return r>t?o:t>r?o+1:void 0},t.SortedSet.prototype.intersect=function(e){for(var n=new t.SortedSet,i=0,o=0,r=this.length,s=e.length,a=this.elements,h=e.elements;;){if(i>r-1||o>s-1)break;a[i]!==h[o]?a[i]h[o]&&o++:(n.add(a[i]),i++,o++)}return n},t.SortedSet.prototype.clone=function(){var e=new t.SortedSet;return e.elements=this.toArray(),e.length=e.elements.length,e},t.SortedSet.prototype.union=function(t){var e,n,i;return this.length>=t.length?(e=this,n=t):(e=t,n=this),i=e.clone(),i.add.apply(i,n.toArray()),i},t.SortedSet.prototype.toJSON=function(){return this.toArray()},t.Index=function(){this._fields=[],this._ref="id",this.pipeline=new t.Pipeline,this.documentStore=new t.Store,this.tokenStore=new t.TokenStore,this.corpusTokens=new t.SortedSet,this.eventEmitter=new t.EventEmitter,this._idfCache={},this.on("add","remove","update",function(){this._idfCache={}}.bind(this))},t.Index.prototype.on=function(){var t=Array.prototype.slice.call(arguments);return this.eventEmitter.addListener.apply(this.eventEmitter,t)},t.Index.prototype.off=function(t,e){return this.eventEmitter.removeListener(t,e)},t.Index.load=function(e){e.version!==t.version&&t.utils.warn("version mismatch: current "+t.version+" importing "+e.version);var n=new this;return n._fields=e.fields,n._ref=e.ref,n.documentStore=t.Store.load(e.documentStore),n.tokenStore=t.TokenStore.load(e.tokenStore),n.corpusTokens=t.SortedSet.load(e.corpusTokens),n.pipeline=t.Pipeline.load(e.pipeline),n},t.Index.prototype.field=function(t,e){var e=e||{},n={name:t,boost:e.boost||1};return this._fields.push(n),this},t.Index.prototype.ref=function(t){return this._ref=t,this},t.Index.prototype.add=function(e,n){var i={},o=new t.SortedSet,r=e[this._ref],n=void 0===n?!0:n;this._fields.forEach(function(n){var r=this.pipeline.run(t.tokenizer(e[n.name]));i[n.name]=r,t.SortedSet.prototype.add.apply(o,r)},this),this.documentStore.set(r,o),t.SortedSet.prototype.add.apply(this.corpusTokens,o.toArray());for(var s=0;s0&&(i=1+Math.log(this.documentStore.length/n)),this._idfCache[e]=i},t.Index.prototype.search=function(e){var n=this.pipeline.run(t.tokenizer(e)),i=new t.Vector,o=[],r=this._fields.reduce(function(t,e){return t+e.boost},0),s=n.some(function(t){return this.tokenStore.has(t)},this);if(!s)return[];n.forEach(function(e,n,s){var a=1/s.length*this._fields.length*r,h=this,l=this.tokenStore.expand(e).reduce(function(n,o){var r=h.corpusTokens.indexOf(o),s=h.idf(o),l=1,u=new t.SortedSet;if(o!==e){var c=Math.max(3,o.length-e.length);l=1/Math.log(c)}return r>-1&&i.insert(r,a*s*l),Object.keys(h.tokenStore.get(o)).forEach(function(t){u.add(t)}),n.union(u)},new t.SortedSet);o.push(l)},this);var a=o.reduce(function(t,e){return t.intersect(e)});return a.map(function(t){return{ref:t,score:i.similarity(this.documentVector(t))}},this).sort(function(t,e){return e.score-t.score})},t.Index.prototype.documentVector=function(e){for(var n=this.documentStore.get(e),i=n.length,o=new t.Vector,r=0;i>r;r++){var s=n.elements[r],a=this.tokenStore.get(s)[e].tf,h=this.idf(s);o.insert(this.corpusTokens.indexOf(s),a*h)}return o},t.Index.prototype.toJSON=function(){return{version:t.version,fields:this._fields,ref:this._ref,documentStore:this.documentStore.toJSON(),tokenStore:this.tokenStore.toJSON(),corpusTokens:this.corpusTokens.toJSON(),pipeline:this.pipeline.toJSON()}},t.Index.prototype.use=function(t){var e=Array.prototype.slice.call(arguments,1);e.unshift(this),t.apply(this,e)},t.Store=function(){this.store={},this.length=0},t.Store.load=function(e){var n=new this;return n.length=e.length,n.store=Object.keys(e.store).reduce(function(n,i){return n[i]=t.SortedSet.load(e.store[i]),n},{}),n},t.Store.prototype.set=function(t,e){this.has(t)||this.length++,this.store[t]=e},t.Store.prototype.get=function(t){return this.store[t]},t.Store.prototype.has=function(t){return t in this.store},t.Store.prototype.remove=function(t){this.has(t)&&(delete this.store[t],this.length--)},t.Store.prototype.toJSON=function(){return{store:this.store,length:this.length}},t.stemmer=function(){var t={ational:"ate",tional:"tion",enci:"ence",anci:"ance",izer:"ize",bli:"ble",alli:"al",entli:"ent",eli:"e",ousli:"ous",ization:"ize",ation:"ate",ator:"ate",alism:"al",iveness:"ive",fulness:"ful",ousness:"ous",aliti:"al",iviti:"ive",biliti:"ble",logi:"log"},e={icate:"ic",ative:"",alize:"al",iciti:"ic",ical:"ic",ful:"",ness:""},n="[^aeiou]",i="[aeiouy]",o=n+"[^aeiouy]*",r=i+"[aeiou]*",s="^("+o+")?"+r+o,a="^("+o+")?"+r+o+"("+r+")?$",h="^("+o+")?"+r+o+r+o,l="^("+o+")?"+i,u=new RegExp(s),c=new RegExp(h),p=new RegExp(a),d=new RegExp(l),f=/^(.+?)(ss|i)es$/,m=/^(.+?)([^s])s$/,v=/^(.+?)eed$/,g=/^(.+?)(ed|ing)$/,y=/.$/,S=/(at|bl|iz)$/,w=new RegExp("([^aeiouylsz])\\1$"),x=new RegExp("^"+o+i+"[^aeiouwxy]$"),k=/^(.+?[^aeiou])y$/,E=/^(.+?)(ational|tional|enci|anci|izer|bli|alli|entli|eli|ousli|ization|ation|ator|alism|iveness|fulness|ousness|aliti|iviti|biliti|logi)$/,b=/^(.+?)(icate|ative|alize|iciti|ical|ful|ness)$/,_=/^(.+?)(al|ance|ence|er|ic|able|ible|ant|ement|ment|ent|ou|ism|ate|iti|ous|ive|ize)$/,F=/^(.+?)(s|t)(ion)$/,O=/^(.+?)e$/,P=/ll$/,N=new RegExp("^"+o+i+"[^aeiouwxy]$"),T=function(n){var i,o,r,s,a,h,l;if(n.length<3)return n;if(r=n.substr(0,1),"y"==r&&(n=r.toUpperCase()+n.substr(1)),s=f,a=m,s.test(n)?n=n.replace(s,"$1$2"):a.test(n)&&(n=n.replace(a,"$1$2")),s=v,a=g,s.test(n)){var T=s.exec(n);s=u,s.test(T[1])&&(s=y,n=n.replace(s,""))}else if(a.test(n)){var T=a.exec(n);i=T[1],a=d,a.test(i)&&(n=i,a=S,h=w,l=x,a.test(n)?n+="e":h.test(n)?(s=y,n=n.replace(s,"")):l.test(n)&&(n+="e"))}if(s=k,s.test(n)){var T=s.exec(n);i=T[1],n=i+"i"}if(s=E,s.test(n)){var T=s.exec(n);i=T[1],o=T[2],s=u,s.test(i)&&(n=i+t[o])}if(s=b,s.test(n)){var T=s.exec(n);i=T[1],o=T[2],s=u,s.test(i)&&(n=i+e[o])}if(s=_,a=F,s.test(n)){var T=s.exec(n);i=T[1],s=c,s.test(i)&&(n=i)}else if(a.test(n)){var T=a.exec(n);i=T[1]+T[2],a=c,a.test(i)&&(n=i)}if(s=O,s.test(n)){var T=s.exec(n);i=T[1],s=c,a=p,h=N,(s.test(i)||a.test(i)&&!h.test(i))&&(n=i)}return s=P,a=c,s.test(n)&&a.test(n)&&(s=y,n=n.replace(s,"")),"y"==r&&(n=r.toLowerCase()+n.substr(1)),n};return T}(),t.Pipeline.registerFunction(t.stemmer,"stemmer"),t.stopWordFilter=function(e){return-1===t.stopWordFilter.stopWords.indexOf(e)?e:void 0},t.stopWordFilter.stopWords=new t.SortedSet,t.stopWordFilter.stopWords.length=119,t.stopWordFilter.stopWords.elements=["","a","able","about","across","after","all","almost","also","am","among","an","and","any","are","as","at","be","because","been","but","by","can","cannot","could","dear","did","do","does","either","else","ever","every","for","from","get","got","had","has","have","he","her","hers","him","his","how","however","i","if","in","into","is","it","its","just","least","let","like","likely","may","me","might","most","must","my","neither","no","nor","not","of","off","often","on","only","or","other","our","own","rather","said","say","says","she","should","since","so","some","than","that","the","their","them","then","there","these","they","this","tis","to","too","twas","us","wants","was","we","were","what","when","where","which","while","who","whom","why","will","with","would","yet","you","your"],t.Pipeline.registerFunction(t.stopWordFilter,"stopWordFilter"),t.trimmer=function(t){return t.replace(/^\W+/,"").replace(/\W+$/,"")},t.Pipeline.registerFunction(t.trimmer,"trimmer"),t.TokenStore=function(){this.root={docs:{}},this.length=0},t.TokenStore.load=function(t){var e=new this;return e.root=t.root,e.length=t.length,e},t.TokenStore.prototype.add=function(t,e,n){var n=n||this.root,i=t[0],o=t.slice(1);return i in n||(n[i]={docs:{}}),0===o.length?(n[i].docs[e.ref]=e,void(this.length+=1)):this.add(o,e,n[i])},t.TokenStore.prototype.has=function(t){if(!t)return!1;for(var e=this.root,n=0;ns;s++)i[s]=r.charCodeAt(s);return i},!r&&""!=r||!t&&0!=t||!i)throw"Bad Among initialisation: s:"+r+", substring_i: "+t+", result: "+i;this.s_size=r.length,this.s=this.toCharArray(r),this.substring_i=t,this.result=i,this.method=s},SnowballProgram:function(){var r;return{bra:0,ket:0,limit:0,cursor:0,limit_backward:0,setCurrent:function(t){r=t,this.cursor=0,this.limit=t.length,this.limit_backward=0,this.bra=this.cursor,this.ket=this.limit},getCurrent:function(){var t=r;return r=null,t},in_grouping:function(t,i,s){if(this.cursor=e&&e>=i&&(e-=i,t[e>>3]&1<<(7&e)))return this.cursor++,!0}return!1},in_grouping_b:function(t,i,s){if(this.cursor>this.limit_backward){var e=r.charCodeAt(this.cursor-1);if(s>=e&&e>=i&&(e-=i,t[e>>3]&1<<(7&e)))return this.cursor--,!0}return!1},out_grouping:function(t,i,s){if(this.cursors||i>e)return this.cursor++,!0;if(e-=i,!(t[e>>3]&1<<(7&e)))return this.cursor++,!0}return!1},out_grouping_b:function(t,i,s){if(this.cursor>this.limit_backward){var e=r.charCodeAt(this.cursor-1);if(e>s||i>e)return this.cursor--,!0;if(e-=i,!(t[e>>3]&1<<(7&e)))return this.cursor--,!0}return!1},eq_s:function(t,i){if(this.limit-this.cursors;s++)if(r.charCodeAt(this.cursor+s)!=i.charCodeAt(s))return!1;return this.cursor+=t,!0},eq_s_b:function(t,i){if(this.cursor-this.limit_backwards;s++)if(r.charCodeAt(this.cursor-t+s)!=i.charCodeAt(s))return!1;return this.cursor-=t,!0},find_among:function(t,i){for(var s=0,e=i,n=this.cursor,u=this.limit,o=0,h=0,c=!1;;){for(var f=s+(e-s>>1),a=0,l=h>o?o:h,_=t[f],b=l;b<_.s_size;b++){if(n+l==u){a=-1;break}if(a=r.charCodeAt(n+l)-_.s[b])break;l++}if(0>a?(e=f,h=l):(s=f,o=l),1>=e-s){if(s>0||e==s||c)break;c=!0}}for(;;){var _=t[s];if(o>=_.s_size){if(this.cursor=n+_.s_size,!_.method)return _.result;var m=_.method();if(this.cursor=n+_.s_size,m)return _.result}if(s=_.substring_i,0>s)return 0}},find_among_b:function(t,i){for(var s=0,e=i,n=this.cursor,u=this.limit_backward,o=0,h=0,c=!1;;){for(var f=s+(e-s>>1),a=0,l=h>o?o:h,_=t[f],b=_.s_size-1-l;b>=0;b--){if(n-l==u){a=-1;break}if(a=r.charCodeAt(n-1-l)-_.s[b])break;l++}if(0>a?(e=f,h=l):(s=f,o=l),1>=e-s){if(s>0||e==s||c)break;c=!0}}for(;;){var _=t[s];if(o>=_.s_size){if(this.cursor=n-_.s_size,!_.method)return _.result;var m=_.method();if(this.cursor=n-_.s_size,m)return _.result}if(s=_.substring_i,0>s)return 0}},replace_s:function(t,i,s){var e=s.length-(i-t),n=r.substring(0,t),u=r.substring(i);return r=n+s+u,this.limit+=e,this.cursor>=i?this.cursor+=e:this.cursor>t&&(this.cursor=t),e},slice_check:function(){if(this.bra<0||this.bra>this.ket||this.ket>this.limit||this.limit>r.length)throw"faulty slice operation"},slice_from:function(r){this.slice_check(),this.replace_s(this.bra,this.ket,r)},slice_del:function(){this.slice_from("")},insert:function(r,t,i){var s=this.replace_s(r,t,i);r<=this.bra&&(this.bra+=s),r<=this.ket&&(this.ket+=s)},slice_to:function(){return this.slice_check(),r.substring(this.bra,this.ket)},eq_v_b:function(r){return this.eq_s_b(r.length,r)}}}}}}); \ No newline at end of file diff --git a/publish.py b/publish.py index 1d5313e..fa18155 100755 --- a/publish.py +++ b/publish.py @@ -6,13 +6,17 @@ import shutil import subprocess import tarfile import tempfile +import re import urllib2 import urlparse +import xml.etree.ElementTree as ET from django.template import Template, Context from django.conf import settings settings.configure() +MAL_NS = 'http://projectmallard.org/1.0/' + jhbuildrc = os.path.join(os.getcwd(), 'jhbuildrc') checkouts_directory = os.path.join(os.getcwd(), '..', 'src') web_directory = os.path.join(os.getcwd(), '..', 'web') @@ -68,13 +72,14 @@ def publish_mallard(module, branch, directory): if os.path.islink(index_html): os.unlink(index_html) + page_files = [os.path.join(help_dir, x) for x in os.listdir(help_dir) if x.endswith('.page')] cmd = ['jhbuild', '-f', jhbuildrc, 'run', 'yelp-build', 'html', '-o', output_dir, '-x'] if module.get('branch') == 'dev': cmd.append('mallard_extra_dev.xsl') else: cmd.append('mallard_extra.xsl') - cmd.extend([os.path.join(help_dir, x) for x in os.listdir(help_dir) if x.endswith('.page')]) + cmd.extend(page_files) subprocess.call(cmd, **kws) for static in ('brainstew.js', 'brainstew.css'): shutil.copy(static, output_dir) @@ -84,13 +89,29 @@ def publish_mallard(module, branch, directory): if html_files: os.symlink(html_files[0], index_html) + def remove_tags(string): + return re.sub('<.*?>', '', string, flags=re.DOTALL) + + pages = [] + for page_file in page_files: + text = open(page_file).read() + titles = re.findall('(.*)<\/title>', text) + pages.append({ + 'id': os.path.basename(page_file).rsplit('.', 1)[0], + 'title': remove_tags(titles[0]), + 'other_titles': remove_tags(' '.join(titles[1:])), + 'text': remove_tags(text), + }) + + json.dump(pages, open(os.path.join(output_dir, 'pages.json'), 'w'), indent=2) + if not os.path.exists('../mal2latex'): return temp_dir = tempfile.mkdtemp() cache_file = os.path.join(temp_dir, '%s.cache' % module_name) cmd = ['jhbuild', '-f', jhbuildrc, 'run', 'yelp-build', 'cache', '-o', cache_file] - cmd.extend([os.path.join(help_dir, x) for x in os.listdir(help_dir) if x.endswith('.page')]) + cmd.extend(page_files) subprocess.call(cmd, **kws) if os.path.exists(cache_file): @@ -162,4 +183,7 @@ for module in modules: module['branch'] = 'dev' publish_mallard(module, 'master', 'dev') +for js_file in os.listdir('js'): + shutil.copy('js/' + js_file, web_directory) + create_index(modules)