kiwix/kiwix-js-pwa
1
0
Fork 0
mirror of https://github.com/kiwix/kiwix-js-pwa.git synced 2025-09-08 11:48:26 -04:00
Code Issues Packages Projects Releases Wiki Activity

Find duplicates more efficiently

Browse Source 
Former-commit-id: 94bf9313afa799b4b14c7106f1a2a05037f30fe6 [formerly 8dfec4c5e2eb471cd2dc463a632568045cd76b6c [formerly ec1ddcec929eaec26f44828357e00d507f6a0017]]
Former-commit-id: 53342fcc51dbcecb79692a504b0f626048d8d69a
Former-commit-id: cf821052e0d34a0441e3153d846a719cf4159f7d
This commit is contained in:
Jaifroid 2021-07-26 12:22:06 +01:00
parent 9d7e424f60
commit dd9ba9cb97
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
www/js/lib/kiwixServe.js
View File

@ -780,10 +780,10 @@ define([], function () {
if (/^(?:[^._]+\.stack(?:exchange|overflow)|askubuntu|stackapps|stackoverflow|superuser|serverfault)/mi.test(fromDoc)) {
subList = fromDoc.replace(/^(?:.+(stackoverflow)|[^"]+"([^.]+)).+[\r\n]/img, '$1$2\n');
} else {
subList = fromDoc.replace(/^[^_]+_[^_]+_((?:[^_]|_(?!maxi|mini|nopic|\d\d\d\d))+).+[\r\n]*/mg, '$1\n');
subList = fromDoc.replace(/^[^>]+>[^_]+_[^_]+_((?:[^_]|_(?!maxi|mini|nopic|\d\d\d\d))+).+[\r\n]*/mg, '$1\n');
}
//Delete recurrences
subList = subList.replace(/\b([\w_-]+\n)(?=[\s\S]*\b\1\n?)/g, '');
subList = subList.replace(/^([\w_-]+)$[\r\n]*(?=^\1$)/gm, '');
//Remove 'all'
subList = subList.replace(/^all$/mi, '');
var subArray = subList.match(/^.+$/mg);