Differences From Artifact [4eb5311054]:
- File gc_core/js/tokenizer.js — part of check-in [074cb33c80] at 2017-07-12 11:03:48 on branch kill_innerHTML — [fr][js] màj: lexicographe, tokenizer (user: olr, size: 3338) [annotate] [blame] [check-ins using]
To Artifact [8720e6c367]:
- File gc_core/js/tokenizer.js — part of check-in [492169bd6f] at 2017-07-13 07:08:53 on branch kill_innerHTML — [core][js] tokenizer: yield separator one by one (user: olr, size: 3649) [annotate] [blame] [check-ins using] [more...]
| ︙ | ︙ | |||
52 53 54 55 56 57 58 |
let m;
let i = 0;
while (sText) {
let nCut = 1;
for (let [zRegex, sType] of this.aRules) {
try {
if ((m = zRegex.exec(sText)) !== null) {
| > > > > > | > | 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 |
let m;
let i = 0;
while (sText) {
let nCut = 1;
for (let [zRegex, sType] of this.aRules) {
try {
if ((m = zRegex.exec(sText)) !== null) {
if (sType == 'SEPARATOR') {
for (let c of m[0]) {
yield { "sType": sType, "sValue": c, "nStart": i, "nEnd": i + m[0].length }
}
} else {
yield { "sType": sType, "sValue": m[0], "nStart": i, "nEnd": i + m[0].length }
}
nCut = m[0].length;
break;
}
}
catch (e) {
helpers.logerror(e);
}
|
| ︙ | ︙ |