Index: graphspell-js/tokenizer.js ================================================================== --- graphspell-js/tokenizer.js +++ graphspell-js/tokenizer.js @@ -57,19 +57,18 @@ this.aRules = aTkzPatterns[this.sLang]; } * genTokens (sText, bStartEndToken=false, bWithSpaces=false) { let m; - let iToken; + let iToken = 0; let iNext = 0; let iEnd = sText.length; if (bStartEndToken) { yield { "i": 0, "sType": "INFO", "sValue": "", "nStart": 0, "nEnd": 0, "lMorph": [""] }; } while (sText) { let iCut = 1; - let iToken = 0; for (let [zRegex, sType] of this.aRules) { if (sType !== "SPACE" || bWithSpaces) { try { if ((m = zRegex.exec(sText)) !== null) { iToken += 1;