Differences From Artifact [541689c69f]:
- File graphspell-js/tokenizer.js — part of check-in [a3687f4fd3] at 2018-10-10 09:19:04 on branch nodejs — Some change to javascript to work in node (user: IllusionPerdu, size: 4863) [annotate] [blame] [check-ins using]
To Artifact [1dc7e255ce]:
- File graphspell-js/tokenizer.js — part of check-in [9ae8f0a042] at 2018-10-11 15:13:57 on branch nodejs — [js] Revert syntax change (user: IllusionPerdu, size: 4864) [annotate] [blame] [check-ins using] [more...]
| ︙ | ︙ | |||
90 91 92 93 94 95 96 |
if (bStartEndToken) {
yield { "i": iToken+1, "sType": "INFO", "sValue": "<end>", "nStart": iEnd, "nEnd": iEnd, "lMorph": ["<end>"] };
}
}
}
| | | 90 91 92 93 94 95 96 97 98 99 |
if (bStartEndToken) {
yield { "i": iToken+1, "sType": "INFO", "sValue": "<end>", "nStart": iEnd, "nEnd": iEnd, "lMorph": ["<end>"] };
}
}
}
if (typeof(exports) !== 'undefined') {
exports.Tokenizer = Tokenizer;
}
|