Differences From Artifact [541689c69f]:
- File graphspell-js/tokenizer.js — part of check-in [a3687f4fd3] at 2018-10-10 09:19:04 on branch nodejs — Some change to javascript to work in node (user: IllusionPerdu, size: 4863) [annotate] [blame] [check-ins using]
To Artifact [1dc7e255ce]:
- File graphspell-js/tokenizer.js — part of check-in [9ae8f0a042] at 2018-10-11 15:13:57 on branch nodejs — [js] Revert syntax change (user: IllusionPerdu, size: 4864) [annotate] [blame] [check-ins using] [more...]
︙ | ︙ | |||
90 91 92 93 94 95 96 | if (bStartEndToken) { yield { "i": iToken+1, "sType": "INFO", "sValue": "<end>", "nStart": iEnd, "nEnd": iEnd, "lMorph": ["<end>"] }; } } } | | | 90 91 92 93 94 95 96 97 98 99 | if (bStartEndToken) { yield { "i": iToken+1, "sType": "INFO", "sValue": "<end>", "nStart": iEnd, "nEnd": iEnd, "lMorph": ["<end>"] }; } } } if (typeof(exports) !== 'undefined') { exports.Tokenizer = Tokenizer; } |