1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
|
// JavaScript
// Very simple tokenizer
/*jslint esversion: 6*/
/*global require,exports*/
"use strict";
if (typeof(require) !== 'undefined') {
var helpers = require("resource://grammalecte/helpers.js");
}
const aTkzPatterns = {
// All regexps must start with ^.
"default":
[
|
|
|
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
|
// JavaScript
// Very simple tokenizer
/*jslint esversion: 6*/
/*global require,exports*/
"use strict";
if (typeof(require) !== 'undefined') {
var helpers = require("resource://grammalecte/graphspell/helpers.js");
}
const aTkzPatterns = {
// All regexps must start with ^.
"default":
[
|