1
2
3
4
5
6
7
8
9
10
11
12
13
14
|
// JavaScript
// Very simple tokenizer
"use strict";
if (typeof(exports) !== 'undefined') {
var helpers = require("resource://grammalecte/helpers.js");
}
const aTkzPatterns = {
// All regexps must start with ^.
"default":
|
|
|
1
2
3
4
5
6
7
8
9
10
11
12
13
14
|
// JavaScript
// Very simple tokenizer
"use strict";
if (typeof(require) !== 'undefined') {
var helpers = require("resource://grammalecte/helpers.js");
}
const aTkzPatterns = {
// All regexps must start with ^.
"default":
|