main
Last change
on this file since 79a0317 was 79a0317, checked in by stefan toskovski <stefantoska84@…>, 4 days ago |
F4 Finalna Verzija
|
-
Property mode
set to
100644
|
File size:
739 bytes
|
Rev | Line | |
---|
[79a0317] | 1 | // \n = 10
|
---|
| 2 | // ; = 59
|
---|
| 3 | // { = 123
|
---|
| 4 | // } = 125
|
---|
| 5 | // <space> = 32
|
---|
| 6 | // \r = 13
|
---|
| 7 | // \t = 9
|
---|
| 8 |
|
---|
| 9 | const splitIntoPotentialTokens = str => {
|
---|
| 10 | const len = str.length;
|
---|
| 11 | if (len === 0) return null;
|
---|
| 12 | const results = [];
|
---|
| 13 | let i = 0;
|
---|
| 14 | for (; i < len; ) {
|
---|
| 15 | const s = i;
|
---|
| 16 | block: {
|
---|
| 17 | let cc = str.charCodeAt(i);
|
---|
| 18 | while (cc !== 10 && cc !== 59 && cc !== 123 && cc !== 125) {
|
---|
| 19 | if (++i >= len) break block;
|
---|
| 20 | cc = str.charCodeAt(i);
|
---|
| 21 | }
|
---|
| 22 | while (
|
---|
| 23 | cc === 59 ||
|
---|
| 24 | cc === 32 ||
|
---|
| 25 | cc === 123 ||
|
---|
| 26 | cc === 125 ||
|
---|
| 27 | cc === 13 ||
|
---|
| 28 | cc === 9
|
---|
| 29 | ) {
|
---|
| 30 | if (++i >= len) break block;
|
---|
| 31 | cc = str.charCodeAt(i);
|
---|
| 32 | }
|
---|
| 33 | if (cc === 10) {
|
---|
| 34 | i++;
|
---|
| 35 | }
|
---|
| 36 | }
|
---|
| 37 | results.push(str.slice(s, i));
|
---|
| 38 | }
|
---|
| 39 | return results;
|
---|
| 40 | };
|
---|
| 41 | module.exports = splitIntoPotentialTokens;
|
---|
Note:
See
TracBrowser
for help on using the repository browser.