mirror of
https://github.com/microsoft/monaco-editor.git
synced 2025-12-22 20:52:56 +01:00
752 lines
16 KiB
TypeScript
752 lines
16 KiB
TypeScript
/*---------------------------------------------------------------------------------------------
|
|
* Copyright (c) Microsoft Corporation. All rights reserved.
|
|
* Licensed under the MIT License. See License.txt in the project root for license information.
|
|
*--------------------------------------------------------------------------------------------*/
|
|
|
|
'use strict';
|
|
|
|
import { testTokenization } from '../test/testRunner';
|
|
|
|
testTokenization('javascript', [
|
|
// Keywords
|
|
[{
|
|
line: 'var x = function() { };',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'keyword.js' },
|
|
{ startIndex: 3, type: '' },
|
|
{ startIndex: 4, type: 'identifier.js' },
|
|
{ startIndex: 5, type: '' },
|
|
{ startIndex: 6, type: 'delimiter.js' },
|
|
{ startIndex: 7, type: '' },
|
|
{ startIndex: 8, type: 'keyword.js' },
|
|
{ startIndex: 16, type: 'delimiter.parenthesis.js' },
|
|
{ startIndex: 18, type: '' },
|
|
{ startIndex: 19, type: 'delimiter.bracket.js' },
|
|
{ startIndex: 20, type: '' },
|
|
{ startIndex: 21, type: 'delimiter.bracket.js' },
|
|
{ startIndex: 22, type: 'delimiter.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: ' var ',
|
|
tokens: [
|
|
{ startIndex: 0, type: '' },
|
|
{ startIndex: 4, type: 'keyword.js' },
|
|
{ startIndex: 7, type: '' }
|
|
]
|
|
}],
|
|
|
|
// Comments - single line
|
|
[{
|
|
line: '//',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'comment.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: ' // a comment',
|
|
tokens: [
|
|
{ startIndex: 0, type: '' },
|
|
{ startIndex: 4, type: 'comment.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '// a comment',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'comment.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '// a comment /*',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'comment.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '// a comment /**',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'comment.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '//sticky comment',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'comment.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: 'var x = 1; // my comment // is a nice one',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'keyword.js' },
|
|
{ startIndex: 3, type: '' },
|
|
{ startIndex: 4, type: 'identifier.js' },
|
|
{ startIndex: 5, type: '' },
|
|
{ startIndex: 6, type: 'delimiter.js' },
|
|
{ startIndex: 7, type: '' },
|
|
{ startIndex: 8, type: 'number.js' },
|
|
{ startIndex: 9, type: 'delimiter.js' },
|
|
{ startIndex: 10, type: '' },
|
|
{ startIndex: 11, type: 'comment.js' }
|
|
]
|
|
}],
|
|
|
|
// Comments - range comment, single line
|
|
[{
|
|
line: '/* a simple comment */',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'comment.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: 'var x = /* a simple comment */ 1;',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'keyword.js' },
|
|
{ startIndex: 3, type: '' },
|
|
{ startIndex: 4, type: 'identifier.js' },
|
|
{ startIndex: 5, type: '' },
|
|
{ startIndex: 6, type: 'delimiter.js' },
|
|
{ startIndex: 7, type: '' },
|
|
{ startIndex: 8, type: 'comment.js' },
|
|
{ startIndex: 30, type: '' },
|
|
{ startIndex: 31, type: 'number.js' },
|
|
{ startIndex: 32, type: 'delimiter.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: 'x = /**/;',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'identifier.js' },
|
|
{ startIndex: 1, type: '' },
|
|
{ startIndex: 2, type: 'delimiter.js' },
|
|
{ startIndex: 3, type: '' },
|
|
{ startIndex: 4, type: 'comment.js' },
|
|
{ startIndex: 8, type: 'delimiter.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: 'x = /*/;',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'identifier.js' },
|
|
{ startIndex: 1, type: '' },
|
|
{ startIndex: 2, type: 'delimiter.js' },
|
|
{ startIndex: 3, type: '' },
|
|
{ startIndex: 4, type: 'comment.js' }
|
|
]
|
|
}],
|
|
|
|
// Comments - range comment, multi lines
|
|
[{
|
|
line: '/* a multiline comment',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'comment.js' }
|
|
]
|
|
}, {
|
|
line: 'can actually span',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'comment.js' }
|
|
]
|
|
}, {
|
|
line: 'multiple lines */',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'comment.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: 'var x = /* start a comment',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'keyword.js' },
|
|
{ startIndex: 3, type: '' },
|
|
{ startIndex: 4, type: 'identifier.js' },
|
|
{ startIndex: 5, type: '' },
|
|
{ startIndex: 6, type: 'delimiter.js' },
|
|
{ startIndex: 7, type: '' },
|
|
{ startIndex: 8, type: 'comment.js' }
|
|
]
|
|
}, {
|
|
line: ' a ',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'comment.js' }
|
|
]
|
|
}, {
|
|
line: 'and end it */ var a = 2;',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'comment.js' },
|
|
{ startIndex: 13, type: '' },
|
|
{ startIndex: 14, type: 'keyword.js' },
|
|
{ startIndex: 17, type: '' },
|
|
{ startIndex: 18, type: 'identifier.js' },
|
|
{ startIndex: 19, type: '' },
|
|
{ startIndex: 20, type: 'delimiter.js' },
|
|
{ startIndex: 21, type: '' },
|
|
{ startIndex: 22, type: 'number.js' },
|
|
{ startIndex: 23, type: 'delimiter.js' }
|
|
]
|
|
}],
|
|
|
|
// Strings
|
|
[{
|
|
line: 'var a = \'a\';',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'keyword.js' },
|
|
{ startIndex: 3, type: '' },
|
|
{ startIndex: 4, type: 'identifier.js' },
|
|
{ startIndex: 5, type: '' },
|
|
{ startIndex: 6, type: 'delimiter.js' },
|
|
{ startIndex: 7, type: '' },
|
|
{ startIndex: 8, type: 'string.js' },
|
|
{ startIndex: 11, type: 'delimiter.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '"use strict";',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'string.js' },
|
|
{ startIndex: 12, type: 'delimiter.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: 'b = a + " \'cool\' "',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'identifier.js' },
|
|
{ startIndex: 1, type: '' },
|
|
{ startIndex: 2, type: 'delimiter.js' },
|
|
{ startIndex: 3, type: '' },
|
|
{ startIndex: 4, type: 'identifier.js' },
|
|
{ startIndex: 5, type: '' },
|
|
{ startIndex: 6, type: 'delimiter.js' },
|
|
{ startIndex: 7, type: '' },
|
|
{ startIndex: 8, type: 'string.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '"escaping \\"quotes\\" is cool"',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'string.js' },
|
|
{ startIndex: 10, type: 'string.escape.js' },
|
|
{ startIndex: 12, type: 'string.js' },
|
|
{ startIndex: 18, type: 'string.escape.js' },
|
|
{ startIndex: 20, type: 'string.js' },
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '\'\'\'',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'string.js' },
|
|
{ startIndex: 2, type: 'string.invalid.js' },
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '\'\\\'\'',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'string.js' },
|
|
{ startIndex: 1, type: 'string.escape.js' },
|
|
{ startIndex: 3, type: 'string.js' },
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '\'be careful \\not to escape\'',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'string.js' },
|
|
{ startIndex: 12, type: 'string.escape.js' },
|
|
{ startIndex: 14, type: 'string.js' },
|
|
]
|
|
}],
|
|
|
|
// Numbers
|
|
[{
|
|
line: '0',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'number.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: ' 0',
|
|
tokens: [
|
|
{ startIndex: 0, type: '' },
|
|
{ startIndex: 1, type: 'number.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: ' 0 ',
|
|
tokens: [
|
|
{ startIndex: 0, type: '' },
|
|
{ startIndex: 1, type: 'number.js' },
|
|
{ startIndex: 2, type: '' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '0 ',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'number.js' },
|
|
{ startIndex: 1, type: '' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '0+0',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'number.js' },
|
|
{ startIndex: 1, type: 'delimiter.js' },
|
|
{ startIndex: 2, type: 'number.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '100+10',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'number.js' },
|
|
{ startIndex: 3, type: 'delimiter.js' },
|
|
{ startIndex: 4, type: 'number.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '0 + 0',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'number.js' },
|
|
{ startIndex: 1, type: '' },
|
|
{ startIndex: 2, type: 'delimiter.js' },
|
|
{ startIndex: 3, type: '' },
|
|
{ startIndex: 4, type: 'number.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '0123',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'number.octal.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '01239',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'number.octal.js' },
|
|
{ startIndex: 4, type: 'number.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '0o123',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'number.octal.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '0O123',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'number.octal.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '0x',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'number.js' },
|
|
{ startIndex: 1, type: 'identifier.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '0x123',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'number.hex.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '0X123',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'number.hex.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '0b101',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'number.binary.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '0B101',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'number.binary.js' }
|
|
]
|
|
}],
|
|
|
|
// Bigint
|
|
[{
|
|
line: '0n',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'number.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: ' 0n',
|
|
tokens: [
|
|
{ startIndex: 0, type: '' },
|
|
{ startIndex: 1, type: 'number.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: ' 0n ',
|
|
tokens: [
|
|
{ startIndex: 0, type: '' },
|
|
{ startIndex: 1, type: 'number.js' },
|
|
{ startIndex: 3, type: '' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '0n ',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'number.js' },
|
|
{ startIndex: 2, type: '' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '0n+0n',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'number.js' },
|
|
{ startIndex: 2, type: 'delimiter.js' },
|
|
{ startIndex: 3, type: 'number.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '100n+10n',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'number.js' },
|
|
{ startIndex: 4, type: 'delimiter.js' },
|
|
{ startIndex: 5, type: 'number.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '0n + 0n',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'number.js' },
|
|
{ startIndex: 2, type: '' },
|
|
{ startIndex: 3, type: 'delimiter.js' },
|
|
{ startIndex: 4, type: '' },
|
|
{ startIndex: 5, type: 'number.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '0b101n',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'number.binary.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '0123n',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'number.octal.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '0o123n',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'number.octal.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '0x123n',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'number.hex.js' }
|
|
]
|
|
}],
|
|
|
|
// Regular Expressions
|
|
[{
|
|
line: '//',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'comment.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '/**/',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'comment.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '/***/',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'comment.doc.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '5 / 3;',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'number.js' },
|
|
{ startIndex: 1, type: '' },
|
|
{ startIndex: 2, type: 'delimiter.js' },
|
|
{ startIndex: 3, type: '' },
|
|
{ startIndex: 4, type: 'number.js' },
|
|
{ startIndex: 5, type: 'delimiter.js' }
|
|
]
|
|
}],
|
|
|
|
// Advanced regular expressions
|
|
[{
|
|
line: '1 / 2; /* comment',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'number.js' },
|
|
{ startIndex: 1, type: '' },
|
|
{ startIndex: 2, type: 'delimiter.js' },
|
|
{ startIndex: 3, type: '' },
|
|
{ startIndex: 4, type: 'number.js' },
|
|
{ startIndex: 5, type: 'delimiter.js' },
|
|
{ startIndex: 6, type: '' },
|
|
{ startIndex: 7, type: 'comment.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '1 / 2 / x / b;',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'number.js' },
|
|
{ startIndex: 1, type: '' },
|
|
{ startIndex: 2, type: 'delimiter.js' },
|
|
{ startIndex: 3, type: '' },
|
|
{ startIndex: 4, type: 'number.js' },
|
|
{ startIndex: 5, type: '' },
|
|
{ startIndex: 6, type: 'delimiter.js' },
|
|
{ startIndex: 7, type: '' },
|
|
{ startIndex: 8, type: 'identifier.js' },
|
|
{ startIndex: 9, type: '' },
|
|
{ startIndex: 10, type: 'delimiter.js' },
|
|
{ startIndex: 11, type: '' },
|
|
{ startIndex: 12, type: 'identifier.js' },
|
|
{ startIndex: 13, type: 'delimiter.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: 'x = /foo/.test(\'\')',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'identifier.js' },
|
|
{ startIndex: 1, type: '' },
|
|
{ startIndex: 2, type: 'delimiter.js' },
|
|
{ startIndex: 3, type: '' },
|
|
{ startIndex: 4, type: 'regexp.js' },
|
|
{ startIndex: 9, type: 'delimiter.js' },
|
|
{ startIndex: 10, type: 'identifier.js' },
|
|
{ startIndex: 14, type: 'delimiter.parenthesis.js' },
|
|
{ startIndex: 15, type: 'string.js' },
|
|
{ startIndex: 17, type: 'delimiter.parenthesis.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '/foo/',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'regexp.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '/foo/g',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'regexp.js' },
|
|
{ startIndex: 5, type: 'keyword.other.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '/foo/gimsuy',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'regexp.js' },
|
|
{ startIndex: 5, type: 'keyword.other.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '/foo/q', // invalid flag
|
|
tokens: [
|
|
{ startIndex: 0, type: 'delimiter.js' },
|
|
{ startIndex: 1, type: 'identifier.js' },
|
|
{ startIndex: 4, type: 'delimiter.js' },
|
|
{ startIndex: 5, type: 'identifier.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: 'x = 1 + f(2 / 3, /foo/)',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'identifier.js' },
|
|
{ startIndex: 1, type: '' },
|
|
{ startIndex: 2, type: 'delimiter.js' },
|
|
{ startIndex: 3, type: '' },
|
|
{ startIndex: 4, type: 'number.js' },
|
|
{ startIndex: 5, type: '' },
|
|
{ startIndex: 6, type: 'delimiter.js' },
|
|
{ startIndex: 7, type: '' },
|
|
{ startIndex: 8, type: 'identifier.js' },
|
|
{ startIndex: 9, type: 'delimiter.parenthesis.js' },
|
|
{ startIndex: 10, type: 'number.js' },
|
|
{ startIndex: 11, type: '' },
|
|
{ startIndex: 12, type: 'delimiter.js' },
|
|
{ startIndex: 13, type: '' },
|
|
{ startIndex: 14, type: 'number.js' },
|
|
{ startIndex: 15, type: 'delimiter.js' },
|
|
{ startIndex: 16, type: '' },
|
|
{ startIndex: 17, type: 'regexp.js' },
|
|
{ startIndex: 22, type: 'delimiter.parenthesis.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: 'a /ads/ b;',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'identifier.js' },
|
|
{ startIndex: 1, type: '' },
|
|
{ startIndex: 2, type: 'delimiter.js' },
|
|
{ startIndex: 3, type: 'identifier.js' },
|
|
{ startIndex: 6, type: 'delimiter.js' },
|
|
{ startIndex: 7, type: '' },
|
|
{ startIndex: 8, type: 'identifier.js' },
|
|
{ startIndex: 9, type: 'delimiter.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '1/(2/3)/2/3;',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'number.js' },
|
|
{ startIndex: 1, type: 'delimiter.js' },
|
|
{ startIndex: 2, type: 'delimiter.parenthesis.js' },
|
|
{ startIndex: 3, type: 'number.js' },
|
|
{ startIndex: 4, type: 'delimiter.js' },
|
|
{ startIndex: 5, type: 'number.js' },
|
|
{ startIndex: 6, type: 'delimiter.parenthesis.js' },
|
|
{ startIndex: 7, type: 'delimiter.js' },
|
|
{ startIndex: 8, type: 'number.js' },
|
|
{ startIndex: 9, type: 'delimiter.js' },
|
|
{ startIndex: 10, type: 'number.js' },
|
|
{ startIndex: 11, type: 'delimiter.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '{ key: 123 }',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'delimiter.bracket.js' },
|
|
{ startIndex: 1, type: '' },
|
|
{ startIndex: 2, type: 'identifier.js' },
|
|
{ startIndex: 5, type: 'delimiter.js' },
|
|
{ startIndex: 6, type: '' },
|
|
{ startIndex: 7, type: 'number.js' },
|
|
{ startIndex: 10, type: '' },
|
|
{ startIndex: 11, type: 'delimiter.bracket.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '[1,2,3]',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'delimiter.square.js' },
|
|
{ startIndex: 1, type: 'number.js' },
|
|
{ startIndex: 2, type: 'delimiter.js' },
|
|
{ startIndex: 3, type: 'number.js' },
|
|
{ startIndex: 4, type: 'delimiter.js' },
|
|
{ startIndex: 5, type: 'number.js' },
|
|
{ startIndex: 6, type: 'delimiter.square.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: 'foo(123);',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'identifier.js' },
|
|
{ startIndex: 3, type: 'delimiter.parenthesis.js' },
|
|
{ startIndex: 4, type: 'number.js' },
|
|
{ startIndex: 7, type: 'delimiter.parenthesis.js' },
|
|
{ startIndex: 8, type: 'delimiter.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: '{a:{b:[]}}',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'delimiter.bracket.js' },
|
|
{ startIndex: 1, type: 'identifier.js' },
|
|
{ startIndex: 2, type: 'delimiter.js' },
|
|
{ startIndex: 3, type: 'delimiter.bracket.js' },
|
|
{ startIndex: 4, type: 'identifier.js' },
|
|
{ startIndex: 5, type: 'delimiter.js' },
|
|
{ startIndex: 6, type: 'delimiter.square.js' },
|
|
{ startIndex: 8, type: 'delimiter.bracket.js' }
|
|
]
|
|
}],
|
|
|
|
[{
|
|
line: 'x = "[{()}]"',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'identifier.js' },
|
|
{ startIndex: 1, type: '' },
|
|
{ startIndex: 2, type: 'delimiter.js' },
|
|
{ startIndex: 3, type: '' },
|
|
{ startIndex: 4, type: 'string.js' }
|
|
]
|
|
}],
|
|
|
|
|
|
[{
|
|
line: '`${5 + \'x\' + 3}a${4}`',
|
|
tokens: [
|
|
{ startIndex: 0, type: 'string.js' },
|
|
{ startIndex: 1, type: 'delimiter.bracket.js' },
|
|
{ startIndex: 3, type: 'number.js' },
|
|
{ startIndex: 4, type: '' },
|
|
{ startIndex: 5, type: 'delimiter.js' },
|
|
{ startIndex: 6, type: '' },
|
|
{ startIndex: 7, type: 'string.js' },
|
|
{ startIndex: 10, type: '' },
|
|
{ startIndex: 11, type: 'delimiter.js' },
|
|
{ startIndex: 12, type: '' },
|
|
{ startIndex: 13, type: 'number.js' },
|
|
{ startIndex: 14, type: 'delimiter.bracket.js' },
|
|
{ startIndex: 15, type: 'string.js' },
|
|
{ startIndex: 16, type: 'delimiter.bracket.js' },
|
|
{ startIndex: 18, type: 'number.js' },
|
|
{ startIndex: 19, type: 'delimiter.bracket.js' },
|
|
{ startIndex: 20, type: 'string.js' },
|
|
|
|
]
|
|
}]
|
|
|
|
]);
|