mirror of
https://github.com/microsoft/monaco-editor.git
synced 2025-12-22 22:02:55 +01:00
MSDAX support
This commit is contained in:
Scott McMaster
parent
eb82671c37
commit
345fa67059
5 changed files with 553 additions and 0 deletions
370
test/msdax.test.ts
Normal file
370
test/msdax.test.ts
Normal file
|
|
@ -0,0 +1,370 @@
|
|||
/*---------------------------------------------------------------------------------------------
|
||||
* Copyright (c) Microsoft Corporation. All rights reserved.
|
||||
* Licensed under the MIT License. See License.txt in the project root for license information.
|
||||
*--------------------------------------------------------------------------------------------*/
|
||||
|
||||
'use strict';
|
||||
|
||||
import {testTokenization} from './testRunner';
|
||||
|
||||
testTokenization('msdax', [
|
||||
// Comments
|
||||
[{
|
||||
line: '// a comment',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'comment.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: '-almost a comment',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'operator.msdax' },
|
||||
{ startIndex: 1, type: 'identifier.msdax' },
|
||||
{ startIndex: 7, type: 'white.msdax' },
|
||||
{ startIndex: 8, type: 'identifier.msdax' },
|
||||
{ startIndex: 9, type: 'white.msdax' },
|
||||
{ startIndex: 10, type: 'identifier.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: '/* a full line comment */',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'comment.quote.msdax' },
|
||||
{ startIndex: 2, type: 'comment.msdax' },
|
||||
{ startIndex: 23, type: 'comment.quote.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: '/* /// *** /// */',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'comment.quote.msdax' },
|
||||
{ startIndex: 2, type: 'comment.msdax' },
|
||||
{ startIndex: 15, type: 'comment.quote.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: 'define measure x = /* a simple comment */ 1;',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'keyword.msdax' },
|
||||
{ startIndex: 6, type: 'white.msdax' },
|
||||
{ startIndex: 7, type: 'keyword.msdax' },
|
||||
{ startIndex: 14, type: 'white.msdax' },
|
||||
{ startIndex: 15, type: 'identifier.msdax' },
|
||||
{ startIndex: 16, type: 'white.msdax' },
|
||||
{ startIndex: 17, type: 'operator.msdax' },
|
||||
{ startIndex: 18, type: 'white.msdax' },
|
||||
{ startIndex: 19, type: 'comment.quote.msdax' },
|
||||
{ startIndex: 21, type: 'comment.msdax' },
|
||||
{ startIndex: 39, type: 'comment.quote.msdax' },
|
||||
{ startIndex: 41, type: 'white.msdax' },
|
||||
{ startIndex: 42, type: 'number.msdax' },
|
||||
{ startIndex: 43, type: 'delimiter.msdax' }
|
||||
]}],
|
||||
|
||||
// Numbers
|
||||
[{
|
||||
line: '123',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'number.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: '-123',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'operator.msdax' },
|
||||
{ startIndex: 1, type: 'number.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: '0xaBc123',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'number.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: '0XaBc123',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'number.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: '0x',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'number.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: '0x0',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'number.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: '0xAB_CD',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'number.msdax' },
|
||||
{ startIndex: 4, type: 'identifier.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: '.',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'delimiter.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: '123',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'number.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: '123.5678',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'number.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: '0.99',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'number.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: '.99',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'number.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: '99.',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'number.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: '0.',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'number.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: '.0',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'number.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: '1E-2',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'number.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: '1E+2',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'number.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: '1E2',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'number.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: '0.1E2',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'number.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: '1.E2',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'number.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: '.1E2',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'number.msdax' }
|
||||
]}],
|
||||
|
||||
// Identifiers
|
||||
[{
|
||||
line: '_abc01',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'identifier.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: 'abc01',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'identifier.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: 'evaluate filter',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'keyword.msdax' },
|
||||
{ startIndex: 8, type: 'white.msdax' },
|
||||
{ startIndex: 9, type: 'keyword.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: '[abc[[ 321 ]] xyz]',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'identifier.quote.msdax' },
|
||||
{ startIndex: 1, type: 'identifier.msdax' },
|
||||
{ startIndex: 17, type: 'identifier.quote.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: '[abc',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'identifier.quote.msdax' },
|
||||
{ startIndex: 1, type: 'identifier.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: 'define measure \'abc\'[def]',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'keyword.msdax' },
|
||||
{ startIndex: 6, type: 'white.msdax' },
|
||||
{ startIndex: 7, type: 'keyword.msdax' },
|
||||
{ startIndex: 14, type: 'white.msdax' },
|
||||
{ startIndex: 15, type: 'identifier.quote.msdax' },
|
||||
{ startIndex: 16, type: 'identifier.msdax' },
|
||||
{ startIndex: 19, type: 'identifier.quote.msdax' },
|
||||
{ startIndex: 21, type: 'identifier.msdax' }
|
||||
{ startIndex: 24, type: 'identifier.quote.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: 'int',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'keyword.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: '[int]',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'identifier.quote.msdax' },
|
||||
{ startIndex: 1, type: 'identifier.msdax' },
|
||||
{ startIndex: 4, type: 'identifier.quote.msdax' }
|
||||
]}],
|
||||
|
||||
// Strings
|
||||
[{
|
||||
line: '"abc"" 321 "" xyz"',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'string.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: 'define var x=\"a string\"',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'keyword.msdax' },
|
||||
{ startIndex: 6, type: 'white.msdax' },
|
||||
{ startIndex: 7, type: 'keyword.msdax' },
|
||||
{ startIndex: 10, type: 'white.msdax' },
|
||||
{ startIndex: 11, type: 'identifier.msdax' },
|
||||
{ startIndex: 12, type: 'operator.msdax' },
|
||||
{ startIndex: 13, type: 'string.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: '"a "" string with quotes"',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'string.msdax' },
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: '"a // string with comment"',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'string.msdax' },
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: 'N"a unicode string"',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'string.msdax' },
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: '"a endless string',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'string.msdax' },
|
||||
]}],
|
||||
|
||||
// Operators
|
||||
[{
|
||||
line: 'define var x=1+3',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'keyword.msdax' },
|
||||
{ startIndex: 6, type: 'white.msdax' },
|
||||
{ startIndex: 7, type: 'keyword.msdax' },
|
||||
{ startIndex: 10, type: 'white.msdax' },
|
||||
{ startIndex: 11, type: 'identifier.msdax' },
|
||||
{ startIndex: 12, type: 'operator.msdax' },
|
||||
{ startIndex: 13, type: 'number.msdax' },
|
||||
{ startIndex: 14, type: 'operator.msdax' },
|
||||
{ startIndex: 15, type: 'number.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: 'define var x=1^+abc',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'keyword.msdax' },
|
||||
{ startIndex: 6, type: 'white.msdax' },
|
||||
{ startIndex: 7, type: 'keyword.msdax' },
|
||||
{ startIndex: 10, type: 'white.msdax' },
|
||||
{ startIndex: 11, type: 'identifier.msdax' },
|
||||
{ startIndex: 12, type: 'operator.msdax' },
|
||||
{ startIndex: 13, type: 'number.msdax' },
|
||||
{ startIndex: 14, type: 'operator.msdax' },
|
||||
{ startIndex: 16, type: 'identifier.msdax' }
|
||||
]}],
|
||||
|
||||
// Realistic queries and expressions
|
||||
[{
|
||||
line: 'EVALUATE \'Products\' ORDER BY [Product Id] DESC',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'keyword.msdax' },
|
||||
{ startIndex: 8, type: 'white.msdax' },
|
||||
{ startIndex: 9, type: 'identifier.quote.msdax' },
|
||||
{ startIndex: 10, type: 'identifier.msdax' },
|
||||
{ startIndex: 18, type: 'identifier.quote.msdax' },
|
||||
{ startIndex: 19, type: 'white.msdax' },
|
||||
{ startIndex: 20, type: 'keyword.msdax' },
|
||||
{ startIndex: 25, type: 'white.msdax' },
|
||||
{ startIndex: 26, type: 'keyword.msdax' },
|
||||
{ startIndex: 28, type: 'white.msdax' },
|
||||
{ startIndex: 29, type: 'identifier.quote.msdax' },
|
||||
{ startIndex: 30, type: 'identifier.msdax' },
|
||||
{ startIndex: 40, type: 'identifier.quote.msdax' },
|
||||
{ startIndex: 41, type: 'white.msdax' },
|
||||
{ startIndex: 42, type: 'keyword.msdax' }
|
||||
]}],
|
||||
|
||||
[{
|
||||
line: 'DATATABLE("Price", STRING, {{"Low"},{"Medium"}})',
|
||||
tokens: [
|
||||
{ startIndex: 0, type: 'keyword.msdax' },
|
||||
{ startIndex: 9, type: 'delimiter.parenthesis.msdax' },
|
||||
{ startIndex: 10, type: 'string.msdax' },
|
||||
{ startIndex: 17, type: 'delimiter.msdax' },
|
||||
{ startIndex: 18, type: 'white.msdax' },
|
||||
{ startIndex: 19, type: 'keyword.msdax' },
|
||||
{ startIndex: 25, type: 'delimiter.msdax' },
|
||||
{ startIndex: 26, type: 'white.msdax' },
|
||||
{ startIndex: 27, type: 'delimiter.brackets.msdax' },
|
||||
{ startIndex: 29, type: 'string.msdax' },
|
||||
{ startIndex: 34, type: 'delimiter.brackets.msdax' },
|
||||
{ startIndex: 35, type: 'delimiter.msdax' },
|
||||
{ startIndex: 36, type: 'delimiter.brackets.msdax' },
|
||||
{ startIndex: 37, type: 'string.msdax' },
|
||||
{ startIndex: 45, type: 'delimiter.brackets.msdax' },
|
||||
{ startIndex: 47, type: 'delimiter.parenthesis.msdax' }
|
||||
]}]
|
||||
]);
|
||||
Loading…
Add table
Add a link
Reference in a new issue