Move basic languages sources to /src/

This commit is contained in:
Alex Dima 2021-11-13 20:29:32 +01:00
parent d5e3af3744
commit 0f7286cf55
No known key found for this signature in database
GPG key ID: 39563C1504FDD0C9
247 changed files with 138 additions and 210 deletions

View file

@ -0,0 +1,193 @@
/*---------------------------------------------------------------------------------------------
* Copyright (c) Microsoft Corporation. All rights reserved.
* Licensed under the MIT License. See License.txt in the project root for license information.
*--------------------------------------------------------------------------------------------*/
import { testTokenization } from '../test/testRunner';
testTokenization('python', [
// Keywords
[
{
line: 'def func():',
tokens: [
{ startIndex: 0, type: 'keyword.python' },
{ startIndex: 3, type: 'white.python' },
{ startIndex: 4, type: 'identifier.python' },
{ startIndex: 8, type: 'delimiter.parenthesis.python' },
{ startIndex: 10, type: 'delimiter.python' }
]
}
],
[
{
line: 'func(str Y3)',
tokens: [
{ startIndex: 0, type: 'identifier.python' },
{ startIndex: 4, type: 'delimiter.parenthesis.python' },
{ startIndex: 5, type: 'keyword.python' },
{ startIndex: 8, type: 'white.python' },
{ startIndex: 9, type: 'identifier.python' },
{ startIndex: 11, type: 'delimiter.parenthesis.python' }
]
}
],
[
{
line: '@Dec0_rator:',
tokens: [
{ startIndex: 0, type: 'tag.python' },
{ startIndex: 11, type: 'delimiter.python' }
]
}
],
// Comments
[
{
line: ' # Comments! ## "jfkd" ',
tokens: [
{ startIndex: 0, type: 'white.python' },
{ startIndex: 1, type: 'comment.python' }
]
}
],
// Strings
[
{
line: "'s0'",
tokens: [
{ startIndex: 0, type: 'string.escape.python' },
{ startIndex: 1, type: 'string.python' },
{ startIndex: 3, type: 'string.escape.python' }
]
}
],
[
{
line: '"\' " "',
tokens: [
{ startIndex: 0, type: 'string.escape.python' },
{ startIndex: 1, type: 'string.python' },
{ startIndex: 3, type: 'string.escape.python' },
{ startIndex: 4, type: 'white.python' },
{ startIndex: 5, type: 'string.escape.python' }
]
}
],
[
{
line: "'''Lots of string'''",
tokens: [{ startIndex: 0, type: 'string.python' }]
}
],
[
{
line: '"""Lots \'\'\' \'\'\'"""',
tokens: [{ startIndex: 0, type: 'string.python' }]
}
],
[
{
line: "'''Lots '''0.3e-5",
tokens: [
{ startIndex: 0, type: 'string.python' },
{ startIndex: 11, type: 'number.python' }
]
}
],
// https://github.com/Microsoft/monaco-editor/issues/1170
[
{
line: 'def f():',
tokens: [
{ startIndex: 0, type: 'keyword.python' },
{ startIndex: 3, type: 'white.python' },
{ startIndex: 4, type: 'identifier.python' },
{ startIndex: 5, type: 'delimiter.parenthesis.python' },
{ startIndex: 7, type: 'delimiter.python' }
]
},
{
line: ' """multi',
tokens: [
{ startIndex: 0, type: 'white.python' },
{ startIndex: 3, type: 'string.python' }
]
},
{
line: ' line',
tokens: [{ startIndex: 0, type: 'string.python' }]
},
{
line: ' comment',
tokens: [{ startIndex: 0, type: 'string.python' }]
},
{
line: ' """ + """',
tokens: [
{ startIndex: 0, type: 'string.python' },
{ startIndex: 6, type: 'white.python' },
{ startIndex: 7, type: '' },
{ startIndex: 8, type: 'white.python' },
{ startIndex: 9, type: 'string.python' }
]
},
{
line: ' another',
tokens: [{ startIndex: 0, type: 'string.python' }]
},
{
line: ' multi',
tokens: [{ startIndex: 0, type: 'string.python' }]
},
{
line: ' line',
tokens: [{ startIndex: 0, type: 'string.python' }]
},
{
line: ' comment"""',
tokens: [{ startIndex: 0, type: 'string.python' }]
},
{
line: ' code',
tokens: [
{ startIndex: 0, type: 'white.python' },
{ startIndex: 3, type: 'identifier.python' }
]
}
],
// Numbers
[
{
line: '0xAcBFd',
tokens: [{ startIndex: 0, type: 'number.hex.python' }]
}
],
[
{
line: '0x0cH',
tokens: [
{ startIndex: 0, type: 'number.hex.python' },
{ startIndex: 4, type: 'identifier.python' }
]
}
],
[
{
line: '456.7e-7j',
tokens: [{ startIndex: 0, type: 'number.python' }]
}
]
]);