github-forks
/
monaco-editor
mirror of https://github.com/microsoft/monaco-editor.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Generate classic-style tokens for bat

Browse Source
pull/2748/head
Alex Dima 8 years ago
parent db5dfea6bc
commit 73ca7943b6
2 changed files with 64 additions and 64 deletions
Show Stats Download Patch File Download Diff File

22
src/bat.ts
Unescape Escape View File

@ -38,9 +38,9 @@ export var language = <ILanguage> {
tokenPostfix: '.bat', tokenPostfix: '.bat',
brackets: [ brackets: [
{ token: 'punctuation.bracket', open: '{', close: '}' }, { token: 'delimiter.bracket', open: '{', close: '}' },
{ token: 'punctuation.parenthesis', open: '(', close: ')' }, { token: 'delimiter.parenthesis', open: '(', close: ')' },
{ token: 'punctuation.square', open: '[', close: ']' } { token: 'delimiter.square', open: '[', close: ']' }
], ],
keywords: /call|defined|echo|errorlevel|exist|for|goto|if|pause|set|shift|start|title|not|pushd|popd/, keywords: /call|defined|echo|errorlevel|exist|for|goto|if|pause|set|shift|start|title|not|pushd|popd/,
@ -55,14 +55,14 @@ export var language = <ILanguage> {
[/^(\s*)(rem(?:\s.*|))$/, ['','comment']], [/^(\s*)(rem(?:\s.*|))$/, ['','comment']],
[/(\@?)(@keywords)(?!\w)/, [{token:'support.function'}, {token:'support.function.$2'}]], [/(\@?)(@keywords)(?!\w)/, [{token:'keyword'}, {token:'keyword.$2'}]],
// whitespace // whitespace
[/[ \t\r\n]+/, ''], [/[ \t\r\n]+/, ''],
// blocks // blocks
[/setlocal(?!\w)/, { token: 'support.function.tag-setlocal', bracket: '@open' }], [/setlocal(?!\w)/, { token: 'keyword.tag-setlocal', bracket: '@open' }],
[/endlocal(?!\w)/, { token: 'support.function.tag-setlocal', bracket: '@close' }], [/endlocal(?!\w)/, { token: 'keyword.tag-setlocal', bracket: '@close' }],
// words // words
[/[a-zA-Z_]\w*/, ''], [/[a-zA-Z_]\w*/, ''],
@ -76,15 +76,15 @@ export var language = <ILanguage> {
// punctuations // punctuations
[/[{}()\[\]]/, '@brackets'], [/[{}()\[\]]/, '@brackets'],
[/@symbols/, 'punctuation'], [/@symbols/, 'delimiter'],
// numbers // numbers
[/\d*\.\d+([eE][\-+]?\d+)?/, 'constant.numeric.float'], [/\d*\.\d+([eE][\-+]?\d+)?/, 'number.float'],
[/0[xX][0-9a-fA-F_]*[0-9a-fA-F]/, 'constant.numeric.hex'], [/0[xX][0-9a-fA-F_]*[0-9a-fA-F]/, 'number.hex'],
[/\d+/, 'constant.numeric'], [/\d+/, 'number'],
// punctuation: after number because of .\d floats // punctuation: after number because of .\d floats
[/[;,.]/, 'punctuation'], [/[;,.]/, 'delimiter'],
// strings: // strings:
[/"/, 'string', '@string."' ], [/"/, 'string', '@string."' ],

106
test/bat.test.ts
Unescape Escape View File

@ -7,14 +7,14 @@
import {testTokenization} from './testRunner'; import {testTokenization} from './testRunner';
testTokenization('bat', [ testTokenization('bat', [
// support.functions // Keywords
[{ [{
line: '@echo off title Selfhost', line: '@echo off title Selfhost',
tokens: [ tokens: [
{ startIndex: 0, type: 'support.function.bat' }, { startIndex: 0, type: 'keyword.bat' },
{ startIndex: 1, type: 'support.function.echo.bat' }, { startIndex: 1, type: 'keyword.echo.bat' },
{ startIndex: 5, type: '' }, { startIndex: 5, type: '' },
{ startIndex: 10, type: 'support.function.title.bat' }, { startIndex: 10, type: 'keyword.title.bat' },
{ startIndex: 15, type: '' } { startIndex: 15, type: '' }
]}], ]}],
@ -44,82 +44,82 @@ testTokenization('bat', [
{ startIndex: 0, type: '' } { startIndex: 0, type: '' }
]}], ]}],
// constant.numerics // number
[{ [{
line: '0', line: '0',
tokens: [ tokens: [
{ startIndex: 0, type: 'constant.numeric.bat' } { startIndex: 0, type: 'number.bat' }
]}], ]}],
[{ [{
line: '0.0', line: '0.0',
tokens: [ tokens: [
{ startIndex: 0, type: 'constant.numeric.float.bat' } { startIndex: 0, type: 'number.float.bat' }
]}], ]}],
[{ [{
line: '0x123', line: '0x123',
tokens: [ tokens: [
{ startIndex: 0, type: 'constant.numeric.hex.bat' } { startIndex: 0, type: 'number.hex.bat' }
]}], ]}],
[{ [{
line: '23.5', line: '23.5',
tokens: [ tokens: [
{ startIndex: 0, type: 'constant.numeric.float.bat' } { startIndex: 0, type: 'number.float.bat' }
]}], ]}],
[{ [{
line: '23.5e3', line: '23.5e3',
tokens: [ tokens: [
{ startIndex: 0, type: 'constant.numeric.float.bat' } { startIndex: 0, type: 'number.float.bat' }
]}], ]}],
[{ [{
line: '23.5E3', line: '23.5E3',
tokens: [ tokens: [
{ startIndex: 0, type: 'constant.numeric.float.bat' } { startIndex: 0, type: 'number.float.bat' }
]}], ]}],
[{ [{
line: '1.72e-3', line: '1.72e-3',
tokens: [ tokens: [
{ startIndex: 0, type: 'constant.numeric.float.bat' } { startIndex: 0, type: 'number.float.bat' }
]}], ]}],
[{ [{
line: '0+0', line: '0+0',
tokens: [ tokens: [
{ startIndex: 0, type: 'constant.numeric.bat' }, { startIndex: 0, type: 'number.bat' },
{ startIndex: 1, type: 'punctuation.bat' }, { startIndex: 1, type: 'delimiter.bat' },
{ startIndex: 2, type: 'constant.numeric.bat' } { startIndex: 2, type: 'number.bat' }
]}], ]}],
[{ [{
line: '100+10', line: '100+10',
tokens: [ tokens: [
{ startIndex: 0, type: 'constant.numeric.bat' }, { startIndex: 0, type: 'number.bat' },
{ startIndex: 3, type: 'punctuation.bat' }, { startIndex: 3, type: 'delimiter.bat' },
{ startIndex: 4, type: 'constant.numeric.bat' } { startIndex: 4, type: 'number.bat' }
]}], ]}],
[{ [{
line: '0 + 0', line: '0 + 0',
tokens: [ tokens: [
{ startIndex: 0, type: 'constant.numeric.bat' }, { startIndex: 0, type: 'number.bat' },
{ startIndex: 1, type: '' }, { startIndex: 1, type: '' },
{ startIndex: 2, type: 'punctuation.bat' }, { startIndex: 2, type: 'delimiter.bat' },
{ startIndex: 3, type: '' }, { startIndex: 3, type: '' },
{ startIndex: 4, type: 'constant.numeric.bat' } { startIndex: 4, type: 'number.bat' }
]}], ]}],
// Strings // Strings
[{ [{
line: 'set s = "string"', line: 'set s = "string"',
tokens: [ tokens: [
{ startIndex: 0, type: 'support.function.set.bat' }, { startIndex: 0, type: 'keyword.set.bat' },
{ startIndex: 3, type: '' }, { startIndex: 3, type: '' },
{ startIndex: 6, type: 'punctuation.bat' }, { startIndex: 6, type: 'delimiter.bat' },
{ startIndex: 7, type: '' }, { startIndex: 7, type: '' },
{ startIndex: 8, type: 'string.bat' } { startIndex: 8, type: 'string.bat' }
]}], ]}],
@ -128,42 +128,42 @@ testTokenization('bat', [
line: '"use strict";', line: '"use strict";',
tokens: [ tokens: [
{ startIndex: 0, type: 'string.bat' }, { startIndex: 0, type: 'string.bat' },
{ startIndex: 12, type: 'punctuation.bat' } { startIndex: 12, type: 'delimiter.bat' }
]}], ]}],
// Tags // Tags
[{ [{
line: 'setlocal endlocal', line: 'setlocal endlocal',
tokens: [ tokens: [
{ startIndex: 0, type: 'support.function.tag-setlocal.bat' }, { startIndex: 0, type: 'keyword.tag-setlocal.bat' },
{ startIndex: 8, type: '' }, { startIndex: 8, type: '' },
{ startIndex: 9, type: 'support.function.tag-setlocal.bat' } { startIndex: 9, type: 'keyword.tag-setlocal.bat' }
]}], ]}],
[{ [{
line: 'setlocal ENDLOCAL', line: 'setlocal ENDLOCAL',
tokens: [ tokens: [
{ startIndex: 0, type: 'support.function.tag-setlocal.bat' }, { startIndex: 0, type: 'keyword.tag-setlocal.bat' },
{ startIndex: 8, type: '' }, { startIndex: 8, type: '' },
{ startIndex: 9, type: 'support.function.tag-setlocal.bat' } { startIndex: 9, type: 'keyword.tag-setlocal.bat' }
]}], ]}],
[{ [{
line: 'SETLOCAL endlocal', line: 'SETLOCAL endlocal',
tokens: [ tokens: [
{ startIndex: 0, type: 'support.function.tag-setlocal.bat' }, { startIndex: 0, type: 'keyword.tag-setlocal.bat' },
{ startIndex: 8, type: '' }, { startIndex: 8, type: '' },
{ startIndex: 9, type: 'support.function.tag-setlocal.bat' } { startIndex: 9, type: 'keyword.tag-setlocal.bat' }
]}], ]}],
[{ [{
line: 'setlocal setlocal endlocal', line: 'setlocal setlocal endlocal',
tokens: [ tokens: [
{ startIndex: 0, type: 'support.function.tag-setlocal.bat' }, { startIndex: 0, type: 'keyword.tag-setlocal.bat' },
{ startIndex: 8, type: '' }, { startIndex: 8, type: '' },
{ startIndex: 9, type: 'support.function.tag-setlocal.bat' }, { startIndex: 9, type: 'keyword.tag-setlocal.bat' },
{ startIndex: 17, type: '' }, { startIndex: 17, type: '' },
{ startIndex: 18, type: 'support.function.tag-setlocal.bat' } { startIndex: 18, type: 'keyword.tag-setlocal.bat' }
]}], ]}],
// Monarch generated // Monarch generated
@ -187,7 +187,7 @@ testTokenization('bat', [
line: 'REMOVED not a comment really', line: 'REMOVED not a comment really',
tokens: [ tokens: [
{ startIndex: 0, type: '' }, { startIndex: 0, type: '' },
{ startIndex: 8, type: 'support.function.not.bat' }, { startIndex: 8, type: 'keyword.not.bat' },
{ startIndex: 11, type: '' } { startIndex: 11, type: '' }
]}, { ]}, {
line: '', line: '',
@ -196,13 +196,13 @@ testTokenization('bat', [
]}, { ]}, {
line: 'echo cool', line: 'echo cool',
tokens: [ tokens: [
{ startIndex: 0, type: 'support.function.echo.bat' }, { startIndex: 0, type: 'keyword.echo.bat' },
{ startIndex: 4, type: '' } { startIndex: 4, type: '' }
]}, { ]}, {
line: '@echo off', line: '@echo off',
tokens: [ tokens: [
{ startIndex: 0, type: 'support.function.bat' }, { startIndex: 0, type: 'keyword.bat' },
{ startIndex: 1, type: 'support.function.echo.bat' }, { startIndex: 1, type: 'keyword.echo.bat' },
{ startIndex: 5, type: '' } { startIndex: 5, type: '' }
]}, { ]}, {
line: '', line: '',
@ -211,7 +211,7 @@ testTokenization('bat', [
]}, { ]}, {
line: 'setlocAL', line: 'setlocAL',
tokens: [ tokens: [
{ startIndex: 0, type: 'support.function.tag-setlocal.bat' } { startIndex: 0, type: 'keyword.tag-setlocal.bat' }
]}, { ]}, {
line: ' asdf', line: ' asdf',
tokens: [ tokens: [
@ -223,7 +223,7 @@ testTokenization('bat', [
]}, { ]}, {
line: 'endLocaL', line: 'endLocaL',
tokens: [ tokens: [
{ startIndex: 0, type: 'support.function.tag-setlocal.bat' } { startIndex: 0, type: 'keyword.tag-setlocal.bat' }
]}, { ]}, {
line: '', line: '',
tokens: [ tokens: [
@ -231,7 +231,7 @@ testTokenization('bat', [
]}, { ]}, {
line: 'call', line: 'call',
tokens: [ tokens: [
{ startIndex: 0, type: 'support.function.call.bat' } { startIndex: 0, type: 'keyword.call.bat' }
]}, { ]}, {
line: '', line: '',
tokens: [ tokens: [
@ -275,34 +275,34 @@ testTokenization('bat', [
]}, { ]}, {
line: 'FOR %%A IN (1 2 3) DO (', line: 'FOR %%A IN (1 2 3) DO (',
tokens: [ tokens: [
{ startIndex: 0, type: 'support.function.for.bat' }, { startIndex: 0, type: 'keyword.for.bat' },
{ startIndex: 3, type: '' }, { startIndex: 3, type: '' },
{ startIndex: 4, type: 'variable.bat' }, { startIndex: 4, type: 'variable.bat' },
{ startIndex: 7, type: '' }, { startIndex: 7, type: '' },
{ startIndex: 11, type: 'punctuation.parenthesis.bat' }, { startIndex: 11, type: 'delimiter.parenthesis.bat' },
{ startIndex: 12, type: 'constant.numeric.bat' }, { startIndex: 12, type: 'number.bat' },
{ startIndex: 13, type: '' }, { startIndex: 13, type: '' },
{ startIndex: 14, type: 'constant.numeric.bat' }, { startIndex: 14, type: 'number.bat' },
{ startIndex: 15, type: '' }, { startIndex: 15, type: '' },
{ startIndex: 16, type: 'constant.numeric.bat' }, { startIndex: 16, type: 'number.bat' },
{ startIndex: 17, type: 'punctuation.parenthesis.bat' }, { startIndex: 17, type: 'delimiter.parenthesis.bat' },
{ startIndex: 18, type: '' }, { startIndex: 18, type: '' },
{ startIndex: 22, type: 'punctuation.parenthesis.bat' } { startIndex: 22, type: 'delimiter.parenthesis.bat' }
]}, { ]}, {
line: ' SET VAR1=%VAR1%%%A', line: ' SET VAR1=%VAR1%%%A',
tokens: [ tokens: [
{ startIndex: 0, type: '' }, { startIndex: 0, type: '' },
{ startIndex: 1, type: 'support.function.set.bat' }, { startIndex: 1, type: 'keyword.set.bat' },
{ startIndex: 4, type: '' }, { startIndex: 4, type: '' },
{ startIndex: 9, type: 'punctuation.bat' }, { startIndex: 9, type: 'delimiter.bat' },
{ startIndex: 10, type: 'variable.bat' } { startIndex: 10, type: 'variable.bat' }
]}, { ]}, {
line: ' SET VAR2=%VAR2%%%A', line: ' SET VAR2=%VAR2%%%A',
tokens: [ tokens: [
{ startIndex: 0, type: '' }, { startIndex: 0, type: '' },
{ startIndex: 1, type: 'support.function.set.bat' }, { startIndex: 1, type: 'keyword.set.bat' },
{ startIndex: 4, type: '' }, { startIndex: 4, type: '' },
{ startIndex: 9, type: 'punctuation.bat' }, { startIndex: 9, type: 'delimiter.bat' },
{ startIndex: 10, type: 'variable.bat' } { startIndex: 10, type: 'variable.bat' }
]}, { ]}, {
line: ' use \'string %%a asdf asdf\'', line: ' use \'string %%a asdf asdf\'',
@ -322,11 +322,11 @@ testTokenization('bat', [
line: ' this shold NOT BE red', line: ' this shold NOT BE red',
tokens: [ tokens: [
{ startIndex: 0, type: '' }, { startIndex: 0, type: '' },
{ startIndex: 12, type: 'support.function.not.bat' }, { startIndex: 12, type: 'keyword.not.bat' },
{ startIndex: 15, type: '' } { startIndex: 15, type: '' }
]}, { ]}, {
line: ')', line: ')',
tokens: [ tokens: [
{ startIndex: 0, type: 'punctuation.parenthesis.bat' } { startIndex: 0, type: 'delimiter.parenthesis.bat' }
]}] ]}]
]); ]);
Write Preview
Loading…
Cancel
Save