github-forks
/
monaco-editor
mirror of https://github.com/microsoft/monaco-editor.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

introduce preliminary Scala support, highly inspired by src/java content.

Browse Source
pull/2748/head
Mert Caliskan 5 years ago
parent 618f2cff2d
commit 1cc49e82f5
4 changed files with 818 additions and 0 deletions
Show Stats Download Patch File Download Diff File

1
src/monaco.contribution.ts
Unescape Escape View File

@ -53,6 +53,7 @@ import './restructuredtext/restructuredtext.contribution';
import './ruby/ruby.contribution';
import './rust/rust.contribution';
import './sb/sb.contribution';
import './scala/scala.contribution';
import './scheme/scheme.contribution';
import './scss/scss.contribution';
import './shell/shell.contribution';

15
src/scala/scala.contribution.ts
Unescape Escape View File

@ -0,0 +1,15 @@
/*---------------------------------------------------------------------------------------------
* Copyright (c) Microsoft Corporation. All rights reserved.
* Licensed under the MIT License. See License.txt in the project root for license information.
*--------------------------------------------------------------------------------------------*/
'use strict';
import { registerLanguage } from '../_.contribution';
registerLanguage({
id: 'scala',
extensions: ['.scala', '.sc'],
aliases: ['Scala', 'scala'],
mimetypes: ['text/x-scala-source', 'text/x-scala'],
loader: () => import('./scala')
});

649
src/scala/scala.test.ts
Unescape Escape View File

@ -0,0 +1,649 @@
/*---------------------------------------------------------------------------------------------
* Copyright (c) Microsoft Corporation. All rights reserved.
* Licensed under the MIT License. See License.txt in the project root for license information.
*--------------------------------------------------------------------------------------------*/
'use strict';
import { testTokenization } from '../test/testRunner';
testTokenization('scala', [
// Comments - single line
[{
line: '//',
tokens: [
{ startIndex: 0, type: 'comment.scala' }
]
}],
[{
line: ' // a comment',
tokens: [
{ startIndex: 0, type: '' },
{ startIndex: 4, type: 'comment.scala' }
]
}],
// Broken nested tokens due to invalid comment tokenization
[{
line: '/* //*/ a',
tokens: [
{ startIndex: 0, type: 'comment.scala' },
{ startIndex: 7, type: '' },
{ startIndex: 8, type: 'identifier.scala' }
]
}],
[{
line: '// a comment',
tokens: [
{ startIndex: 0, type: 'comment.scala' }
]
}],
[{
line: '//sticky comment',
tokens: [
{ startIndex: 0, type: 'comment.scala' }
]
}],
[{
line: '/almost a comment',
tokens: [
{ startIndex: 0, type: 'delimiter.scala' },
{ startIndex: 1, type: 'identifier.scala' },
{ startIndex: 7, type: '' },
{ startIndex: 8, type: 'identifier.scala' },
{ startIndex: 9, type: '' },
{ startIndex: 10, type: 'identifier.scala' }
]
}],
[{
line: '1 / 2; /* comment',
tokens: [
{ startIndex: 0, type: 'number.scala' },
{ startIndex: 1, type: '' },
{ startIndex: 2, type: 'delimiter.scala' },
{ startIndex: 3, type: '' },
{ startIndex: 4, type: 'number.scala' },
{ startIndex: 5, type: 'delimiter.scala' },
{ startIndex: 6, type: '' },
{ startIndex: 7, type: 'comment.scala' }
]
}],
[{
line: 'val x: Int = 1; // my comment // is a nice one',
tokens: [
{ startIndex: 0, type: 'keyword.val.scala' },
{ startIndex: 3, type: '' },
{ startIndex: 4, type: 'identifier.scala' },
{ startIndex: 5, type: 'delimiter.scala' },
{ startIndex: 6, type: '' },
{ startIndex: 7, type: 'keyword.Int.scala' },
{ startIndex: 10, type: '' },
{ startIndex: 11, type: 'delimiter.scala' },
{ startIndex: 12, type: '' },
{ startIndex: 13, type: 'number.scala' },
{ startIndex: 14, type: 'delimiter.scala' },
{ startIndex: 15, type: '' },
{ startIndex: 16, type: 'comment.scala' }
]
}],
// Comments - range comment, single line
[{
line: '/* a simple comment */',
tokens: [
{ startIndex: 0, type: 'comment.scala' }
]
}],
[{
line: 'val x: Int = /* a simple comment */ 1;',
tokens: [
{ startIndex: 0, type: 'keyword.val.scala' },
{ startIndex: 3, type: '' },
{ startIndex: 4, type: 'identifier.scala' },
{ startIndex: 5, type: 'delimiter.scala' },
{ startIndex: 6, type: '' },
{ startIndex: 7, type: 'keyword.Int.scala' },
{ startIndex: 10, type: '' },
{ startIndex: 11, type: 'delimiter.scala' },
{ startIndex: 12, type: '' },
{ startIndex: 13, type: 'comment.scala' },
{ startIndex: 35, type: '' },
{ startIndex: 36, type: 'number.scala' },
{ startIndex: 37, type: 'delimiter.scala' }
]
}],
[{
line: 'val x: Int = /* a simple comment */ 1; */',
tokens: [
{ startIndex: 0, type: 'keyword.val.scala' },
{ startIndex: 3, type: '' },
{ startIndex: 4, type: 'identifier.scala' },
{ startIndex: 5, type: 'delimiter.scala' },
{ startIndex: 6, type: '' },
{ startIndex: 7, type: 'keyword.Int.scala' },
{ startIndex: 10, type: '' },
{ startIndex: 11, type: 'delimiter.scala' },
{ startIndex: 12, type: '' },
{ startIndex: 13, type: 'comment.scala' },
{ startIndex: 35, type: '' },
{ startIndex: 36, type: 'number.scala' },
{ startIndex: 37, type: 'delimiter.scala' },
{ startIndex: 38, type: '' }
]
}],
[{
line: 'x = /**/;',
tokens: [
{ startIndex: 0, type: 'identifier.scala' },
{ startIndex: 1, type: '' },
{ startIndex: 2, type: 'delimiter.scala' },
{ startIndex: 3, type: '' },
{ startIndex: 4, type: 'comment.scala' },
{ startIndex: 8, type: 'delimiter.scala' }
]
}],
[{
line: 'x = /*/;',
tokens: [
{ startIndex: 0, type: 'identifier.scala' },
{ startIndex: 1, type: '' },
{ startIndex: 2, type: 'delimiter.scala' },
{ startIndex: 3, type: '' },
{ startIndex: 4, type: 'comment.scala' }
]
}],
// Comments - range comment, multiple lines
[{
line: '/* start of multiline comment',
tokens: [
{ startIndex: 0, type: 'comment.scala' }
]
}, {
line: 'a comment between without a star',
tokens: [
{ startIndex: 0, type: 'comment.scala' }
]
}, {
line: 'end of multiline comment*/',
tokens: [
{ startIndex: 0, type: 'comment.scala' }
]
}],
[{
line: 'val x: Int = /* start a comment',
tokens: [
{ startIndex: 0, type: 'keyword.val.scala' },
{ startIndex: 3, type: '' },
{ startIndex: 4, type: 'identifier.scala' },
{ startIndex: 5, type: 'delimiter.scala' },
{ startIndex: 6, type: '' },
{ startIndex: 7, type: 'keyword.Int.scala' },
{ startIndex: 10, type: '' },
{ startIndex: 11, type: 'delimiter.scala' },
{ startIndex: 12, type: '' },
{ startIndex: 13, type: 'comment.scala' },
]
}, {
line: ' a ',
tokens: [
{ startIndex: 0, type: 'comment.scala' },
]
}, {
line: 'and end it */ 2;',
tokens: [
{ startIndex: 0, type: 'comment.scala' },
{ startIndex: 13, type: '' },
{ startIndex: 14, type: 'number.scala' },
{ startIndex: 15, type: 'delimiter.scala' }
]
}],
// Scala Doc, multiple lines
[{
line: '/** start of Scala Doc',
tokens: [
{ startIndex: 0, type: 'comment.doc.scala' }
]
}, {
line: 'a comment between without a star',
tokens: [
{ startIndex: 0, type: 'comment.doc.scala' }
]
}, {
line: 'end of multiline comment*/',
tokens: [
{ startIndex: 0, type: 'comment.doc.scala' }
]
}],
// Keywords
[{
line: 'package test; object Program { def main(args: Array[String]): Unit = {} }',
tokens: [
{ startIndex: 0, type: 'keyword.package.scala' },
{ startIndex: 7, type: '' },
{ startIndex: 8, type: 'identifier.scala' },
{ startIndex: 12, type: 'delimiter.scala' },
{ startIndex: 13, type: '' },
{ startIndex: 14, type: 'keyword.object.scala' },
{ startIndex: 20, type: '' },
{ startIndex: 21, type: 'identifier.scala' },
{ startIndex: 28, type: '' },
{ startIndex: 29, type: 'delimiter.curly.scala' },
{ startIndex: 30, type: '' },
{ startIndex: 31, type: 'keyword.def.scala' },
{ startIndex: 34, type: '' },
{ startIndex: 35, type: 'identifier.scala' },
{ startIndex: 39, type: 'delimiter.parenthesis.scala' },
{ startIndex: 40, type: 'identifier.scala' },
{ startIndex: 44, type: 'delimiter.scala' },
{ startIndex: 45, type: '' },
{ startIndex: 46, type: 'identifier.scala' },
{ startIndex: 51, type: 'delimiter.square.scala' },
{ startIndex: 52, type: 'identifier.scala' },
{ startIndex: 58, type: 'delimiter.square.scala' },
{ startIndex: 59, type: 'delimiter.parenthesis.scala' },
{ startIndex: 60, type: 'delimiter.scala' },
{ startIndex: 61, type: '' },
{ startIndex: 62, type: 'keyword.Unit.scala' },
{ startIndex: 66, type: '' },
{ startIndex: 67, type: 'delimiter.scala' },
{ startIndex: 68, type: '' },
{ startIndex: 69, type: 'delimiter.curly.scala' },
{ startIndex: 71, type: '' },
{ startIndex: 72, type: 'delimiter.curly.scala' }
]
}],
// Numbers
[{
line: '0',
tokens: [
{ startIndex: 0, type: 'number.scala' }
]
}],
[{
line: '0.10',
tokens: [
{ startIndex: 0, type: 'number.float.scala' }
]
}],
[{
line: '0x',
tokens: [
{ startIndex: 0, type: 'number.scala' },
{ startIndex: 1, type: 'identifier.scala' }
]
}],
[{
line: '0x123',
tokens: [
{ startIndex: 0, type: 'number.hex.scala' }
]
}],
[{
line: '0x5_2',
tokens: [
{ startIndex: 0, type: 'number.hex.scala' }
]
}],
[{
line: '10e3',
tokens: [
{ startIndex: 0, type: 'number.float.scala' }
]
}],
[{
line: '10f',
tokens: [
{ startIndex: 0, type: 'number.float.scala' }
]
}],
[{
line: '23.5',
tokens: [
{ startIndex: 0, type: 'number.float.scala' }
]
}],
[{
line: '23.5e3',
tokens: [
{ startIndex: 0, type: 'number.float.scala' }
]
}],
[{
line: '23.5e-3',
tokens: [
{ startIndex: 0, type: 'number.float.scala' }
]
}],
[{
line: '23.5E3',
tokens: [
{ startIndex: 0, type: 'number.float.scala' }
]
}],
[{
line: '23.5E-3',
tokens: [
{ startIndex: 0, type: 'number.float.scala' }
]
}],
[{
line: '23.5F',
tokens: [
{ startIndex: 0, type: 'number.float.scala' }
]
}],
[{
line: '23.5f',
tokens: [
{ startIndex: 0, type: 'number.float.scala' }
]
}],
[{
line: '23.5D',
tokens: [
{ startIndex: 0, type: 'number.float.scala' }
]
}],
[{
line: '23.5d',
tokens: [
{ startIndex: 0, type: 'number.float.scala' }
]
}],
[{
line: '1.72E3D',
tokens: [
{ startIndex: 0, type: 'number.float.scala' }
]
}],
[{
line: '1.72E3d',
tokens: [
{ startIndex: 0, type: 'number.float.scala' }
]
}],
[{
line: '1.72E-3d',
tokens: [
{ startIndex: 0, type: 'number.float.scala' }
]
}],
[{
line: '1.72e3D',
tokens: [
{ startIndex: 0, type: 'number.float.scala' }
]
}],
[{
line: '1.72e3d',
tokens: [
{ startIndex: 0, type: 'number.float.scala' }
]
}],
[{
line: '1.72e-3d',
tokens: [
{ startIndex: 0, type: 'number.float.scala' }
]
}],
[{
line: '23L',
tokens: [
{ startIndex: 0, type: 'number.scala' }
]
}],
[{
line: '23l',
tokens: [
{ startIndex: 0, type: 'number.scala' }
]
}],
[{
line: '5_2',
tokens: [
{ startIndex: 0, type: 'number.scala' }
]
}],
[{
line: '5_______2',
tokens: [
{ startIndex: 0, type: 'number.scala' }
]
}],
[{
line: '3_.1415F',
tokens: [
{ startIndex: 0, type: 'number.scala' },
{ startIndex: 1, type: 'identifier.scala' },
{ startIndex: 2, type: 'delimiter.scala' },
{ startIndex: 3, type: 'number.float.scala' }
]
}],
[{
line: '3._1415F',
tokens: [
{ startIndex: 0, type: 'number.scala' },
{ startIndex: 1, type: 'delimiter.scala' },
{ startIndex: 2, type: 'identifier.scala' }
]
}],
[{
line: '999_99_9999_L',
tokens: [
{ startIndex: 0, type: 'number.scala' },
{ startIndex: 11, type: 'identifier.scala' }
]
}],
[{
line: '52_',
tokens: [
{ startIndex: 0, type: 'number.scala' },
{ startIndex: 2, type: 'identifier.scala' }
]
}],
[{
line: '0_x52',
tokens: [
{ startIndex: 0, type: 'number.scala' },
{ startIndex: 1, type: 'identifier.scala' }
]
}],
[{
line: '0x_52',
tokens: [
{ startIndex: 0, type: 'number.scala' },
{ startIndex: 1, type: 'identifier.scala' }
]
}],
[{
line: '0x52_',
tokens: [
{ startIndex: 0, type: 'number.hex.scala' },
{ startIndex: 4, type: 'identifier.scala' }
]
}],
[{
line: '23.5L',
tokens: [
{ startIndex: 0, type: 'number.float.scala' },
{ startIndex: 4, type: 'identifier.scala' }
]
}],
[{
line: '0+0',
tokens: [
{ startIndex: 0, type: 'number.scala' },
{ startIndex: 1, type: 'delimiter.scala' },
{ startIndex: 2, type: 'number.scala' }
]
}],
[{
line: '100+10',
tokens: [
{ startIndex: 0, type: 'number.scala' },
{ startIndex: 3, type: 'delimiter.scala' },
{ startIndex: 4, type: 'number.scala' }
]
}],
[{
line: '0 + 0',
tokens: [
{ startIndex: 0, type: 'number.scala' },
{ startIndex: 1, type: '' },
{ startIndex: 2, type: 'delimiter.scala' },
{ startIndex: 3, type: '' },
{ startIndex: 4, type: 'number.scala' }
]
}],
// single line Strings
[{
line: 'val s: String = "I\'m a Scala String";',
tokens: [
{ startIndex: 0, type: 'keyword.val.scala' },
{ startIndex: 3, type: '' },
{ startIndex: 4, type: 'identifier.scala' },
{ startIndex: 5, type: 'delimiter.scala' },
{ startIndex: 6, type: '' },
{ startIndex: 7, type: 'identifier.scala' },
{ startIndex: 13, type: '' },
{ startIndex: 14, type: 'delimiter.scala' },
{ startIndex: 15, type: '' },
{ startIndex: 16, type: 'string.scala' },
{ startIndex: 36, type: 'delimiter.scala' }
]
}],
[{
line: 'val s: String = "concatenated" + " String" ;',
tokens: [
{ startIndex: 0, type: 'keyword.val.scala' },
{ startIndex: 3, type: '' },
{ startIndex: 4, type: 'identifier.scala' },
{ startIndex: 5, type: 'delimiter.scala' },
{ startIndex: 6, type: '' },
{ startIndex: 7, type: 'identifier.scala' },
{ startIndex: 13, type: '' },
{ startIndex: 14, type: 'delimiter.scala' },
{ startIndex: 15, type: '' },
{ startIndex: 16, type: 'string.scala' },
{ startIndex: 30, type: '' },
{ startIndex: 31, type: 'delimiter.scala' },
{ startIndex: 32, type: '' },
{ startIndex: 33, type: 'string.scala' },
{ startIndex: 42, type: '' },
{ startIndex: 43, type: 'delimiter.scala' }
]
}],
[{
line: '"quote in a string"',
tokens: [
{ startIndex: 0, type: 'string.scala' }
]
}],
[{
line: '"escaping \\"quotes\\" is cool"',
tokens: [
{ startIndex: 0, type: 'string.scala' },
{ startIndex: 10, type: 'string.escape.scala' },
{ startIndex: 12, type: 'string.scala' },
{ startIndex: 18, type: 'string.escape.scala' },
{ startIndex: 20, type: 'string.scala' }
]
}],
[{
line: '"\\"',
tokens: [
{ startIndex: 0, type: 'string.invalid.scala' }
]
}],
// Annotations
[{
line: '@',
tokens: [
{ startIndex: 0, type: '' }
]
}],
[{
line: '@uncheckedStable',
tokens: [
{ startIndex: 0, type: 'annotation.scala' }
]
}],
[{
line: '@silent("deprecated")',
tokens: [
{ startIndex: 0, type: 'annotation.scala' },
{ startIndex: 7, type: 'delimiter.parenthesis.scala' },
{ startIndex: 8, type: 'string.scala' },
{ startIndex: 20, type: 'delimiter.parenthesis.scala' }
]
}],
[{
line: '@ AnnotationWithKeywordAfter private',
tokens: [
{ startIndex: 0, type: 'annotation.scala' },
{ startIndex: 28, type: '' },
{ startIndex: 29, type: 'keyword.private.scala' }
]
}]
]);

153
src/scala/scala.ts
Unescape Escape View File

@ -0,0 +1,153 @@
/*---------------------------------------------------------------------------------------------
* Copyright (c) Microsoft Corporation. All rights reserved.
* Licensed under the MIT License. See License.txt in the project root for license information.
*--------------------------------------------------------------------------------------------*/
'use strict';
import IRichLanguageConfiguration = monaco.languages.LanguageConfiguration;
import ILanguage = monaco.languages.IMonarchLanguage;
export const conf: IRichLanguageConfiguration = {
// the default separators except `@$`
wordPattern: /(-?\d*\.\d\w*)|([^\`\~\!\#\%\^\&\*\(\)\-\=\+\[\{\]\}\\\|\;\:\'\"\,\.\<\>\/\?\s]+)/g,
comments: {
lineComment: '//',
blockComment: ['/*', '*/'],
},
brackets: [
['{', '}'],
['[', ']'],
['(', ')'],
],
autoClosingPairs: [
{ open: '{', close: '}' },
{ open: '[', close: ']' },
{ open: '(', close: ')' },
{ open: '"', close: '"' },
{ open: '\'', close: '\'' },
],
surroundingPairs: [
{ open: '{', close: '}' },
{ open: '[', close: ']' },
{ open: '(', close: ')' },
{ open: '"', close: '"' },
{ open: '\'', close: '\'' },
{ open: '<', close: '>' },
]
};
export const language = <ILanguage>{
defaultToken: '',
tokenPostfix: '.scala',
// Reserved words are defined in lexical syntax at:
// https://www.scala-lang.org/files/archive/spec/2.13/01-lexical-syntax.html
keywords: [
'abstract', 'case', 'catch', 'class', 'def',
'do', 'else', 'extends', 'false', 'final',
'finally', 'for', 'forSome', 'if', 'implicit',
'import', 'lazy', 'macro', 'match', 'new',
'null', 'object', 'override', 'package', 'private',
'protected', 'return', 'sealed', 'super', 'this',
'throw', 'trait', 'try', 'true', 'type',
'val', 'var', 'while', 'with', 'yield',
'Double', 'Float', 'Long', 'Int', 'Short',
'Byte', 'Char', 'Unit', 'Boolean'
],
// Extended the operators that are defined in lexical syntax at:
// https://www.scala-lang.org/files/archive/spec/2.13/01-lexical-syntax.html
operators: [
'=', '>', '<', '!', '~', '?', ':',
'==', '<=', '>=', '!=', '&&', '||', '++', '--',
'+', '-', '*', '/', '&', '|', '^', '%', '<<',
'>>', '>>>', '+=', '-=', '*=', '/=', '&=', '|=',
'^=', '%=', '<<=', '>>=', '>>>=',
'_', '=>', '<-', '<:', '<%', '>:', '#', '@'
],
// we include these common regular expressions
symbols: /[=><!~?:&|+\-*\/\^%]+/,
escapes: /\\(?:[abfnrtv\\"']|x[0-9A-Fa-f]{1,4}|u[0-9A-Fa-f]{4}|U[0-9A-Fa-f]{8})/,
digits: /\d+(_+\d+)*/,
hexdigits: /[[0-9a-fA-F]+(_+[0-9a-fA-F]+)*/,
// The main tokenizer for our languages
tokenizer: {
root: [
// identifiers and keywords
[/[a-zA-Z_$][\w$]*/, {
cases: {
'@keywords': { token: 'keyword.$0' },
'@default': 'identifier'
}
}],
// whitespace
{ include: '@whitespace' },
// delimiters and operators
[/[{}()\[\]]/, '@brackets'],
[/[<>](?!@symbols)/, '@brackets'],
[/@symbols/, {
cases: {
'@operators': 'delimiter',
'@default': ''
}
}],
// @ annotations.
[/@\s*[a-zA-Z_\$][\w\$]*/, 'annotation'],
// numbers
[/(@digits)[eE]([\-+]?(@digits))?[fFdD]?/, 'number.float'],
[/(@digits)\.(@digits)([eE][\-+]?(@digits))?[fFdD]?/, 'number.float'],
[/0[xX](@hexdigits)[Ll]?/, 'number.hex'],
[/(@digits)[fFdD]/, 'number.float'],
[/(@digits)[lL]?/, 'number'],
// delimiter: after number because of .\d floats
[/[;,.]/, 'delimiter'],
// strings
[/"([^"\\]|\\.)*$/, 'string.invalid'], // non-terminated string
[/"/, 'string', '@string'],
// characters
[/'[^\\']'/, 'string'],
[/(')(@escapes)(')/, ['string', 'string.escape', 'string']],
[/'/, 'string.invalid']
],
whitespace: [
[/[ \t\r\n]+/, ''],
[/\/\*\*(?!\/)/, 'comment.doc', '@scaladoc'],
[/\/\*/, 'comment', '@comment'],
[/\/\/.*$/, 'comment'],
],
comment: [
[/[^\/*]+/, 'comment'],
// [/\/\*/, 'comment', '@push' ], // nested comment not allowed :-(
// [/\/\*/, 'comment.invalid' ], // this breaks block comments in the shape of /* //*/
[/\*\//, 'comment', '@pop'],
[/[\/*]/, 'comment']
],
//Identical copy of comment above, except for the addition of .doc
scaladoc: [
[/[^\/*]+/, 'comment.doc'],
// [/\/\*/, 'comment.doc', '@push' ], // nested comment not allowed :-(
[/\/\*/, 'comment.doc.invalid'],
[/\*\//, 'comment.doc', '@pop'],
[/[\/*]/, 'comment.doc']
],
string: [
[/[^\\"]+/, 'string'],
[/@escapes/, 'string.escape'],
[/\\./, 'string.escape.invalid'],
[/"/, 'string', '@pop']
],
},
};
Write Preview
Loading…
Cancel
Save