|
|
|
@ -897,5 +897,23 @@ testTokenization('clojure', [
|
|
|
|
|
'`',
|
|
|
|
|
'~',
|
|
|
|
|
"'",
|
|
|
|
|
], 'meta')
|
|
|
|
|
], 'meta'),
|
|
|
|
|
|
|
|
|
|
// treat comma as whitespace
|
|
|
|
|
[
|
|
|
|
|
{
|
|
|
|
|
line: ', foo, :bar, "one", 2, ',
|
|
|
|
|
tokens: [
|
|
|
|
|
{startIndex: 0, type: 'white.clj'},
|
|
|
|
|
{startIndex: 2, type: 'identifier.clj'},
|
|
|
|
|
{startIndex: 5, type: 'white.clj'},
|
|
|
|
|
{startIndex: 7, type: 'constant.clj'},
|
|
|
|
|
{startIndex: 11, type: 'white.clj'},
|
|
|
|
|
{startIndex: 13, type: 'string.clj'},
|
|
|
|
|
{startIndex: 18, type: 'white.clj'},
|
|
|
|
|
{startIndex: 20, type: 'number.clj'},
|
|
|
|
|
{startIndex: 21, type: 'white.clj'}
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
]);
|
|
|
|
|