|
|
|
@ -383,5 +383,32 @@ testTokenization('elixir', [
|
|
|
|
|
{ startIndex: 15, type: 'delimiter.square.elixir' }
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
// Bitstrings
|
|
|
|
|
[
|
|
|
|
|
{
|
|
|
|
|
line: '<<height::32-integer, width::32-integer, data::binary>>',
|
|
|
|
|
tokens: [
|
|
|
|
|
{ startIndex: 0, type: 'delimiter.angle.special.elixir' },
|
|
|
|
|
{ startIndex: 2, type: 'identifier.elixir' },
|
|
|
|
|
{ startIndex: 8, type: 'operator.elixir' },
|
|
|
|
|
{ startIndex: 10, type: 'number.elixir' },
|
|
|
|
|
{ startIndex: 12, type: 'operator.elixir' },
|
|
|
|
|
{ startIndex: 13, type: 'identifier.elixir' },
|
|
|
|
|
{ startIndex: 20, type: 'punctuation.elixir' },
|
|
|
|
|
{ startIndex: 21, type: 'white.elixir' },
|
|
|
|
|
{ startIndex: 22, type: 'identifier.elixir' },
|
|
|
|
|
{ startIndex: 27, type: 'operator.elixir' },
|
|
|
|
|
{ startIndex: 29, type: 'number.elixir' },
|
|
|
|
|
{ startIndex: 31, type: 'operator.elixir' },
|
|
|
|
|
{ startIndex: 32, type: 'identifier.elixir' },
|
|
|
|
|
{ startIndex: 39, type: 'punctuation.elixir' },
|
|
|
|
|
{ startIndex: 40, type: 'white.elixir' },
|
|
|
|
|
{ startIndex: 41, type: 'identifier.elixir' },
|
|
|
|
|
{ startIndex: 45, type: 'operator.elixir' },
|
|
|
|
|
{ startIndex: 47, type: 'identifier.elixir' },
|
|
|
|
|
{ startIndex: 53, type: 'delimiter.angle.special.elixir' }
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
]);
|
|
|
|
|