Fixed failing tests due to regexp modifiers being handled differently

pull/2748/head
Matthew D. Miller 6 years ago
parent 40fdb5d594
commit 3928208ab4

@ -310,14 +310,23 @@ testTokenization('perl', [
[ [
{ {
line: 'm/abc/', line: 'm/abc/',
tokens: [{ startIndex: 0, type: 'regexp.perl' }], tokens: [
{ startIndex: 0, type: 'regexp.delim.perl' },
{ startIndex: 2, type: 'regexp.perl' },
{ startIndex: 5, type: 'regexp.delim.perl' },
],
}, },
], ],
[ [
{ {
line: 'm/[abc]+/e', line: 'm/[abc]+/e',
tokens: [{ startIndex: 0, type: 'regexp.perl' }], tokens: [
{ startIndex: 0, type: 'regexp.delim.perl' },
{ startIndex: 2, type: 'regexp.perl' },
{ startIndex: 8, type: 'regexp.delim.perl' },
{ startIndex: 9, type: 'regexp.modifier.perl' },
],
}, },
], ],

@ -601,13 +601,17 @@ export const language = <ILanguage>{
[/\\./, 'regexp.escape'], [/\\./, 'regexp.escape'],
[/./, { [/./, {
cases: { cases: {
'$#==$S3': { token: 'regexp.delim', next: '@pop' }, '$#==$S3': { token: 'regexp.delim', next: '@regexpModifiers' },
'$#==$S2': { token: 'regexp.delim', next: '@push' }, // nested delimiters '$#==$S2': { token: 'regexp.delim', next: '@push' }, // nested delimiters
'@default': 'regexp' '@default': 'regexp'
} }
}], }],
], ],
regexpModifiers: [
[/[msixpodualngcer]+/, { token: 'regexp.modifier', next: '@popall' }],
],
// Expanded quoted string // Expanded quoted string
// qqstring.<open>.<close> // qqstring.<open>.<close>
// open = open delimiter // open = open delimiter

Loading…
Cancel
Save