blob: 698ff043ea04de76b76099fb21a1a97c8bba8811 [file] [log] [blame]
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001/* vi:set ts=8 sts=4 sw=4 noet:
2 *
3 * Backtracking regular expression implementation.
4 *
5 * This file is included in "regexp.c".
6 *
7 * NOTICE:
8 *
9 * This is NOT the original regular expression code as written by Henry
10 * Spencer. This code has been modified specifically for use with the VIM
11 * editor, and should not be used separately from Vim. If you want a good
12 * regular expression library, get the original code. The copyright notice
13 * that follows is from the original.
14 *
15 * END NOTICE
16 *
17 * Copyright (c) 1986 by University of Toronto.
18 * Written by Henry Spencer. Not derived from licensed software.
19 *
20 * Permission is granted to anyone to use this software for any
21 * purpose on any computer system, and to redistribute it freely,
22 * subject to the following restrictions:
23 *
24 * 1. The author is not responsible for the consequences of use of
25 * this software, no matter how awful, even if they arise
26 * from defects in it.
27 *
28 * 2. The origin of this software must not be misrepresented, either
29 * by explicit claim or by omission.
30 *
31 * 3. Altered versions must be plainly marked as such, and must not
32 * be misrepresented as being the original software.
33 *
34 * Beware that some of this code is subtly aware of the way operator
35 * precedence is structured in regular expressions. Serious changes in
36 * regular-expression syntax might require a total rethink.
37 *
38 * Changes have been made by Tony Andrews, Olaf 'Rhialto' Seibert, Robert
39 * Webb, Ciaran McCreesh and Bram Moolenaar.
40 * Named character class support added by Walter Briscoe (1998 Jul 01)
41 */
42
43/*
44 * The "internal use only" fields in regexp.h are present to pass info from
45 * compile to execute that permits the execute phase to run lots faster on
46 * simple cases. They are:
47 *
48 * regstart char that must begin a match; NUL if none obvious; Can be a
49 * multi-byte character.
50 * reganch is the match anchored (at beginning-of-line only)?
51 * regmust string (pointer into program) that match must include, or NULL
52 * regmlen length of regmust string
53 * regflags RF_ values or'ed together
54 *
55 * Regstart and reganch permit very fast decisions on suitable starting points
56 * for a match, cutting down the work a lot. Regmust permits fast rejection
57 * of lines that cannot possibly match. The regmust tests are costly enough
58 * that vim_regcomp() supplies a regmust only if the r.e. contains something
59 * potentially expensive (at present, the only such thing detected is * or +
60 * at the start of the r.e., which can involve a lot of backup). Regmlen is
61 * supplied because the test in vim_regexec() needs it and vim_regcomp() is
62 * computing it anyway.
63 */
64
65/*
66 * Structure for regexp "program". This is essentially a linear encoding
67 * of a nondeterministic finite-state machine (aka syntax charts or
68 * "railroad normal form" in parsing technology). Each node is an opcode
69 * plus a "next" pointer, possibly plus an operand. "Next" pointers of
70 * all nodes except BRANCH and BRACES_COMPLEX implement concatenation; a "next"
71 * pointer with a BRANCH on both ends of it is connecting two alternatives.
72 * (Here we have one of the subtle syntax dependencies: an individual BRANCH
73 * (as opposed to a collection of them) is never concatenated with anything
74 * because of operator precedence). The "next" pointer of a BRACES_COMPLEX
75 * node points to the node after the stuff to be repeated.
76 * The operand of some types of node is a literal string; for others, it is a
77 * node leading into a sub-FSM. In particular, the operand of a BRANCH node
78 * is the first node of the branch.
79 * (NB this is *not* a tree structure: the tail of the branch connects to the
80 * thing following the set of BRANCHes.)
81 *
82 * pattern is coded like:
83 *
84 * +-----------------+
85 * | V
86 * <aa>\|<bb> BRANCH <aa> BRANCH <bb> --> END
87 * | ^ | ^
88 * +------+ +----------+
89 *
90 *
91 * +------------------+
92 * V |
93 * <aa>* BRANCH BRANCH <aa> --> BACK BRANCH --> NOTHING --> END
94 * | | ^ ^
95 * | +---------------+ |
96 * +---------------------------------------------+
97 *
98 *
99 * +----------------------+
100 * V |
101 * <aa>\+ BRANCH <aa> --> BRANCH --> BACK BRANCH --> NOTHING --> END
102 * | | ^ ^
103 * | +-----------+ |
104 * +--------------------------------------------------+
105 *
106 *
107 * +-------------------------+
108 * V |
109 * <aa>\{} BRANCH BRACE_LIMITS --> BRACE_COMPLEX <aa> --> BACK END
110 * | | ^
111 * | +----------------+
112 * +-----------------------------------------------+
113 *
114 *
115 * <aa>\@!<bb> BRANCH NOMATCH <aa> --> END <bb> --> END
116 * | | ^ ^
117 * | +----------------+ |
118 * +--------------------------------+
119 *
120 * +---------+
121 * | V
122 * \z[abc] BRANCH BRANCH a BRANCH b BRANCH c BRANCH NOTHING --> END
123 * | | | | ^ ^
124 * | | | +-----+ |
125 * | | +----------------+ |
126 * | +---------------------------+ |
127 * +------------------------------------------------------+
128 *
129 * They all start with a BRANCH for "\|" alternatives, even when there is only
130 * one alternative.
131 */
132
133/*
134 * The opcodes are:
135 */
136
Bram Moolenaar9490b9a2019-09-08 17:20:12 +0200137// definition number opnd? meaning
138#define END 0 // End of program or NOMATCH operand.
139#define BOL 1 // Match "" at beginning of line.
140#define EOL 2 // Match "" at end of line.
141#define BRANCH 3 // node Match this alternative, or the
142 // next...
143#define BACK 4 // Match "", "next" ptr points backward.
144#define EXACTLY 5 // str Match this string.
145#define NOTHING 6 // Match empty string.
146#define STAR 7 // node Match this (simple) thing 0 or more
147 // times.
148#define PLUS 8 // node Match this (simple) thing 1 or more
149 // times.
150#define MATCH 9 // node match the operand zero-width
151#define NOMATCH 10 // node check for no match with operand
152#define BEHIND 11 // node look behind for a match with operand
153#define NOBEHIND 12 // node look behind for no match with operand
154#define SUBPAT 13 // node match the operand here
155#define BRACE_SIMPLE 14 // node Match this (simple) thing between m and
156 // n times (\{m,n\}).
157#define BOW 15 // Match "" after [^a-zA-Z0-9_]
158#define EOW 16 // Match "" at [^a-zA-Z0-9_]
159#define BRACE_LIMITS 17 // nr nr define the min & max for BRACE_SIMPLE
160 // and BRACE_COMPLEX.
161#define NEWL 18 // Match line-break
162#define BHPOS 19 // End position for BEHIND or NOBEHIND
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200163
164
Bram Moolenaar9490b9a2019-09-08 17:20:12 +0200165// character classes: 20-48 normal, 50-78 include a line-break
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200166#define ADD_NL 30
167#define FIRST_NL ANY + ADD_NL
Bram Moolenaar9490b9a2019-09-08 17:20:12 +0200168#define ANY 20 // Match any one character.
169#define ANYOF 21 // str Match any character in this string.
170#define ANYBUT 22 // str Match any character not in this
171 // string.
172#define IDENT 23 // Match identifier char
173#define SIDENT 24 // Match identifier char but no digit
174#define KWORD 25 // Match keyword char
175#define SKWORD 26 // Match word char but no digit
176#define FNAME 27 // Match file name char
177#define SFNAME 28 // Match file name char but no digit
178#define PRINT 29 // Match printable char
179#define SPRINT 30 // Match printable char but no digit
180#define WHITE 31 // Match whitespace char
181#define NWHITE 32 // Match non-whitespace char
182#define DIGIT 33 // Match digit char
183#define NDIGIT 34 // Match non-digit char
184#define HEX 35 // Match hex char
185#define NHEX 36 // Match non-hex char
186#define OCTAL 37 // Match octal char
187#define NOCTAL 38 // Match non-octal char
188#define WORD 39 // Match word char
189#define NWORD 40 // Match non-word char
190#define HEAD 41 // Match head char
191#define NHEAD 42 // Match non-head char
192#define ALPHA 43 // Match alpha char
193#define NALPHA 44 // Match non-alpha char
194#define LOWER 45 // Match lowercase char
195#define NLOWER 46 // Match non-lowercase char
196#define UPPER 47 // Match uppercase char
197#define NUPPER 48 // Match non-uppercase char
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200198#define LAST_NL NUPPER + ADD_NL
199#define WITH_NL(op) ((op) >= FIRST_NL && (op) <= LAST_NL)
200
Bram Moolenaar9490b9a2019-09-08 17:20:12 +0200201#define MOPEN 80 // -89 Mark this point in input as start of
202 // \( subexpr. MOPEN + 0 marks start of
203 // match.
204#define MCLOSE 90 // -99 Analogous to MOPEN. MCLOSE + 0 marks
205 // end of match.
206#define BACKREF 100 // -109 node Match same string again \1-\9
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200207
208#ifdef FEAT_SYN_HL
Bram Moolenaar9490b9a2019-09-08 17:20:12 +0200209# define ZOPEN 110 // -119 Mark this point in input as start of
210 // \z( subexpr.
211# define ZCLOSE 120 // -129 Analogous to ZOPEN.
212# define ZREF 130 // -139 node Match external submatch \z1-\z9
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200213#endif
214
Bram Moolenaar9490b9a2019-09-08 17:20:12 +0200215#define BRACE_COMPLEX 140 // -149 node Match nodes between m & n times
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200216
Bram Moolenaar9490b9a2019-09-08 17:20:12 +0200217#define NOPEN 150 // Mark this point in input as start of
218 // \%( subexpr.
219#define NCLOSE 151 // Analogous to NOPEN.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200220
Bram Moolenaar9490b9a2019-09-08 17:20:12 +0200221#define MULTIBYTECODE 200 // mbc Match one multi-byte character
222#define RE_BOF 201 // Match "" at beginning of file.
223#define RE_EOF 202 // Match "" at end of file.
224#define CURSOR 203 // Match location of cursor.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200225
Bram Moolenaar9490b9a2019-09-08 17:20:12 +0200226#define RE_LNUM 204 // nr cmp Match line number
227#define RE_COL 205 // nr cmp Match column number
228#define RE_VCOL 206 // nr cmp Match virtual column number
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200229
Bram Moolenaar9490b9a2019-09-08 17:20:12 +0200230#define RE_MARK 207 // mark cmp Match mark position
231#define RE_VISUAL 208 // Match Visual area
232#define RE_COMPOSING 209 // any composing characters
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200233
234/*
235 * Flags to be passed up and down.
236 */
Bram Moolenaar9490b9a2019-09-08 17:20:12 +0200237#define HASWIDTH 0x1 // Known never to match null string.
238#define SIMPLE 0x2 // Simple enough to be STAR/PLUS operand.
239#define SPSTART 0x4 // Starts with * or +.
240#define HASNL 0x8 // Contains some \n.
241#define HASLOOKBH 0x10 // Contains "\@<=" or "\@<!".
242#define WORST 0 // Worst case.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200243
Bram Moolenaar9490b9a2019-09-08 17:20:12 +0200244static int num_complex_braces; // Complex \{...} count
245static char_u *regcode; // Code-emit pointer, or JUST_CALC_SIZE
246static long regsize; // Code size.
247static int reg_toolong; // TRUE when offset out of range
248static char_u had_endbrace[NSUBEXP]; // flags, TRUE if end of () found
249static long brace_min[10]; // Minimums for complex brace repeats
250static long brace_max[10]; // Maximums for complex brace repeats
251static int brace_count[10]; // Current counts for complex brace repeats
252static int one_exactly = FALSE; // only do one char for EXACTLY
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200253
Bram Moolenaar9490b9a2019-09-08 17:20:12 +0200254// When making changes to classchars also change nfa_classcodes.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200255static char_u *classchars = (char_u *)".iIkKfFpPsSdDxXoOwWhHaAlLuU";
256static int classcodes[] = {
257 ANY, IDENT, SIDENT, KWORD, SKWORD,
258 FNAME, SFNAME, PRINT, SPRINT,
259 WHITE, NWHITE, DIGIT, NDIGIT,
260 HEX, NHEX, OCTAL, NOCTAL,
261 WORD, NWORD, HEAD, NHEAD,
262 ALPHA, NALPHA, LOWER, NLOWER,
263 UPPER, NUPPER
264};
265
266/*
267 * When regcode is set to this value, code is not emitted and size is computed
268 * instead.
269 */
270#define JUST_CALC_SIZE ((char_u *) -1)
271
Bram Moolenaar9490b9a2019-09-08 17:20:12 +0200272// Values for rs_state in regitem_T.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200273typedef enum regstate_E
274{
Bram Moolenaar9490b9a2019-09-08 17:20:12 +0200275 RS_NOPEN = 0 // NOPEN and NCLOSE
276 , RS_MOPEN // MOPEN + [0-9]
277 , RS_MCLOSE // MCLOSE + [0-9]
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200278#ifdef FEAT_SYN_HL
Bram Moolenaar9490b9a2019-09-08 17:20:12 +0200279 , RS_ZOPEN // ZOPEN + [0-9]
280 , RS_ZCLOSE // ZCLOSE + [0-9]
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200281#endif
Bram Moolenaar9490b9a2019-09-08 17:20:12 +0200282 , RS_BRANCH // BRANCH
283 , RS_BRCPLX_MORE // BRACE_COMPLEX and trying one more match
284 , RS_BRCPLX_LONG // BRACE_COMPLEX and trying longest match
285 , RS_BRCPLX_SHORT // BRACE_COMPLEX and trying shortest match
286 , RS_NOMATCH // NOMATCH
287 , RS_BEHIND1 // BEHIND / NOBEHIND matching rest
288 , RS_BEHIND2 // BEHIND / NOBEHIND matching behind part
289 , RS_STAR_LONG // STAR/PLUS/BRACE_SIMPLE longest match
290 , RS_STAR_SHORT // STAR/PLUS/BRACE_SIMPLE shortest match
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200291} regstate_T;
292
293/*
294 * Structure used to save the current input state, when it needs to be
295 * restored after trying a match. Used by reg_save() and reg_restore().
296 * Also stores the length of "backpos".
297 */
298typedef struct
299{
300 union
301 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +0200302 char_u *ptr; // rex.input pointer, for single-line regexp
303 lpos_T pos; // rex.input pos, for multi-line regexp
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200304 } rs_u;
305 int rs_len;
306} regsave_T;
307
Bram Moolenaar9490b9a2019-09-08 17:20:12 +0200308// struct to save start/end pointer/position in for \(\)
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200309typedef struct
310{
311 union
312 {
313 char_u *ptr;
314 lpos_T pos;
315 } se_u;
316} save_se_T;
317
Bram Moolenaar9490b9a2019-09-08 17:20:12 +0200318// used for BEHIND and NOBEHIND matching
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200319typedef struct regbehind_S
320{
321 regsave_T save_after;
322 regsave_T save_behind;
323 int save_need_clear_subexpr;
324 save_se_T save_start[NSUBEXP];
325 save_se_T save_end[NSUBEXP];
326} regbehind_T;
327
328/*
329 * When there are alternatives a regstate_T is put on the regstack to remember
330 * what we are doing.
331 * Before it may be another type of item, depending on rs_state, to remember
332 * more things.
333 */
334typedef struct regitem_S
335{
336 regstate_T rs_state; // what we are doing, one of RS_ above
337 short rs_no; // submatch nr or BEHIND/NOBEHIND
338 char_u *rs_scan; // current node in program
339 union
340 {
341 save_se_T sesave;
342 regsave_T regsave;
343 } rs_un; // room for saving rex.input
344} regitem_T;
345
346
Bram Moolenaar9490b9a2019-09-08 17:20:12 +0200347// used for STAR, PLUS and BRACE_SIMPLE matching
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200348typedef struct regstar_S
349{
Bram Moolenaar9490b9a2019-09-08 17:20:12 +0200350 int nextb; // next byte
351 int nextb_ic; // next byte reverse case
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200352 long count;
353 long minval;
354 long maxval;
355} regstar_T;
356
Bram Moolenaar9490b9a2019-09-08 17:20:12 +0200357// used to store input position when a BACK was encountered, so that we now if
358// we made any progress since the last time.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200359typedef struct backpos_S
360{
Bram Moolenaar9490b9a2019-09-08 17:20:12 +0200361 char_u *bp_scan; // "scan" where BACK was encountered
362 regsave_T bp_pos; // last input position
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200363} backpos_T;
364
365/*
366 * "regstack" and "backpos" are used by regmatch(). They are kept over calls
367 * to avoid invoking malloc() and free() often.
368 * "regstack" is a stack with regitem_T items, sometimes preceded by regstar_T
369 * or regbehind_T.
370 * "backpos_T" is a table with backpos_T for BACK
371 */
372static garray_T regstack = {0, 0, 0, 0, NULL};
373static garray_T backpos = {0, 0, 0, 0, NULL};
374
375static regsave_T behind_pos;
376
377/*
378 * Both for regstack and backpos tables we use the following strategy of
379 * allocation (to reduce malloc/free calls):
380 * - Initial size is fairly small.
381 * - When needed, the tables are grown bigger (8 times at first, double after
382 * that).
383 * - After executing the match we free the memory only if the array has grown.
384 * Thus the memory is kept allocated when it's at the initial size.
385 * This makes it fast while not keeping a lot of memory allocated.
386 * A three times speed increase was observed when using many simple patterns.
387 */
388#define REGSTACK_INITIAL 2048
389#define BACKPOS_INITIAL 64
390
391/*
392 * Opcode notes:
393 *
394 * BRANCH The set of branches constituting a single choice are hooked
395 * together with their "next" pointers, since precedence prevents
396 * anything being concatenated to any individual branch. The
397 * "next" pointer of the last BRANCH in a choice points to the
398 * thing following the whole choice. This is also where the
399 * final "next" pointer of each individual branch points; each
400 * branch starts with the operand node of a BRANCH node.
401 *
402 * BACK Normal "next" pointers all implicitly point forward; BACK
403 * exists to make loop structures possible.
404 *
405 * STAR,PLUS '=', and complex '*' and '+', are implemented as circular
406 * BRANCH structures using BACK. Simple cases (one character
407 * per match) are implemented with STAR and PLUS for speed
408 * and to minimize recursive plunges.
409 *
410 * BRACE_LIMITS This is always followed by a BRACE_SIMPLE or BRACE_COMPLEX
411 * node, and defines the min and max limits to be used for that
412 * node.
413 *
414 * MOPEN,MCLOSE ...are numbered at compile time.
415 * ZOPEN,ZCLOSE ...ditto
416 */
417
418/*
419 * A node is one char of opcode followed by two chars of "next" pointer.
420 * "Next" pointers are stored as two 8-bit bytes, high order first. The
421 * value is a positive offset from the opcode of the node containing it.
422 * An operand, if any, simply follows the node. (Note that much of the
423 * code generation knows about this implicit relationship.)
424 *
425 * Using two bytes for the "next" pointer is vast overkill for most things,
426 * but allows patterns to get big without disasters.
427 */
428#define OP(p) ((int)*(p))
429#define NEXT(p) (((*((p) + 1) & 0377) << 8) + (*((p) + 2) & 0377))
430#define OPERAND(p) ((p) + 3)
Bram Moolenaar9490b9a2019-09-08 17:20:12 +0200431// Obtain an operand that was stored as four bytes, MSB first.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200432#define OPERAND_MIN(p) (((long)(p)[3] << 24) + ((long)(p)[4] << 16) \
433 + ((long)(p)[5] << 8) + (long)(p)[6])
Bram Moolenaar9490b9a2019-09-08 17:20:12 +0200434// Obtain a second operand stored as four bytes.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200435#define OPERAND_MAX(p) OPERAND_MIN((p) + 4)
Bram Moolenaar9490b9a2019-09-08 17:20:12 +0200436// Obtain a second single-byte operand stored after a four bytes operand.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200437#define OPERAND_CMP(p) (p)[7]
438
439static char_u *reg(int paren, int *flagp);
440
441#ifdef BT_REGEXP_DUMP
442static void regdump(char_u *, bt_regprog_T *);
443#endif
444
445static int re_num_cmp(long_u val, char_u *scan);
446
447#ifdef DEBUG
448static char_u *regprop(char_u *);
449
450static int regnarrate = 0;
451#endif
452
453
454/*
455 * Setup to parse the regexp. Used once to get the length and once to do it.
456 */
457 static void
458regcomp_start(
459 char_u *expr,
Bram Moolenaar9490b9a2019-09-08 17:20:12 +0200460 int re_flags) // see vim_regcomp()
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200461{
462 initchr(expr);
463 if (re_flags & RE_MAGIC)
464 reg_magic = MAGIC_ON;
465 else
466 reg_magic = MAGIC_OFF;
467 reg_string = (re_flags & RE_STRING);
468 reg_strict = (re_flags & RE_STRICT);
469 get_cpo_flags();
470
471 num_complex_braces = 0;
472 regnpar = 1;
Bram Moolenaara80faa82020-04-12 19:37:17 +0200473 CLEAR_FIELD(had_endbrace);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200474#ifdef FEAT_SYN_HL
475 regnzpar = 1;
476 re_has_z = 0;
477#endif
478 regsize = 0L;
479 reg_toolong = FALSE;
480 regflags = 0;
481#if defined(FEAT_SYN_HL) || defined(PROTO)
482 had_eol = FALSE;
483#endif
484}
485
486/*
487 * Return TRUE if MULTIBYTECODE should be used instead of EXACTLY for
488 * character "c".
489 */
490 static int
491use_multibytecode(int c)
492{
493 return has_mbyte && (*mb_char2len)(c) > 1
494 && (re_multi_type(peekchr()) != NOT_MULTI
495 || (enc_utf8 && utf_iscomposing(c)));
496}
497
498/*
499 * Emit (if appropriate) a byte of code
500 */
501 static void
502regc(int b)
503{
504 if (regcode == JUST_CALC_SIZE)
505 regsize++;
506 else
507 *regcode++ = b;
508}
509
510/*
511 * Emit (if appropriate) a multi-byte character of code
512 */
513 static void
514regmbc(int c)
515{
516 if (!has_mbyte && c > 0xff)
517 return;
518 if (regcode == JUST_CALC_SIZE)
519 regsize += (*mb_char2len)(c);
520 else
521 regcode += (*mb_char2bytes)(c, regcode);
522}
523
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200524
525/*
526 * Produce the bytes for equivalence class "c".
527 * Currently only handles latin1, latin9 and utf-8.
528 * NOTE: When changing this function, also change nfa_emit_equi_class()
529 */
530 static void
531reg_equi_class(int c)
532{
533 if (enc_utf8 || STRCMP(p_enc, "latin1") == 0
534 || STRCMP(p_enc, "iso-8859-15") == 0)
535 {
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200536 switch (c)
537 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +0200538 // Do not use '\300' style, it results in a negative number.
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200539 case 'A': case 0xc0: case 0xc1: case 0xc2: case 0xc3: case 0xc4:
540 case 0xc5: case 0x100: case 0x102: case 0x104: case 0x1cd:
541 case 0x1de: case 0x1e0: case 0x1fa: case 0x202: case 0x226:
542 case 0x23a: case 0x1e00: case 0x1ea0: case 0x1ea2: case 0x1ea4:
543 case 0x1ea6: case 0x1ea8: case 0x1eaa: case 0x1eac: case 0x1eae:
544 case 0x1eb0: case 0x1eb2: case 0x1eb4: case 0x1eb6:
545 regmbc('A'); regmbc(0xc0); regmbc(0xc1); regmbc(0xc2);
546 regmbc(0xc3); regmbc(0xc4); regmbc(0xc5);
547 regmbc(0x100); regmbc(0x102); regmbc(0x104);
548 regmbc(0x1cd); regmbc(0x1de); regmbc(0x1e0);
549 regmbc(0x1fa); regmbc(0x202); regmbc(0x226);
550 regmbc(0x23a); regmbc(0x1e00); regmbc(0x1ea0);
551 regmbc(0x1ea2); regmbc(0x1ea4); regmbc(0x1ea6);
552 regmbc(0x1ea8); regmbc(0x1eaa); regmbc(0x1eac);
553 regmbc(0x1eae); regmbc(0x1eb0); regmbc(0x1eb2);
554 regmbc(0x1eb4); regmbc(0x1eb6);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200555 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200556 case 'B': case 0x181: case 0x243: case 0x1e02:
557 case 0x1e04: case 0x1e06:
558 regmbc('B');
559 regmbc(0x181); regmbc(0x243); regmbc(0x1e02);
560 regmbc(0x1e04); regmbc(0x1e06);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200561 return;
562 case 'C': case 0xc7:
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200563 case 0x106: case 0x108: case 0x10a: case 0x10c: case 0x187:
564 case 0x23b: case 0x1e08: case 0xa792:
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200565 regmbc('C'); regmbc(0xc7);
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200566 regmbc(0x106); regmbc(0x108); regmbc(0x10a);
567 regmbc(0x10c); regmbc(0x187); regmbc(0x23b);
568 regmbc(0x1e08); regmbc(0xa792);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200569 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200570 case 'D': case 0x10e: case 0x110: case 0x18a:
571 case 0x1e0a: case 0x1e0c: case 0x1e0e: case 0x1e10:
572 case 0x1e12:
573 regmbc('D'); regmbc(0x10e); regmbc(0x110);
574 regmbc(0x18a); regmbc(0x1e0a); regmbc(0x1e0c);
575 regmbc(0x1e0e); regmbc(0x1e10); regmbc(0x1e12);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200576 return;
577 case 'E': case 0xc8: case 0xc9: case 0xca: case 0xcb:
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200578 case 0x112: case 0x114: case 0x116: case 0x118: case 0x11a:
579 case 0x204: case 0x206: case 0x228: case 0x246: case 0x1e14:
580 case 0x1e16: case 0x1e18: case 0x1e1a: case 0x1e1c:
581 case 0x1eb8: case 0x1eba: case 0x1ebc: case 0x1ebe:
582 case 0x1ec0: case 0x1ec2: case 0x1ec4: case 0x1ec6:
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200583 regmbc('E'); regmbc(0xc8); regmbc(0xc9);
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200584 regmbc(0xca); regmbc(0xcb); regmbc(0x112);
585 regmbc(0x114); regmbc(0x116); regmbc(0x118);
586 regmbc(0x11a); regmbc(0x204); regmbc(0x206);
587 regmbc(0x228); regmbc(0x246); regmbc(0x1e14);
588 regmbc(0x1e16); regmbc(0x1e18); regmbc(0x1e1a);
589 regmbc(0x1e1c); regmbc(0x1eb8); regmbc(0x1eba);
590 regmbc(0x1ebc); regmbc(0x1ebe); regmbc(0x1ec0);
591 regmbc(0x1ec2); regmbc(0x1ec4); regmbc(0x1ec6);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200592 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200593 case 'F': case 0x191: case 0x1e1e: case 0xa798:
594 regmbc('F'); regmbc(0x191); regmbc(0x1e1e);
595 regmbc(0xa798);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200596 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200597 case 'G': case 0x11c: case 0x11e: case 0x120:
598 case 0x122: case 0x193: case 0x1e4: case 0x1e6:
599 case 0x1f4: case 0x1e20: case 0xa7a0:
600 regmbc('G'); regmbc(0x11c); regmbc(0x11e);
601 regmbc(0x120); regmbc(0x122); regmbc(0x193);
602 regmbc(0x1e4); regmbc(0x1e6); regmbc(0x1f4);
603 regmbc(0x1e20); regmbc(0xa7a0);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200604 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200605 case 'H': case 0x124: case 0x126: case 0x21e:
606 case 0x1e22: case 0x1e24: case 0x1e26:
607 case 0x1e28: case 0x1e2a: case 0x2c67:
608 regmbc('H'); regmbc(0x124); regmbc(0x126);
609 regmbc(0x21e); regmbc(0x1e22); regmbc(0x1e24);
610 regmbc(0x1e26); regmbc(0x1e28); regmbc(0x1e2a);
611 regmbc(0x2c67);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200612 return;
613 case 'I': case 0xcc: case 0xcd: case 0xce: case 0xcf:
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200614 case 0x128: case 0x12a: case 0x12c: case 0x12e:
615 case 0x130: case 0x197: case 0x1cf: case 0x208:
616 case 0x20a: case 0x1e2c: case 0x1e2e: case 0x1ec8:
617 case 0x1eca:
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200618 regmbc('I'); regmbc(0xcc); regmbc(0xcd);
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200619 regmbc(0xce); regmbc(0xcf); regmbc(0x128);
620 regmbc(0x12a); regmbc(0x12c); regmbc(0x12e);
621 regmbc(0x130); regmbc(0x197); regmbc(0x1cf);
622 regmbc(0x208); regmbc(0x20a); regmbc(0x1e2c);
623 regmbc(0x1e2e); regmbc(0x1ec8); regmbc(0x1eca);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200624 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200625 case 'J': case 0x134: case 0x248:
626 regmbc('J'); regmbc(0x134); regmbc(0x248);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200627 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200628 case 'K': case 0x136: case 0x198: case 0x1e8: case 0x1e30:
629 case 0x1e32: case 0x1e34: case 0x2c69: case 0xa740:
630 regmbc('K'); regmbc(0x136); regmbc(0x198);
631 regmbc(0x1e8); regmbc(0x1e30); regmbc(0x1e32);
632 regmbc(0x1e34); regmbc(0x2c69); regmbc(0xa740);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200633 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200634 case 'L': case 0x139: case 0x13b: case 0x13d: case 0x13f:
635 case 0x141: case 0x23d: case 0x1e36: case 0x1e38:
636 case 0x1e3a: case 0x1e3c: case 0x2c60:
637 regmbc('L'); regmbc(0x139); regmbc(0x13b);
638 regmbc(0x13d); regmbc(0x13f); regmbc(0x141);
639 regmbc(0x23d); regmbc(0x1e36); regmbc(0x1e38);
640 regmbc(0x1e3a); regmbc(0x1e3c); regmbc(0x2c60);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200641 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200642 case 'M': case 0x1e3e: case 0x1e40: case 0x1e42:
643 regmbc('M'); regmbc(0x1e3e); regmbc(0x1e40);
644 regmbc(0x1e42);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200645 return;
646 case 'N': case 0xd1:
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200647 case 0x143: case 0x145: case 0x147: case 0x1f8:
648 case 0x1e44: case 0x1e46: case 0x1e48: case 0x1e4a:
649 case 0xa7a4:
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200650 regmbc('N'); regmbc(0xd1);
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200651 regmbc(0x143); regmbc(0x145); regmbc(0x147);
652 regmbc(0x1f8); regmbc(0x1e44); regmbc(0x1e46);
653 regmbc(0x1e48); regmbc(0x1e4a); regmbc(0xa7a4);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200654 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200655 case 'O': case 0xd2: case 0xd3: case 0xd4: case 0xd5: case 0xd6:
656 case 0xd8: case 0x14c: case 0x14e: case 0x150: case 0x19f:
657 case 0x1a0: case 0x1d1: case 0x1ea: case 0x1ec: case 0x1fe:
658 case 0x20c: case 0x20e: case 0x22a: case 0x22c: case 0x22e:
659 case 0x230: case 0x1e4c: case 0x1e4e: case 0x1e50: case 0x1e52:
660 case 0x1ecc: case 0x1ece: case 0x1ed0: case 0x1ed2: case 0x1ed4:
661 case 0x1ed6: case 0x1ed8: case 0x1eda: case 0x1edc: case 0x1ede:
662 case 0x1ee0: case 0x1ee2:
663 regmbc('O'); regmbc(0xd2); regmbc(0xd3); regmbc(0xd4);
664 regmbc(0xd5); regmbc(0xd6); regmbc(0xd8);
665 regmbc(0x14c); regmbc(0x14e); regmbc(0x150);
666 regmbc(0x19f); regmbc(0x1a0); regmbc(0x1d1);
667 regmbc(0x1ea); regmbc(0x1ec); regmbc(0x1fe);
668 regmbc(0x20c); regmbc(0x20e); regmbc(0x22a);
669 regmbc(0x22c); regmbc(0x22e); regmbc(0x230);
670 regmbc(0x1e4c); regmbc(0x1e4e); regmbc(0x1e50);
671 regmbc(0x1e52); regmbc(0x1ecc); regmbc(0x1ece);
672 regmbc(0x1ed0); regmbc(0x1ed2); regmbc(0x1ed4);
673 regmbc(0x1ed6); regmbc(0x1ed8); regmbc(0x1eda);
674 regmbc(0x1edc); regmbc(0x1ede); regmbc(0x1ee0);
675 regmbc(0x1ee2);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200676 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200677 case 'P': case 0x1a4: case 0x1e54: case 0x1e56: case 0x2c63:
678 regmbc('P'); regmbc(0x1a4); regmbc(0x1e54);
679 regmbc(0x1e56); regmbc(0x2c63);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200680 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200681 case 'Q': case 0x24a:
682 regmbc('Q'); regmbc(0x24a);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200683 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200684 case 'R': case 0x154: case 0x156: case 0x158: case 0x210:
685 case 0x212: case 0x24c: case 0x1e58: case 0x1e5a:
686 case 0x1e5c: case 0x1e5e: case 0x2c64: case 0xa7a6:
687 regmbc('R'); regmbc(0x154); regmbc(0x156);
688 regmbc(0x210); regmbc(0x212); regmbc(0x158);
689 regmbc(0x24c); regmbc(0x1e58); regmbc(0x1e5a);
690 regmbc(0x1e5c); regmbc(0x1e5e); regmbc(0x2c64);
691 regmbc(0xa7a6);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200692 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200693 case 'S': case 0x15a: case 0x15c: case 0x15e: case 0x160:
694 case 0x218: case 0x1e60: case 0x1e62: case 0x1e64:
695 case 0x1e66: case 0x1e68: case 0x2c7e: case 0xa7a8:
696 regmbc('S'); regmbc(0x15a); regmbc(0x15c);
697 regmbc(0x15e); regmbc(0x160); regmbc(0x218);
698 regmbc(0x1e60); regmbc(0x1e62); regmbc(0x1e64);
699 regmbc(0x1e66); regmbc(0x1e68); regmbc(0x2c7e);
700 regmbc(0xa7a8);
701 return;
702 case 'T': case 0x162: case 0x164: case 0x166: case 0x1ac:
703 case 0x1ae: case 0x21a: case 0x23e: case 0x1e6a: case 0x1e6c:
704 case 0x1e6e: case 0x1e70:
705 regmbc('T'); regmbc(0x162); regmbc(0x164);
706 regmbc(0x166); regmbc(0x1ac); regmbc(0x23e);
707 regmbc(0x1ae); regmbc(0x21a); regmbc(0x1e6a);
708 regmbc(0x1e6c); regmbc(0x1e6e); regmbc(0x1e70);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200709 return;
710 case 'U': case 0xd9: case 0xda: case 0xdb: case 0xdc:
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200711 case 0x168: case 0x16a: case 0x16c: case 0x16e:
712 case 0x170: case 0x172: case 0x1af: case 0x1d3:
713 case 0x1d5: case 0x1d7: case 0x1d9: case 0x1db:
714 case 0x214: case 0x216: case 0x244: case 0x1e72:
715 case 0x1e74: case 0x1e76: case 0x1e78: case 0x1e7a:
716 case 0x1ee4: case 0x1ee6: case 0x1ee8: case 0x1eea:
717 case 0x1eec: case 0x1eee: case 0x1ef0:
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200718 regmbc('U'); regmbc(0xd9); regmbc(0xda);
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200719 regmbc(0xdb); regmbc(0xdc); regmbc(0x168);
720 regmbc(0x16a); regmbc(0x16c); regmbc(0x16e);
721 regmbc(0x170); regmbc(0x172); regmbc(0x1af);
722 regmbc(0x1d3); regmbc(0x1d5); regmbc(0x1d7);
723 regmbc(0x1d9); regmbc(0x1db); regmbc(0x214);
724 regmbc(0x216); regmbc(0x244); regmbc(0x1e72);
725 regmbc(0x1e74); regmbc(0x1e76); regmbc(0x1e78);
726 regmbc(0x1e7a); regmbc(0x1ee4); regmbc(0x1ee6);
727 regmbc(0x1ee8); regmbc(0x1eea); regmbc(0x1eec);
728 regmbc(0x1eee); regmbc(0x1ef0);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200729 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200730 case 'V': case 0x1b2: case 0x1e7c: case 0x1e7e:
731 regmbc('V'); regmbc(0x1b2); regmbc(0x1e7c);
732 regmbc(0x1e7e);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200733 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200734 case 'W': case 0x174: case 0x1e80: case 0x1e82:
735 case 0x1e84: case 0x1e86: case 0x1e88:
736 regmbc('W'); regmbc(0x174); regmbc(0x1e80);
737 regmbc(0x1e82); regmbc(0x1e84); regmbc(0x1e86);
738 regmbc(0x1e88);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200739 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200740 case 'X': case 0x1e8a: case 0x1e8c:
741 regmbc('X'); regmbc(0x1e8a); regmbc(0x1e8c);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200742 return;
743 case 'Y': case 0xdd:
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200744 case 0x176: case 0x178: case 0x1b3: case 0x232: case 0x24e:
745 case 0x1e8e: case 0x1ef2: case 0x1ef6: case 0x1ef4: case 0x1ef8:
746 regmbc('Y'); regmbc(0xdd); regmbc(0x176);
747 regmbc(0x178); regmbc(0x1b3); regmbc(0x232);
748 regmbc(0x24e); regmbc(0x1e8e); regmbc(0x1ef2);
749 regmbc(0x1ef4); regmbc(0x1ef6); regmbc(0x1ef8);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200750 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200751 case 'Z': case 0x179: case 0x17b: case 0x17d: case 0x1b5:
752 case 0x1e90: case 0x1e92: case 0x1e94: case 0x2c6b:
753 regmbc('Z'); regmbc(0x179); regmbc(0x17b);
754 regmbc(0x17d); regmbc(0x1b5); regmbc(0x1e90);
755 regmbc(0x1e92); regmbc(0x1e94); regmbc(0x2c6b);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200756 return;
757 case 'a': case 0xe0: case 0xe1: case 0xe2:
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200758 case 0xe3: case 0xe4: case 0xe5: case 0x101: case 0x103:
759 case 0x105: case 0x1ce: case 0x1df: case 0x1e1: case 0x1fb:
760 case 0x201: case 0x203: case 0x227: case 0x1d8f: case 0x1e01:
761 case 0x1e9a: case 0x1ea1: case 0x1ea3: case 0x1ea5:
762 case 0x1ea7: case 0x1ea9: case 0x1eab: case 0x1ead:
763 case 0x1eaf: case 0x1eb1: case 0x1eb3: case 0x1eb5:
764 case 0x1eb7: case 0x2c65:
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200765 regmbc('a'); regmbc(0xe0); regmbc(0xe1);
766 regmbc(0xe2); regmbc(0xe3); regmbc(0xe4);
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200767 regmbc(0xe5); regmbc(0x101); regmbc(0x103);
768 regmbc(0x105); regmbc(0x1ce); regmbc(0x1df);
769 regmbc(0x1e1); regmbc(0x1fb); regmbc(0x201);
770 regmbc(0x203); regmbc(0x227); regmbc(0x1d8f);
771 regmbc(0x1e01); regmbc(0x1e9a); regmbc(0x1ea1);
772 regmbc(0x1ea3); regmbc(0x1ea5); regmbc(0x1ea7);
773 regmbc(0x1ea9); regmbc(0x1eab); regmbc(0x1ead);
774 regmbc(0x1eaf); regmbc(0x1eb1); regmbc(0x1eb3);
775 regmbc(0x1eb5); regmbc(0x1eb7); regmbc(0x2c65);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200776 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200777 case 'b': case 0x180: case 0x253: case 0x1d6c: case 0x1d80:
778 case 0x1e03: case 0x1e05: case 0x1e07:
779 regmbc('b');
780 regmbc(0x180); regmbc(0x253); regmbc(0x1d6c);
781 regmbc(0x1d80); regmbc(0x1e03); regmbc(0x1e05);
782 regmbc(0x1e07);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200783 return;
784 case 'c': case 0xe7:
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200785 case 0x107: case 0x109: case 0x10b: case 0x10d: case 0x188:
786 case 0x23c: case 0x1e09: case 0xa793: case 0xa794:
787 regmbc('c'); regmbc(0xe7); regmbc(0x107);
788 regmbc(0x109); regmbc(0x10b); regmbc(0x10d);
789 regmbc(0x188); regmbc(0x23c); regmbc(0x1e09);
790 regmbc(0xa793); regmbc(0xa794);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200791 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200792 case 'd': case 0x10f: case 0x111: case 0x257: case 0x1d6d:
793 case 0x1d81: case 0x1d91: case 0x1e0b: case 0x1e0d:
794 case 0x1e0f: case 0x1e11: case 0x1e13:
795 regmbc('d'); regmbc(0x10f); regmbc(0x111);
796 regmbc(0x257); regmbc(0x1d6d); regmbc(0x1d81);
797 regmbc(0x1d91); regmbc(0x1e0b); regmbc(0x1e0d);
798 regmbc(0x1e0f); regmbc(0x1e11); regmbc(0x1e13);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200799 return;
800 case 'e': case 0xe8: case 0xe9: case 0xea: case 0xeb:
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200801 case 0x113: case 0x115: case 0x117: case 0x119:
802 case 0x11b: case 0x205: case 0x207: case 0x229:
803 case 0x247: case 0x1d92: case 0x1e15: case 0x1e17:
804 case 0x1e19: case 0x1e1b: case 0x1eb9: case 0x1ebb:
805 case 0x1e1d: case 0x1ebd: case 0x1ebf: case 0x1ec1:
806 case 0x1ec3: case 0x1ec5: case 0x1ec7:
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200807 regmbc('e'); regmbc(0xe8); regmbc(0xe9);
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200808 regmbc(0xea); regmbc(0xeb); regmbc(0x113);
809 regmbc(0x115); regmbc(0x117); regmbc(0x119);
810 regmbc(0x11b); regmbc(0x205); regmbc(0x207);
811 regmbc(0x229); regmbc(0x247); regmbc(0x1d92);
812 regmbc(0x1e15); regmbc(0x1e17); regmbc(0x1e19);
813 regmbc(0x1e1b); regmbc(0x1e1d); regmbc(0x1eb9);
814 regmbc(0x1ebb); regmbc(0x1ebd); regmbc(0x1ebf);
815 regmbc(0x1ec1); regmbc(0x1ec3); regmbc(0x1ec5);
816 regmbc(0x1ec7);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200817 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200818 case 'f': case 0x192: case 0x1d6e: case 0x1d82:
819 case 0x1e1f: case 0xa799:
820 regmbc('f'); regmbc(0x192); regmbc(0x1d6e);
821 regmbc(0x1d82); regmbc(0x1e1f); regmbc(0xa799);
822 return;
823 case 'g': case 0x11d: case 0x11f: case 0x121: case 0x123:
824 case 0x1e5: case 0x1e7: case 0x260: case 0x1f5: case 0x1d83:
825 case 0x1e21: case 0xa7a1:
826 regmbc('g'); regmbc(0x11d); regmbc(0x11f);
827 regmbc(0x121); regmbc(0x123); regmbc(0x1e5);
828 regmbc(0x1e7); regmbc(0x1f5); regmbc(0x260);
829 regmbc(0x1d83); regmbc(0x1e21); regmbc(0xa7a1);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200830 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200831 case 'h': case 0x125: case 0x127: case 0x21f: case 0x1e23:
832 case 0x1e25: case 0x1e27: case 0x1e29: case 0x1e2b:
833 case 0x1e96: case 0x2c68: case 0xa795:
834 regmbc('h'); regmbc(0x125); regmbc(0x127);
835 regmbc(0x21f); regmbc(0x1e23); regmbc(0x1e25);
836 regmbc(0x1e27); regmbc(0x1e29); regmbc(0x1e2b);
837 regmbc(0x1e96); regmbc(0x2c68); regmbc(0xa795);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200838 return;
839 case 'i': case 0xec: case 0xed: case 0xee: case 0xef:
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200840 case 0x129: case 0x12b: case 0x12d: case 0x12f:
841 case 0x1d0: case 0x209: case 0x20b: case 0x268:
842 case 0x1d96: case 0x1e2d: case 0x1e2f: case 0x1ec9:
843 case 0x1ecb:
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200844 regmbc('i'); regmbc(0xec); regmbc(0xed);
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200845 regmbc(0xee); regmbc(0xef); regmbc(0x129);
846 regmbc(0x12b); regmbc(0x12d); regmbc(0x12f);
847 regmbc(0x1d0); regmbc(0x209); regmbc(0x20b);
848 regmbc(0x268); regmbc(0x1d96); regmbc(0x1e2d);
849 regmbc(0x1e2f); regmbc(0x1ec9); regmbc(0x1ecb);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200850 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200851 case 'j': case 0x135: case 0x1f0: case 0x249:
852 regmbc('j'); regmbc(0x135); regmbc(0x1f0);
853 regmbc(0x249);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200854 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200855 case 'k': case 0x137: case 0x199: case 0x1e9:
856 case 0x1d84: case 0x1e31: case 0x1e33: case 0x1e35:
857 case 0x2c6a: case 0xa741:
858 regmbc('k'); regmbc(0x137); regmbc(0x199);
859 regmbc(0x1e9); regmbc(0x1d84); regmbc(0x1e31);
860 regmbc(0x1e33); regmbc(0x1e35); regmbc(0x2c6a);
861 regmbc(0xa741);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200862 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200863 case 'l': case 0x13a: case 0x13c: case 0x13e:
864 case 0x140: case 0x142: case 0x19a: case 0x1e37:
865 case 0x1e39: case 0x1e3b: case 0x1e3d: case 0x2c61:
866 regmbc('l'); regmbc(0x13a); regmbc(0x13c);
867 regmbc(0x13e); regmbc(0x140); regmbc(0x142);
868 regmbc(0x19a); regmbc(0x1e37); regmbc(0x1e39);
869 regmbc(0x1e3b); regmbc(0x1e3d); regmbc(0x2c61);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200870 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200871 case 'm': case 0x1d6f: case 0x1e3f: case 0x1e41: case 0x1e43:
872 regmbc('m'); regmbc(0x1d6f); regmbc(0x1e3f);
873 regmbc(0x1e41); regmbc(0x1e43);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200874 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200875 case 'n': case 0xf1: case 0x144: case 0x146: case 0x148:
876 case 0x149: case 0x1f9: case 0x1d70: case 0x1d87:
877 case 0x1e45: case 0x1e47: case 0x1e49: case 0x1e4b:
878 case 0xa7a5:
879 regmbc('n'); regmbc(0xf1); regmbc(0x144);
880 regmbc(0x146); regmbc(0x148); regmbc(0x149);
881 regmbc(0x1f9); regmbc(0x1d70); regmbc(0x1d87);
882 regmbc(0x1e45); regmbc(0x1e47); regmbc(0x1e49);
883 regmbc(0x1e4b); regmbc(0xa7a5);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200884 return;
885 case 'o': case 0xf2: case 0xf3: case 0xf4: case 0xf5:
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200886 case 0xf6: case 0xf8: case 0x14d: case 0x14f: case 0x151:
887 case 0x1a1: case 0x1d2: case 0x1eb: case 0x1ed: case 0x1ff:
888 case 0x20d: case 0x20f: case 0x22b: case 0x22d: case 0x22f:
889 case 0x231: case 0x275: case 0x1e4d: case 0x1e4f:
890 case 0x1e51: case 0x1e53: case 0x1ecd: case 0x1ecf:
891 case 0x1ed1: case 0x1ed3: case 0x1ed5: case 0x1ed7:
892 case 0x1ed9: case 0x1edb: case 0x1edd: case 0x1edf:
893 case 0x1ee1: case 0x1ee3:
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200894 regmbc('o'); regmbc(0xf2); regmbc(0xf3);
895 regmbc(0xf4); regmbc(0xf5); regmbc(0xf6);
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200896 regmbc(0xf8); regmbc(0x14d); regmbc(0x14f);
897 regmbc(0x151); regmbc(0x1a1); regmbc(0x1d2);
898 regmbc(0x1eb); regmbc(0x1ed); regmbc(0x1ff);
899 regmbc(0x20d); regmbc(0x20f); regmbc(0x22b);
900 regmbc(0x22d); regmbc(0x22f); regmbc(0x231);
901 regmbc(0x275); regmbc(0x1e4d); regmbc(0x1e4f);
902 regmbc(0x1e51); regmbc(0x1e53); regmbc(0x1ecd);
903 regmbc(0x1ecf); regmbc(0x1ed1); regmbc(0x1ed3);
904 regmbc(0x1ed5); regmbc(0x1ed7); regmbc(0x1ed9);
905 regmbc(0x1edb); regmbc(0x1edd); regmbc(0x1edf);
906 regmbc(0x1ee1); regmbc(0x1ee3);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200907 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200908 case 'p': case 0x1a5: case 0x1d71: case 0x1d88: case 0x1d7d:
909 case 0x1e55: case 0x1e57:
910 regmbc('p'); regmbc(0x1a5); regmbc(0x1d71);
911 regmbc(0x1d7d); regmbc(0x1d88); regmbc(0x1e55);
912 regmbc(0x1e57);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200913 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200914 case 'q': case 0x24b: case 0x2a0:
915 regmbc('q'); regmbc(0x24b); regmbc(0x2a0);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200916 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200917 case 'r': case 0x155: case 0x157: case 0x159: case 0x211:
918 case 0x213: case 0x24d: case 0x27d: case 0x1d72: case 0x1d73:
919 case 0x1d89: case 0x1e59: case 0x1e5b: case 0x1e5d: case 0x1e5f:
920 case 0xa7a7:
921 regmbc('r'); regmbc(0x155); regmbc(0x157);
922 regmbc(0x159); regmbc(0x211); regmbc(0x213);
923 regmbc(0x24d); regmbc(0x1d72); regmbc(0x1d73);
924 regmbc(0x1d89); regmbc(0x1e59); regmbc(0x27d);
925 regmbc(0x1e5b); regmbc(0x1e5d); regmbc(0x1e5f);
926 regmbc(0xa7a7);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200927 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200928 case 's': case 0x15b: case 0x15d: case 0x15f: case 0x161:
929 case 0x1e61: case 0x219: case 0x23f: case 0x1d74: case 0x1d8a:
930 case 0x1e63: case 0x1e65: case 0x1e67: case 0x1e69: case 0xa7a9:
931 regmbc('s'); regmbc(0x15b); regmbc(0x15d);
932 regmbc(0x15f); regmbc(0x161); regmbc(0x23f);
933 regmbc(0x219); regmbc(0x1d74); regmbc(0x1d8a);
934 regmbc(0x1e61); regmbc(0x1e63); regmbc(0x1e65);
935 regmbc(0x1e67); regmbc(0x1e69); regmbc(0xa7a9);
936 return;
937 case 't': case 0x163: case 0x165: case 0x167: case 0x1ab:
938 case 0x1ad: case 0x21b: case 0x288: case 0x1d75: case 0x1e6b:
939 case 0x1e6d: case 0x1e6f: case 0x1e71: case 0x1e97: case 0x2c66:
940 regmbc('t'); regmbc(0x163); regmbc(0x165);
941 regmbc(0x167); regmbc(0x1ab); regmbc(0x21b);
942 regmbc(0x1ad); regmbc(0x288); regmbc(0x1d75);
943 regmbc(0x1e6b); regmbc(0x1e6d); regmbc(0x1e6f);
944 regmbc(0x1e71); regmbc(0x1e97); regmbc(0x2c66);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200945 return;
946 case 'u': case 0xf9: case 0xfa: case 0xfb: case 0xfc:
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200947 case 0x169: case 0x16b: case 0x16d: case 0x16f:
948 case 0x171: case 0x173: case 0x1b0: case 0x1d4:
949 case 0x1d6: case 0x1d8: case 0x1da: case 0x1dc:
950 case 0x215: case 0x217: case 0x289: case 0x1e73:
951 case 0x1d7e: case 0x1d99: case 0x1e75: case 0x1e77:
952 case 0x1e79: case 0x1e7b: case 0x1ee5: case 0x1ee7:
953 case 0x1ee9: case 0x1eeb: case 0x1eed: case 0x1eef:
954 case 0x1ef1:
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200955 regmbc('u'); regmbc(0xf9); regmbc(0xfa);
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200956 regmbc(0xfb); regmbc(0xfc); regmbc(0x169);
957 regmbc(0x16b); regmbc(0x16d); regmbc(0x16f);
958 regmbc(0x171); regmbc(0x173); regmbc(0x1d6);
959 regmbc(0x1d8); regmbc(0x1da); regmbc(0x1dc);
960 regmbc(0x215); regmbc(0x217); regmbc(0x1b0);
961 regmbc(0x1d4); regmbc(0x289); regmbc(0x1d7e);
962 regmbc(0x1d99); regmbc(0x1e73); regmbc(0x1e75);
963 regmbc(0x1e77); regmbc(0x1e79); regmbc(0x1e7b);
964 regmbc(0x1ee5); regmbc(0x1ee7); regmbc(0x1ee9);
965 regmbc(0x1eeb); regmbc(0x1eed); regmbc(0x1eef);
966 regmbc(0x1ef1);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200967 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200968 case 'v': case 0x28b: case 0x1d8c: case 0x1e7d: case 0x1e7f:
969 regmbc('v'); regmbc(0x28b); regmbc(0x1d8c);
970 regmbc(0x1e7d); regmbc(0x1e7f);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200971 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200972 case 'w': case 0x175: case 0x1e81: case 0x1e83:
973 case 0x1e85: case 0x1e87: case 0x1e89: case 0x1e98:
974 regmbc('w'); regmbc(0x175); regmbc(0x1e81);
975 regmbc(0x1e83); regmbc(0x1e85); regmbc(0x1e87);
976 regmbc(0x1e89); regmbc(0x1e98);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200977 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200978 case 'x': case 0x1e8b: case 0x1e8d:
979 regmbc('x'); regmbc(0x1e8b); regmbc(0x1e8d);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200980 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200981 case 'y': case 0xfd: case 0xff: case 0x177: case 0x1b4:
982 case 0x233: case 0x24f: case 0x1e8f: case 0x1e99: case 0x1ef3:
983 case 0x1ef5: case 0x1ef7: case 0x1ef9:
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200984 regmbc('y'); regmbc(0xfd); regmbc(0xff);
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200985 regmbc(0x177); regmbc(0x1b4); regmbc(0x233);
986 regmbc(0x24f); regmbc(0x1e8f); regmbc(0x1e99);
987 regmbc(0x1ef3); regmbc(0x1ef5); regmbc(0x1ef7);
988 regmbc(0x1ef9);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200989 return;
Bram Moolenaar0b94e292021-04-05 13:59:53 +0200990 case 'z': case 0x17a: case 0x17c: case 0x17e: case 0x1b6:
991 case 0x1d76: case 0x1d8e: case 0x1e91: case 0x1e93:
992 case 0x1e95: case 0x2c6c:
993 regmbc('z'); regmbc(0x17a); regmbc(0x17c);
994 regmbc(0x17e); regmbc(0x1b6); regmbc(0x1d76);
995 regmbc(0x1d8e); regmbc(0x1e91); regmbc(0x1e93);
996 regmbc(0x1e95); regmbc(0x2c6c);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200997 return;
998 }
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +0200999 }
1000 regmbc(c);
1001}
1002
1003/*
1004 * Emit a node.
1005 * Return pointer to generated code.
1006 */
1007 static char_u *
1008regnode(int op)
1009{
1010 char_u *ret;
1011
1012 ret = regcode;
1013 if (ret == JUST_CALC_SIZE)
1014 regsize += 3;
1015 else
1016 {
1017 *regcode++ = op;
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001018 *regcode++ = NUL; // Null "next" pointer.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001019 *regcode++ = NUL;
1020 }
1021 return ret;
1022}
1023
1024/*
1025 * Write a long as four bytes at "p" and return pointer to the next char.
1026 */
1027 static char_u *
1028re_put_long(char_u *p, long_u val)
1029{
1030 *p++ = (char_u) ((val >> 24) & 0377);
1031 *p++ = (char_u) ((val >> 16) & 0377);
1032 *p++ = (char_u) ((val >> 8) & 0377);
1033 *p++ = (char_u) (val & 0377);
1034 return p;
1035}
1036
1037/*
1038 * regnext - dig the "next" pointer out of a node
1039 * Returns NULL when calculating size, when there is no next item and when
1040 * there is an error.
1041 */
1042 static char_u *
1043regnext(char_u *p)
1044{
1045 int offset;
1046
1047 if (p == JUST_CALC_SIZE || reg_toolong)
1048 return NULL;
1049
1050 offset = NEXT(p);
1051 if (offset == 0)
1052 return NULL;
1053
1054 if (OP(p) == BACK)
1055 return p - offset;
1056 else
1057 return p + offset;
1058}
1059
1060/*
1061 * Set the next-pointer at the end of a node chain.
1062 */
1063 static void
1064regtail(char_u *p, char_u *val)
1065{
1066 char_u *scan;
1067 char_u *temp;
1068 int offset;
1069
1070 if (p == JUST_CALC_SIZE)
1071 return;
1072
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001073 // Find last node.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001074 scan = p;
1075 for (;;)
1076 {
1077 temp = regnext(scan);
1078 if (temp == NULL)
1079 break;
1080 scan = temp;
1081 }
1082
1083 if (OP(scan) == BACK)
1084 offset = (int)(scan - val);
1085 else
1086 offset = (int)(val - scan);
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001087 // When the offset uses more than 16 bits it can no longer fit in the two
1088 // bytes available. Use a global flag to avoid having to check return
1089 // values in too many places.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001090 if (offset > 0xffff)
1091 reg_toolong = TRUE;
1092 else
1093 {
1094 *(scan + 1) = (char_u) (((unsigned)offset >> 8) & 0377);
1095 *(scan + 2) = (char_u) (offset & 0377);
1096 }
1097}
1098
1099/*
1100 * Like regtail, on item after a BRANCH; nop if none.
1101 */
1102 static void
1103regoptail(char_u *p, char_u *val)
1104{
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001105 // When op is neither BRANCH nor BRACE_COMPLEX0-9, it is "operandless"
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001106 if (p == NULL || p == JUST_CALC_SIZE
1107 || (OP(p) != BRANCH
1108 && (OP(p) < BRACE_COMPLEX || OP(p) > BRACE_COMPLEX + 9)))
1109 return;
1110 regtail(OPERAND(p), val);
1111}
1112
1113/*
1114 * Insert an operator in front of already-emitted operand
1115 *
1116 * Means relocating the operand.
1117 */
1118 static void
1119reginsert(int op, char_u *opnd)
1120{
1121 char_u *src;
1122 char_u *dst;
1123 char_u *place;
1124
1125 if (regcode == JUST_CALC_SIZE)
1126 {
1127 regsize += 3;
1128 return;
1129 }
1130 src = regcode;
1131 regcode += 3;
1132 dst = regcode;
1133 while (src > opnd)
1134 *--dst = *--src;
1135
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001136 place = opnd; // Op node, where operand used to be.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001137 *place++ = op;
1138 *place++ = NUL;
1139 *place = NUL;
1140}
1141
1142/*
1143 * Insert an operator in front of already-emitted operand.
1144 * Add a number to the operator.
1145 */
1146 static void
1147reginsert_nr(int op, long val, char_u *opnd)
1148{
1149 char_u *src;
1150 char_u *dst;
1151 char_u *place;
1152
1153 if (regcode == JUST_CALC_SIZE)
1154 {
1155 regsize += 7;
1156 return;
1157 }
1158 src = regcode;
1159 regcode += 7;
1160 dst = regcode;
1161 while (src > opnd)
1162 *--dst = *--src;
1163
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001164 place = opnd; // Op node, where operand used to be.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001165 *place++ = op;
1166 *place++ = NUL;
1167 *place++ = NUL;
1168 re_put_long(place, (long_u)val);
1169}
1170
1171/*
1172 * Insert an operator in front of already-emitted operand.
1173 * The operator has the given limit values as operands. Also set next pointer.
1174 *
1175 * Means relocating the operand.
1176 */
1177 static void
1178reginsert_limits(
1179 int op,
1180 long minval,
1181 long maxval,
1182 char_u *opnd)
1183{
1184 char_u *src;
1185 char_u *dst;
1186 char_u *place;
1187
1188 if (regcode == JUST_CALC_SIZE)
1189 {
1190 regsize += 11;
1191 return;
1192 }
1193 src = regcode;
1194 regcode += 11;
1195 dst = regcode;
1196 while (src > opnd)
1197 *--dst = *--src;
1198
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001199 place = opnd; // Op node, where operand used to be.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001200 *place++ = op;
1201 *place++ = NUL;
1202 *place++ = NUL;
1203 place = re_put_long(place, (long_u)minval);
1204 place = re_put_long(place, (long_u)maxval);
1205 regtail(opnd, place);
1206}
1207
1208/*
1209 * Return TRUE if the back reference is legal. We must have seen the close
1210 * brace.
1211 * TODO: Should also check that we don't refer to something that is repeated
1212 * (+*=): what instance of the repetition should we match?
1213 */
1214 static int
1215seen_endbrace(int refnum)
1216{
1217 if (!had_endbrace[refnum])
1218 {
1219 char_u *p;
1220
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001221 // Trick: check if "@<=" or "@<!" follows, in which case
1222 // the \1 can appear before the referenced match.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001223 for (p = regparse; *p != NUL; ++p)
1224 if (p[0] == '@' && p[1] == '<' && (p[2] == '!' || p[2] == '='))
1225 break;
1226 if (*p == NUL)
1227 {
Bram Moolenaar12f3c1b2021-12-05 21:46:34 +00001228 emsg(_(e_illegal_back_reference));
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001229 rc_did_emsg = TRUE;
1230 return FALSE;
1231 }
1232 }
1233 return TRUE;
1234}
1235
1236/*
1237 * Parse the lowest level.
1238 *
1239 * Optimization: gobbles an entire sequence of ordinary characters so that
1240 * it can turn them into a single node, which is smaller to store and
1241 * faster to run. Don't do this when one_exactly is set.
1242 */
1243 static char_u *
1244regatom(int *flagp)
1245{
1246 char_u *ret;
1247 int flags;
1248 int c;
1249 char_u *p;
1250 int extra = 0;
1251 int save_prev_at_start = prev_at_start;
1252
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001253 *flagp = WORST; // Tentatively.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001254
1255 c = getchr();
1256 switch (c)
1257 {
1258 case Magic('^'):
1259 ret = regnode(BOL);
1260 break;
1261
1262 case Magic('$'):
1263 ret = regnode(EOL);
1264#if defined(FEAT_SYN_HL) || defined(PROTO)
1265 had_eol = TRUE;
1266#endif
1267 break;
1268
1269 case Magic('<'):
1270 ret = regnode(BOW);
1271 break;
1272
1273 case Magic('>'):
1274 ret = regnode(EOW);
1275 break;
1276
1277 case Magic('_'):
1278 c = no_Magic(getchr());
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001279 if (c == '^') // "\_^" is start-of-line
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001280 {
1281 ret = regnode(BOL);
1282 break;
1283 }
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001284 if (c == '$') // "\_$" is end-of-line
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001285 {
1286 ret = regnode(EOL);
1287#if defined(FEAT_SYN_HL) || defined(PROTO)
1288 had_eol = TRUE;
1289#endif
1290 break;
1291 }
1292
1293 extra = ADD_NL;
1294 *flagp |= HASNL;
1295
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001296 // "\_[" is character range plus newline
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001297 if (c == '[')
1298 goto collection;
1299
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001300 // "\_x" is character class plus newline
1301 // FALLTHROUGH
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001302
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001303 // Character classes.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001304 case Magic('.'):
1305 case Magic('i'):
1306 case Magic('I'):
1307 case Magic('k'):
1308 case Magic('K'):
1309 case Magic('f'):
1310 case Magic('F'):
1311 case Magic('p'):
1312 case Magic('P'):
1313 case Magic('s'):
1314 case Magic('S'):
1315 case Magic('d'):
1316 case Magic('D'):
1317 case Magic('x'):
1318 case Magic('X'):
1319 case Magic('o'):
1320 case Magic('O'):
1321 case Magic('w'):
1322 case Magic('W'):
1323 case Magic('h'):
1324 case Magic('H'):
1325 case Magic('a'):
1326 case Magic('A'):
1327 case Magic('l'):
1328 case Magic('L'):
1329 case Magic('u'):
1330 case Magic('U'):
1331 p = vim_strchr(classchars, no_Magic(c));
1332 if (p == NULL)
Bram Moolenaar12f3c1b2021-12-05 21:46:34 +00001333 EMSG_RET_NULL(_(e_invalid_use_of_underscore));
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001334
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001335 // When '.' is followed by a composing char ignore the dot, so that
1336 // the composing char is matched here.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001337 if (enc_utf8 && c == Magic('.') && utf_iscomposing(peekchr()))
1338 {
1339 c = getchr();
1340 goto do_multibyte;
1341 }
1342 ret = regnode(classcodes[p - classchars] + extra);
1343 *flagp |= HASWIDTH | SIMPLE;
1344 break;
1345
1346 case Magic('n'):
1347 if (reg_string)
1348 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001349 // In a string "\n" matches a newline character.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001350 ret = regnode(EXACTLY);
1351 regc(NL);
1352 regc(NUL);
1353 *flagp |= HASWIDTH | SIMPLE;
1354 }
1355 else
1356 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001357 // In buffer text "\n" matches the end of a line.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001358 ret = regnode(NEWL);
1359 *flagp |= HASWIDTH | HASNL;
1360 }
1361 break;
1362
1363 case Magic('('):
1364 if (one_exactly)
1365 EMSG_ONE_RET_NULL;
1366 ret = reg(REG_PAREN, &flags);
1367 if (ret == NULL)
1368 return NULL;
1369 *flagp |= flags & (HASWIDTH | SPSTART | HASNL | HASLOOKBH);
1370 break;
1371
1372 case NUL:
1373 case Magic('|'):
1374 case Magic('&'):
1375 case Magic(')'):
1376 if (one_exactly)
1377 EMSG_ONE_RET_NULL;
Bram Moolenaard0819d12021-12-31 23:15:53 +00001378 // Supposed to be caught earlier.
1379 IEMSG_RET_NULL(_(e_internal_error_in_regexp));
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001380 // NOTREACHED
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001381
1382 case Magic('='):
1383 case Magic('?'):
1384 case Magic('+'):
1385 case Magic('@'):
1386 case Magic('{'):
1387 case Magic('*'):
1388 c = no_Magic(c);
Bram Moolenaar12f3c1b2021-12-05 21:46:34 +00001389 EMSG3_RET_NULL(_(e_str_chr_follows_nothing),
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001390 (c == '*' ? reg_magic >= MAGIC_ON : reg_magic == MAGIC_ALL), c);
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001391 // NOTREACHED
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001392
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001393 case Magic('~'): // previous substitute pattern
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001394 if (reg_prev_sub != NULL)
1395 {
1396 char_u *lp;
1397
1398 ret = regnode(EXACTLY);
1399 lp = reg_prev_sub;
1400 while (*lp != NUL)
1401 regc(*lp++);
1402 regc(NUL);
1403 if (*reg_prev_sub != NUL)
1404 {
1405 *flagp |= HASWIDTH;
1406 if ((lp - reg_prev_sub) == 1)
1407 *flagp |= SIMPLE;
1408 }
1409 }
1410 else
Bram Moolenaare29a27f2021-07-20 21:07:36 +02001411 EMSG_RET_NULL(_(e_no_previous_substitute_regular_expression));
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001412 break;
1413
1414 case Magic('1'):
1415 case Magic('2'):
1416 case Magic('3'):
1417 case Magic('4'):
1418 case Magic('5'):
1419 case Magic('6'):
1420 case Magic('7'):
1421 case Magic('8'):
1422 case Magic('9'):
1423 {
1424 int refnum;
1425
1426 refnum = c - Magic('0');
1427 if (!seen_endbrace(refnum))
1428 return NULL;
1429 ret = regnode(BACKREF + refnum);
1430 }
1431 break;
1432
1433 case Magic('z'):
1434 {
1435 c = no_Magic(getchr());
1436 switch (c)
1437 {
1438#ifdef FEAT_SYN_HL
1439 case '(': if ((reg_do_extmatch & REX_SET) == 0)
Bram Moolenaar12f3c1b2021-12-05 21:46:34 +00001440 EMSG_RET_NULL(_(e_z_not_allowed_here));
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001441 if (one_exactly)
1442 EMSG_ONE_RET_NULL;
1443 ret = reg(REG_ZPAREN, &flags);
1444 if (ret == NULL)
1445 return NULL;
1446 *flagp |= flags & (HASWIDTH|SPSTART|HASNL|HASLOOKBH);
1447 re_has_z = REX_SET;
1448 break;
1449
1450 case '1':
1451 case '2':
1452 case '3':
1453 case '4':
1454 case '5':
1455 case '6':
1456 case '7':
1457 case '8':
1458 case '9': if ((reg_do_extmatch & REX_USE) == 0)
Bram Moolenaar12f3c1b2021-12-05 21:46:34 +00001459 EMSG_RET_NULL(_(e_z1_z9_not_allowed_here));
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001460 ret = regnode(ZREF + c - '0');
1461 re_has_z = REX_USE;
1462 break;
1463#endif
1464
1465 case 's': ret = regnode(MOPEN + 0);
1466 if (re_mult_next("\\zs") == FAIL)
1467 return NULL;
1468 break;
1469
1470 case 'e': ret = regnode(MCLOSE + 0);
1471 if (re_mult_next("\\ze") == FAIL)
1472 return NULL;
1473 break;
1474
Bram Moolenaarb2810f12022-01-08 21:38:52 +00001475 default: EMSG_RET_NULL(_(e_invalid_character_after_bsl_z));
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001476 }
1477 }
1478 break;
1479
1480 case Magic('%'):
1481 {
1482 c = no_Magic(getchr());
1483 switch (c)
1484 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001485 // () without a back reference
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001486 case '(':
1487 if (one_exactly)
1488 EMSG_ONE_RET_NULL;
1489 ret = reg(REG_NPAREN, &flags);
1490 if (ret == NULL)
1491 return NULL;
1492 *flagp |= flags & (HASWIDTH | SPSTART | HASNL | HASLOOKBH);
1493 break;
1494
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001495 // Catch \%^ and \%$ regardless of where they appear in the
1496 // pattern -- regardless of whether or not it makes sense.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001497 case '^':
1498 ret = regnode(RE_BOF);
1499 break;
1500
1501 case '$':
1502 ret = regnode(RE_EOF);
1503 break;
1504
1505 case '#':
Christian Brabandt360da402022-05-18 15:04:02 +01001506 if (regparse[0] == '=' && regparse[1] >= 48
1507 && regparse[1] <= 50)
1508 {
1509 // misplaced \%#=1
1510 semsg(_(e_atom_engine_must_be_at_start_of_pattern),
1511 regparse[1]);
1512 return FAIL;
1513 }
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001514 ret = regnode(CURSOR);
1515 break;
1516
1517 case 'V':
1518 ret = regnode(RE_VISUAL);
1519 break;
1520
1521 case 'C':
1522 ret = regnode(RE_COMPOSING);
1523 break;
1524
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001525 // \%[abc]: Emit as a list of branches, all ending at the last
1526 // branch which matches nothing.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001527 case '[':
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001528 if (one_exactly) // doesn't nest
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001529 EMSG_ONE_RET_NULL;
1530 {
1531 char_u *lastbranch;
1532 char_u *lastnode = NULL;
1533 char_u *br;
1534
1535 ret = NULL;
1536 while ((c = getchr()) != ']')
1537 {
1538 if (c == NUL)
Bram Moolenaar12f3c1b2021-12-05 21:46:34 +00001539 EMSG2_RET_NULL(_(e_missing_sb_after_str),
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001540 reg_magic == MAGIC_ALL);
1541 br = regnode(BRANCH);
1542 if (ret == NULL)
1543 ret = br;
1544 else
1545 {
1546 regtail(lastnode, br);
1547 if (reg_toolong)
1548 return NULL;
1549 }
1550
1551 ungetchr();
1552 one_exactly = TRUE;
1553 lastnode = regatom(flagp);
1554 one_exactly = FALSE;
1555 if (lastnode == NULL)
1556 return NULL;
1557 }
1558 if (ret == NULL)
Bram Moolenaar12f3c1b2021-12-05 21:46:34 +00001559 EMSG2_RET_NULL(_(e_empty_str_brackets),
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001560 reg_magic == MAGIC_ALL);
1561 lastbranch = regnode(BRANCH);
1562 br = regnode(NOTHING);
1563 if (ret != JUST_CALC_SIZE)
1564 {
1565 regtail(lastnode, br);
1566 regtail(lastbranch, br);
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001567 // connect all branches to the NOTHING
1568 // branch at the end
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001569 for (br = ret; br != lastnode; )
1570 {
1571 if (OP(br) == BRANCH)
1572 {
1573 regtail(br, lastbranch);
1574 if (reg_toolong)
1575 return NULL;
1576 br = OPERAND(br);
1577 }
1578 else
1579 br = regnext(br);
1580 }
1581 }
1582 *flagp &= ~(HASWIDTH | SIMPLE);
1583 break;
1584 }
1585
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001586 case 'd': // %d123 decimal
1587 case 'o': // %o123 octal
1588 case 'x': // %xab hex 2
1589 case 'u': // %uabcd hex 4
1590 case 'U': // %U1234abcd hex 8
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001591 {
1592 long i;
1593
1594 switch (c)
1595 {
1596 case 'd': i = getdecchrs(); break;
1597 case 'o': i = getoctchrs(); break;
1598 case 'x': i = gethexchrs(2); break;
1599 case 'u': i = gethexchrs(4); break;
1600 case 'U': i = gethexchrs(8); break;
1601 default: i = -1; break;
1602 }
1603
1604 if (i < 0 || i > INT_MAX)
1605 EMSG2_RET_NULL(
Bram Moolenaara6f79292022-01-04 21:30:47 +00001606 _(e_invalid_character_after_str_2),
1607 reg_magic == MAGIC_ALL);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001608 if (use_multibytecode(i))
1609 ret = regnode(MULTIBYTECODE);
1610 else
1611 ret = regnode(EXACTLY);
1612 if (i == 0)
1613 regc(0x0a);
1614 else
1615 regmbc(i);
1616 regc(NUL);
1617 *flagp |= HASWIDTH;
1618 break;
1619 }
1620
1621 default:
1622 if (VIM_ISDIGIT(c) || c == '<' || c == '>'
Bram Moolenaar04db26b2021-07-05 20:15:23 +02001623 || c == '\'' || c == '.')
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001624 {
1625 long_u n = 0;
1626 int cmp;
Bram Moolenaar04db26b2021-07-05 20:15:23 +02001627 int cur = FALSE;
Bram Moolenaar72bb10d2022-04-05 14:00:32 +01001628 int got_digit = FALSE;
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001629
1630 cmp = c;
1631 if (cmp == '<' || cmp == '>')
1632 c = getchr();
Bram Moolenaar04db26b2021-07-05 20:15:23 +02001633 if (no_Magic(c) == '.')
1634 {
1635 cur = TRUE;
1636 c = getchr();
1637 }
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001638 while (VIM_ISDIGIT(c))
1639 {
Bram Moolenaar72bb10d2022-04-05 14:00:32 +01001640 got_digit = TRUE;
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001641 n = n * 10 + (c - '0');
1642 c = getchr();
1643 }
1644 if (c == '\'' && n == 0)
1645 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001646 // "\%'m", "\%<'m" and "\%>'m": Mark
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001647 c = getchr();
1648 ret = regnode(RE_MARK);
1649 if (ret == JUST_CALC_SIZE)
1650 regsize += 2;
1651 else
1652 {
1653 *regcode++ = c;
1654 *regcode++ = cmp;
1655 }
1656 break;
1657 }
Bram Moolenaar72bb10d2022-04-05 14:00:32 +01001658 else if ((c == 'l' || c == 'c' || c == 'v')
1659 && (cur || got_digit))
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001660 {
Bram Moolenaar04db26b2021-07-05 20:15:23 +02001661 if (cur && n)
1662 {
Bram Moolenaar91ff3d42022-04-04 18:32:32 +01001663 semsg(_(e_regexp_number_after_dot_pos_search_chr),
1664 no_Magic(c));
Bram Moolenaar04db26b2021-07-05 20:15:23 +02001665 rc_did_emsg = TRUE;
1666 return NULL;
1667 }
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001668 if (c == 'l')
1669 {
Bram Moolenaar04db26b2021-07-05 20:15:23 +02001670 if (cur)
1671 n = curwin->w_cursor.lnum;
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001672 ret = regnode(RE_LNUM);
1673 if (save_prev_at_start)
1674 at_start = TRUE;
1675 }
1676 else if (c == 'c')
Bram Moolenaar04db26b2021-07-05 20:15:23 +02001677 {
1678 if (cur)
1679 {
1680 n = curwin->w_cursor.col;
1681 n++;
1682 }
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001683 ret = regnode(RE_COL);
Bram Moolenaar04db26b2021-07-05 20:15:23 +02001684 }
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001685 else
Bram Moolenaar04db26b2021-07-05 20:15:23 +02001686 {
1687 if (cur)
1688 {
1689 colnr_T vcol = 0;
1690
1691 getvvcol(curwin, &curwin->w_cursor,
1692 NULL, NULL, &vcol);
1693 ++vcol;
1694 n = vcol;
1695 }
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001696 ret = regnode(RE_VCOL);
Bram Moolenaar04db26b2021-07-05 20:15:23 +02001697 }
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001698 if (ret == JUST_CALC_SIZE)
1699 regsize += 5;
1700 else
1701 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001702 // put the number and the optional
1703 // comparator after the opcode
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001704 regcode = re_put_long(regcode, n);
1705 *regcode++ = cmp;
1706 }
1707 break;
1708 }
1709 }
1710
Bram Moolenaar12f3c1b2021-12-05 21:46:34 +00001711 EMSG2_RET_NULL(_(e_invalid_character_after_str),
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001712 reg_magic == MAGIC_ALL);
1713 }
1714 }
1715 break;
1716
1717 case Magic('['):
1718collection:
1719 {
1720 char_u *lp;
1721
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001722 // If there is no matching ']', we assume the '[' is a normal
1723 // character. This makes 'incsearch' and ":help [" work.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001724 lp = skip_anyof(regparse);
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001725 if (*lp == ']') // there is a matching ']'
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001726 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001727 int startc = -1; // > 0 when next '-' is a range
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001728 int endc;
1729
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001730 // In a character class, different parsing rules apply.
1731 // Not even \ is special anymore, nothing is.
1732 if (*regparse == '^') // Complement of range.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001733 {
1734 ret = regnode(ANYBUT + extra);
1735 regparse++;
1736 }
1737 else
1738 ret = regnode(ANYOF + extra);
1739
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001740 // At the start ']' and '-' mean the literal character.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001741 if (*regparse == ']' || *regparse == '-')
1742 {
1743 startc = *regparse;
1744 regc(*regparse++);
1745 }
1746
1747 while (*regparse != NUL && *regparse != ']')
1748 {
1749 if (*regparse == '-')
1750 {
1751 ++regparse;
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001752 // The '-' is not used for a range at the end and
1753 // after or before a '\n'.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001754 if (*regparse == ']' || *regparse == NUL
1755 || startc == -1
1756 || (regparse[0] == '\\' && regparse[1] == 'n'))
1757 {
1758 regc('-');
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001759 startc = '-'; // [--x] is a range
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001760 }
1761 else
1762 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001763 // Also accept "a-[.z.]"
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001764 endc = 0;
1765 if (*regparse == '[')
1766 endc = get_coll_element(&regparse);
1767 if (endc == 0)
1768 {
1769 if (has_mbyte)
1770 endc = mb_ptr2char_adv(&regparse);
1771 else
1772 endc = *regparse++;
1773 }
1774
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001775 // Handle \o40, \x20 and \u20AC style sequences
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001776 if (endc == '\\' && !reg_cpo_lit && !reg_cpo_bsl)
1777 endc = coll_get_char();
1778
1779 if (startc > endc)
Bram Moolenaar677658a2022-01-05 16:09:06 +00001780 EMSG_RET_NULL(_(e_reverse_range_in_character_class));
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001781 if (has_mbyte && ((*mb_char2len)(startc) > 1
1782 || (*mb_char2len)(endc) > 1))
1783 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001784 // Limit to a range of 256 chars.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001785 if (endc > startc + 256)
Bram Moolenaar677658a2022-01-05 16:09:06 +00001786 EMSG_RET_NULL(_(e_range_too_large_in_character_class));
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001787 while (++startc <= endc)
1788 regmbc(startc);
1789 }
1790 else
1791 {
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001792 while (++startc <= endc)
Bram Moolenaar424bcae2022-01-31 14:59:41 +00001793 regc(startc);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001794 }
1795 startc = -1;
1796 }
1797 }
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001798 // Only "\]", "\^", "\]" and "\\" are special in Vi. Vim
1799 // accepts "\t", "\e", etc., but only when the 'l' flag in
1800 // 'cpoptions' is not included.
1801 // Posix doesn't recognize backslash at all.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001802 else if (*regparse == '\\'
1803 && !reg_cpo_bsl
1804 && (vim_strchr(REGEXP_INRANGE, regparse[1]) != NULL
1805 || (!reg_cpo_lit
1806 && vim_strchr(REGEXP_ABBR,
1807 regparse[1]) != NULL)))
1808 {
1809 regparse++;
1810 if (*regparse == 'n')
1811 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001812 // '\n' in range: also match NL
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001813 if (ret != JUST_CALC_SIZE)
1814 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001815 // Using \n inside [^] does not change what
1816 // matches. "[^\n]" is the same as ".".
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001817 if (*ret == ANYOF)
1818 {
1819 *ret = ANYOF + ADD_NL;
1820 *flagp |= HASNL;
1821 }
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001822 // else: must have had a \n already
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001823 }
1824 regparse++;
1825 startc = -1;
1826 }
1827 else if (*regparse == 'd'
1828 || *regparse == 'o'
1829 || *regparse == 'x'
1830 || *regparse == 'u'
1831 || *regparse == 'U')
1832 {
1833 startc = coll_get_char();
1834 if (startc == 0)
1835 regc(0x0a);
1836 else
1837 regmbc(startc);
1838 }
1839 else
1840 {
1841 startc = backslash_trans(*regparse++);
1842 regc(startc);
1843 }
1844 }
1845 else if (*regparse == '[')
1846 {
1847 int c_class;
1848 int cu;
1849
1850 c_class = get_char_class(&regparse);
1851 startc = -1;
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001852 // Characters assumed to be 8 bits!
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001853 switch (c_class)
1854 {
1855 case CLASS_NONE:
1856 c_class = get_equi_class(&regparse);
1857 if (c_class != 0)
1858 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001859 // produce equivalence class
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001860 reg_equi_class(c_class);
1861 }
1862 else if ((c_class =
1863 get_coll_element(&regparse)) != 0)
1864 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001865 // produce a collating element
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001866 regmbc(c_class);
1867 }
1868 else
1869 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001870 // literal '[', allow [[-x] as a range
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001871 startc = *regparse++;
1872 regc(startc);
1873 }
1874 break;
1875 case CLASS_ALNUM:
1876 for (cu = 1; cu < 128; cu++)
1877 if (isalnum(cu))
1878 regmbc(cu);
1879 break;
1880 case CLASS_ALPHA:
1881 for (cu = 1; cu < 128; cu++)
1882 if (isalpha(cu))
1883 regmbc(cu);
1884 break;
1885 case CLASS_BLANK:
1886 regc(' ');
1887 regc('\t');
1888 break;
1889 case CLASS_CNTRL:
1890 for (cu = 1; cu <= 127; cu++)
1891 if (iscntrl(cu))
1892 regmbc(cu);
1893 break;
1894 case CLASS_DIGIT:
1895 for (cu = 1; cu <= 127; cu++)
1896 if (VIM_ISDIGIT(cu))
1897 regmbc(cu);
1898 break;
1899 case CLASS_GRAPH:
1900 for (cu = 1; cu <= 127; cu++)
1901 if (isgraph(cu))
1902 regmbc(cu);
1903 break;
1904 case CLASS_LOWER:
1905 for (cu = 1; cu <= 255; cu++)
1906 if (MB_ISLOWER(cu) && cu != 170
1907 && cu != 186)
1908 regmbc(cu);
1909 break;
1910 case CLASS_PRINT:
1911 for (cu = 1; cu <= 255; cu++)
1912 if (vim_isprintc(cu))
1913 regmbc(cu);
1914 break;
1915 case CLASS_PUNCT:
1916 for (cu = 1; cu < 128; cu++)
1917 if (ispunct(cu))
1918 regmbc(cu);
1919 break;
1920 case CLASS_SPACE:
1921 for (cu = 9; cu <= 13; cu++)
1922 regc(cu);
1923 regc(' ');
1924 break;
1925 case CLASS_UPPER:
1926 for (cu = 1; cu <= 255; cu++)
1927 if (MB_ISUPPER(cu))
1928 regmbc(cu);
1929 break;
1930 case CLASS_XDIGIT:
1931 for (cu = 1; cu <= 255; cu++)
1932 if (vim_isxdigit(cu))
1933 regmbc(cu);
1934 break;
1935 case CLASS_TAB:
1936 regc('\t');
1937 break;
1938 case CLASS_RETURN:
1939 regc('\r');
1940 break;
1941 case CLASS_BACKSPACE:
1942 regc('\b');
1943 break;
1944 case CLASS_ESCAPE:
1945 regc('\033');
1946 break;
1947 case CLASS_IDENT:
1948 for (cu = 1; cu <= 255; cu++)
1949 if (vim_isIDc(cu))
1950 regmbc(cu);
1951 break;
1952 case CLASS_KEYWORD:
1953 for (cu = 1; cu <= 255; cu++)
1954 if (reg_iswordc(cu))
1955 regmbc(cu);
1956 break;
1957 case CLASS_FNAME:
1958 for (cu = 1; cu <= 255; cu++)
1959 if (vim_isfilec(cu))
1960 regmbc(cu);
1961 break;
1962 }
1963 }
1964 else
1965 {
1966 if (has_mbyte)
1967 {
1968 int len;
1969
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001970 // produce a multibyte character, including any
1971 // following composing characters
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001972 startc = mb_ptr2char(regparse);
1973 len = (*mb_ptr2len)(regparse);
1974 if (enc_utf8 && utf_char2len(startc) != len)
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001975 startc = -1; // composing chars
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001976 while (--len >= 0)
1977 regc(*regparse++);
1978 }
1979 else
1980 {
1981 startc = *regparse++;
1982 regc(startc);
1983 }
1984 }
1985 }
1986 regc(NUL);
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001987 prevchr_len = 1; // last char was the ']'
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001988 if (*regparse != ']')
Bram Moolenaar12f3c1b2021-12-05 21:46:34 +00001989 EMSG_RET_NULL(_(e_too_many_brackets)); // Cannot happen?
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001990 skipchr(); // let's be friends with the lexer again
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001991 *flagp |= HASWIDTH | SIMPLE;
1992 break;
1993 }
1994 else if (reg_strict)
Bram Moolenaar677658a2022-01-05 16:09:06 +00001995 EMSG2_RET_NULL(_(e_missing_rsb_after_str_lsb),
1996 reg_magic > MAGIC_OFF);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001997 }
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02001998 // FALLTHROUGH
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02001999
2000 default:
2001 {
2002 int len;
2003
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002004 // A multi-byte character is handled as a separate atom if it's
2005 // before a multi and when it's a composing char.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002006 if (use_multibytecode(c))
2007 {
2008do_multibyte:
2009 ret = regnode(MULTIBYTECODE);
2010 regmbc(c);
2011 *flagp |= HASWIDTH | SIMPLE;
2012 break;
2013 }
2014
2015 ret = regnode(EXACTLY);
2016
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002017 // Append characters as long as:
2018 // - there is no following multi, we then need the character in
2019 // front of it as a single character operand
2020 // - not running into a Magic character
2021 // - "one_exactly" is not set
2022 // But always emit at least one character. Might be a Multi,
2023 // e.g., a "[" without matching "]".
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002024 for (len = 0; c != NUL && (len == 0
2025 || (re_multi_type(peekchr()) == NOT_MULTI
2026 && !one_exactly
2027 && !is_Magic(c))); ++len)
2028 {
2029 c = no_Magic(c);
2030 if (has_mbyte)
2031 {
2032 regmbc(c);
2033 if (enc_utf8)
2034 {
2035 int l;
2036
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002037 // Need to get composing character too.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002038 for (;;)
2039 {
2040 l = utf_ptr2len(regparse);
2041 if (!UTF_COMPOSINGLIKE(regparse, regparse + l))
2042 break;
2043 regmbc(utf_ptr2char(regparse));
2044 skipchr();
2045 }
2046 }
2047 }
2048 else
2049 regc(c);
2050 c = getchr();
2051 }
2052 ungetchr();
2053
2054 regc(NUL);
2055 *flagp |= HASWIDTH;
2056 if (len == 1)
2057 *flagp |= SIMPLE;
2058 }
2059 break;
2060 }
2061
2062 return ret;
2063}
2064
2065/*
2066 * Parse something followed by possible [*+=].
2067 *
2068 * Note that the branching code sequences used for = and the general cases
2069 * of * and + are somewhat optimized: they use the same NOTHING node as
2070 * both the endmarker for their branch list and the body of the last branch.
2071 * It might seem that this node could be dispensed with entirely, but the
2072 * endmarker role is not redundant.
2073 */
2074 static char_u *
2075regpiece(int *flagp)
2076{
2077 char_u *ret;
2078 int op;
2079 char_u *next;
2080 int flags;
2081 long minval;
2082 long maxval;
2083
2084 ret = regatom(&flags);
2085 if (ret == NULL)
2086 return NULL;
2087
2088 op = peekchr();
2089 if (re_multi_type(op) == NOT_MULTI)
2090 {
2091 *flagp = flags;
2092 return ret;
2093 }
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002094 // default flags
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002095 *flagp = (WORST | SPSTART | (flags & (HASNL | HASLOOKBH)));
2096
2097 skipchr();
2098 switch (op)
2099 {
2100 case Magic('*'):
2101 if (flags & SIMPLE)
2102 reginsert(STAR, ret);
2103 else
2104 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002105 // Emit x* as (x&|), where & means "self".
2106 reginsert(BRANCH, ret); // Either x
2107 regoptail(ret, regnode(BACK)); // and loop
2108 regoptail(ret, ret); // back
2109 regtail(ret, regnode(BRANCH)); // or
2110 regtail(ret, regnode(NOTHING)); // null.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002111 }
2112 break;
2113
2114 case Magic('+'):
2115 if (flags & SIMPLE)
2116 reginsert(PLUS, ret);
2117 else
2118 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002119 // Emit x+ as x(&|), where & means "self".
2120 next = regnode(BRANCH); // Either
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002121 regtail(ret, next);
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002122 regtail(regnode(BACK), ret); // loop back
2123 regtail(next, regnode(BRANCH)); // or
2124 regtail(ret, regnode(NOTHING)); // null.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002125 }
2126 *flagp = (WORST | HASWIDTH | (flags & (HASNL | HASLOOKBH)));
2127 break;
2128
2129 case Magic('@'):
2130 {
2131 int lop = END;
2132 long nr;
2133
2134 nr = getdecchrs();
2135 switch (no_Magic(getchr()))
2136 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002137 case '=': lop = MATCH; break; // \@=
2138 case '!': lop = NOMATCH; break; // \@!
2139 case '>': lop = SUBPAT; break; // \@>
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002140 case '<': switch (no_Magic(getchr()))
2141 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002142 case '=': lop = BEHIND; break; // \@<=
2143 case '!': lop = NOBEHIND; break; // \@<!
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002144 }
2145 }
2146 if (lop == END)
Bram Moolenaard8e44472021-07-21 22:20:33 +02002147 EMSG2_RET_NULL(_(e_invalid_character_after_str_at),
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002148 reg_magic == MAGIC_ALL);
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002149 // Look behind must match with behind_pos.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002150 if (lop == BEHIND || lop == NOBEHIND)
2151 {
2152 regtail(ret, regnode(BHPOS));
2153 *flagp |= HASLOOKBH;
2154 }
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002155 regtail(ret, regnode(END)); // operand ends
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002156 if (lop == BEHIND || lop == NOBEHIND)
2157 {
2158 if (nr < 0)
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002159 nr = 0; // no limit is same as zero limit
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002160 reginsert_nr(lop, nr, ret);
2161 }
2162 else
2163 reginsert(lop, ret);
2164 break;
2165 }
2166
2167 case Magic('?'):
2168 case Magic('='):
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002169 // Emit x= as (x|)
2170 reginsert(BRANCH, ret); // Either x
2171 regtail(ret, regnode(BRANCH)); // or
2172 next = regnode(NOTHING); // null.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002173 regtail(ret, next);
2174 regoptail(ret, next);
2175 break;
2176
2177 case Magic('{'):
2178 if (!read_limits(&minval, &maxval))
2179 return NULL;
2180 if (flags & SIMPLE)
2181 {
2182 reginsert(BRACE_SIMPLE, ret);
2183 reginsert_limits(BRACE_LIMITS, minval, maxval, ret);
2184 }
2185 else
2186 {
2187 if (num_complex_braces >= 10)
Bram Moolenaard8e44472021-07-21 22:20:33 +02002188 EMSG2_RET_NULL(_(e_too_many_complex_str_curly),
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002189 reg_magic == MAGIC_ALL);
2190 reginsert(BRACE_COMPLEX + num_complex_braces, ret);
2191 regoptail(ret, regnode(BACK));
2192 regoptail(ret, ret);
2193 reginsert_limits(BRACE_LIMITS, minval, maxval, ret);
2194 ++num_complex_braces;
2195 }
2196 if (minval > 0 && maxval > 0)
2197 *flagp = (HASWIDTH | (flags & (HASNL | HASLOOKBH)));
2198 break;
2199 }
2200 if (re_multi_type(peekchr()) != NOT_MULTI)
2201 {
2202 // Can't have a multi follow a multi.
2203 if (peekchr() == Magic('*'))
Bram Moolenaar12f3c1b2021-12-05 21:46:34 +00002204 EMSG2_RET_NULL(_(e_nested_str), reg_magic >= MAGIC_ON);
2205 EMSG3_RET_NULL(_(e_nested_str_chr), reg_magic == MAGIC_ALL,
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002206 no_Magic(peekchr()));
2207 }
2208
2209 return ret;
2210}
2211
2212/*
2213 * Parse one alternative of an | or & operator.
2214 * Implements the concatenation operator.
2215 */
2216 static char_u *
2217regconcat(int *flagp)
2218{
2219 char_u *first = NULL;
2220 char_u *chain = NULL;
2221 char_u *latest;
2222 int flags;
2223 int cont = TRUE;
2224
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002225 *flagp = WORST; // Tentatively.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002226
2227 while (cont)
2228 {
2229 switch (peekchr())
2230 {
2231 case NUL:
2232 case Magic('|'):
2233 case Magic('&'):
2234 case Magic(')'):
2235 cont = FALSE;
2236 break;
2237 case Magic('Z'):
2238 regflags |= RF_ICOMBINE;
2239 skipchr_keepstart();
2240 break;
2241 case Magic('c'):
2242 regflags |= RF_ICASE;
2243 skipchr_keepstart();
2244 break;
2245 case Magic('C'):
2246 regflags |= RF_NOICASE;
2247 skipchr_keepstart();
2248 break;
2249 case Magic('v'):
2250 reg_magic = MAGIC_ALL;
2251 skipchr_keepstart();
2252 curchr = -1;
2253 break;
2254 case Magic('m'):
2255 reg_magic = MAGIC_ON;
2256 skipchr_keepstart();
2257 curchr = -1;
2258 break;
2259 case Magic('M'):
2260 reg_magic = MAGIC_OFF;
2261 skipchr_keepstart();
2262 curchr = -1;
2263 break;
2264 case Magic('V'):
2265 reg_magic = MAGIC_NONE;
2266 skipchr_keepstart();
2267 curchr = -1;
2268 break;
2269 default:
2270 latest = regpiece(&flags);
2271 if (latest == NULL || reg_toolong)
2272 return NULL;
2273 *flagp |= flags & (HASWIDTH | HASNL | HASLOOKBH);
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002274 if (chain == NULL) // First piece.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002275 *flagp |= flags & SPSTART;
2276 else
2277 regtail(chain, latest);
2278 chain = latest;
2279 if (first == NULL)
2280 first = latest;
2281 break;
2282 }
2283 }
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002284 if (first == NULL) // Loop ran zero times.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002285 first = regnode(NOTHING);
2286 return first;
2287}
2288
2289/*
2290 * Parse one alternative of an | operator.
2291 * Implements the & operator.
2292 */
2293 static char_u *
2294regbranch(int *flagp)
2295{
2296 char_u *ret;
2297 char_u *chain = NULL;
2298 char_u *latest;
2299 int flags;
2300
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002301 *flagp = WORST | HASNL; // Tentatively.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002302
2303 ret = regnode(BRANCH);
2304 for (;;)
2305 {
2306 latest = regconcat(&flags);
2307 if (latest == NULL)
2308 return NULL;
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002309 // If one of the branches has width, the whole thing has. If one of
2310 // the branches anchors at start-of-line, the whole thing does.
2311 // If one of the branches uses look-behind, the whole thing does.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002312 *flagp |= flags & (HASWIDTH | SPSTART | HASLOOKBH);
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002313 // If one of the branches doesn't match a line-break, the whole thing
2314 // doesn't.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002315 *flagp &= ~HASNL | (flags & HASNL);
2316 if (chain != NULL)
2317 regtail(chain, latest);
2318 if (peekchr() != Magic('&'))
2319 break;
2320 skipchr();
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002321 regtail(latest, regnode(END)); // operand ends
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002322 if (reg_toolong)
2323 break;
2324 reginsert(MATCH, latest);
2325 chain = latest;
2326 }
2327
2328 return ret;
2329}
2330
2331/*
2332 * Parse regular expression, i.e. main body or parenthesized thing.
2333 *
2334 * Caller must absorb opening parenthesis.
2335 *
2336 * Combining parenthesis handling with the base level of regular expression
2337 * is a trifle forced, but the need to tie the tails of the branches to what
2338 * follows makes it hard to avoid.
2339 */
2340 static char_u *
2341reg(
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002342 int paren, // REG_NOPAREN, REG_PAREN, REG_NPAREN or REG_ZPAREN
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002343 int *flagp)
2344{
2345 char_u *ret;
2346 char_u *br;
2347 char_u *ender;
2348 int parno = 0;
2349 int flags;
2350
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002351 *flagp = HASWIDTH; // Tentatively.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002352
2353#ifdef FEAT_SYN_HL
2354 if (paren == REG_ZPAREN)
2355 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002356 // Make a ZOPEN node.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002357 if (regnzpar >= NSUBEXP)
Bram Moolenaard8e44472021-07-21 22:20:33 +02002358 EMSG_RET_NULL(_(e_too_many_z));
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002359 parno = regnzpar;
2360 regnzpar++;
2361 ret = regnode(ZOPEN + parno);
2362 }
2363 else
2364#endif
2365 if (paren == REG_PAREN)
2366 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002367 // Make a MOPEN node.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002368 if (regnpar >= NSUBEXP)
Bram Moolenaard8e44472021-07-21 22:20:33 +02002369 EMSG2_RET_NULL(_(e_too_many_str_open), reg_magic == MAGIC_ALL);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002370 parno = regnpar;
2371 ++regnpar;
2372 ret = regnode(MOPEN + parno);
2373 }
2374 else if (paren == REG_NPAREN)
2375 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002376 // Make a NOPEN node.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002377 ret = regnode(NOPEN);
2378 }
2379 else
2380 ret = NULL;
2381
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002382 // Pick up the branches, linking them together.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002383 br = regbranch(&flags);
2384 if (br == NULL)
2385 return NULL;
2386 if (ret != NULL)
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002387 regtail(ret, br); // [MZ]OPEN -> first.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002388 else
2389 ret = br;
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002390 // If one of the branches can be zero-width, the whole thing can.
2391 // If one of the branches has * at start or matches a line-break, the
2392 // whole thing can.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002393 if (!(flags & HASWIDTH))
2394 *flagp &= ~HASWIDTH;
2395 *flagp |= flags & (SPSTART | HASNL | HASLOOKBH);
2396 while (peekchr() == Magic('|'))
2397 {
2398 skipchr();
2399 br = regbranch(&flags);
2400 if (br == NULL || reg_toolong)
2401 return NULL;
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002402 regtail(ret, br); // BRANCH -> BRANCH.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002403 if (!(flags & HASWIDTH))
2404 *flagp &= ~HASWIDTH;
2405 *flagp |= flags & (SPSTART | HASNL | HASLOOKBH);
2406 }
2407
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002408 // Make a closing node, and hook it on the end.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002409 ender = regnode(
2410#ifdef FEAT_SYN_HL
2411 paren == REG_ZPAREN ? ZCLOSE + parno :
2412#endif
2413 paren == REG_PAREN ? MCLOSE + parno :
2414 paren == REG_NPAREN ? NCLOSE : END);
2415 regtail(ret, ender);
2416
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002417 // Hook the tails of the branches to the closing node.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002418 for (br = ret; br != NULL; br = regnext(br))
2419 regoptail(br, ender);
2420
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002421 // Check for proper termination.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002422 if (paren != REG_NOPAREN && getchr() != Magic(')'))
2423 {
2424#ifdef FEAT_SYN_HL
2425 if (paren == REG_ZPAREN)
Bram Moolenaard8e44472021-07-21 22:20:33 +02002426 EMSG_RET_NULL(_(e_unmatched_z));
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002427 else
2428#endif
2429 if (paren == REG_NPAREN)
Bram Moolenaard8e44472021-07-21 22:20:33 +02002430 EMSG2_RET_NULL(_(e_unmatched_str_percent_open), reg_magic == MAGIC_ALL);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002431 else
Bram Moolenaard8e44472021-07-21 22:20:33 +02002432 EMSG2_RET_NULL(_(e_unmatched_str_open), reg_magic == MAGIC_ALL);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002433 }
2434 else if (paren == REG_NOPAREN && peekchr() != NUL)
2435 {
2436 if (curchr == Magic(')'))
Bram Moolenaard8e44472021-07-21 22:20:33 +02002437 EMSG2_RET_NULL(_(e_unmatched_str_close), reg_magic == MAGIC_ALL);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002438 else
Bram Moolenaar74409f62022-01-01 15:58:22 +00002439 EMSG_RET_NULL(_(e_trailing_characters)); // "Can't happen".
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002440 // NOTREACHED
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002441 }
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002442 // Here we set the flag allowing back references to this set of
2443 // parentheses.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002444 if (paren == REG_PAREN)
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002445 had_endbrace[parno] = TRUE; // have seen the close paren
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002446 return ret;
2447}
2448
2449/*
2450 * bt_regcomp() - compile a regular expression into internal code for the
2451 * traditional back track matcher.
2452 * Returns the program in allocated space. Returns NULL for an error.
2453 *
2454 * We can't allocate space until we know how big the compiled form will be,
2455 * but we can't compile it (and thus know how big it is) until we've got a
2456 * place to put the code. So we cheat: we compile it twice, once with code
2457 * generation turned off and size counting turned on, and once "for real".
2458 * This also means that we don't allocate space until we are sure that the
2459 * thing really will compile successfully, and we never have to move the
2460 * code and thus invalidate pointers into it. (Note that it has to be in
2461 * one piece because vim_free() must be able to free it all.)
2462 *
2463 * Whether upper/lower case is to be ignored is decided when executing the
2464 * program, it does not matter here.
2465 *
2466 * Beware that the optimization-preparation code in here knows about some
2467 * of the structure of the compiled regexp.
2468 * "re_flags": RE_MAGIC and/or RE_STRING.
2469 */
2470 static regprog_T *
2471bt_regcomp(char_u *expr, int re_flags)
2472{
2473 bt_regprog_T *r;
2474 char_u *scan;
2475 char_u *longest;
2476 int len;
2477 int flags;
2478
2479 if (expr == NULL)
Bram Moolenaare29a27f2021-07-20 21:07:36 +02002480 IEMSG_RET_NULL(_(e_null_argument));
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002481
2482 init_class_tab();
2483
2484 // First pass: determine size, legality.
2485 regcomp_start(expr, re_flags);
2486 regcode = JUST_CALC_SIZE;
2487 regc(REGMAGIC);
2488 if (reg(REG_NOPAREN, &flags) == NULL)
2489 return NULL;
2490
2491 // Allocate space.
2492 r = alloc(offsetof(bt_regprog_T, program) + regsize);
2493 if (r == NULL)
2494 return NULL;
2495 r->re_in_use = FALSE;
2496
2497 // Second pass: emit code.
2498 regcomp_start(expr, re_flags);
2499 regcode = r->program;
2500 regc(REGMAGIC);
2501 if (reg(REG_NOPAREN, &flags) == NULL || reg_toolong)
2502 {
2503 vim_free(r);
2504 if (reg_toolong)
Bram Moolenaareaaac012022-01-02 17:00:40 +00002505 EMSG_RET_NULL(_(e_pattern_too_long));
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002506 return NULL;
2507 }
2508
2509 // Dig out information for optimizations.
2510 r->regstart = NUL; // Worst-case defaults.
2511 r->reganch = 0;
2512 r->regmust = NULL;
2513 r->regmlen = 0;
2514 r->regflags = regflags;
2515 if (flags & HASNL)
2516 r->regflags |= RF_HASNL;
2517 if (flags & HASLOOKBH)
2518 r->regflags |= RF_LOOKBH;
2519#ifdef FEAT_SYN_HL
2520 // Remember whether this pattern has any \z specials in it.
2521 r->reghasz = re_has_z;
2522#endif
2523 scan = r->program + 1; // First BRANCH.
2524 if (OP(regnext(scan)) == END) // Only one top-level choice.
2525 {
2526 scan = OPERAND(scan);
2527
2528 // Starting-point info.
2529 if (OP(scan) == BOL || OP(scan) == RE_BOF)
2530 {
2531 r->reganch++;
2532 scan = regnext(scan);
2533 }
2534
2535 if (OP(scan) == EXACTLY)
2536 {
2537 if (has_mbyte)
2538 r->regstart = (*mb_ptr2char)(OPERAND(scan));
2539 else
2540 r->regstart = *OPERAND(scan);
2541 }
2542 else if ((OP(scan) == BOW
2543 || OP(scan) == EOW
2544 || OP(scan) == NOTHING
2545 || OP(scan) == MOPEN + 0 || OP(scan) == NOPEN
2546 || OP(scan) == MCLOSE + 0 || OP(scan) == NCLOSE)
2547 && OP(regnext(scan)) == EXACTLY)
2548 {
2549 if (has_mbyte)
2550 r->regstart = (*mb_ptr2char)(OPERAND(regnext(scan)));
2551 else
2552 r->regstart = *OPERAND(regnext(scan));
2553 }
2554
2555 // If there's something expensive in the r.e., find the longest
2556 // literal string that must appear and make it the regmust. Resolve
2557 // ties in favor of later strings, since the regstart check works
2558 // with the beginning of the r.e. and avoiding duplication
2559 // strengthens checking. Not a strong reason, but sufficient in the
2560 // absence of others.
2561
2562 // When the r.e. starts with BOW, it is faster to look for a regmust
2563 // first. Used a lot for "#" and "*" commands. (Added by mool).
2564 if ((flags & SPSTART || OP(scan) == BOW || OP(scan) == EOW)
2565 && !(flags & HASNL))
2566 {
2567 longest = NULL;
2568 len = 0;
2569 for (; scan != NULL; scan = regnext(scan))
2570 if (OP(scan) == EXACTLY && STRLEN(OPERAND(scan)) >= (size_t)len)
2571 {
2572 longest = OPERAND(scan);
2573 len = (int)STRLEN(OPERAND(scan));
2574 }
2575 r->regmust = longest;
2576 r->regmlen = len;
2577 }
2578 }
2579#ifdef BT_REGEXP_DUMP
2580 regdump(expr, r);
2581#endif
2582 r->engine = &bt_regengine;
2583 return (regprog_T *)r;
2584}
2585
2586#if defined(FEAT_SYN_HL) || defined(PROTO)
2587/*
2588 * Check if during the previous call to vim_regcomp the EOL item "$" has been
2589 * found. This is messy, but it works fine.
2590 */
2591 int
2592vim_regcomp_had_eol(void)
2593{
2594 return had_eol;
2595}
2596#endif
2597
2598/*
2599 * Get a number after a backslash that is inside [].
2600 * When nothing is recognized return a backslash.
2601 */
2602 static int
2603coll_get_char(void)
2604{
2605 long nr = -1;
2606
2607 switch (*regparse++)
2608 {
2609 case 'd': nr = getdecchrs(); break;
2610 case 'o': nr = getoctchrs(); break;
2611 case 'x': nr = gethexchrs(2); break;
2612 case 'u': nr = gethexchrs(4); break;
2613 case 'U': nr = gethexchrs(8); break;
2614 }
2615 if (nr < 0 || nr > INT_MAX)
2616 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002617 // If getting the number fails be backwards compatible: the character
2618 // is a backslash.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002619 --regparse;
2620 nr = '\\';
2621 }
2622 return nr;
2623}
2624
2625/*
2626 * Free a compiled regexp program, returned by bt_regcomp().
2627 */
2628 static void
2629bt_regfree(regprog_T *prog)
2630{
2631 vim_free(prog);
2632}
2633
2634#define ADVANCE_REGINPUT() MB_PTR_ADV(rex.input)
2635
2636/*
2637 * The arguments from BRACE_LIMITS are stored here. They are actually local
2638 * to regmatch(), but they are here to reduce the amount of stack space used
2639 * (it can be called recursively many times).
2640 */
2641static long bl_minval;
2642static long bl_maxval;
2643
2644/*
2645 * Save the input line and position in a regsave_T.
2646 */
2647 static void
2648reg_save(regsave_T *save, garray_T *gap)
2649{
2650 if (REG_MULTI)
2651 {
2652 save->rs_u.pos.col = (colnr_T)(rex.input - rex.line);
2653 save->rs_u.pos.lnum = rex.lnum;
2654 }
2655 else
2656 save->rs_u.ptr = rex.input;
2657 save->rs_len = gap->ga_len;
2658}
2659
2660/*
2661 * Restore the input line and position from a regsave_T.
2662 */
2663 static void
2664reg_restore(regsave_T *save, garray_T *gap)
2665{
2666 if (REG_MULTI)
2667 {
2668 if (rex.lnum != save->rs_u.pos.lnum)
2669 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002670 // only call reg_getline() when the line number changed to save
2671 // a bit of time
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002672 rex.lnum = save->rs_u.pos.lnum;
2673 rex.line = reg_getline(rex.lnum);
2674 }
2675 rex.input = rex.line + save->rs_u.pos.col;
2676 }
2677 else
2678 rex.input = save->rs_u.ptr;
2679 gap->ga_len = save->rs_len;
2680}
2681
2682/*
2683 * Return TRUE if current position is equal to saved position.
2684 */
2685 static int
2686reg_save_equal(regsave_T *save)
2687{
2688 if (REG_MULTI)
2689 return rex.lnum == save->rs_u.pos.lnum
2690 && rex.input == rex.line + save->rs_u.pos.col;
2691 return rex.input == save->rs_u.ptr;
2692}
2693
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002694// Save the sub-expressions before attempting a match.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002695#define save_se(savep, posp, pp) \
2696 REG_MULTI ? save_se_multi((savep), (posp)) : save_se_one((savep), (pp))
2697
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002698// After a failed match restore the sub-expressions.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002699#define restore_se(savep, posp, pp) { \
2700 if (REG_MULTI) \
2701 *(posp) = (savep)->se_u.pos; \
2702 else \
2703 *(pp) = (savep)->se_u.ptr; }
2704
2705/*
2706 * Tentatively set the sub-expression start to the current position (after
2707 * calling regmatch() they will have changed). Need to save the existing
2708 * values for when there is no match.
2709 * Use se_save() to use pointer (save_se_multi()) or position (save_se_one()),
2710 * depending on REG_MULTI.
2711 */
2712 static void
2713save_se_multi(save_se_T *savep, lpos_T *posp)
2714{
2715 savep->se_u.pos = *posp;
2716 posp->lnum = rex.lnum;
2717 posp->col = (colnr_T)(rex.input - rex.line);
2718}
2719
2720 static void
2721save_se_one(save_se_T *savep, char_u **pp)
2722{
2723 savep->se_u.ptr = *pp;
2724 *pp = rex.input;
2725}
2726
2727/*
2728 * regrepeat - repeatedly match something simple, return how many.
2729 * Advances rex.input (and rex.lnum) to just after the matched chars.
2730 */
2731 static int
2732regrepeat(
2733 char_u *p,
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002734 long maxcount) // maximum number of matches allowed
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002735{
2736 long count = 0;
2737 char_u *scan;
2738 char_u *opnd;
2739 int mask;
2740 int testval = 0;
2741
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002742 scan = rex.input; // Make local copy of rex.input for speed.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002743 opnd = OPERAND(p);
2744 switch (OP(p))
2745 {
2746 case ANY:
2747 case ANY + ADD_NL:
2748 while (count < maxcount)
2749 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002750 // Matching anything means we continue until end-of-line (or
2751 // end-of-file for ANY + ADD_NL), only limited by maxcount.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002752 while (*scan != NUL && count < maxcount)
2753 {
2754 ++count;
2755 MB_PTR_ADV(scan);
2756 }
2757 if (!REG_MULTI || !WITH_NL(OP(p)) || rex.lnum > rex.reg_maxline
2758 || rex.reg_line_lbr || count == maxcount)
2759 break;
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002760 ++count; // count the line-break
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002761 reg_nextline();
2762 scan = rex.input;
2763 if (got_int)
2764 break;
2765 }
2766 break;
2767
2768 case IDENT:
2769 case IDENT + ADD_NL:
2770 testval = TRUE;
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002771 // FALLTHROUGH
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002772 case SIDENT:
2773 case SIDENT + ADD_NL:
2774 while (count < maxcount)
2775 {
2776 if (vim_isIDc(PTR2CHAR(scan)) && (testval || !VIM_ISDIGIT(*scan)))
2777 {
2778 MB_PTR_ADV(scan);
2779 }
2780 else if (*scan == NUL)
2781 {
2782 if (!REG_MULTI || !WITH_NL(OP(p)) || rex.lnum > rex.reg_maxline
2783 || rex.reg_line_lbr)
2784 break;
2785 reg_nextline();
2786 scan = rex.input;
2787 if (got_int)
2788 break;
2789 }
2790 else if (rex.reg_line_lbr && *scan == '\n' && WITH_NL(OP(p)))
2791 ++scan;
2792 else
2793 break;
2794 ++count;
2795 }
2796 break;
2797
2798 case KWORD:
2799 case KWORD + ADD_NL:
2800 testval = TRUE;
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002801 // FALLTHROUGH
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002802 case SKWORD:
2803 case SKWORD + ADD_NL:
2804 while (count < maxcount)
2805 {
2806 if (vim_iswordp_buf(scan, rex.reg_buf)
2807 && (testval || !VIM_ISDIGIT(*scan)))
2808 {
2809 MB_PTR_ADV(scan);
2810 }
2811 else if (*scan == NUL)
2812 {
2813 if (!REG_MULTI || !WITH_NL(OP(p)) || rex.lnum > rex.reg_maxline
2814 || rex.reg_line_lbr)
2815 break;
2816 reg_nextline();
2817 scan = rex.input;
2818 if (got_int)
2819 break;
2820 }
2821 else if (rex.reg_line_lbr && *scan == '\n' && WITH_NL(OP(p)))
2822 ++scan;
2823 else
2824 break;
2825 ++count;
2826 }
2827 break;
2828
2829 case FNAME:
2830 case FNAME + ADD_NL:
2831 testval = TRUE;
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002832 // FALLTHROUGH
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002833 case SFNAME:
2834 case SFNAME + ADD_NL:
2835 while (count < maxcount)
2836 {
2837 if (vim_isfilec(PTR2CHAR(scan)) && (testval || !VIM_ISDIGIT(*scan)))
2838 {
2839 MB_PTR_ADV(scan);
2840 }
2841 else if (*scan == NUL)
2842 {
2843 if (!REG_MULTI || !WITH_NL(OP(p)) || rex.lnum > rex.reg_maxline
2844 || rex.reg_line_lbr)
2845 break;
2846 reg_nextline();
2847 scan = rex.input;
2848 if (got_int)
2849 break;
2850 }
2851 else if (rex.reg_line_lbr && *scan == '\n' && WITH_NL(OP(p)))
2852 ++scan;
2853 else
2854 break;
2855 ++count;
2856 }
2857 break;
2858
2859 case PRINT:
2860 case PRINT + ADD_NL:
2861 testval = TRUE;
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002862 // FALLTHROUGH
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02002863 case SPRINT:
2864 case SPRINT + ADD_NL:
2865 while (count < maxcount)
2866 {
2867 if (*scan == NUL)
2868 {
2869 if (!REG_MULTI || !WITH_NL(OP(p)) || rex.lnum > rex.reg_maxline
2870 || rex.reg_line_lbr)
2871 break;
2872 reg_nextline();
2873 scan = rex.input;
2874 if (got_int)
2875 break;
2876 }
2877 else if (vim_isprintc(PTR2CHAR(scan)) == 1
2878 && (testval || !VIM_ISDIGIT(*scan)))
2879 {
2880 MB_PTR_ADV(scan);
2881 }
2882 else if (rex.reg_line_lbr && *scan == '\n' && WITH_NL(OP(p)))
2883 ++scan;
2884 else
2885 break;
2886 ++count;
2887 }
2888 break;
2889
2890 case WHITE:
2891 case WHITE + ADD_NL:
2892 testval = mask = RI_WHITE;
2893do_class:
2894 while (count < maxcount)
2895 {
2896 int l;
2897
2898 if (*scan == NUL)
2899 {
2900 if (!REG_MULTI || !WITH_NL(OP(p)) || rex.lnum > rex.reg_maxline
2901 || rex.reg_line_lbr)
2902 break;
2903 reg_nextline();
2904 scan = rex.input;
2905 if (got_int)
2906 break;
2907 }
2908 else if (has_mbyte && (l = (*mb_ptr2len)(scan)) > 1)
2909 {
2910 if (testval != 0)
2911 break;
2912 scan += l;
2913 }
2914 else if ((class_tab[*scan] & mask) == testval)
2915 ++scan;
2916 else if (rex.reg_line_lbr && *scan == '\n' && WITH_NL(OP(p)))
2917 ++scan;
2918 else
2919 break;
2920 ++count;
2921 }
2922 break;
2923
2924 case NWHITE:
2925 case NWHITE + ADD_NL:
2926 mask = RI_WHITE;
2927 goto do_class;
2928 case DIGIT:
2929 case DIGIT + ADD_NL:
2930 testval = mask = RI_DIGIT;
2931 goto do_class;
2932 case NDIGIT:
2933 case NDIGIT + ADD_NL:
2934 mask = RI_DIGIT;
2935 goto do_class;
2936 case HEX:
2937 case HEX + ADD_NL:
2938 testval = mask = RI_HEX;
2939 goto do_class;
2940 case NHEX:
2941 case NHEX + ADD_NL:
2942 mask = RI_HEX;
2943 goto do_class;
2944 case OCTAL:
2945 case OCTAL + ADD_NL:
2946 testval = mask = RI_OCTAL;
2947 goto do_class;
2948 case NOCTAL:
2949 case NOCTAL + ADD_NL:
2950 mask = RI_OCTAL;
2951 goto do_class;
2952 case WORD:
2953 case WORD + ADD_NL:
2954 testval = mask = RI_WORD;
2955 goto do_class;
2956 case NWORD:
2957 case NWORD + ADD_NL:
2958 mask = RI_WORD;
2959 goto do_class;
2960 case HEAD:
2961 case HEAD + ADD_NL:
2962 testval = mask = RI_HEAD;
2963 goto do_class;
2964 case NHEAD:
2965 case NHEAD + ADD_NL:
2966 mask = RI_HEAD;
2967 goto do_class;
2968 case ALPHA:
2969 case ALPHA + ADD_NL:
2970 testval = mask = RI_ALPHA;
2971 goto do_class;
2972 case NALPHA:
2973 case NALPHA + ADD_NL:
2974 mask = RI_ALPHA;
2975 goto do_class;
2976 case LOWER:
2977 case LOWER + ADD_NL:
2978 testval = mask = RI_LOWER;
2979 goto do_class;
2980 case NLOWER:
2981 case NLOWER + ADD_NL:
2982 mask = RI_LOWER;
2983 goto do_class;
2984 case UPPER:
2985 case UPPER + ADD_NL:
2986 testval = mask = RI_UPPER;
2987 goto do_class;
2988 case NUPPER:
2989 case NUPPER + ADD_NL:
2990 mask = RI_UPPER;
2991 goto do_class;
2992
2993 case EXACTLY:
2994 {
2995 int cu, cl;
2996
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02002997 // This doesn't do a multi-byte character, because a MULTIBYTECODE
2998 // would have been used for it. It does handle single-byte
2999 // characters, such as latin1.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003000 if (rex.reg_ic)
3001 {
3002 cu = MB_TOUPPER(*opnd);
3003 cl = MB_TOLOWER(*opnd);
3004 while (count < maxcount && (*scan == cu || *scan == cl))
3005 {
3006 count++;
3007 scan++;
3008 }
3009 }
3010 else
3011 {
3012 cu = *opnd;
3013 while (count < maxcount && *scan == cu)
3014 {
3015 count++;
3016 scan++;
3017 }
3018 }
3019 break;
3020 }
3021
3022 case MULTIBYTECODE:
3023 {
3024 int i, len, cf = 0;
3025
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003026 // Safety check (just in case 'encoding' was changed since
3027 // compiling the program).
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003028 if ((len = (*mb_ptr2len)(opnd)) > 1)
3029 {
3030 if (rex.reg_ic && enc_utf8)
3031 cf = utf_fold(utf_ptr2char(opnd));
3032 while (count < maxcount && (*mb_ptr2len)(scan) >= len)
3033 {
3034 for (i = 0; i < len; ++i)
3035 if (opnd[i] != scan[i])
3036 break;
3037 if (i < len && (!rex.reg_ic || !enc_utf8
3038 || utf_fold(utf_ptr2char(scan)) != cf))
3039 break;
3040 scan += len;
3041 ++count;
3042 }
3043 }
3044 }
3045 break;
3046
3047 case ANYOF:
3048 case ANYOF + ADD_NL:
3049 testval = TRUE;
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003050 // FALLTHROUGH
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003051
3052 case ANYBUT:
3053 case ANYBUT + ADD_NL:
3054 while (count < maxcount)
3055 {
3056 int len;
3057
3058 if (*scan == NUL)
3059 {
3060 if (!REG_MULTI || !WITH_NL(OP(p)) || rex.lnum > rex.reg_maxline
3061 || rex.reg_line_lbr)
3062 break;
3063 reg_nextline();
3064 scan = rex.input;
3065 if (got_int)
3066 break;
3067 }
3068 else if (rex.reg_line_lbr && *scan == '\n' && WITH_NL(OP(p)))
3069 ++scan;
3070 else if (has_mbyte && (len = (*mb_ptr2len)(scan)) > 1)
3071 {
3072 if ((cstrchr(opnd, (*mb_ptr2char)(scan)) == NULL) == testval)
3073 break;
3074 scan += len;
3075 }
3076 else
3077 {
3078 if ((cstrchr(opnd, *scan) == NULL) == testval)
3079 break;
3080 ++scan;
3081 }
3082 ++count;
3083 }
3084 break;
3085
3086 case NEWL:
3087 while (count < maxcount
3088 && ((*scan == NUL && rex.lnum <= rex.reg_maxline
3089 && !rex.reg_line_lbr && REG_MULTI)
3090 || (*scan == '\n' && rex.reg_line_lbr)))
3091 {
3092 count++;
3093 if (rex.reg_line_lbr)
3094 ADVANCE_REGINPUT();
3095 else
3096 reg_nextline();
3097 scan = rex.input;
3098 if (got_int)
3099 break;
3100 }
3101 break;
3102
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003103 default: // Oh dear. Called inappropriately.
Bram Moolenaare29a27f2021-07-20 21:07:36 +02003104 iemsg(_(e_corrupted_regexp_program));
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003105#ifdef DEBUG
3106 printf("Called regrepeat with op code %d\n", OP(p));
3107#endif
3108 break;
3109 }
3110
3111 rex.input = scan;
3112
3113 return (int)count;
3114}
3115
3116/*
3117 * Push an item onto the regstack.
3118 * Returns pointer to new item. Returns NULL when out of memory.
3119 */
3120 static regitem_T *
3121regstack_push(regstate_T state, char_u *scan)
3122{
3123 regitem_T *rp;
3124
3125 if ((long)((unsigned)regstack.ga_len >> 10) >= p_mmp)
3126 {
Bram Moolenaar74409f62022-01-01 15:58:22 +00003127 emsg(_(e_pattern_uses_more_memory_than_maxmempattern));
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003128 return NULL;
3129 }
3130 if (ga_grow(&regstack, sizeof(regitem_T)) == FAIL)
3131 return NULL;
3132
3133 rp = (regitem_T *)((char *)regstack.ga_data + regstack.ga_len);
3134 rp->rs_state = state;
3135 rp->rs_scan = scan;
3136
3137 regstack.ga_len += sizeof(regitem_T);
3138 return rp;
3139}
3140
3141/*
3142 * Pop an item from the regstack.
3143 */
3144 static void
3145regstack_pop(char_u **scan)
3146{
3147 regitem_T *rp;
3148
3149 rp = (regitem_T *)((char *)regstack.ga_data + regstack.ga_len) - 1;
3150 *scan = rp->rs_scan;
3151
3152 regstack.ga_len -= sizeof(regitem_T);
3153}
3154
3155/*
3156 * Save the current subexpr to "bp", so that they can be restored
3157 * later by restore_subexpr().
3158 */
3159 static void
3160save_subexpr(regbehind_T *bp)
3161{
3162 int i;
3163
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003164 // When "rex.need_clear_subexpr" is set we don't need to save the values,
3165 // only remember that this flag needs to be set again when restoring.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003166 bp->save_need_clear_subexpr = rex.need_clear_subexpr;
3167 if (!rex.need_clear_subexpr)
3168 {
3169 for (i = 0; i < NSUBEXP; ++i)
3170 {
3171 if (REG_MULTI)
3172 {
3173 bp->save_start[i].se_u.pos = rex.reg_startpos[i];
3174 bp->save_end[i].se_u.pos = rex.reg_endpos[i];
3175 }
3176 else
3177 {
3178 bp->save_start[i].se_u.ptr = rex.reg_startp[i];
3179 bp->save_end[i].se_u.ptr = rex.reg_endp[i];
3180 }
3181 }
3182 }
3183}
3184
3185/*
3186 * Restore the subexpr from "bp".
3187 */
3188 static void
3189restore_subexpr(regbehind_T *bp)
3190{
3191 int i;
3192
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003193 // Only need to restore saved values when they are not to be cleared.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003194 rex.need_clear_subexpr = bp->save_need_clear_subexpr;
3195 if (!rex.need_clear_subexpr)
3196 {
3197 for (i = 0; i < NSUBEXP; ++i)
3198 {
3199 if (REG_MULTI)
3200 {
3201 rex.reg_startpos[i] = bp->save_start[i].se_u.pos;
3202 rex.reg_endpos[i] = bp->save_end[i].se_u.pos;
3203 }
3204 else
3205 {
3206 rex.reg_startp[i] = bp->save_start[i].se_u.ptr;
3207 rex.reg_endp[i] = bp->save_end[i].se_u.ptr;
3208 }
3209 }
3210 }
3211}
3212
3213/*
3214 * regmatch - main matching routine
3215 *
3216 * Conceptually the strategy is simple: Check to see whether the current node
3217 * matches, push an item onto the regstack and loop to see whether the rest
3218 * matches, and then act accordingly. In practice we make some effort to
3219 * avoid using the regstack, in particular by going through "ordinary" nodes
3220 * (that don't need to know whether the rest of the match failed) by a nested
3221 * loop.
3222 *
3223 * Returns TRUE when there is a match. Leaves rex.input and rex.lnum just after
3224 * the last matched character.
3225 * Returns FALSE when there is no match. Leaves rex.input and rex.lnum in an
3226 * undefined state!
3227 */
3228 static int
3229regmatch(
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003230 char_u *scan, // Current node.
3231 proftime_T *tm UNUSED, // timeout limit or NULL
3232 int *timed_out UNUSED) // flag set on timeout or NULL
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003233{
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003234 char_u *next; // Next node.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003235 int op;
3236 int c;
3237 regitem_T *rp;
3238 int no;
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003239 int status; // one of the RA_ values:
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003240#ifdef FEAT_RELTIME
3241 int tm_count = 0;
3242#endif
3243
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003244 // Make "regstack" and "backpos" empty. They are allocated and freed in
3245 // bt_regexec_both() to reduce malloc()/free() calls.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003246 regstack.ga_len = 0;
3247 backpos.ga_len = 0;
3248
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003249 // Repeat until "regstack" is empty.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003250 for (;;)
3251 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003252 // Some patterns may take a long time to match, e.g., "\([a-z]\+\)\+Q".
3253 // Allow interrupting them with CTRL-C.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003254 fast_breakcheck();
3255
3256#ifdef DEBUG
3257 if (scan != NULL && regnarrate)
3258 {
3259 mch_errmsg((char *)regprop(scan));
3260 mch_errmsg("(\n");
3261 }
3262#endif
3263
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003264 // Repeat for items that can be matched sequentially, without using the
3265 // regstack.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003266 for (;;)
3267 {
3268 if (got_int || scan == NULL)
3269 {
3270 status = RA_FAIL;
3271 break;
3272 }
3273#ifdef FEAT_RELTIME
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003274 // Check for timeout once in a 100 times to avoid overhead.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003275 if (tm != NULL && ++tm_count == 100)
3276 {
3277 tm_count = 0;
3278 if (profile_passed_limit(tm))
3279 {
3280 if (timed_out != NULL)
3281 *timed_out = TRUE;
3282 status = RA_FAIL;
3283 break;
3284 }
3285 }
3286#endif
3287 status = RA_CONT;
3288
3289#ifdef DEBUG
3290 if (regnarrate)
3291 {
3292 mch_errmsg((char *)regprop(scan));
3293 mch_errmsg("...\n");
3294# ifdef FEAT_SYN_HL
3295 if (re_extmatch_in != NULL)
3296 {
3297 int i;
3298
3299 mch_errmsg(_("External submatches:\n"));
3300 for (i = 0; i < NSUBEXP; i++)
3301 {
3302 mch_errmsg(" \"");
3303 if (re_extmatch_in->matches[i] != NULL)
3304 mch_errmsg((char *)re_extmatch_in->matches[i]);
3305 mch_errmsg("\"\n");
3306 }
3307 }
3308# endif
3309 }
3310#endif
3311 next = regnext(scan);
3312
3313 op = OP(scan);
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003314 // Check for character class with NL added.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003315 if (!rex.reg_line_lbr && WITH_NL(op) && REG_MULTI
3316 && *rex.input == NUL && rex.lnum <= rex.reg_maxline)
3317 {
3318 reg_nextline();
3319 }
3320 else if (rex.reg_line_lbr && WITH_NL(op) && *rex.input == '\n')
3321 {
3322 ADVANCE_REGINPUT();
3323 }
3324 else
3325 {
3326 if (WITH_NL(op))
3327 op -= ADD_NL;
3328 if (has_mbyte)
3329 c = (*mb_ptr2char)(rex.input);
3330 else
3331 c = *rex.input;
3332 switch (op)
3333 {
3334 case BOL:
3335 if (rex.input != rex.line)
3336 status = RA_NOMATCH;
3337 break;
3338
3339 case EOL:
3340 if (c != NUL)
3341 status = RA_NOMATCH;
3342 break;
3343
3344 case RE_BOF:
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003345 // We're not at the beginning of the file when below the first
3346 // line where we started, not at the start of the line or we
3347 // didn't start at the first line of the buffer.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003348 if (rex.lnum != 0 || rex.input != rex.line
3349 || (REG_MULTI && rex.reg_firstlnum > 1))
3350 status = RA_NOMATCH;
3351 break;
3352
3353 case RE_EOF:
3354 if (rex.lnum != rex.reg_maxline || c != NUL)
3355 status = RA_NOMATCH;
3356 break;
3357
3358 case CURSOR:
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003359 // Check if the buffer is in a window and compare the
3360 // rex.reg_win->w_cursor position to the match position.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003361 if (rex.reg_win == NULL
3362 || (rex.lnum + rex.reg_firstlnum
3363 != rex.reg_win->w_cursor.lnum)
3364 || ((colnr_T)(rex.input - rex.line)
3365 != rex.reg_win->w_cursor.col))
3366 status = RA_NOMATCH;
3367 break;
3368
3369 case RE_MARK:
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003370 // Compare the mark position to the match position.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003371 {
3372 int mark = OPERAND(scan)[0];
3373 int cmp = OPERAND(scan)[1];
3374 pos_T *pos;
Bram Moolenaarb55986c2022-03-29 13:24:58 +01003375 size_t col = REG_MULTI ? rex.input - rex.line : 0;
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003376
3377 pos = getmark_buf(rex.reg_buf, mark, FALSE);
Bram Moolenaarb55986c2022-03-29 13:24:58 +01003378
3379 // Line may have been freed, get it again.
3380 if (REG_MULTI)
3381 {
3382 rex.line = reg_getline(rex.lnum);
3383 rex.input = rex.line + col;
3384 }
3385
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003386 if (pos == NULL // mark doesn't exist
Bram Moolenaar872bee52021-05-24 22:56:15 +02003387 || pos->lnum <= 0) // mark isn't set in reg_buf
3388 {
3389 status = RA_NOMATCH;
3390 }
3391 else
3392 {
3393 colnr_T pos_col = pos->lnum == rex.lnum + rex.reg_firstlnum
3394 && pos->col == MAXCOL
3395 ? (colnr_T)STRLEN(reg_getline(
3396 pos->lnum - rex.reg_firstlnum))
3397 : pos->col;
3398
3399 if ((pos->lnum == rex.lnum + rex.reg_firstlnum
3400 ? (pos_col == (colnr_T)(rex.input - rex.line)
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003401 ? (cmp == '<' || cmp == '>')
Bram Moolenaar872bee52021-05-24 22:56:15 +02003402 : (pos_col < (colnr_T)(rex.input - rex.line)
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003403 ? cmp != '>'
3404 : cmp != '<'))
3405 : (pos->lnum < rex.lnum + rex.reg_firstlnum
3406 ? cmp != '>'
3407 : cmp != '<')))
3408 status = RA_NOMATCH;
Bram Moolenaar872bee52021-05-24 22:56:15 +02003409 }
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003410 }
3411 break;
3412
3413 case RE_VISUAL:
3414 if (!reg_match_visual())
3415 status = RA_NOMATCH;
3416 break;
3417
3418 case RE_LNUM:
3419 if (!REG_MULTI || !re_num_cmp((long_u)(rex.lnum + rex.reg_firstlnum),
3420 scan))
3421 status = RA_NOMATCH;
3422 break;
3423
3424 case RE_COL:
3425 if (!re_num_cmp((long_u)(rex.input - rex.line) + 1, scan))
3426 status = RA_NOMATCH;
3427 break;
3428
3429 case RE_VCOL:
3430 if (!re_num_cmp((long_u)win_linetabsize(
3431 rex.reg_win == NULL ? curwin : rex.reg_win,
3432 rex.line, (colnr_T)(rex.input - rex.line)) + 1, scan))
3433 status = RA_NOMATCH;
3434 break;
3435
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003436 case BOW: // \<word; rex.input points to w
3437 if (c == NUL) // Can't match at end of line
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003438 status = RA_NOMATCH;
3439 else if (has_mbyte)
3440 {
3441 int this_class;
3442
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003443 // Get class of current and previous char (if it exists).
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003444 this_class = mb_get_class_buf(rex.input, rex.reg_buf);
3445 if (this_class <= 1)
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003446 status = RA_NOMATCH; // not on a word at all
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003447 else if (reg_prev_class() == this_class)
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003448 status = RA_NOMATCH; // previous char is in same word
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003449 }
3450 else
3451 {
3452 if (!vim_iswordc_buf(c, rex.reg_buf) || (rex.input > rex.line
3453 && vim_iswordc_buf(rex.input[-1], rex.reg_buf)))
3454 status = RA_NOMATCH;
3455 }
3456 break;
3457
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003458 case EOW: // word\>; rex.input points after d
3459 if (rex.input == rex.line) // Can't match at start of line
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003460 status = RA_NOMATCH;
3461 else if (has_mbyte)
3462 {
3463 int this_class, prev_class;
3464
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003465 // Get class of current and previous char (if it exists).
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003466 this_class = mb_get_class_buf(rex.input, rex.reg_buf);
3467 prev_class = reg_prev_class();
3468 if (this_class == prev_class
3469 || prev_class == 0 || prev_class == 1)
3470 status = RA_NOMATCH;
3471 }
3472 else
3473 {
3474 if (!vim_iswordc_buf(rex.input[-1], rex.reg_buf)
3475 || (rex.input[0] != NUL
3476 && vim_iswordc_buf(c, rex.reg_buf)))
3477 status = RA_NOMATCH;
3478 }
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003479 break; // Matched with EOW
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003480
3481 case ANY:
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003482 // ANY does not match new lines.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003483 if (c == NUL)
3484 status = RA_NOMATCH;
3485 else
3486 ADVANCE_REGINPUT();
3487 break;
3488
3489 case IDENT:
3490 if (!vim_isIDc(c))
3491 status = RA_NOMATCH;
3492 else
3493 ADVANCE_REGINPUT();
3494 break;
3495
3496 case SIDENT:
3497 if (VIM_ISDIGIT(*rex.input) || !vim_isIDc(c))
3498 status = RA_NOMATCH;
3499 else
3500 ADVANCE_REGINPUT();
3501 break;
3502
3503 case KWORD:
3504 if (!vim_iswordp_buf(rex.input, rex.reg_buf))
3505 status = RA_NOMATCH;
3506 else
3507 ADVANCE_REGINPUT();
3508 break;
3509
3510 case SKWORD:
3511 if (VIM_ISDIGIT(*rex.input)
3512 || !vim_iswordp_buf(rex.input, rex.reg_buf))
3513 status = RA_NOMATCH;
3514 else
3515 ADVANCE_REGINPUT();
3516 break;
3517
3518 case FNAME:
3519 if (!vim_isfilec(c))
3520 status = RA_NOMATCH;
3521 else
3522 ADVANCE_REGINPUT();
3523 break;
3524
3525 case SFNAME:
3526 if (VIM_ISDIGIT(*rex.input) || !vim_isfilec(c))
3527 status = RA_NOMATCH;
3528 else
3529 ADVANCE_REGINPUT();
3530 break;
3531
3532 case PRINT:
3533 if (!vim_isprintc(PTR2CHAR(rex.input)))
3534 status = RA_NOMATCH;
3535 else
3536 ADVANCE_REGINPUT();
3537 break;
3538
3539 case SPRINT:
3540 if (VIM_ISDIGIT(*rex.input) || !vim_isprintc(PTR2CHAR(rex.input)))
3541 status = RA_NOMATCH;
3542 else
3543 ADVANCE_REGINPUT();
3544 break;
3545
3546 case WHITE:
3547 if (!VIM_ISWHITE(c))
3548 status = RA_NOMATCH;
3549 else
3550 ADVANCE_REGINPUT();
3551 break;
3552
3553 case NWHITE:
3554 if (c == NUL || VIM_ISWHITE(c))
3555 status = RA_NOMATCH;
3556 else
3557 ADVANCE_REGINPUT();
3558 break;
3559
3560 case DIGIT:
3561 if (!ri_digit(c))
3562 status = RA_NOMATCH;
3563 else
3564 ADVANCE_REGINPUT();
3565 break;
3566
3567 case NDIGIT:
3568 if (c == NUL || ri_digit(c))
3569 status = RA_NOMATCH;
3570 else
3571 ADVANCE_REGINPUT();
3572 break;
3573
3574 case HEX:
3575 if (!ri_hex(c))
3576 status = RA_NOMATCH;
3577 else
3578 ADVANCE_REGINPUT();
3579 break;
3580
3581 case NHEX:
3582 if (c == NUL || ri_hex(c))
3583 status = RA_NOMATCH;
3584 else
3585 ADVANCE_REGINPUT();
3586 break;
3587
3588 case OCTAL:
3589 if (!ri_octal(c))
3590 status = RA_NOMATCH;
3591 else
3592 ADVANCE_REGINPUT();
3593 break;
3594
3595 case NOCTAL:
3596 if (c == NUL || ri_octal(c))
3597 status = RA_NOMATCH;
3598 else
3599 ADVANCE_REGINPUT();
3600 break;
3601
3602 case WORD:
3603 if (!ri_word(c))
3604 status = RA_NOMATCH;
3605 else
3606 ADVANCE_REGINPUT();
3607 break;
3608
3609 case NWORD:
3610 if (c == NUL || ri_word(c))
3611 status = RA_NOMATCH;
3612 else
3613 ADVANCE_REGINPUT();
3614 break;
3615
3616 case HEAD:
3617 if (!ri_head(c))
3618 status = RA_NOMATCH;
3619 else
3620 ADVANCE_REGINPUT();
3621 break;
3622
3623 case NHEAD:
3624 if (c == NUL || ri_head(c))
3625 status = RA_NOMATCH;
3626 else
3627 ADVANCE_REGINPUT();
3628 break;
3629
3630 case ALPHA:
3631 if (!ri_alpha(c))
3632 status = RA_NOMATCH;
3633 else
3634 ADVANCE_REGINPUT();
3635 break;
3636
3637 case NALPHA:
3638 if (c == NUL || ri_alpha(c))
3639 status = RA_NOMATCH;
3640 else
3641 ADVANCE_REGINPUT();
3642 break;
3643
3644 case LOWER:
3645 if (!ri_lower(c))
3646 status = RA_NOMATCH;
3647 else
3648 ADVANCE_REGINPUT();
3649 break;
3650
3651 case NLOWER:
3652 if (c == NUL || ri_lower(c))
3653 status = RA_NOMATCH;
3654 else
3655 ADVANCE_REGINPUT();
3656 break;
3657
3658 case UPPER:
3659 if (!ri_upper(c))
3660 status = RA_NOMATCH;
3661 else
3662 ADVANCE_REGINPUT();
3663 break;
3664
3665 case NUPPER:
3666 if (c == NUL || ri_upper(c))
3667 status = RA_NOMATCH;
3668 else
3669 ADVANCE_REGINPUT();
3670 break;
3671
3672 case EXACTLY:
3673 {
3674 int len;
3675 char_u *opnd;
3676
3677 opnd = OPERAND(scan);
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003678 // Inline the first byte, for speed.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003679 if (*opnd != *rex.input
3680 && (!rex.reg_ic
3681 || (!enc_utf8
3682 && MB_TOLOWER(*opnd) != MB_TOLOWER(*rex.input))))
3683 status = RA_NOMATCH;
3684 else if (*opnd == NUL)
3685 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003686 // match empty string always works; happens when "~" is
3687 // empty.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003688 }
3689 else
3690 {
3691 if (opnd[1] == NUL && !(enc_utf8 && rex.reg_ic))
3692 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003693 len = 1; // matched a single byte above
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003694 }
3695 else
3696 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003697 // Need to match first byte again for multi-byte.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003698 len = (int)STRLEN(opnd);
3699 if (cstrncmp(opnd, rex.input, &len) != 0)
3700 status = RA_NOMATCH;
3701 }
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003702 // Check for following composing character, unless %C
3703 // follows (skips over all composing chars).
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003704 if (status != RA_NOMATCH
3705 && enc_utf8
3706 && UTF_COMPOSINGLIKE(rex.input, rex.input + len)
3707 && !rex.reg_icombine
3708 && OP(next) != RE_COMPOSING)
3709 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003710 // raaron: This code makes a composing character get
3711 // ignored, which is the correct behavior (sometimes)
3712 // for voweled Hebrew texts.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003713 status = RA_NOMATCH;
3714 }
3715 if (status != RA_NOMATCH)
3716 rex.input += len;
3717 }
3718 }
3719 break;
3720
3721 case ANYOF:
3722 case ANYBUT:
3723 if (c == NUL)
3724 status = RA_NOMATCH;
3725 else if ((cstrchr(OPERAND(scan), c) == NULL) == (op == ANYOF))
3726 status = RA_NOMATCH;
3727 else
3728 ADVANCE_REGINPUT();
3729 break;
3730
3731 case MULTIBYTECODE:
3732 if (has_mbyte)
3733 {
3734 int i, len;
3735 char_u *opnd;
3736 int opndc = 0, inpc;
3737
3738 opnd = OPERAND(scan);
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003739 // Safety check (just in case 'encoding' was changed since
3740 // compiling the program).
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003741 if ((len = (*mb_ptr2len)(opnd)) < 2)
3742 {
3743 status = RA_NOMATCH;
3744 break;
3745 }
3746 if (enc_utf8)
3747 opndc = utf_ptr2char(opnd);
3748 if (enc_utf8 && utf_iscomposing(opndc))
3749 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003750 // When only a composing char is given match at any
3751 // position where that composing char appears.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003752 status = RA_NOMATCH;
3753 for (i = 0; rex.input[i] != NUL;
3754 i += utf_ptr2len(rex.input + i))
3755 {
3756 inpc = utf_ptr2char(rex.input + i);
3757 if (!utf_iscomposing(inpc))
3758 {
3759 if (i > 0)
3760 break;
3761 }
3762 else if (opndc == inpc)
3763 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003764 // Include all following composing chars.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003765 len = i + utfc_ptr2len(rex.input + i);
3766 status = RA_MATCH;
3767 break;
3768 }
3769 }
3770 }
3771 else
3772 for (i = 0; i < len; ++i)
3773 if (opnd[i] != rex.input[i])
3774 {
3775 status = RA_NOMATCH;
3776 break;
3777 }
3778 rex.input += len;
3779 }
3780 else
3781 status = RA_NOMATCH;
3782 break;
3783 case RE_COMPOSING:
3784 if (enc_utf8)
3785 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003786 // Skip composing characters.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003787 while (utf_iscomposing(utf_ptr2char(rex.input)))
3788 MB_CPTR_ADV(rex.input);
3789 }
3790 break;
3791
3792 case NOTHING:
3793 break;
3794
3795 case BACK:
3796 {
3797 int i;
3798 backpos_T *bp;
3799
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003800 // When we run into BACK we need to check if we don't keep
3801 // looping without matching any input. The second and later
3802 // times a BACK is encountered it fails if the input is still
3803 // at the same position as the previous time.
3804 // The positions are stored in "backpos" and found by the
3805 // current value of "scan", the position in the RE program.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003806 bp = (backpos_T *)backpos.ga_data;
3807 for (i = 0; i < backpos.ga_len; ++i)
3808 if (bp[i].bp_scan == scan)
3809 break;
3810 if (i == backpos.ga_len)
3811 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003812 // First time at this BACK, make room to store the pos.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003813 if (ga_grow(&backpos, 1) == FAIL)
3814 status = RA_FAIL;
3815 else
3816 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003817 // get "ga_data" again, it may have changed
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003818 bp = (backpos_T *)backpos.ga_data;
3819 bp[i].bp_scan = scan;
3820 ++backpos.ga_len;
3821 }
3822 }
3823 else if (reg_save_equal(&bp[i].bp_pos))
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003824 // Still at same position as last time, fail.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003825 status = RA_NOMATCH;
3826
3827 if (status != RA_FAIL && status != RA_NOMATCH)
3828 reg_save(&bp[i].bp_pos, &backpos);
3829 }
3830 break;
3831
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003832 case MOPEN + 0: // Match start: \zs
3833 case MOPEN + 1: // \(
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003834 case MOPEN + 2:
3835 case MOPEN + 3:
3836 case MOPEN + 4:
3837 case MOPEN + 5:
3838 case MOPEN + 6:
3839 case MOPEN + 7:
3840 case MOPEN + 8:
3841 case MOPEN + 9:
3842 {
3843 no = op - MOPEN;
3844 cleanup_subexpr();
3845 rp = regstack_push(RS_MOPEN, scan);
3846 if (rp == NULL)
3847 status = RA_FAIL;
3848 else
3849 {
3850 rp->rs_no = no;
3851 save_se(&rp->rs_un.sesave, &rex.reg_startpos[no],
3852 &rex.reg_startp[no]);
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003853 // We simply continue and handle the result when done.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003854 }
3855 }
3856 break;
3857
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003858 case NOPEN: // \%(
3859 case NCLOSE: // \) after \%(
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003860 if (regstack_push(RS_NOPEN, scan) == NULL)
3861 status = RA_FAIL;
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003862 // We simply continue and handle the result when done.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003863 break;
3864
3865#ifdef FEAT_SYN_HL
3866 case ZOPEN + 1:
3867 case ZOPEN + 2:
3868 case ZOPEN + 3:
3869 case ZOPEN + 4:
3870 case ZOPEN + 5:
3871 case ZOPEN + 6:
3872 case ZOPEN + 7:
3873 case ZOPEN + 8:
3874 case ZOPEN + 9:
3875 {
3876 no = op - ZOPEN;
3877 cleanup_zsubexpr();
3878 rp = regstack_push(RS_ZOPEN, scan);
3879 if (rp == NULL)
3880 status = RA_FAIL;
3881 else
3882 {
3883 rp->rs_no = no;
3884 save_se(&rp->rs_un.sesave, &reg_startzpos[no],
3885 &reg_startzp[no]);
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003886 // We simply continue and handle the result when done.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003887 }
3888 }
3889 break;
3890#endif
3891
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003892 case MCLOSE + 0: // Match end: \ze
3893 case MCLOSE + 1: // \)
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003894 case MCLOSE + 2:
3895 case MCLOSE + 3:
3896 case MCLOSE + 4:
3897 case MCLOSE + 5:
3898 case MCLOSE + 6:
3899 case MCLOSE + 7:
3900 case MCLOSE + 8:
3901 case MCLOSE + 9:
3902 {
3903 no = op - MCLOSE;
3904 cleanup_subexpr();
3905 rp = regstack_push(RS_MCLOSE, scan);
3906 if (rp == NULL)
3907 status = RA_FAIL;
3908 else
3909 {
3910 rp->rs_no = no;
3911 save_se(&rp->rs_un.sesave, &rex.reg_endpos[no],
3912 &rex.reg_endp[no]);
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003913 // We simply continue and handle the result when done.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003914 }
3915 }
3916 break;
3917
3918#ifdef FEAT_SYN_HL
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003919 case ZCLOSE + 1: // \) after \z(
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003920 case ZCLOSE + 2:
3921 case ZCLOSE + 3:
3922 case ZCLOSE + 4:
3923 case ZCLOSE + 5:
3924 case ZCLOSE + 6:
3925 case ZCLOSE + 7:
3926 case ZCLOSE + 8:
3927 case ZCLOSE + 9:
3928 {
3929 no = op - ZCLOSE;
3930 cleanup_zsubexpr();
3931 rp = regstack_push(RS_ZCLOSE, scan);
3932 if (rp == NULL)
3933 status = RA_FAIL;
3934 else
3935 {
3936 rp->rs_no = no;
3937 save_se(&rp->rs_un.sesave, &reg_endzpos[no],
3938 &reg_endzp[no]);
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003939 // We simply continue and handle the result when done.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003940 }
3941 }
3942 break;
3943#endif
3944
3945 case BACKREF + 1:
3946 case BACKREF + 2:
3947 case BACKREF + 3:
3948 case BACKREF + 4:
3949 case BACKREF + 5:
3950 case BACKREF + 6:
3951 case BACKREF + 7:
3952 case BACKREF + 8:
3953 case BACKREF + 9:
3954 {
3955 int len;
3956
3957 no = op - BACKREF;
3958 cleanup_subexpr();
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003959 if (!REG_MULTI) // Single-line regexp
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003960 {
3961 if (rex.reg_startp[no] == NULL || rex.reg_endp[no] == NULL)
3962 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003963 // Backref was not set: Match an empty string.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003964 len = 0;
3965 }
3966 else
3967 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003968 // Compare current input with back-ref in the same
3969 // line.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003970 len = (int)(rex.reg_endp[no] - rex.reg_startp[no]);
3971 if (cstrncmp(rex.reg_startp[no], rex.input, &len) != 0)
3972 status = RA_NOMATCH;
3973 }
3974 }
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003975 else // Multi-line regexp
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003976 {
3977 if (rex.reg_startpos[no].lnum < 0
3978 || rex.reg_endpos[no].lnum < 0)
3979 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003980 // Backref was not set: Match an empty string.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003981 len = 0;
3982 }
3983 else
3984 {
3985 if (rex.reg_startpos[no].lnum == rex.lnum
3986 && rex.reg_endpos[no].lnum == rex.lnum)
3987 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003988 // Compare back-ref within the current line.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003989 len = rex.reg_endpos[no].col
3990 - rex.reg_startpos[no].col;
3991 if (cstrncmp(rex.line + rex.reg_startpos[no].col,
3992 rex.input, &len) != 0)
3993 status = RA_NOMATCH;
3994 }
3995 else
3996 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02003997 // Messy situation: Need to compare between two
3998 // lines.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02003999 int r = match_with_backref(
4000 rex.reg_startpos[no].lnum,
4001 rex.reg_startpos[no].col,
4002 rex.reg_endpos[no].lnum,
4003 rex.reg_endpos[no].col,
4004 &len);
4005
4006 if (r != RA_MATCH)
4007 status = r;
4008 }
4009 }
4010 }
4011
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004012 // Matched the backref, skip over it.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004013 rex.input += len;
4014 }
4015 break;
4016
4017#ifdef FEAT_SYN_HL
4018 case ZREF + 1:
4019 case ZREF + 2:
4020 case ZREF + 3:
4021 case ZREF + 4:
4022 case ZREF + 5:
4023 case ZREF + 6:
4024 case ZREF + 7:
4025 case ZREF + 8:
4026 case ZREF + 9:
4027 {
4028 int len;
4029
4030 cleanup_zsubexpr();
4031 no = op - ZREF;
4032 if (re_extmatch_in != NULL
4033 && re_extmatch_in->matches[no] != NULL)
4034 {
4035 len = (int)STRLEN(re_extmatch_in->matches[no]);
4036 if (cstrncmp(re_extmatch_in->matches[no],
4037 rex.input, &len) != 0)
4038 status = RA_NOMATCH;
4039 else
4040 rex.input += len;
4041 }
4042 else
4043 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004044 // Backref was not set: Match an empty string.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004045 }
4046 }
4047 break;
4048#endif
4049
4050 case BRANCH:
4051 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004052 if (OP(next) != BRANCH) // No choice.
4053 next = OPERAND(scan); // Avoid recursion.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004054 else
4055 {
4056 rp = regstack_push(RS_BRANCH, scan);
4057 if (rp == NULL)
4058 status = RA_FAIL;
4059 else
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004060 status = RA_BREAK; // rest is below
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004061 }
4062 }
4063 break;
4064
4065 case BRACE_LIMITS:
4066 {
4067 if (OP(next) == BRACE_SIMPLE)
4068 {
4069 bl_minval = OPERAND_MIN(scan);
4070 bl_maxval = OPERAND_MAX(scan);
4071 }
4072 else if (OP(next) >= BRACE_COMPLEX
4073 && OP(next) < BRACE_COMPLEX + 10)
4074 {
4075 no = OP(next) - BRACE_COMPLEX;
4076 brace_min[no] = OPERAND_MIN(scan);
4077 brace_max[no] = OPERAND_MAX(scan);
4078 brace_count[no] = 0;
4079 }
4080 else
4081 {
4082 internal_error("BRACE_LIMITS");
4083 status = RA_FAIL;
4084 }
4085 }
4086 break;
4087
4088 case BRACE_COMPLEX + 0:
4089 case BRACE_COMPLEX + 1:
4090 case BRACE_COMPLEX + 2:
4091 case BRACE_COMPLEX + 3:
4092 case BRACE_COMPLEX + 4:
4093 case BRACE_COMPLEX + 5:
4094 case BRACE_COMPLEX + 6:
4095 case BRACE_COMPLEX + 7:
4096 case BRACE_COMPLEX + 8:
4097 case BRACE_COMPLEX + 9:
4098 {
4099 no = op - BRACE_COMPLEX;
4100 ++brace_count[no];
4101
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004102 // If not matched enough times yet, try one more
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004103 if (brace_count[no] <= (brace_min[no] <= brace_max[no]
4104 ? brace_min[no] : brace_max[no]))
4105 {
4106 rp = regstack_push(RS_BRCPLX_MORE, scan);
4107 if (rp == NULL)
4108 status = RA_FAIL;
4109 else
4110 {
4111 rp->rs_no = no;
4112 reg_save(&rp->rs_un.regsave, &backpos);
4113 next = OPERAND(scan);
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004114 // We continue and handle the result when done.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004115 }
4116 break;
4117 }
4118
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004119 // If matched enough times, may try matching some more
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004120 if (brace_min[no] <= brace_max[no])
4121 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004122 // Range is the normal way around, use longest match
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004123 if (brace_count[no] <= brace_max[no])
4124 {
4125 rp = regstack_push(RS_BRCPLX_LONG, scan);
4126 if (rp == NULL)
4127 status = RA_FAIL;
4128 else
4129 {
4130 rp->rs_no = no;
4131 reg_save(&rp->rs_un.regsave, &backpos);
4132 next = OPERAND(scan);
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004133 // We continue and handle the result when done.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004134 }
4135 }
4136 }
4137 else
4138 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004139 // Range is backwards, use shortest match first
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004140 if (brace_count[no] <= brace_min[no])
4141 {
4142 rp = regstack_push(RS_BRCPLX_SHORT, scan);
4143 if (rp == NULL)
4144 status = RA_FAIL;
4145 else
4146 {
4147 reg_save(&rp->rs_un.regsave, &backpos);
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004148 // We continue and handle the result when done.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004149 }
4150 }
4151 }
4152 }
4153 break;
4154
4155 case BRACE_SIMPLE:
4156 case STAR:
4157 case PLUS:
4158 {
4159 regstar_T rst;
4160
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004161 // Lookahead to avoid useless match attempts when we know
4162 // what character comes next.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004163 if (OP(next) == EXACTLY)
4164 {
4165 rst.nextb = *OPERAND(next);
4166 if (rex.reg_ic)
4167 {
4168 if (MB_ISUPPER(rst.nextb))
4169 rst.nextb_ic = MB_TOLOWER(rst.nextb);
4170 else
4171 rst.nextb_ic = MB_TOUPPER(rst.nextb);
4172 }
4173 else
4174 rst.nextb_ic = rst.nextb;
4175 }
4176 else
4177 {
4178 rst.nextb = NUL;
4179 rst.nextb_ic = NUL;
4180 }
4181 if (op != BRACE_SIMPLE)
4182 {
4183 rst.minval = (op == STAR) ? 0 : 1;
4184 rst.maxval = MAX_LIMIT;
4185 }
4186 else
4187 {
4188 rst.minval = bl_minval;
4189 rst.maxval = bl_maxval;
4190 }
4191
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004192 // When maxval > minval, try matching as much as possible, up
4193 // to maxval. When maxval < minval, try matching at least the
4194 // minimal number (since the range is backwards, that's also
4195 // maxval!).
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004196 rst.count = regrepeat(OPERAND(scan), rst.maxval);
4197 if (got_int)
4198 {
4199 status = RA_FAIL;
4200 break;
4201 }
4202 if (rst.minval <= rst.maxval
4203 ? rst.count >= rst.minval : rst.count >= rst.maxval)
4204 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004205 // It could match. Prepare for trying to match what
4206 // follows. The code is below. Parameters are stored in
4207 // a regstar_T on the regstack.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004208 if ((long)((unsigned)regstack.ga_len >> 10) >= p_mmp)
4209 {
Bram Moolenaar74409f62022-01-01 15:58:22 +00004210 emsg(_(e_pattern_uses_more_memory_than_maxmempattern));
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004211 status = RA_FAIL;
4212 }
4213 else if (ga_grow(&regstack, sizeof(regstar_T)) == FAIL)
4214 status = RA_FAIL;
4215 else
4216 {
4217 regstack.ga_len += sizeof(regstar_T);
4218 rp = regstack_push(rst.minval <= rst.maxval
4219 ? RS_STAR_LONG : RS_STAR_SHORT, scan);
4220 if (rp == NULL)
4221 status = RA_FAIL;
4222 else
4223 {
4224 *(((regstar_T *)rp) - 1) = rst;
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004225 status = RA_BREAK; // skip the restore bits
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004226 }
4227 }
4228 }
4229 else
4230 status = RA_NOMATCH;
4231
4232 }
4233 break;
4234
4235 case NOMATCH:
4236 case MATCH:
4237 case SUBPAT:
4238 rp = regstack_push(RS_NOMATCH, scan);
4239 if (rp == NULL)
4240 status = RA_FAIL;
4241 else
4242 {
4243 rp->rs_no = op;
4244 reg_save(&rp->rs_un.regsave, &backpos);
4245 next = OPERAND(scan);
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004246 // We continue and handle the result when done.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004247 }
4248 break;
4249
4250 case BEHIND:
4251 case NOBEHIND:
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004252 // Need a bit of room to store extra positions.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004253 if ((long)((unsigned)regstack.ga_len >> 10) >= p_mmp)
4254 {
Bram Moolenaar74409f62022-01-01 15:58:22 +00004255 emsg(_(e_pattern_uses_more_memory_than_maxmempattern));
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004256 status = RA_FAIL;
4257 }
4258 else if (ga_grow(&regstack, sizeof(regbehind_T)) == FAIL)
4259 status = RA_FAIL;
4260 else
4261 {
4262 regstack.ga_len += sizeof(regbehind_T);
4263 rp = regstack_push(RS_BEHIND1, scan);
4264 if (rp == NULL)
4265 status = RA_FAIL;
4266 else
4267 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004268 // Need to save the subexpr to be able to restore them
4269 // when there is a match but we don't use it.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004270 save_subexpr(((regbehind_T *)rp) - 1);
4271
4272 rp->rs_no = op;
4273 reg_save(&rp->rs_un.regsave, &backpos);
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004274 // First try if what follows matches. If it does then we
4275 // check the behind match by looping.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004276 }
4277 }
4278 break;
4279
4280 case BHPOS:
4281 if (REG_MULTI)
4282 {
4283 if (behind_pos.rs_u.pos.col != (colnr_T)(rex.input - rex.line)
4284 || behind_pos.rs_u.pos.lnum != rex.lnum)
4285 status = RA_NOMATCH;
4286 }
4287 else if (behind_pos.rs_u.ptr != rex.input)
4288 status = RA_NOMATCH;
4289 break;
4290
4291 case NEWL:
4292 if ((c != NUL || !REG_MULTI || rex.lnum > rex.reg_maxline
4293 || rex.reg_line_lbr)
4294 && (c != '\n' || !rex.reg_line_lbr))
4295 status = RA_NOMATCH;
4296 else if (rex.reg_line_lbr)
4297 ADVANCE_REGINPUT();
4298 else
4299 reg_nextline();
4300 break;
4301
4302 case END:
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004303 status = RA_MATCH; // Success!
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004304 break;
4305
4306 default:
Bram Moolenaare29a27f2021-07-20 21:07:36 +02004307 iemsg(_(e_corrupted_regexp_program));
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004308#ifdef DEBUG
4309 printf("Illegal op code %d\n", op);
4310#endif
4311 status = RA_FAIL;
4312 break;
4313 }
4314 }
4315
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004316 // If we can't continue sequentially, break the inner loop.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004317 if (status != RA_CONT)
4318 break;
4319
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004320 // Continue in inner loop, advance to next item.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004321 scan = next;
4322
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004323 } // end of inner loop
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004324
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004325 // If there is something on the regstack execute the code for the state.
4326 // If the state is popped then loop and use the older state.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004327 while (regstack.ga_len > 0 && status != RA_FAIL)
4328 {
4329 rp = (regitem_T *)((char *)regstack.ga_data + regstack.ga_len) - 1;
4330 switch (rp->rs_state)
4331 {
4332 case RS_NOPEN:
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004333 // Result is passed on as-is, simply pop the state.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004334 regstack_pop(&scan);
4335 break;
4336
4337 case RS_MOPEN:
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004338 // Pop the state. Restore pointers when there is no match.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004339 if (status == RA_NOMATCH)
4340 restore_se(&rp->rs_un.sesave, &rex.reg_startpos[rp->rs_no],
4341 &rex.reg_startp[rp->rs_no]);
4342 regstack_pop(&scan);
4343 break;
4344
4345#ifdef FEAT_SYN_HL
4346 case RS_ZOPEN:
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004347 // Pop the state. Restore pointers when there is no match.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004348 if (status == RA_NOMATCH)
4349 restore_se(&rp->rs_un.sesave, &reg_startzpos[rp->rs_no],
4350 &reg_startzp[rp->rs_no]);
4351 regstack_pop(&scan);
4352 break;
4353#endif
4354
4355 case RS_MCLOSE:
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004356 // Pop the state. Restore pointers when there is no match.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004357 if (status == RA_NOMATCH)
4358 restore_se(&rp->rs_un.sesave, &rex.reg_endpos[rp->rs_no],
4359 &rex.reg_endp[rp->rs_no]);
4360 regstack_pop(&scan);
4361 break;
4362
4363#ifdef FEAT_SYN_HL
4364 case RS_ZCLOSE:
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004365 // Pop the state. Restore pointers when there is no match.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004366 if (status == RA_NOMATCH)
4367 restore_se(&rp->rs_un.sesave, &reg_endzpos[rp->rs_no],
4368 &reg_endzp[rp->rs_no]);
4369 regstack_pop(&scan);
4370 break;
4371#endif
4372
4373 case RS_BRANCH:
4374 if (status == RA_MATCH)
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004375 // this branch matched, use it
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004376 regstack_pop(&scan);
4377 else
4378 {
4379 if (status != RA_BREAK)
4380 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004381 // After a non-matching branch: try next one.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004382 reg_restore(&rp->rs_un.regsave, &backpos);
4383 scan = rp->rs_scan;
4384 }
4385 if (scan == NULL || OP(scan) != BRANCH)
4386 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004387 // no more branches, didn't find a match
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004388 status = RA_NOMATCH;
4389 regstack_pop(&scan);
4390 }
4391 else
4392 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004393 // Prepare to try a branch.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004394 rp->rs_scan = regnext(scan);
4395 reg_save(&rp->rs_un.regsave, &backpos);
4396 scan = OPERAND(scan);
4397 }
4398 }
4399 break;
4400
4401 case RS_BRCPLX_MORE:
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004402 // Pop the state. Restore pointers when there is no match.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004403 if (status == RA_NOMATCH)
4404 {
4405 reg_restore(&rp->rs_un.regsave, &backpos);
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004406 --brace_count[rp->rs_no]; // decrement match count
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004407 }
4408 regstack_pop(&scan);
4409 break;
4410
4411 case RS_BRCPLX_LONG:
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004412 // Pop the state. Restore pointers when there is no match.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004413 if (status == RA_NOMATCH)
4414 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004415 // There was no match, but we did find enough matches.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004416 reg_restore(&rp->rs_un.regsave, &backpos);
4417 --brace_count[rp->rs_no];
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004418 // continue with the items after "\{}"
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004419 status = RA_CONT;
4420 }
4421 regstack_pop(&scan);
4422 if (status == RA_CONT)
4423 scan = regnext(scan);
4424 break;
4425
4426 case RS_BRCPLX_SHORT:
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004427 // Pop the state. Restore pointers when there is no match.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004428 if (status == RA_NOMATCH)
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004429 // There was no match, try to match one more item.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004430 reg_restore(&rp->rs_un.regsave, &backpos);
4431 regstack_pop(&scan);
4432 if (status == RA_NOMATCH)
4433 {
4434 scan = OPERAND(scan);
4435 status = RA_CONT;
4436 }
4437 break;
4438
4439 case RS_NOMATCH:
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004440 // Pop the state. If the operand matches for NOMATCH or
4441 // doesn't match for MATCH/SUBPAT, we fail. Otherwise backup,
4442 // except for SUBPAT, and continue with the next item.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004443 if (status == (rp->rs_no == NOMATCH ? RA_MATCH : RA_NOMATCH))
4444 status = RA_NOMATCH;
4445 else
4446 {
4447 status = RA_CONT;
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004448 if (rp->rs_no != SUBPAT) // zero-width
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004449 reg_restore(&rp->rs_un.regsave, &backpos);
4450 }
4451 regstack_pop(&scan);
4452 if (status == RA_CONT)
4453 scan = regnext(scan);
4454 break;
4455
4456 case RS_BEHIND1:
4457 if (status == RA_NOMATCH)
4458 {
4459 regstack_pop(&scan);
4460 regstack.ga_len -= sizeof(regbehind_T);
4461 }
4462 else
4463 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004464 // The stuff after BEHIND/NOBEHIND matches. Now try if
4465 // the behind part does (not) match before the current
4466 // position in the input. This must be done at every
4467 // position in the input and checking if the match ends at
4468 // the current position.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004469
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004470 // save the position after the found match for next
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004471 reg_save(&(((regbehind_T *)rp) - 1)->save_after, &backpos);
4472
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004473 // Start looking for a match with operand at the current
4474 // position. Go back one character until we find the
4475 // result, hitting the start of the line or the previous
4476 // line (for multi-line matching).
4477 // Set behind_pos to where the match should end, BHPOS
4478 // will match it. Save the current value.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004479 (((regbehind_T *)rp) - 1)->save_behind = behind_pos;
4480 behind_pos = rp->rs_un.regsave;
4481
4482 rp->rs_state = RS_BEHIND2;
4483
4484 reg_restore(&rp->rs_un.regsave, &backpos);
4485 scan = OPERAND(rp->rs_scan) + 4;
4486 }
4487 break;
4488
4489 case RS_BEHIND2:
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004490 // Looping for BEHIND / NOBEHIND match.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004491 if (status == RA_MATCH && reg_save_equal(&behind_pos))
4492 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004493 // found a match that ends where "next" started
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004494 behind_pos = (((regbehind_T *)rp) - 1)->save_behind;
4495 if (rp->rs_no == BEHIND)
4496 reg_restore(&(((regbehind_T *)rp) - 1)->save_after,
4497 &backpos);
4498 else
4499 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004500 // But we didn't want a match. Need to restore the
4501 // subexpr, because what follows matched, so they have
4502 // been set.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004503 status = RA_NOMATCH;
4504 restore_subexpr(((regbehind_T *)rp) - 1);
4505 }
4506 regstack_pop(&scan);
4507 regstack.ga_len -= sizeof(regbehind_T);
4508 }
4509 else
4510 {
4511 long limit;
4512
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004513 // No match or a match that doesn't end where we want it: Go
4514 // back one character. May go to previous line once.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004515 no = OK;
4516 limit = OPERAND_MIN(rp->rs_scan);
4517 if (REG_MULTI)
4518 {
4519 if (limit > 0
4520 && ((rp->rs_un.regsave.rs_u.pos.lnum
4521 < behind_pos.rs_u.pos.lnum
4522 ? (colnr_T)STRLEN(rex.line)
4523 : behind_pos.rs_u.pos.col)
4524 - rp->rs_un.regsave.rs_u.pos.col >= limit))
4525 no = FAIL;
4526 else if (rp->rs_un.regsave.rs_u.pos.col == 0)
4527 {
4528 if (rp->rs_un.regsave.rs_u.pos.lnum
4529 < behind_pos.rs_u.pos.lnum
4530 || reg_getline(
4531 --rp->rs_un.regsave.rs_u.pos.lnum)
4532 == NULL)
4533 no = FAIL;
4534 else
4535 {
4536 reg_restore(&rp->rs_un.regsave, &backpos);
4537 rp->rs_un.regsave.rs_u.pos.col =
4538 (colnr_T)STRLEN(rex.line);
4539 }
4540 }
4541 else
4542 {
4543 if (has_mbyte)
4544 {
4545 char_u *line =
4546 reg_getline(rp->rs_un.regsave.rs_u.pos.lnum);
4547
4548 rp->rs_un.regsave.rs_u.pos.col -=
4549 (*mb_head_off)(line, line
4550 + rp->rs_un.regsave.rs_u.pos.col - 1) + 1;
4551 }
4552 else
4553 --rp->rs_un.regsave.rs_u.pos.col;
4554 }
4555 }
4556 else
4557 {
4558 if (rp->rs_un.regsave.rs_u.ptr == rex.line)
4559 no = FAIL;
4560 else
4561 {
4562 MB_PTR_BACK(rex.line, rp->rs_un.regsave.rs_u.ptr);
4563 if (limit > 0 && (long)(behind_pos.rs_u.ptr
4564 - rp->rs_un.regsave.rs_u.ptr) > limit)
4565 no = FAIL;
4566 }
4567 }
4568 if (no == OK)
4569 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004570 // Advanced, prepare for finding match again.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004571 reg_restore(&rp->rs_un.regsave, &backpos);
4572 scan = OPERAND(rp->rs_scan) + 4;
4573 if (status == RA_MATCH)
4574 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004575 // We did match, so subexpr may have been changed,
4576 // need to restore them for the next try.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004577 status = RA_NOMATCH;
4578 restore_subexpr(((regbehind_T *)rp) - 1);
4579 }
4580 }
4581 else
4582 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004583 // Can't advance. For NOBEHIND that's a match.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004584 behind_pos = (((regbehind_T *)rp) - 1)->save_behind;
4585 if (rp->rs_no == NOBEHIND)
4586 {
4587 reg_restore(&(((regbehind_T *)rp) - 1)->save_after,
4588 &backpos);
4589 status = RA_MATCH;
4590 }
4591 else
4592 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004593 // We do want a proper match. Need to restore the
4594 // subexpr if we had a match, because they may have
4595 // been set.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004596 if (status == RA_MATCH)
4597 {
4598 status = RA_NOMATCH;
4599 restore_subexpr(((regbehind_T *)rp) - 1);
4600 }
4601 }
4602 regstack_pop(&scan);
4603 regstack.ga_len -= sizeof(regbehind_T);
4604 }
4605 }
4606 break;
4607
4608 case RS_STAR_LONG:
4609 case RS_STAR_SHORT:
4610 {
4611 regstar_T *rst = ((regstar_T *)rp) - 1;
4612
4613 if (status == RA_MATCH)
4614 {
4615 regstack_pop(&scan);
4616 regstack.ga_len -= sizeof(regstar_T);
4617 break;
4618 }
4619
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004620 // Tried once already, restore input pointers.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004621 if (status != RA_BREAK)
4622 reg_restore(&rp->rs_un.regsave, &backpos);
4623
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004624 // Repeat until we found a position where it could match.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004625 for (;;)
4626 {
4627 if (status != RA_BREAK)
4628 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004629 // Tried first position already, advance.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004630 if (rp->rs_state == RS_STAR_LONG)
4631 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004632 // Trying for longest match, but couldn't or
4633 // didn't match -- back up one char.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004634 if (--rst->count < rst->minval)
4635 break;
4636 if (rex.input == rex.line)
4637 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004638 // backup to last char of previous line
Bram Moolenaar6456fae2022-02-22 13:37:31 +00004639 if (rex.lnum == 0)
4640 {
4641 status = RA_NOMATCH;
4642 break;
4643 }
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004644 --rex.lnum;
4645 rex.line = reg_getline(rex.lnum);
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004646 // Just in case regrepeat() didn't count
4647 // right.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004648 if (rex.line == NULL)
4649 break;
4650 rex.input = rex.line + STRLEN(rex.line);
4651 fast_breakcheck();
4652 }
4653 else
4654 MB_PTR_BACK(rex.line, rex.input);
4655 }
4656 else
4657 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004658 // Range is backwards, use shortest match first.
4659 // Careful: maxval and minval are exchanged!
4660 // Couldn't or didn't match: try advancing one
4661 // char.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004662 if (rst->count == rst->minval
4663 || regrepeat(OPERAND(rp->rs_scan), 1L) == 0)
4664 break;
4665 ++rst->count;
4666 }
4667 if (got_int)
4668 break;
4669 }
4670 else
4671 status = RA_NOMATCH;
4672
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004673 // If it could match, try it.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004674 if (rst->nextb == NUL || *rex.input == rst->nextb
4675 || *rex.input == rst->nextb_ic)
4676 {
4677 reg_save(&rp->rs_un.regsave, &backpos);
4678 scan = regnext(rp->rs_scan);
4679 status = RA_CONT;
4680 break;
4681 }
4682 }
4683 if (status != RA_CONT)
4684 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004685 // Failed.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004686 regstack_pop(&scan);
4687 regstack.ga_len -= sizeof(regstar_T);
4688 status = RA_NOMATCH;
4689 }
4690 }
4691 break;
4692 }
4693
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004694 // If we want to continue the inner loop or didn't pop a state
4695 // continue matching loop
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004696 if (status == RA_CONT || rp == (regitem_T *)
4697 ((char *)regstack.ga_data + regstack.ga_len) - 1)
4698 break;
4699 }
4700
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004701 // May need to continue with the inner loop, starting at "scan".
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004702 if (status == RA_CONT)
4703 continue;
4704
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004705 // If the regstack is empty or something failed we are done.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004706 if (regstack.ga_len == 0 || status == RA_FAIL)
4707 {
4708 if (scan == NULL)
4709 {
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004710 // We get here only if there's trouble -- normally "case END" is
4711 // the terminating point.
Bram Moolenaare29a27f2021-07-20 21:07:36 +02004712 iemsg(_(e_corrupted_regexp_program));
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004713#ifdef DEBUG
4714 printf("Premature EOL\n");
4715#endif
4716 }
4717 return (status == RA_MATCH);
4718 }
4719
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004720 } // End of loop until the regstack is empty.
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004721
Bram Moolenaar9490b9a2019-09-08 17:20:12 +02004722 // NOTREACHED
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004723}
4724
4725/*
4726 * regtry - try match of "prog" with at rex.line["col"].
4727 * Returns 0 for failure, number of lines contained in the match otherwise.
4728 */
4729 static long
4730regtry(
4731 bt_regprog_T *prog,
4732 colnr_T col,
4733 proftime_T *tm, // timeout limit or NULL
4734 int *timed_out) // flag set on timeout or NULL
4735{
4736 rex.input = rex.line + col;
4737 rex.need_clear_subexpr = TRUE;
4738#ifdef FEAT_SYN_HL
4739 // Clear the external match subpointers if necessary.
4740 rex.need_clear_zsubexpr = (prog->reghasz == REX_SET);
4741#endif
4742
4743 if (regmatch(prog->program + 1, tm, timed_out) == 0)
4744 return 0;
4745
4746 cleanup_subexpr();
4747 if (REG_MULTI)
4748 {
4749 if (rex.reg_startpos[0].lnum < 0)
4750 {
4751 rex.reg_startpos[0].lnum = 0;
4752 rex.reg_startpos[0].col = col;
4753 }
4754 if (rex.reg_endpos[0].lnum < 0)
4755 {
4756 rex.reg_endpos[0].lnum = rex.lnum;
4757 rex.reg_endpos[0].col = (int)(rex.input - rex.line);
4758 }
4759 else
4760 // Use line number of "\ze".
4761 rex.lnum = rex.reg_endpos[0].lnum;
4762 }
4763 else
4764 {
4765 if (rex.reg_startp[0] == NULL)
4766 rex.reg_startp[0] = rex.line + col;
4767 if (rex.reg_endp[0] == NULL)
4768 rex.reg_endp[0] = rex.input;
4769 }
4770#ifdef FEAT_SYN_HL
4771 // Package any found \z(...\) matches for export. Default is none.
4772 unref_extmatch(re_extmatch_out);
4773 re_extmatch_out = NULL;
4774
4775 if (prog->reghasz == REX_SET)
4776 {
4777 int i;
4778
4779 cleanup_zsubexpr();
4780 re_extmatch_out = make_extmatch();
Bram Moolenaar7c77b342019-12-22 19:40:40 +01004781 if (re_extmatch_out == NULL)
4782 return 0;
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004783 for (i = 0; i < NSUBEXP; i++)
4784 {
4785 if (REG_MULTI)
4786 {
4787 // Only accept single line matches.
4788 if (reg_startzpos[i].lnum >= 0
4789 && reg_endzpos[i].lnum == reg_startzpos[i].lnum
4790 && reg_endzpos[i].col >= reg_startzpos[i].col)
4791 re_extmatch_out->matches[i] =
4792 vim_strnsave(reg_getline(reg_startzpos[i].lnum)
4793 + reg_startzpos[i].col,
4794 reg_endzpos[i].col - reg_startzpos[i].col);
4795 }
4796 else
4797 {
4798 if (reg_startzp[i] != NULL && reg_endzp[i] != NULL)
4799 re_extmatch_out->matches[i] =
4800 vim_strnsave(reg_startzp[i],
Bram Moolenaar71ccd032020-06-12 22:59:11 +02004801 reg_endzp[i] - reg_startzp[i]);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004802 }
4803 }
4804 }
4805#endif
4806 return 1 + rex.lnum;
4807}
4808
4809/*
4810 * Match a regexp against a string ("line" points to the string) or multiple
Bram Moolenaardf365142021-05-03 20:01:45 +02004811 * lines (if "line" is NULL, use reg_getline()).
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004812 * Returns 0 for failure, number of lines contained in the match otherwise.
4813 */
4814 static long
4815bt_regexec_both(
4816 char_u *line,
4817 colnr_T col, // column to start looking for match
4818 proftime_T *tm, // timeout limit or NULL
4819 int *timed_out) // flag set on timeout or NULL
4820{
4821 bt_regprog_T *prog;
4822 char_u *s;
4823 long retval = 0L;
4824
4825 // Create "regstack" and "backpos" if they are not allocated yet.
4826 // We allocate *_INITIAL amount of bytes first and then set the grow size
4827 // to much bigger value to avoid many malloc calls in case of deep regular
4828 // expressions.
4829 if (regstack.ga_data == NULL)
4830 {
4831 // Use an item size of 1 byte, since we push different things
4832 // onto the regstack.
4833 ga_init2(&regstack, 1, REGSTACK_INITIAL);
4834 (void)ga_grow(&regstack, REGSTACK_INITIAL);
4835 regstack.ga_growsize = REGSTACK_INITIAL * 8;
4836 }
4837
4838 if (backpos.ga_data == NULL)
4839 {
4840 ga_init2(&backpos, sizeof(backpos_T), BACKPOS_INITIAL);
4841 (void)ga_grow(&backpos, BACKPOS_INITIAL);
4842 backpos.ga_growsize = BACKPOS_INITIAL * 8;
4843 }
4844
4845 if (REG_MULTI)
4846 {
4847 prog = (bt_regprog_T *)rex.reg_mmatch->regprog;
4848 line = reg_getline((linenr_T)0);
4849 rex.reg_startpos = rex.reg_mmatch->startpos;
4850 rex.reg_endpos = rex.reg_mmatch->endpos;
4851 }
4852 else
4853 {
4854 prog = (bt_regprog_T *)rex.reg_match->regprog;
4855 rex.reg_startp = rex.reg_match->startp;
4856 rex.reg_endp = rex.reg_match->endp;
4857 }
4858
4859 // Be paranoid...
4860 if (prog == NULL || line == NULL)
4861 {
Bram Moolenaare29a27f2021-07-20 21:07:36 +02004862 iemsg(_(e_null_argument));
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02004863 goto theend;
4864 }
4865
4866 // Check validity of program.
4867 if (prog_magic_wrong())
4868 goto theend;
4869
4870 // If the start column is past the maximum column: no need to try.
4871 if (rex.reg_maxcol > 0 && col >= rex.reg_maxcol)
4872 goto theend;
4873
4874 // If pattern contains "\c" or "\C": overrule value of rex.reg_ic
4875 if (prog->regflags & RF_ICASE)
4876 rex.reg_ic = TRUE;
4877 else if (prog->regflags & RF_NOICASE)
4878 rex.reg_ic = FALSE;
4879
4880 // If pattern contains "\Z" overrule value of rex.reg_icombine
4881 if (prog->regflags & RF_ICOMBINE)
4882 rex.reg_icombine = TRUE;
4883
4884 // If there is a "must appear" string, look for it.
4885 if (prog->regmust != NULL)
4886 {
4887 int c;
4888
4889 if (has_mbyte)
4890 c = (*mb_ptr2char)(prog->regmust);
4891 else
4892 c = *prog->regmust;
4893 s = line + col;
4894
4895 // This is used very often, esp. for ":global". Use three versions of
4896 // the loop to avoid overhead of conditions.
4897 if (!rex.reg_ic && !has_mbyte)
4898 while ((s = vim_strbyte(s, c)) != NULL)
4899 {
4900 if (cstrncmp(s, prog->regmust, &prog->regmlen) == 0)
4901 break; // Found it.
4902 ++s;
4903 }
4904 else if (!rex.reg_ic || (!enc_utf8 && mb_char2len(c) > 1))
4905 while ((s = vim_strchr(s, c)) != NULL)
4906 {
4907 if (cstrncmp(s, prog->regmust, &prog->regmlen) == 0)
4908 break; // Found it.
4909 MB_PTR_ADV(s);
4910 }
4911 else
4912 while ((s = cstrchr(s, c)) != NULL)
4913 {
4914 if (cstrncmp(s, prog->regmust, &prog->regmlen) == 0)
4915 break; // Found it.
4916 MB_PTR_ADV(s);
4917 }
4918 if (s == NULL) // Not present.
4919 goto theend;
4920 }
4921
4922 rex.line = line;
4923 rex.lnum = 0;
4924 reg_toolong = FALSE;
4925
4926 // Simplest case: Anchored match need be tried only once.
4927 if (prog->reganch)
4928 {
4929 int c;
4930
4931 if (has_mbyte)
4932 c = (*mb_ptr2char)(rex.line + col);
4933 else
4934 c = rex.line[col];
4935 if (prog->regstart == NUL
4936 || prog->regstart == c
4937 || (rex.reg_ic
4938 && (((enc_utf8 && utf_fold(prog->regstart) == utf_fold(c)))
4939 || (c < 255 && prog->regstart < 255 &&
4940 MB_TOLOWER(prog->regstart) == MB_TOLOWER(c)))))
4941 retval = regtry(prog, col, tm, timed_out);
4942 else
4943 retval = 0;
4944 }
4945 else
4946 {
4947#ifdef FEAT_RELTIME
4948 int tm_count = 0;
4949#endif
4950 // Messy cases: unanchored match.
4951 while (!got_int)
4952 {
4953 if (prog->regstart != NUL)
4954 {
4955 // Skip until the char we know it must start with.
4956 // Used often, do some work to avoid call overhead.
4957 if (!rex.reg_ic && !has_mbyte)
4958 s = vim_strbyte(rex.line + col, prog->regstart);
4959 else
4960 s = cstrchr(rex.line + col, prog->regstart);
4961 if (s == NULL)
4962 {
4963 retval = 0;
4964 break;
4965 }
4966 col = (int)(s - rex.line);
4967 }
4968
4969 // Check for maximum column to try.
4970 if (rex.reg_maxcol > 0 && col >= rex.reg_maxcol)
4971 {
4972 retval = 0;
4973 break;
4974 }
4975
4976 retval = regtry(prog, col, tm, timed_out);
4977 if (retval > 0)
4978 break;
4979
4980 // if not currently on the first line, get it again
4981 if (rex.lnum != 0)
4982 {
4983 rex.lnum = 0;
4984 rex.line = reg_getline((linenr_T)0);
4985 }
4986 if (rex.line[col] == NUL)
4987 break;
4988 if (has_mbyte)
4989 col += (*mb_ptr2len)(rex.line + col);
4990 else
4991 ++col;
4992#ifdef FEAT_RELTIME
4993 // Check for timeout once in a twenty times to avoid overhead.
4994 if (tm != NULL && ++tm_count == 20)
4995 {
4996 tm_count = 0;
4997 if (profile_passed_limit(tm))
4998 {
4999 if (timed_out != NULL)
5000 *timed_out = TRUE;
5001 break;
5002 }
5003 }
5004#endif
5005 }
5006 }
5007
5008theend:
5009 // Free "reg_tofree" when it's a bit big.
5010 // Free regstack and backpos if they are bigger than their initial size.
5011 if (reg_tofreelen > 400)
5012 VIM_CLEAR(reg_tofree);
5013 if (regstack.ga_maxlen > REGSTACK_INITIAL)
5014 ga_clear(&regstack);
5015 if (backpos.ga_maxlen > BACKPOS_INITIAL)
5016 ga_clear(&backpos);
5017
Bram Moolenaara3d10a52020-12-21 18:24:00 +01005018 if (retval > 0)
Bram Moolenaara7a691c2020-12-09 16:36:04 +01005019 {
Bram Moolenaara3d10a52020-12-21 18:24:00 +01005020 // Make sure the end is never before the start. Can happen when \zs
5021 // and \ze are used.
5022 if (REG_MULTI)
5023 {
5024 lpos_T *start = &rex.reg_mmatch->startpos[0];
5025 lpos_T *end = &rex.reg_mmatch->endpos[0];
Bram Moolenaara7a691c2020-12-09 16:36:04 +01005026
Bram Moolenaara3d10a52020-12-21 18:24:00 +01005027 if (end->lnum < start->lnum
Bram Moolenaara7a691c2020-12-09 16:36:04 +01005028 || (end->lnum == start->lnum && end->col < start->col))
Bram Moolenaara3d10a52020-12-21 18:24:00 +01005029 rex.reg_mmatch->endpos[0] = rex.reg_mmatch->startpos[0];
5030 }
5031 else
5032 {
5033 if (rex.reg_match->endp[0] < rex.reg_match->startp[0])
5034 rex.reg_match->endp[0] = rex.reg_match->startp[0];
5035 }
Bram Moolenaara7a691c2020-12-09 16:36:04 +01005036 }
5037
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02005038 return retval;
5039}
5040
5041/*
5042 * Match a regexp against a string.
5043 * "rmp->regprog" is a compiled regexp as returned by vim_regcomp().
5044 * Uses curbuf for line count and 'iskeyword'.
5045 * if "line_lbr" is TRUE consider a "\n" in "line" to be a line break.
5046 *
5047 * Returns 0 for failure, number of lines contained in the match otherwise.
5048 */
5049 static int
5050bt_regexec_nl(
5051 regmatch_T *rmp,
5052 char_u *line, // string to match against
5053 colnr_T col, // column to start looking for match
5054 int line_lbr)
5055{
5056 rex.reg_match = rmp;
5057 rex.reg_mmatch = NULL;
5058 rex.reg_maxline = 0;
5059 rex.reg_line_lbr = line_lbr;
5060 rex.reg_buf = curbuf;
5061 rex.reg_win = NULL;
5062 rex.reg_ic = rmp->rm_ic;
5063 rex.reg_icombine = FALSE;
5064 rex.reg_maxcol = 0;
5065
5066 return bt_regexec_both(line, col, NULL, NULL);
5067}
5068
5069/*
5070 * Match a regexp against multiple lines.
5071 * "rmp->regprog" is a compiled regexp as returned by vim_regcomp().
5072 * Uses curbuf for line count and 'iskeyword'.
5073 *
5074 * Return zero if there is no match. Return number of lines contained in the
5075 * match otherwise.
5076 */
5077 static long
5078bt_regexec_multi(
5079 regmmatch_T *rmp,
5080 win_T *win, // window in which to search or NULL
5081 buf_T *buf, // buffer in which to search
5082 linenr_T lnum, // nr of line to start looking for match
5083 colnr_T col, // column to start looking for match
5084 proftime_T *tm, // timeout limit or NULL
5085 int *timed_out) // flag set on timeout or NULL
5086{
Bram Moolenaarf4140482020-02-15 23:06:45 +01005087 init_regexec_multi(rmp, win, buf, lnum);
Bram Moolenaar6d7d7cf2019-09-07 23:16:33 +02005088 return bt_regexec_both(NULL, col, tm, timed_out);
5089}
5090
5091/*
5092 * Compare a number with the operand of RE_LNUM, RE_COL or RE_VCOL.
5093 */
5094 static int
5095re_num_cmp(long_u val, char_u *scan)
5096{
5097 long_u n = OPERAND_MIN(scan);
5098
5099 if (OPERAND_CMP(scan) == '>')
5100 return val > n;
5101 if (OPERAND_CMP(scan) == '<')
5102 return val < n;
5103 return val == n;
5104}
5105
5106#ifdef BT_REGEXP_DUMP
5107
5108/*
5109 * regdump - dump a regexp onto stdout in vaguely comprehensible form
5110 */
5111 static void
5112regdump(char_u *pattern, bt_regprog_T *r)
5113{
5114 char_u *s;
5115 int op = EXACTLY; // Arbitrary non-END op.
5116 char_u *next;
5117 char_u *end = NULL;
5118 FILE *f;
5119
5120#ifdef BT_REGEXP_LOG
5121 f = fopen("bt_regexp_log.log", "a");
5122#else
5123 f = stdout;
5124#endif
5125 if (f == NULL)
5126 return;
5127 fprintf(f, "-------------------------------------\n\r\nregcomp(%s):\r\n", pattern);
5128
5129 s = r->program + 1;
5130 // Loop until we find the END that isn't before a referred next (an END
5131 // can also appear in a NOMATCH operand).
5132 while (op != END || s <= end)
5133 {
5134 op = OP(s);
5135 fprintf(f, "%2d%s", (int)(s - r->program), regprop(s)); // Where, what.
5136 next = regnext(s);
5137 if (next == NULL) // Next ptr.
5138 fprintf(f, "(0)");
5139 else
5140 fprintf(f, "(%d)", (int)((s - r->program) + (next - s)));
5141 if (end < next)
5142 end = next;
5143 if (op == BRACE_LIMITS)
5144 {
5145 // Two ints
5146 fprintf(f, " minval %ld, maxval %ld", OPERAND_MIN(s), OPERAND_MAX(s));
5147 s += 8;
5148 }
5149 else if (op == BEHIND || op == NOBEHIND)
5150 {
5151 // one int
5152 fprintf(f, " count %ld", OPERAND_MIN(s));
5153 s += 4;
5154 }
5155 else if (op == RE_LNUM || op == RE_COL || op == RE_VCOL)
5156 {
5157 // one int plus comparator
5158 fprintf(f, " count %ld", OPERAND_MIN(s));
5159 s += 5;
5160 }
5161 s += 3;
5162 if (op == ANYOF || op == ANYOF + ADD_NL
5163 || op == ANYBUT || op == ANYBUT + ADD_NL
5164 || op == EXACTLY)
5165 {
5166 // Literal string, where present.
5167 fprintf(f, "\nxxxxxxxxx\n");
5168 while (*s != NUL)
5169 fprintf(f, "%c", *s++);
5170 fprintf(f, "\nxxxxxxxxx\n");
5171 s++;
5172 }
5173 fprintf(f, "\r\n");
5174 }
5175
5176 // Header fields of interest.
5177 if (r->regstart != NUL)
5178 fprintf(f, "start `%s' 0x%x; ", r->regstart < 256
5179 ? (char *)transchar(r->regstart)
5180 : "multibyte", r->regstart);
5181 if (r->reganch)
5182 fprintf(f, "anchored; ");
5183 if (r->regmust != NULL)
5184 fprintf(f, "must have \"%s\"", r->regmust);
5185 fprintf(f, "\r\n");
5186
5187#ifdef BT_REGEXP_LOG
5188 fclose(f);
5189#endif
5190}
5191#endif // BT_REGEXP_DUMP
5192
5193#ifdef DEBUG
5194/*
5195 * regprop - printable representation of opcode
5196 */
5197 static char_u *
5198regprop(char_u *op)
5199{
5200 char *p;
5201 static char buf[50];
5202
5203 STRCPY(buf, ":");
5204
5205 switch ((int) OP(op))
5206 {
5207 case BOL:
5208 p = "BOL";
5209 break;
5210 case EOL:
5211 p = "EOL";
5212 break;
5213 case RE_BOF:
5214 p = "BOF";
5215 break;
5216 case RE_EOF:
5217 p = "EOF";
5218 break;
5219 case CURSOR:
5220 p = "CURSOR";
5221 break;
5222 case RE_VISUAL:
5223 p = "RE_VISUAL";
5224 break;
5225 case RE_LNUM:
5226 p = "RE_LNUM";
5227 break;
5228 case RE_MARK:
5229 p = "RE_MARK";
5230 break;
5231 case RE_COL:
5232 p = "RE_COL";
5233 break;
5234 case RE_VCOL:
5235 p = "RE_VCOL";
5236 break;
5237 case BOW:
5238 p = "BOW";
5239 break;
5240 case EOW:
5241 p = "EOW";
5242 break;
5243 case ANY:
5244 p = "ANY";
5245 break;
5246 case ANY + ADD_NL:
5247 p = "ANY+NL";
5248 break;
5249 case ANYOF:
5250 p = "ANYOF";
5251 break;
5252 case ANYOF + ADD_NL:
5253 p = "ANYOF+NL";
5254 break;
5255 case ANYBUT:
5256 p = "ANYBUT";
5257 break;
5258 case ANYBUT + ADD_NL:
5259 p = "ANYBUT+NL";
5260 break;
5261 case IDENT:
5262 p = "IDENT";
5263 break;
5264 case IDENT + ADD_NL:
5265 p = "IDENT+NL";
5266 break;
5267 case SIDENT:
5268 p = "SIDENT";
5269 break;
5270 case SIDENT + ADD_NL:
5271 p = "SIDENT+NL";
5272 break;
5273 case KWORD:
5274 p = "KWORD";
5275 break;
5276 case KWORD + ADD_NL:
5277 p = "KWORD+NL";
5278 break;
5279 case SKWORD:
5280 p = "SKWORD";
5281 break;
5282 case SKWORD + ADD_NL:
5283 p = "SKWORD+NL";
5284 break;
5285 case FNAME:
5286 p = "FNAME";
5287 break;
5288 case FNAME + ADD_NL:
5289 p = "FNAME+NL";
5290 break;
5291 case SFNAME:
5292 p = "SFNAME";
5293 break;
5294 case SFNAME + ADD_NL:
5295 p = "SFNAME+NL";
5296 break;
5297 case PRINT:
5298 p = "PRINT";
5299 break;
5300 case PRINT + ADD_NL:
5301 p = "PRINT+NL";
5302 break;
5303 case SPRINT:
5304 p = "SPRINT";
5305 break;
5306 case SPRINT + ADD_NL:
5307 p = "SPRINT+NL";
5308 break;
5309 case WHITE:
5310 p = "WHITE";
5311 break;
5312 case WHITE + ADD_NL:
5313 p = "WHITE+NL";
5314 break;
5315 case NWHITE:
5316 p = "NWHITE";
5317 break;
5318 case NWHITE + ADD_NL:
5319 p = "NWHITE+NL";
5320 break;
5321 case DIGIT:
5322 p = "DIGIT";
5323 break;
5324 case DIGIT + ADD_NL:
5325 p = "DIGIT+NL";
5326 break;
5327 case NDIGIT:
5328 p = "NDIGIT";
5329 break;
5330 case NDIGIT + ADD_NL:
5331 p = "NDIGIT+NL";
5332 break;
5333 case HEX:
5334 p = "HEX";
5335 break;
5336 case HEX + ADD_NL:
5337 p = "HEX+NL";
5338 break;
5339 case NHEX:
5340 p = "NHEX";
5341 break;
5342 case NHEX + ADD_NL:
5343 p = "NHEX+NL";
5344 break;
5345 case OCTAL:
5346 p = "OCTAL";
5347 break;
5348 case OCTAL + ADD_NL:
5349 p = "OCTAL+NL";
5350 break;
5351 case NOCTAL:
5352 p = "NOCTAL";
5353 break;
5354 case NOCTAL + ADD_NL:
5355 p = "NOCTAL+NL";
5356 break;
5357 case WORD:
5358 p = "WORD";
5359 break;
5360 case WORD + ADD_NL:
5361 p = "WORD+NL";
5362 break;
5363 case NWORD:
5364 p = "NWORD";
5365 break;
5366 case NWORD + ADD_NL:
5367 p = "NWORD+NL";
5368 break;
5369 case HEAD:
5370 p = "HEAD";
5371 break;
5372 case HEAD + ADD_NL:
5373 p = "HEAD+NL";
5374 break;
5375 case NHEAD:
5376 p = "NHEAD";
5377 break;
5378 case NHEAD + ADD_NL:
5379 p = "NHEAD+NL";
5380 break;
5381 case ALPHA:
5382 p = "ALPHA";
5383 break;
5384 case ALPHA + ADD_NL:
5385 p = "ALPHA+NL";
5386 break;
5387 case NALPHA:
5388 p = "NALPHA";
5389 break;
5390 case NALPHA + ADD_NL:
5391 p = "NALPHA+NL";
5392 break;
5393 case LOWER:
5394 p = "LOWER";
5395 break;
5396 case LOWER + ADD_NL:
5397 p = "LOWER+NL";
5398 break;
5399 case NLOWER:
5400 p = "NLOWER";
5401 break;
5402 case NLOWER + ADD_NL:
5403 p = "NLOWER+NL";
5404 break;
5405 case UPPER:
5406 p = "UPPER";
5407 break;
5408 case UPPER + ADD_NL:
5409 p = "UPPER+NL";
5410 break;
5411 case NUPPER:
5412 p = "NUPPER";
5413 break;
5414 case NUPPER + ADD_NL:
5415 p = "NUPPER+NL";
5416 break;
5417 case BRANCH:
5418 p = "BRANCH";
5419 break;
5420 case EXACTLY:
5421 p = "EXACTLY";
5422 break;
5423 case NOTHING:
5424 p = "NOTHING";
5425 break;
5426 case BACK:
5427 p = "BACK";
5428 break;
5429 case END:
5430 p = "END";
5431 break;
5432 case MOPEN + 0:
5433 p = "MATCH START";
5434 break;
5435 case MOPEN + 1:
5436 case MOPEN + 2:
5437 case MOPEN + 3:
5438 case MOPEN + 4:
5439 case MOPEN + 5:
5440 case MOPEN + 6:
5441 case MOPEN + 7:
5442 case MOPEN + 8:
5443 case MOPEN + 9:
5444 sprintf(buf + STRLEN(buf), "MOPEN%d", OP(op) - MOPEN);
5445 p = NULL;
5446 break;
5447 case MCLOSE + 0:
5448 p = "MATCH END";
5449 break;
5450 case MCLOSE + 1:
5451 case MCLOSE + 2:
5452 case MCLOSE + 3:
5453 case MCLOSE + 4:
5454 case MCLOSE + 5:
5455 case MCLOSE + 6:
5456 case MCLOSE + 7:
5457 case MCLOSE + 8:
5458 case MCLOSE + 9:
5459 sprintf(buf + STRLEN(buf), "MCLOSE%d", OP(op) - MCLOSE);
5460 p = NULL;
5461 break;
5462 case BACKREF + 1:
5463 case BACKREF + 2:
5464 case BACKREF + 3:
5465 case BACKREF + 4:
5466 case BACKREF + 5:
5467 case BACKREF + 6:
5468 case BACKREF + 7:
5469 case BACKREF + 8:
5470 case BACKREF + 9:
5471 sprintf(buf + STRLEN(buf), "BACKREF%d", OP(op) - BACKREF);
5472 p = NULL;
5473 break;
5474 case NOPEN:
5475 p = "NOPEN";
5476 break;
5477 case NCLOSE:
5478 p = "NCLOSE";
5479 break;
5480#ifdef FEAT_SYN_HL
5481 case ZOPEN + 1:
5482 case ZOPEN + 2:
5483 case ZOPEN + 3:
5484 case ZOPEN + 4:
5485 case ZOPEN + 5:
5486 case ZOPEN + 6:
5487 case ZOPEN + 7:
5488 case ZOPEN + 8:
5489 case ZOPEN + 9:
5490 sprintf(buf + STRLEN(buf), "ZOPEN%d", OP(op) - ZOPEN);
5491 p = NULL;
5492 break;
5493 case ZCLOSE + 1:
5494 case ZCLOSE + 2:
5495 case ZCLOSE + 3:
5496 case ZCLOSE + 4:
5497 case ZCLOSE + 5:
5498 case ZCLOSE + 6:
5499 case ZCLOSE + 7:
5500 case ZCLOSE + 8:
5501 case ZCLOSE + 9:
5502 sprintf(buf + STRLEN(buf), "ZCLOSE%d", OP(op) - ZCLOSE);
5503 p = NULL;
5504 break;
5505 case ZREF + 1:
5506 case ZREF + 2:
5507 case ZREF + 3:
5508 case ZREF + 4:
5509 case ZREF + 5:
5510 case ZREF + 6:
5511 case ZREF + 7:
5512 case ZREF + 8:
5513 case ZREF + 9:
5514 sprintf(buf + STRLEN(buf), "ZREF%d", OP(op) - ZREF);
5515 p = NULL;
5516 break;
5517#endif
5518 case STAR:
5519 p = "STAR";
5520 break;
5521 case PLUS:
5522 p = "PLUS";
5523 break;
5524 case NOMATCH:
5525 p = "NOMATCH";
5526 break;
5527 case MATCH:
5528 p = "MATCH";
5529 break;
5530 case BEHIND:
5531 p = "BEHIND";
5532 break;
5533 case NOBEHIND:
5534 p = "NOBEHIND";
5535 break;
5536 case SUBPAT:
5537 p = "SUBPAT";
5538 break;
5539 case BRACE_LIMITS:
5540 p = "BRACE_LIMITS";
5541 break;
5542 case BRACE_SIMPLE:
5543 p = "BRACE_SIMPLE";
5544 break;
5545 case BRACE_COMPLEX + 0:
5546 case BRACE_COMPLEX + 1:
5547 case BRACE_COMPLEX + 2:
5548 case BRACE_COMPLEX + 3:
5549 case BRACE_COMPLEX + 4:
5550 case BRACE_COMPLEX + 5:
5551 case BRACE_COMPLEX + 6:
5552 case BRACE_COMPLEX + 7:
5553 case BRACE_COMPLEX + 8:
5554 case BRACE_COMPLEX + 9:
5555 sprintf(buf + STRLEN(buf), "BRACE_COMPLEX%d", OP(op) - BRACE_COMPLEX);
5556 p = NULL;
5557 break;
5558 case MULTIBYTECODE:
5559 p = "MULTIBYTECODE";
5560 break;
5561 case NEWL:
5562 p = "NEWL";
5563 break;
5564 default:
5565 sprintf(buf + STRLEN(buf), "corrupt %d", OP(op));
5566 p = NULL;
5567 break;
5568 }
5569 if (p != NULL)
5570 STRCAT(buf, p);
5571 return (char_u *)buf;
5572}
5573#endif // DEBUG