blob: a07c6f4112f2f00cc54bad774b97596e0588bb01 [file] [log] [blame]
Bram Moolenaar071d4272004-06-13 20:20:40 +00001/* vi:set ts=8 sts=4 sw=4:
2 *
3 * Handling of regular expressions: vim_regcomp(), vim_regexec(), vim_regsub()
4 *
5 * NOTICE:
6 *
7 * This is NOT the original regular expression code as written by Henry
8 * Spencer. This code has been modified specifically for use with the VIM
9 * editor, and should not be used separately from Vim. If you want a good
10 * regular expression library, get the original code. The copyright notice
11 * that follows is from the original.
12 *
13 * END NOTICE
14 *
15 * Copyright (c) 1986 by University of Toronto.
16 * Written by Henry Spencer. Not derived from licensed software.
17 *
18 * Permission is granted to anyone to use this software for any
19 * purpose on any computer system, and to redistribute it freely,
20 * subject to the following restrictions:
21 *
22 * 1. The author is not responsible for the consequences of use of
23 * this software, no matter how awful, even if they arise
24 * from defects in it.
25 *
26 * 2. The origin of this software must not be misrepresented, either
27 * by explicit claim or by omission.
28 *
29 * 3. Altered versions must be plainly marked as such, and must not
30 * be misrepresented as being the original software.
31 *
32 * Beware that some of this code is subtly aware of the way operator
33 * precedence is structured in regular expressions. Serious changes in
34 * regular-expression syntax might require a total rethink.
35 *
Bram Moolenaarc0197e22004-09-13 20:26:32 +000036 * Changes have been made by Tony Andrews, Olaf 'Rhialto' Seibert, Robert
37 * Webb, Ciaran McCreesh and Bram Moolenaar.
Bram Moolenaar071d4272004-06-13 20:20:40 +000038 * Named character class support added by Walter Briscoe (1998 Jul 01)
39 */
40
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +020041/* Uncomment the first if you do not want to see debugging logs or files
42 * related to regular expressions, even when compiling with -DDEBUG.
43 * Uncomment the second to get the regexp debugging. */
44/* #undef DEBUG */
45/* #define DEBUG */
46
Bram Moolenaar071d4272004-06-13 20:20:40 +000047#include "vim.h"
48
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +020049#ifdef DEBUG
50/* show/save debugging data when BT engine is used */
51# define BT_REGEXP_DUMP
52/* save the debugging data to a file instead of displaying it */
53# define BT_REGEXP_LOG
Bram Moolenaar7fcff1f2013-05-20 21:49:13 +020054# define BT_REGEXP_DEBUG_LOG
55# define BT_REGEXP_DEBUG_LOG_NAME "bt_regexp_debug.log"
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +020056#endif
Bram Moolenaar071d4272004-06-13 20:20:40 +000057
58/*
59 * The "internal use only" fields in regexp.h are present to pass info from
60 * compile to execute that permits the execute phase to run lots faster on
61 * simple cases. They are:
62 *
63 * regstart char that must begin a match; NUL if none obvious; Can be a
64 * multi-byte character.
65 * reganch is the match anchored (at beginning-of-line only)?
66 * regmust string (pointer into program) that match must include, or NULL
67 * regmlen length of regmust string
68 * regflags RF_ values or'ed together
69 *
70 * Regstart and reganch permit very fast decisions on suitable starting points
71 * for a match, cutting down the work a lot. Regmust permits fast rejection
72 * of lines that cannot possibly match. The regmust tests are costly enough
73 * that vim_regcomp() supplies a regmust only if the r.e. contains something
74 * potentially expensive (at present, the only such thing detected is * or +
75 * at the start of the r.e., which can involve a lot of backup). Regmlen is
76 * supplied because the test in vim_regexec() needs it and vim_regcomp() is
77 * computing it anyway.
78 */
79
80/*
81 * Structure for regexp "program". This is essentially a linear encoding
82 * of a nondeterministic finite-state machine (aka syntax charts or
83 * "railroad normal form" in parsing technology). Each node is an opcode
84 * plus a "next" pointer, possibly plus an operand. "Next" pointers of
85 * all nodes except BRANCH and BRACES_COMPLEX implement concatenation; a "next"
86 * pointer with a BRANCH on both ends of it is connecting two alternatives.
87 * (Here we have one of the subtle syntax dependencies: an individual BRANCH
88 * (as opposed to a collection of them) is never concatenated with anything
89 * because of operator precedence). The "next" pointer of a BRACES_COMPLEX
Bram Moolenaardf177f62005-02-22 08:39:57 +000090 * node points to the node after the stuff to be repeated.
91 * The operand of some types of node is a literal string; for others, it is a
92 * node leading into a sub-FSM. In particular, the operand of a BRANCH node
93 * is the first node of the branch.
94 * (NB this is *not* a tree structure: the tail of the branch connects to the
95 * thing following the set of BRANCHes.)
Bram Moolenaar071d4272004-06-13 20:20:40 +000096 *
97 * pattern is coded like:
98 *
99 * +-----------------+
100 * | V
101 * <aa>\|<bb> BRANCH <aa> BRANCH <bb> --> END
102 * | ^ | ^
103 * +------+ +----------+
104 *
105 *
106 * +------------------+
107 * V |
108 * <aa>* BRANCH BRANCH <aa> --> BACK BRANCH --> NOTHING --> END
109 * | | ^ ^
110 * | +---------------+ |
111 * +---------------------------------------------+
112 *
113 *
Bram Moolenaardf177f62005-02-22 08:39:57 +0000114 * +----------------------+
115 * V |
Bram Moolenaar582fd852005-03-28 20:58:01 +0000116 * <aa>\+ BRANCH <aa> --> BRANCH --> BACK BRANCH --> NOTHING --> END
Bram Moolenaarc9b4b052006-04-30 18:54:39 +0000117 * | | ^ ^
118 * | +-----------+ |
Bram Moolenaar19a09a12005-03-04 23:39:37 +0000119 * +--------------------------------------------------+
Bram Moolenaardf177f62005-02-22 08:39:57 +0000120 *
121 *
Bram Moolenaar071d4272004-06-13 20:20:40 +0000122 * +-------------------------+
123 * V |
124 * <aa>\{} BRANCH BRACE_LIMITS --> BRACE_COMPLEX <aa> --> BACK END
125 * | | ^
126 * | +----------------+
127 * +-----------------------------------------------+
128 *
129 *
130 * <aa>\@!<bb> BRANCH NOMATCH <aa> --> END <bb> --> END
131 * | | ^ ^
132 * | +----------------+ |
133 * +--------------------------------+
134 *
135 * +---------+
136 * | V
137 * \z[abc] BRANCH BRANCH a BRANCH b BRANCH c BRANCH NOTHING --> END
138 * | | | | ^ ^
139 * | | | +-----+ |
140 * | | +----------------+ |
141 * | +---------------------------+ |
142 * +------------------------------------------------------+
143 *
Bram Moolenaar7aa9f6a2007-05-10 18:00:30 +0000144 * They all start with a BRANCH for "\|" alternatives, even when there is only
Bram Moolenaar071d4272004-06-13 20:20:40 +0000145 * one alternative.
146 */
147
148/*
149 * The opcodes are:
150 */
151
152/* definition number opnd? meaning */
153#define END 0 /* End of program or NOMATCH operand. */
154#define BOL 1 /* Match "" at beginning of line. */
155#define EOL 2 /* Match "" at end of line. */
156#define BRANCH 3 /* node Match this alternative, or the
157 * next... */
158#define BACK 4 /* Match "", "next" ptr points backward. */
159#define EXACTLY 5 /* str Match this string. */
160#define NOTHING 6 /* Match empty string. */
161#define STAR 7 /* node Match this (simple) thing 0 or more
162 * times. */
163#define PLUS 8 /* node Match this (simple) thing 1 or more
164 * times. */
165#define MATCH 9 /* node match the operand zero-width */
166#define NOMATCH 10 /* node check for no match with operand */
167#define BEHIND 11 /* node look behind for a match with operand */
168#define NOBEHIND 12 /* node look behind for no match with operand */
169#define SUBPAT 13 /* node match the operand here */
170#define BRACE_SIMPLE 14 /* node Match this (simple) thing between m and
171 * n times (\{m,n\}). */
172#define BOW 15 /* Match "" after [^a-zA-Z0-9_] */
173#define EOW 16 /* Match "" at [^a-zA-Z0-9_] */
174#define BRACE_LIMITS 17 /* nr nr define the min & max for BRACE_SIMPLE
175 * and BRACE_COMPLEX. */
176#define NEWL 18 /* Match line-break */
177#define BHPOS 19 /* End position for BEHIND or NOBEHIND */
178
179
180/* character classes: 20-48 normal, 50-78 include a line-break */
181#define ADD_NL 30
182#define FIRST_NL ANY + ADD_NL
183#define ANY 20 /* Match any one character. */
184#define ANYOF 21 /* str Match any character in this string. */
185#define ANYBUT 22 /* str Match any character not in this
186 * string. */
187#define IDENT 23 /* Match identifier char */
188#define SIDENT 24 /* Match identifier char but no digit */
189#define KWORD 25 /* Match keyword char */
190#define SKWORD 26 /* Match word char but no digit */
191#define FNAME 27 /* Match file name char */
192#define SFNAME 28 /* Match file name char but no digit */
193#define PRINT 29 /* Match printable char */
194#define SPRINT 30 /* Match printable char but no digit */
195#define WHITE 31 /* Match whitespace char */
196#define NWHITE 32 /* Match non-whitespace char */
197#define DIGIT 33 /* Match digit char */
198#define NDIGIT 34 /* Match non-digit char */
199#define HEX 35 /* Match hex char */
200#define NHEX 36 /* Match non-hex char */
201#define OCTAL 37 /* Match octal char */
202#define NOCTAL 38 /* Match non-octal char */
203#define WORD 39 /* Match word char */
204#define NWORD 40 /* Match non-word char */
205#define HEAD 41 /* Match head char */
206#define NHEAD 42 /* Match non-head char */
207#define ALPHA 43 /* Match alpha char */
208#define NALPHA 44 /* Match non-alpha char */
209#define LOWER 45 /* Match lowercase char */
210#define NLOWER 46 /* Match non-lowercase char */
211#define UPPER 47 /* Match uppercase char */
212#define NUPPER 48 /* Match non-uppercase char */
213#define LAST_NL NUPPER + ADD_NL
214#define WITH_NL(op) ((op) >= FIRST_NL && (op) <= LAST_NL)
215
216#define MOPEN 80 /* -89 Mark this point in input as start of
217 * \( subexpr. MOPEN + 0 marks start of
218 * match. */
219#define MCLOSE 90 /* -99 Analogous to MOPEN. MCLOSE + 0 marks
220 * end of match. */
221#define BACKREF 100 /* -109 node Match same string again \1-\9 */
222
223#ifdef FEAT_SYN_HL
224# define ZOPEN 110 /* -119 Mark this point in input as start of
225 * \z( subexpr. */
226# define ZCLOSE 120 /* -129 Analogous to ZOPEN. */
227# define ZREF 130 /* -139 node Match external submatch \z1-\z9 */
228#endif
229
230#define BRACE_COMPLEX 140 /* -149 node Match nodes between m & n times */
231
232#define NOPEN 150 /* Mark this point in input as start of
233 \%( subexpr. */
234#define NCLOSE 151 /* Analogous to NOPEN. */
235
236#define MULTIBYTECODE 200 /* mbc Match one multi-byte character */
237#define RE_BOF 201 /* Match "" at beginning of file. */
238#define RE_EOF 202 /* Match "" at end of file. */
239#define CURSOR 203 /* Match location of cursor. */
240
241#define RE_LNUM 204 /* nr cmp Match line number */
242#define RE_COL 205 /* nr cmp Match column number */
243#define RE_VCOL 206 /* nr cmp Match virtual column number */
244
Bram Moolenaar71fe80d2006-01-22 23:25:56 +0000245#define RE_MARK 207 /* mark cmp Match mark position */
246#define RE_VISUAL 208 /* Match Visual area */
Bram Moolenaar8df5acf2014-05-13 19:37:29 +0200247#define RE_COMPOSING 209 /* any composing characters */
Bram Moolenaar71fe80d2006-01-22 23:25:56 +0000248
Bram Moolenaar071d4272004-06-13 20:20:40 +0000249/*
250 * Magic characters have a special meaning, they don't match literally.
251 * Magic characters are negative. This separates them from literal characters
252 * (possibly multi-byte). Only ASCII characters can be Magic.
253 */
254#define Magic(x) ((int)(x) - 256)
255#define un_Magic(x) ((x) + 256)
256#define is_Magic(x) ((x) < 0)
257
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100258static int no_Magic(int x);
259static int toggle_Magic(int x);
Bram Moolenaar071d4272004-06-13 20:20:40 +0000260
261 static int
Bram Moolenaar05540972016-01-30 20:31:25 +0100262no_Magic(int x)
Bram Moolenaar071d4272004-06-13 20:20:40 +0000263{
264 if (is_Magic(x))
265 return un_Magic(x);
266 return x;
267}
268
269 static int
Bram Moolenaar05540972016-01-30 20:31:25 +0100270toggle_Magic(int x)
Bram Moolenaar071d4272004-06-13 20:20:40 +0000271{
272 if (is_Magic(x))
273 return un_Magic(x);
274 return Magic(x);
275}
276
277/*
278 * The first byte of the regexp internal "program" is actually this magic
279 * number; the start node begins in the second byte. It's used to catch the
280 * most severe mutilation of the program by the caller.
281 */
282
283#define REGMAGIC 0234
284
285/*
286 * Opcode notes:
287 *
288 * BRANCH The set of branches constituting a single choice are hooked
289 * together with their "next" pointers, since precedence prevents
290 * anything being concatenated to any individual branch. The
291 * "next" pointer of the last BRANCH in a choice points to the
292 * thing following the whole choice. This is also where the
293 * final "next" pointer of each individual branch points; each
294 * branch starts with the operand node of a BRANCH node.
295 *
296 * BACK Normal "next" pointers all implicitly point forward; BACK
297 * exists to make loop structures possible.
298 *
299 * STAR,PLUS '=', and complex '*' and '+', are implemented as circular
300 * BRANCH structures using BACK. Simple cases (one character
301 * per match) are implemented with STAR and PLUS for speed
302 * and to minimize recursive plunges.
303 *
304 * BRACE_LIMITS This is always followed by a BRACE_SIMPLE or BRACE_COMPLEX
305 * node, and defines the min and max limits to be used for that
306 * node.
307 *
308 * MOPEN,MCLOSE ...are numbered at compile time.
309 * ZOPEN,ZCLOSE ...ditto
310 */
311
312/*
313 * A node is one char of opcode followed by two chars of "next" pointer.
314 * "Next" pointers are stored as two 8-bit bytes, high order first. The
315 * value is a positive offset from the opcode of the node containing it.
316 * An operand, if any, simply follows the node. (Note that much of the
317 * code generation knows about this implicit relationship.)
318 *
319 * Using two bytes for the "next" pointer is vast overkill for most things,
320 * but allows patterns to get big without disasters.
321 */
322#define OP(p) ((int)*(p))
323#define NEXT(p) (((*((p) + 1) & 0377) << 8) + (*((p) + 2) & 0377))
324#define OPERAND(p) ((p) + 3)
325/* Obtain an operand that was stored as four bytes, MSB first. */
326#define OPERAND_MIN(p) (((long)(p)[3] << 24) + ((long)(p)[4] << 16) \
327 + ((long)(p)[5] << 8) + (long)(p)[6])
328/* Obtain a second operand stored as four bytes. */
329#define OPERAND_MAX(p) OPERAND_MIN((p) + 4)
330/* Obtain a second single-byte operand stored after a four bytes operand. */
331#define OPERAND_CMP(p) (p)[7]
332
333/*
334 * Utility definitions.
335 */
336#define UCHARAT(p) ((int)*(char_u *)(p))
337
338/* Used for an error (down from) vim_regcomp(): give the error message, set
339 * rc_did_emsg and return NULL */
Bram Moolenaar98692072006-02-04 00:57:42 +0000340#define EMSG_RET_NULL(m) return (EMSG(m), rc_did_emsg = TRUE, (void *)NULL)
Bram Moolenaar45eeb132005-06-06 21:59:07 +0000341#define EMSG_RET_FAIL(m) return (EMSG(m), rc_did_emsg = TRUE, FAIL)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200342#define EMSG2_RET_NULL(m, c) return (EMSG2((m), (c) ? "" : "\\"), rc_did_emsg = TRUE, (void *)NULL)
343#define EMSG2_RET_FAIL(m, c) return (EMSG2((m), (c) ? "" : "\\"), rc_did_emsg = TRUE, FAIL)
344#define EMSG_ONE_RET_NULL EMSG2_RET_NULL(_("E369: invalid item in %s%%[]"), reg_magic == MAGIC_ALL)
Bram Moolenaar071d4272004-06-13 20:20:40 +0000345
346#define MAX_LIMIT (32767L << 16L)
347
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100348static int re_multi_type(int);
349static int cstrncmp(char_u *s1, char_u *s2, int *n);
350static char_u *cstrchr(char_u *, int);
Bram Moolenaar071d4272004-06-13 20:20:40 +0000351
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200352#ifdef BT_REGEXP_DUMP
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100353static void regdump(char_u *, bt_regprog_T *);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200354#endif
Bram Moolenaar071d4272004-06-13 20:20:40 +0000355#ifdef DEBUG
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100356static char_u *regprop(char_u *);
Bram Moolenaar071d4272004-06-13 20:20:40 +0000357#endif
358
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100359static int re_mult_next(char *what);
Bram Moolenaarfb031402014-09-09 17:18:49 +0200360
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200361static char_u e_missingbracket[] = N_("E769: Missing ] after %s[");
362static char_u e_unmatchedpp[] = N_("E53: Unmatched %s%%(");
363static char_u e_unmatchedp[] = N_("E54: Unmatched %s(");
364static char_u e_unmatchedpar[] = N_("E55: Unmatched %s)");
Bram Moolenaar01d89dd2013-06-03 19:41:06 +0200365#ifdef FEAT_SYN_HL
Bram Moolenaar5de820b2013-06-02 15:01:57 +0200366static char_u e_z_not_allowed[] = N_("E66: \\z( not allowed here");
367static char_u e_z1_not_allowed[] = N_("E67: \\z1 et al. not allowed here");
Bram Moolenaar01d89dd2013-06-03 19:41:06 +0200368#endif
Bram Moolenaar1cd3f2c2013-06-05 12:43:09 +0200369static char_u e_missing_sb[] = N_("E69: Missing ] after %s%%[");
Bram Moolenaar2976c022013-06-05 21:30:37 +0200370static char_u e_empty_sb[] = N_("E70: Empty %s%%[]");
Bram Moolenaar071d4272004-06-13 20:20:40 +0000371#define NOT_MULTI 0
372#define MULTI_ONE 1
373#define MULTI_MULT 2
374/*
375 * Return NOT_MULTI if c is not a "multi" operator.
376 * Return MULTI_ONE if c is a single "multi" operator.
377 * Return MULTI_MULT if c is a multi "multi" operator.
378 */
379 static int
Bram Moolenaar05540972016-01-30 20:31:25 +0100380re_multi_type(int c)
Bram Moolenaar071d4272004-06-13 20:20:40 +0000381{
382 if (c == Magic('@') || c == Magic('=') || c == Magic('?'))
383 return MULTI_ONE;
384 if (c == Magic('*') || c == Magic('+') || c == Magic('{'))
385 return MULTI_MULT;
386 return NOT_MULTI;
387}
388
389/*
390 * Flags to be passed up and down.
391 */
392#define HASWIDTH 0x1 /* Known never to match null string. */
393#define SIMPLE 0x2 /* Simple enough to be STAR/PLUS operand. */
394#define SPSTART 0x4 /* Starts with * or +. */
395#define HASNL 0x8 /* Contains some \n. */
396#define HASLOOKBH 0x10 /* Contains "\@<=" or "\@<!". */
397#define WORST 0 /* Worst case. */
398
399/*
400 * When regcode is set to this value, code is not emitted and size is computed
401 * instead.
402 */
403#define JUST_CALC_SIZE ((char_u *) -1)
404
Bram Moolenaarf461c8e2005-06-25 23:04:51 +0000405static char_u *reg_prev_sub = NULL;
406
Bram Moolenaar071d4272004-06-13 20:20:40 +0000407/*
408 * REGEXP_INRANGE contains all characters which are always special in a []
409 * range after '\'.
410 * REGEXP_ABBR contains all characters which act as abbreviations after '\'.
411 * These are:
412 * \n - New line (NL).
413 * \r - Carriage Return (CR).
414 * \t - Tab (TAB).
415 * \e - Escape (ESC).
416 * \b - Backspace (Ctrl_H).
Bram Moolenaarc0197e22004-09-13 20:26:32 +0000417 * \d - Character code in decimal, eg \d123
418 * \o - Character code in octal, eg \o80
419 * \x - Character code in hex, eg \x4a
420 * \u - Multibyte character code, eg \u20ac
421 * \U - Long multibyte character code, eg \U12345678
Bram Moolenaar071d4272004-06-13 20:20:40 +0000422 */
423static char_u REGEXP_INRANGE[] = "]^-n\\";
Bram Moolenaarc0197e22004-09-13 20:26:32 +0000424static char_u REGEXP_ABBR[] = "nrtebdoxuU";
Bram Moolenaar071d4272004-06-13 20:20:40 +0000425
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100426static int backslash_trans(int c);
427static int get_char_class(char_u **pp);
428static int get_equi_class(char_u **pp);
429static void reg_equi_class(int c);
430static int get_coll_element(char_u **pp);
431static char_u *skip_anyof(char_u *p);
432static void init_class_tab(void);
Bram Moolenaar071d4272004-06-13 20:20:40 +0000433
434/*
435 * Translate '\x' to its control character, except "\n", which is Magic.
436 */
437 static int
Bram Moolenaar05540972016-01-30 20:31:25 +0100438backslash_trans(int c)
Bram Moolenaar071d4272004-06-13 20:20:40 +0000439{
440 switch (c)
441 {
442 case 'r': return CAR;
443 case 't': return TAB;
444 case 'e': return ESC;
445 case 'b': return BS;
446 }
447 return c;
448}
449
450/*
Bram Moolenaardf177f62005-02-22 08:39:57 +0000451 * Check for a character class name "[:name:]". "pp" points to the '['.
Bram Moolenaar071d4272004-06-13 20:20:40 +0000452 * Returns one of the CLASS_ items. CLASS_NONE means that no item was
453 * recognized. Otherwise "pp" is advanced to after the item.
454 */
455 static int
Bram Moolenaar05540972016-01-30 20:31:25 +0100456get_char_class(char_u **pp)
Bram Moolenaar071d4272004-06-13 20:20:40 +0000457{
458 static const char *(class_names[]) =
459 {
460 "alnum:]",
461#define CLASS_ALNUM 0
462 "alpha:]",
463#define CLASS_ALPHA 1
464 "blank:]",
465#define CLASS_BLANK 2
466 "cntrl:]",
467#define CLASS_CNTRL 3
468 "digit:]",
469#define CLASS_DIGIT 4
470 "graph:]",
471#define CLASS_GRAPH 5
472 "lower:]",
473#define CLASS_LOWER 6
474 "print:]",
475#define CLASS_PRINT 7
476 "punct:]",
477#define CLASS_PUNCT 8
478 "space:]",
479#define CLASS_SPACE 9
480 "upper:]",
481#define CLASS_UPPER 10
482 "xdigit:]",
483#define CLASS_XDIGIT 11
484 "tab:]",
485#define CLASS_TAB 12
486 "return:]",
487#define CLASS_RETURN 13
488 "backspace:]",
489#define CLASS_BACKSPACE 14
490 "escape:]",
491#define CLASS_ESCAPE 15
492 };
493#define CLASS_NONE 99
494 int i;
495
496 if ((*pp)[1] == ':')
497 {
Bram Moolenaar78a15312009-05-15 19:33:18 +0000498 for (i = 0; i < (int)(sizeof(class_names) / sizeof(*class_names)); ++i)
Bram Moolenaar071d4272004-06-13 20:20:40 +0000499 if (STRNCMP(*pp + 2, class_names[i], STRLEN(class_names[i])) == 0)
500 {
501 *pp += STRLEN(class_names[i]) + 2;
502 return i;
503 }
504 }
505 return CLASS_NONE;
506}
507
508/*
Bram Moolenaar071d4272004-06-13 20:20:40 +0000509 * Specific version of character class functions.
510 * Using a table to keep this fast.
511 */
512static short class_tab[256];
513
514#define RI_DIGIT 0x01
515#define RI_HEX 0x02
516#define RI_OCTAL 0x04
517#define RI_WORD 0x08
518#define RI_HEAD 0x10
519#define RI_ALPHA 0x20
520#define RI_LOWER 0x40
521#define RI_UPPER 0x80
522#define RI_WHITE 0x100
523
524 static void
Bram Moolenaar05540972016-01-30 20:31:25 +0100525init_class_tab(void)
Bram Moolenaar071d4272004-06-13 20:20:40 +0000526{
527 int i;
528 static int done = FALSE;
529
530 if (done)
531 return;
532
533 for (i = 0; i < 256; ++i)
534 {
535 if (i >= '0' && i <= '7')
536 class_tab[i] = RI_DIGIT + RI_HEX + RI_OCTAL + RI_WORD;
537 else if (i >= '8' && i <= '9')
538 class_tab[i] = RI_DIGIT + RI_HEX + RI_WORD;
539 else if (i >= 'a' && i <= 'f')
540 class_tab[i] = RI_HEX + RI_WORD + RI_HEAD + RI_ALPHA + RI_LOWER;
541#ifdef EBCDIC
542 else if ((i >= 'g' && i <= 'i') || (i >= 'j' && i <= 'r')
543 || (i >= 's' && i <= 'z'))
544#else
545 else if (i >= 'g' && i <= 'z')
546#endif
547 class_tab[i] = RI_WORD + RI_HEAD + RI_ALPHA + RI_LOWER;
548 else if (i >= 'A' && i <= 'F')
549 class_tab[i] = RI_HEX + RI_WORD + RI_HEAD + RI_ALPHA + RI_UPPER;
550#ifdef EBCDIC
551 else if ((i >= 'G' && i <= 'I') || ( i >= 'J' && i <= 'R')
552 || (i >= 'S' && i <= 'Z'))
553#else
554 else if (i >= 'G' && i <= 'Z')
555#endif
556 class_tab[i] = RI_WORD + RI_HEAD + RI_ALPHA + RI_UPPER;
557 else if (i == '_')
558 class_tab[i] = RI_WORD + RI_HEAD;
559 else
560 class_tab[i] = 0;
561 }
562 class_tab[' '] |= RI_WHITE;
563 class_tab['\t'] |= RI_WHITE;
564 done = TRUE;
565}
566
567#ifdef FEAT_MBYTE
568# define ri_digit(c) (c < 0x100 && (class_tab[c] & RI_DIGIT))
569# define ri_hex(c) (c < 0x100 && (class_tab[c] & RI_HEX))
570# define ri_octal(c) (c < 0x100 && (class_tab[c] & RI_OCTAL))
571# define ri_word(c) (c < 0x100 && (class_tab[c] & RI_WORD))
572# define ri_head(c) (c < 0x100 && (class_tab[c] & RI_HEAD))
573# define ri_alpha(c) (c < 0x100 && (class_tab[c] & RI_ALPHA))
574# define ri_lower(c) (c < 0x100 && (class_tab[c] & RI_LOWER))
575# define ri_upper(c) (c < 0x100 && (class_tab[c] & RI_UPPER))
576# define ri_white(c) (c < 0x100 && (class_tab[c] & RI_WHITE))
577#else
578# define ri_digit(c) (class_tab[c] & RI_DIGIT)
579# define ri_hex(c) (class_tab[c] & RI_HEX)
580# define ri_octal(c) (class_tab[c] & RI_OCTAL)
581# define ri_word(c) (class_tab[c] & RI_WORD)
582# define ri_head(c) (class_tab[c] & RI_HEAD)
583# define ri_alpha(c) (class_tab[c] & RI_ALPHA)
584# define ri_lower(c) (class_tab[c] & RI_LOWER)
585# define ri_upper(c) (class_tab[c] & RI_UPPER)
586# define ri_white(c) (class_tab[c] & RI_WHITE)
587#endif
588
589/* flags for regflags */
590#define RF_ICASE 1 /* ignore case */
591#define RF_NOICASE 2 /* don't ignore case */
592#define RF_HASNL 4 /* can match a NL */
593#define RF_ICOMBINE 8 /* ignore combining characters */
594#define RF_LOOKBH 16 /* uses "\@<=" or "\@<!" */
595
596/*
597 * Global work variables for vim_regcomp().
598 */
599
600static char_u *regparse; /* Input-scan pointer. */
601static int prevchr_len; /* byte length of previous char */
602static int num_complex_braces; /* Complex \{...} count */
603static int regnpar; /* () count. */
604#ifdef FEAT_SYN_HL
605static int regnzpar; /* \z() count. */
606static int re_has_z; /* \z item detected */
607#endif
608static char_u *regcode; /* Code-emit pointer, or JUST_CALC_SIZE */
609static long regsize; /* Code size. */
Bram Moolenaard3005802009-11-25 17:21:32 +0000610static int reg_toolong; /* TRUE when offset out of range */
Bram Moolenaar071d4272004-06-13 20:20:40 +0000611static char_u had_endbrace[NSUBEXP]; /* flags, TRUE if end of () found */
612static unsigned regflags; /* RF_ flags for prog */
613static long brace_min[10]; /* Minimums for complex brace repeats */
614static long brace_max[10]; /* Maximums for complex brace repeats */
615static int brace_count[10]; /* Current counts for complex brace repeats */
616#if defined(FEAT_SYN_HL) || defined(PROTO)
617static int had_eol; /* TRUE when EOL found by vim_regcomp() */
618#endif
619static int one_exactly = FALSE; /* only do one char for EXACTLY */
620
621static int reg_magic; /* magicness of the pattern: */
622#define MAGIC_NONE 1 /* "\V" very unmagic */
623#define MAGIC_OFF 2 /* "\M" or 'magic' off */
624#define MAGIC_ON 3 /* "\m" or 'magic' */
625#define MAGIC_ALL 4 /* "\v" very magic */
626
627static int reg_string; /* matching with a string instead of a buffer
628 line */
Bram Moolenaarae5bce12005-08-15 21:41:48 +0000629static int reg_strict; /* "[abc" is illegal */
Bram Moolenaar071d4272004-06-13 20:20:40 +0000630
631/*
632 * META contains all characters that may be magic, except '^' and '$'.
633 */
634
635#ifdef EBCDIC
636static char_u META[] = "%&()*+.123456789<=>?@ACDFHIKLMOPSUVWX[_acdfhiklmnopsuvwxz{|~";
637#else
638/* META[] is used often enough to justify turning it into a table. */
639static char_u META_flags[] = {
640 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
641 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
642/* % & ( ) * + . */
643 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 0, 1, 0,
644/* 1 2 3 4 5 6 7 8 9 < = > ? */
645 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 1, 1, 1, 1,
646/* @ A C D F H I K L M O */
647 1, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 1, 1, 0, 1,
648/* P S U V W X Z [ _ */
649 1, 0, 0, 1, 0, 1, 1, 1, 1, 0, 1, 1, 0, 0, 0, 1,
650/* a c d f h i k l m n o */
651 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 1, 1, 1, 1,
652/* p s u v w x z { | ~ */
653 1, 0, 0, 1, 0, 1, 1, 1, 1, 0, 1, 1, 1, 0, 1
654};
655#endif
656
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200657static int curchr; /* currently parsed character */
658/* Previous character. Note: prevchr is sometimes -1 when we are not at the
659 * start, eg in /[ ^I]^ the pattern was never found even if it existed,
660 * because ^ was taken to be magic -- webb */
661static int prevchr;
662static int prevprevchr; /* previous-previous character */
663static int nextchr; /* used for ungetchr() */
Bram Moolenaar071d4272004-06-13 20:20:40 +0000664
665/* arguments for reg() */
666#define REG_NOPAREN 0 /* toplevel reg() */
667#define REG_PAREN 1 /* \(\) */
668#define REG_ZPAREN 2 /* \z(\) */
669#define REG_NPAREN 3 /* \%(\) */
670
Bram Moolenaar3737fc12013-06-01 14:42:56 +0200671typedef struct
672{
673 char_u *regparse;
674 int prevchr_len;
675 int curchr;
676 int prevchr;
677 int prevprevchr;
678 int nextchr;
679 int at_start;
680 int prev_at_start;
681 int regnpar;
682} parse_state_T;
683
Bram Moolenaar071d4272004-06-13 20:20:40 +0000684/*
685 * Forward declarations for vim_regcomp()'s friends.
686 */
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100687static void initchr(char_u *);
688static void save_parse_state(parse_state_T *ps);
689static void restore_parse_state(parse_state_T *ps);
690static int getchr(void);
691static void skipchr_keepstart(void);
692static int peekchr(void);
693static void skipchr(void);
694static void ungetchr(void);
695static int gethexchrs(int maxinputlen);
696static int getoctchrs(void);
697static int getdecchrs(void);
698static int coll_get_char(void);
699static void regcomp_start(char_u *expr, int flags);
700static char_u *reg(int, int *);
701static char_u *regbranch(int *flagp);
702static char_u *regconcat(int *flagp);
703static char_u *regpiece(int *);
704static char_u *regatom(int *);
705static char_u *regnode(int);
Bram Moolenaar362e1a32006-03-06 23:29:24 +0000706#ifdef FEAT_MBYTE
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100707static int use_multibytecode(int c);
Bram Moolenaar362e1a32006-03-06 23:29:24 +0000708#endif
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100709static int prog_magic_wrong(void);
710static char_u *regnext(char_u *);
711static void regc(int b);
Bram Moolenaar071d4272004-06-13 20:20:40 +0000712#ifdef FEAT_MBYTE
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100713static void regmbc(int c);
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200714# define REGMBC(x) regmbc(x);
715# define CASEMBC(x) case x:
Bram Moolenaardf177f62005-02-22 08:39:57 +0000716#else
717# define regmbc(c) regc(c)
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200718# define REGMBC(x)
719# define CASEMBC(x)
Bram Moolenaar071d4272004-06-13 20:20:40 +0000720#endif
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100721static void reginsert(int, char_u *);
722static void reginsert_nr(int op, long val, char_u *opnd);
723static void reginsert_limits(int, long, long, char_u *);
724static char_u *re_put_long(char_u *pr, long_u val);
725static int read_limits(long *, long *);
726static void regtail(char_u *, char_u *);
727static void regoptail(char_u *, char_u *);
Bram Moolenaar071d4272004-06-13 20:20:40 +0000728
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200729static regengine_T bt_regengine;
730static regengine_T nfa_regengine;
731
Bram Moolenaar071d4272004-06-13 20:20:40 +0000732/*
733 * Return TRUE if compiled regular expression "prog" can match a line break.
734 */
735 int
Bram Moolenaar05540972016-01-30 20:31:25 +0100736re_multiline(regprog_T *prog)
Bram Moolenaar071d4272004-06-13 20:20:40 +0000737{
738 return (prog->regflags & RF_HASNL);
739}
740
741/*
742 * Return TRUE if compiled regular expression "prog" looks before the start
743 * position (pattern contains "\@<=" or "\@<!").
744 */
745 int
Bram Moolenaar05540972016-01-30 20:31:25 +0100746re_lookbehind(regprog_T *prog)
Bram Moolenaar071d4272004-06-13 20:20:40 +0000747{
748 return (prog->regflags & RF_LOOKBH);
749}
750
751/*
Bram Moolenaardf177f62005-02-22 08:39:57 +0000752 * Check for an equivalence class name "[=a=]". "pp" points to the '['.
753 * Returns a character representing the class. Zero means that no item was
754 * recognized. Otherwise "pp" is advanced to after the item.
755 */
756 static int
Bram Moolenaar05540972016-01-30 20:31:25 +0100757get_equi_class(char_u **pp)
Bram Moolenaardf177f62005-02-22 08:39:57 +0000758{
759 int c;
760 int l = 1;
761 char_u *p = *pp;
762
763 if (p[1] == '=')
764 {
765#ifdef FEAT_MBYTE
766 if (has_mbyte)
Bram Moolenaar0fa313a2005-08-10 21:07:57 +0000767 l = (*mb_ptr2len)(p + 2);
Bram Moolenaardf177f62005-02-22 08:39:57 +0000768#endif
769 if (p[l + 2] == '=' && p[l + 3] == ']')
770 {
771#ifdef FEAT_MBYTE
772 if (has_mbyte)
773 c = mb_ptr2char(p + 2);
774 else
775#endif
776 c = p[2];
777 *pp += l + 4;
778 return c;
779 }
780 }
781 return 0;
782}
783
Bram Moolenaar2c704a72010-06-03 21:17:25 +0200784#ifdef EBCDIC
785/*
786 * Table for equivalence class "c". (IBM-1047)
787 */
788char *EQUIVAL_CLASS_C[16] = {
789 "A\x62\x63\x64\x65\x66\x67",
790 "C\x68",
791 "E\x71\x72\x73\x74",
792 "I\x75\x76\x77\x78",
793 "N\x69",
794 "O\xEB\xEC\xED\xEE\xEF",
795 "U\xFB\xFC\xFD\xFE",
796 "Y\xBA",
797 "a\x42\x43\x44\x45\x46\x47",
798 "c\x48",
799 "e\x51\x52\x53\x54",
800 "i\x55\x56\x57\x58",
801 "n\x49",
802 "o\xCB\xCC\xCD\xCE\xCF",
803 "u\xDB\xDC\xDD\xDE",
804 "y\x8D\xDF",
805};
806#endif
807
Bram Moolenaardf177f62005-02-22 08:39:57 +0000808/*
809 * Produce the bytes for equivalence class "c".
810 * Currently only handles latin1, latin9 and utf-8.
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200811 * NOTE: When changing this function, also change nfa_emit_equi_class()
Bram Moolenaardf177f62005-02-22 08:39:57 +0000812 */
813 static void
Bram Moolenaar05540972016-01-30 20:31:25 +0100814reg_equi_class(int c)
Bram Moolenaardf177f62005-02-22 08:39:57 +0000815{
816#ifdef FEAT_MBYTE
817 if (enc_utf8 || STRCMP(p_enc, "latin1") == 0
Bram Moolenaar78622822005-08-23 21:00:13 +0000818 || STRCMP(p_enc, "iso-8859-15") == 0)
Bram Moolenaardf177f62005-02-22 08:39:57 +0000819#endif
820 {
Bram Moolenaar2c704a72010-06-03 21:17:25 +0200821#ifdef EBCDIC
822 int i;
823
824 /* This might be slower than switch/case below. */
825 for (i = 0; i < 16; i++)
826 {
827 if (vim_strchr(EQUIVAL_CLASS_C[i], c) != NULL)
828 {
829 char *p = EQUIVAL_CLASS_C[i];
830
831 while (*p != 0)
832 regmbc(*p++);
833 return;
834 }
835 }
836#else
Bram Moolenaardf177f62005-02-22 08:39:57 +0000837 switch (c)
838 {
Bram Moolenaard82a2a92015-04-21 14:02:35 +0200839 /* Do not use '\300' style, it results in a negative number. */
840 case 'A': case 0xc0: case 0xc1: case 0xc2:
841 case 0xc3: case 0xc4: case 0xc5:
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200842 CASEMBC(0x100) CASEMBC(0x102) CASEMBC(0x104) CASEMBC(0x1cd)
843 CASEMBC(0x1de) CASEMBC(0x1e0) CASEMBC(0x1ea2)
Bram Moolenaard82a2a92015-04-21 14:02:35 +0200844 regmbc('A'); regmbc(0xc0); regmbc(0xc1);
845 regmbc(0xc2); regmbc(0xc3); regmbc(0xc4);
846 regmbc(0xc5);
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200847 REGMBC(0x100) REGMBC(0x102) REGMBC(0x104)
848 REGMBC(0x1cd) REGMBC(0x1de) REGMBC(0x1e0)
849 REGMBC(0x1ea2)
850 return;
851 case 'B': CASEMBC(0x1e02) CASEMBC(0x1e06)
852 regmbc('B'); REGMBC(0x1e02) REGMBC(0x1e06)
Bram Moolenaardf177f62005-02-22 08:39:57 +0000853 return;
Bram Moolenaard82a2a92015-04-21 14:02:35 +0200854 case 'C': case 0xc7:
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200855 CASEMBC(0x106) CASEMBC(0x108) CASEMBC(0x10a) CASEMBC(0x10c)
Bram Moolenaard82a2a92015-04-21 14:02:35 +0200856 regmbc('C'); regmbc(0xc7);
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200857 REGMBC(0x106) REGMBC(0x108) REGMBC(0x10a)
858 REGMBC(0x10c)
859 return;
860 case 'D': CASEMBC(0x10e) CASEMBC(0x110) CASEMBC(0x1e0a)
861 CASEMBC(0x1e0e) CASEMBC(0x1e10)
862 regmbc('D'); REGMBC(0x10e) REGMBC(0x110)
863 REGMBC(0x1e0a) REGMBC(0x1e0e) REGMBC(0x1e10)
Bram Moolenaardf177f62005-02-22 08:39:57 +0000864 return;
Bram Moolenaard82a2a92015-04-21 14:02:35 +0200865 case 'E': case 0xc8: case 0xc9: case 0xca: case 0xcb:
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200866 CASEMBC(0x112) CASEMBC(0x114) CASEMBC(0x116) CASEMBC(0x118)
867 CASEMBC(0x11a) CASEMBC(0x1eba) CASEMBC(0x1ebc)
Bram Moolenaard82a2a92015-04-21 14:02:35 +0200868 regmbc('E'); regmbc(0xc8); regmbc(0xc9);
869 regmbc(0xca); regmbc(0xcb);
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200870 REGMBC(0x112) REGMBC(0x114) REGMBC(0x116)
871 REGMBC(0x118) REGMBC(0x11a) REGMBC(0x1eba)
872 REGMBC(0x1ebc)
873 return;
874 case 'F': CASEMBC(0x1e1e)
875 regmbc('F'); REGMBC(0x1e1e)
876 return;
877 case 'G': CASEMBC(0x11c) CASEMBC(0x11e) CASEMBC(0x120)
878 CASEMBC(0x122) CASEMBC(0x1e4) CASEMBC(0x1e6) CASEMBC(0x1f4)
879 CASEMBC(0x1e20)
880 regmbc('G'); REGMBC(0x11c) REGMBC(0x11e)
881 REGMBC(0x120) REGMBC(0x122) REGMBC(0x1e4)
882 REGMBC(0x1e6) REGMBC(0x1f4) REGMBC(0x1e20)
883 return;
884 case 'H': CASEMBC(0x124) CASEMBC(0x126) CASEMBC(0x1e22)
885 CASEMBC(0x1e26) CASEMBC(0x1e28)
886 regmbc('H'); REGMBC(0x124) REGMBC(0x126)
887 REGMBC(0x1e22) REGMBC(0x1e26) REGMBC(0x1e28)
Bram Moolenaardf177f62005-02-22 08:39:57 +0000888 return;
Bram Moolenaard82a2a92015-04-21 14:02:35 +0200889 case 'I': case 0xcc: case 0xcd: case 0xce: case 0xcf:
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200890 CASEMBC(0x128) CASEMBC(0x12a) CASEMBC(0x12c) CASEMBC(0x12e)
891 CASEMBC(0x130) CASEMBC(0x1cf) CASEMBC(0x1ec8)
Bram Moolenaard82a2a92015-04-21 14:02:35 +0200892 regmbc('I'); regmbc(0xcc); regmbc(0xcd);
893 regmbc(0xce); regmbc(0xcf);
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200894 REGMBC(0x128) REGMBC(0x12a) REGMBC(0x12c)
895 REGMBC(0x12e) REGMBC(0x130) REGMBC(0x1cf)
896 REGMBC(0x1ec8)
897 return;
898 case 'J': CASEMBC(0x134)
899 regmbc('J'); REGMBC(0x134)
900 return;
901 case 'K': CASEMBC(0x136) CASEMBC(0x1e8) CASEMBC(0x1e30)
902 CASEMBC(0x1e34)
903 regmbc('K'); REGMBC(0x136) REGMBC(0x1e8)
904 REGMBC(0x1e30) REGMBC(0x1e34)
905 return;
906 case 'L': CASEMBC(0x139) CASEMBC(0x13b) CASEMBC(0x13d)
907 CASEMBC(0x13f) CASEMBC(0x141) CASEMBC(0x1e3a)
908 regmbc('L'); REGMBC(0x139) REGMBC(0x13b)
909 REGMBC(0x13d) REGMBC(0x13f) REGMBC(0x141)
910 REGMBC(0x1e3a)
911 return;
912 case 'M': CASEMBC(0x1e3e) CASEMBC(0x1e40)
913 regmbc('M'); REGMBC(0x1e3e) REGMBC(0x1e40)
Bram Moolenaardf177f62005-02-22 08:39:57 +0000914 return;
Bram Moolenaard82a2a92015-04-21 14:02:35 +0200915 case 'N': case 0xd1:
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200916 CASEMBC(0x143) CASEMBC(0x145) CASEMBC(0x147) CASEMBC(0x1e44)
917 CASEMBC(0x1e48)
Bram Moolenaard82a2a92015-04-21 14:02:35 +0200918 regmbc('N'); regmbc(0xd1);
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200919 REGMBC(0x143) REGMBC(0x145) REGMBC(0x147)
920 REGMBC(0x1e44) REGMBC(0x1e48)
Bram Moolenaardf177f62005-02-22 08:39:57 +0000921 return;
Bram Moolenaard82a2a92015-04-21 14:02:35 +0200922 case 'O': case 0xd2: case 0xd3: case 0xd4: case 0xd5:
923 case 0xd6: case 0xd8:
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200924 CASEMBC(0x14c) CASEMBC(0x14e) CASEMBC(0x150) CASEMBC(0x1a0)
925 CASEMBC(0x1d1) CASEMBC(0x1ea) CASEMBC(0x1ec) CASEMBC(0x1ece)
Bram Moolenaard82a2a92015-04-21 14:02:35 +0200926 regmbc('O'); regmbc(0xd2); regmbc(0xd3);
927 regmbc(0xd4); regmbc(0xd5); regmbc(0xd6);
928 regmbc(0xd8);
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200929 REGMBC(0x14c) REGMBC(0x14e) REGMBC(0x150)
930 REGMBC(0x1a0) REGMBC(0x1d1) REGMBC(0x1ea)
931 REGMBC(0x1ec) REGMBC(0x1ece)
932 return;
933 case 'P': case 0x1e54: case 0x1e56:
934 regmbc('P'); REGMBC(0x1e54) REGMBC(0x1e56)
935 return;
936 case 'R': CASEMBC(0x154) CASEMBC(0x156) CASEMBC(0x158)
937 CASEMBC(0x1e58) CASEMBC(0x1e5e)
938 regmbc('R'); REGMBC(0x154) REGMBC(0x156) REGMBC(0x158)
939 REGMBC(0x1e58) REGMBC(0x1e5e)
940 return;
941 case 'S': CASEMBC(0x15a) CASEMBC(0x15c) CASEMBC(0x15e)
942 CASEMBC(0x160) CASEMBC(0x1e60)
943 regmbc('S'); REGMBC(0x15a) REGMBC(0x15c)
944 REGMBC(0x15e) REGMBC(0x160) REGMBC(0x1e60)
945 return;
946 case 'T': CASEMBC(0x162) CASEMBC(0x164) CASEMBC(0x166)
947 CASEMBC(0x1e6a) CASEMBC(0x1e6e)
948 regmbc('T'); REGMBC(0x162) REGMBC(0x164)
949 REGMBC(0x166) REGMBC(0x1e6a) REGMBC(0x1e6e)
Bram Moolenaardf177f62005-02-22 08:39:57 +0000950 return;
Bram Moolenaard82a2a92015-04-21 14:02:35 +0200951 case 'U': case 0xd9: case 0xda: case 0xdb: case 0xdc:
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200952 CASEMBC(0x168) CASEMBC(0x16a) CASEMBC(0x16c) CASEMBC(0x16e)
953 CASEMBC(0x170) CASEMBC(0x172) CASEMBC(0x1af) CASEMBC(0x1d3)
954 CASEMBC(0x1ee6)
Bram Moolenaard82a2a92015-04-21 14:02:35 +0200955 regmbc('U'); regmbc(0xd9); regmbc(0xda);
956 regmbc(0xdb); regmbc(0xdc);
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200957 REGMBC(0x168) REGMBC(0x16a) REGMBC(0x16c)
958 REGMBC(0x16e) REGMBC(0x170) REGMBC(0x172)
959 REGMBC(0x1af) REGMBC(0x1d3) REGMBC(0x1ee6)
960 return;
961 case 'V': CASEMBC(0x1e7c)
962 regmbc('V'); REGMBC(0x1e7c)
963 return;
964 case 'W': CASEMBC(0x174) CASEMBC(0x1e80) CASEMBC(0x1e82)
965 CASEMBC(0x1e84) CASEMBC(0x1e86)
966 regmbc('W'); REGMBC(0x174) REGMBC(0x1e80)
967 REGMBC(0x1e82) REGMBC(0x1e84) REGMBC(0x1e86)
968 return;
969 case 'X': CASEMBC(0x1e8a) CASEMBC(0x1e8c)
970 regmbc('X'); REGMBC(0x1e8a) REGMBC(0x1e8c)
Bram Moolenaardf177f62005-02-22 08:39:57 +0000971 return;
Bram Moolenaard82a2a92015-04-21 14:02:35 +0200972 case 'Y': case 0xdd:
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200973 CASEMBC(0x176) CASEMBC(0x178) CASEMBC(0x1e8e) CASEMBC(0x1ef2)
974 CASEMBC(0x1ef6) CASEMBC(0x1ef8)
Bram Moolenaard82a2a92015-04-21 14:02:35 +0200975 regmbc('Y'); regmbc(0xdd);
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200976 REGMBC(0x176) REGMBC(0x178) REGMBC(0x1e8e)
977 REGMBC(0x1ef2) REGMBC(0x1ef6) REGMBC(0x1ef8)
978 return;
979 case 'Z': CASEMBC(0x179) CASEMBC(0x17b) CASEMBC(0x17d)
980 CASEMBC(0x1b5) CASEMBC(0x1e90) CASEMBC(0x1e94)
981 regmbc('Z'); REGMBC(0x179) REGMBC(0x17b)
982 REGMBC(0x17d) REGMBC(0x1b5) REGMBC(0x1e90)
983 REGMBC(0x1e94)
Bram Moolenaardf177f62005-02-22 08:39:57 +0000984 return;
Bram Moolenaard82a2a92015-04-21 14:02:35 +0200985 case 'a': case 0xe0: case 0xe1: case 0xe2:
986 case 0xe3: case 0xe4: case 0xe5:
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200987 CASEMBC(0x101) CASEMBC(0x103) CASEMBC(0x105) CASEMBC(0x1ce)
988 CASEMBC(0x1df) CASEMBC(0x1e1) CASEMBC(0x1ea3)
Bram Moolenaard82a2a92015-04-21 14:02:35 +0200989 regmbc('a'); regmbc(0xe0); regmbc(0xe1);
990 regmbc(0xe2); regmbc(0xe3); regmbc(0xe4);
991 regmbc(0xe5);
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200992 REGMBC(0x101) REGMBC(0x103) REGMBC(0x105)
993 REGMBC(0x1ce) REGMBC(0x1df) REGMBC(0x1e1)
994 REGMBC(0x1ea3)
995 return;
996 case 'b': CASEMBC(0x1e03) CASEMBC(0x1e07)
997 regmbc('b'); REGMBC(0x1e03) REGMBC(0x1e07)
Bram Moolenaardf177f62005-02-22 08:39:57 +0000998 return;
Bram Moolenaard82a2a92015-04-21 14:02:35 +0200999 case 'c': case 0xe7:
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02001000 CASEMBC(0x107) CASEMBC(0x109) CASEMBC(0x10b) CASEMBC(0x10d)
Bram Moolenaard82a2a92015-04-21 14:02:35 +02001001 regmbc('c'); regmbc(0xe7);
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02001002 REGMBC(0x107) REGMBC(0x109) REGMBC(0x10b)
1003 REGMBC(0x10d)
1004 return;
Bram Moolenaar2c61ec62015-07-10 19:16:34 +02001005 case 'd': CASEMBC(0x10f) CASEMBC(0x111) CASEMBC(0x1e0b)
1006 CASEMBC(0x1e0f) CASEMBC(0x1e11)
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02001007 regmbc('d'); REGMBC(0x10f) REGMBC(0x111)
Bram Moolenaar2c61ec62015-07-10 19:16:34 +02001008 REGMBC(0x1e0b) REGMBC(0x1e0f) REGMBC(0x1e11)
Bram Moolenaardf177f62005-02-22 08:39:57 +00001009 return;
Bram Moolenaard82a2a92015-04-21 14:02:35 +02001010 case 'e': case 0xe8: case 0xe9: case 0xea: case 0xeb:
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02001011 CASEMBC(0x113) CASEMBC(0x115) CASEMBC(0x117) CASEMBC(0x119)
1012 CASEMBC(0x11b) CASEMBC(0x1ebb) CASEMBC(0x1ebd)
Bram Moolenaard82a2a92015-04-21 14:02:35 +02001013 regmbc('e'); regmbc(0xe8); regmbc(0xe9);
1014 regmbc(0xea); regmbc(0xeb);
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02001015 REGMBC(0x113) REGMBC(0x115) REGMBC(0x117)
1016 REGMBC(0x119) REGMBC(0x11b) REGMBC(0x1ebb)
1017 REGMBC(0x1ebd)
1018 return;
1019 case 'f': CASEMBC(0x1e1f)
1020 regmbc('f'); REGMBC(0x1e1f)
1021 return;
1022 case 'g': CASEMBC(0x11d) CASEMBC(0x11f) CASEMBC(0x121)
1023 CASEMBC(0x123) CASEMBC(0x1e5) CASEMBC(0x1e7) CASEMBC(0x1f5)
1024 CASEMBC(0x1e21)
1025 regmbc('g'); REGMBC(0x11d) REGMBC(0x11f)
1026 REGMBC(0x121) REGMBC(0x123) REGMBC(0x1e5)
1027 REGMBC(0x1e7) REGMBC(0x1f5) REGMBC(0x1e21)
1028 return;
1029 case 'h': CASEMBC(0x125) CASEMBC(0x127) CASEMBC(0x1e23)
1030 CASEMBC(0x1e27) CASEMBC(0x1e29) CASEMBC(0x1e96)
1031 regmbc('h'); REGMBC(0x125) REGMBC(0x127)
1032 REGMBC(0x1e23) REGMBC(0x1e27) REGMBC(0x1e29)
1033 REGMBC(0x1e96)
Bram Moolenaardf177f62005-02-22 08:39:57 +00001034 return;
Bram Moolenaard82a2a92015-04-21 14:02:35 +02001035 case 'i': case 0xec: case 0xed: case 0xee: case 0xef:
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02001036 CASEMBC(0x129) CASEMBC(0x12b) CASEMBC(0x12d) CASEMBC(0x12f)
1037 CASEMBC(0x1d0) CASEMBC(0x1ec9)
Bram Moolenaard82a2a92015-04-21 14:02:35 +02001038 regmbc('i'); regmbc(0xec); regmbc(0xed);
1039 regmbc(0xee); regmbc(0xef);
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02001040 REGMBC(0x129) REGMBC(0x12b) REGMBC(0x12d)
1041 REGMBC(0x12f) REGMBC(0x1d0) REGMBC(0x1ec9)
1042 return;
1043 case 'j': CASEMBC(0x135) CASEMBC(0x1f0)
1044 regmbc('j'); REGMBC(0x135) REGMBC(0x1f0)
1045 return;
1046 case 'k': CASEMBC(0x137) CASEMBC(0x1e9) CASEMBC(0x1e31)
1047 CASEMBC(0x1e35)
1048 regmbc('k'); REGMBC(0x137) REGMBC(0x1e9)
1049 REGMBC(0x1e31) REGMBC(0x1e35)
1050 return;
1051 case 'l': CASEMBC(0x13a) CASEMBC(0x13c) CASEMBC(0x13e)
1052 CASEMBC(0x140) CASEMBC(0x142) CASEMBC(0x1e3b)
1053 regmbc('l'); REGMBC(0x13a) REGMBC(0x13c)
1054 REGMBC(0x13e) REGMBC(0x140) REGMBC(0x142)
1055 REGMBC(0x1e3b)
1056 return;
1057 case 'm': CASEMBC(0x1e3f) CASEMBC(0x1e41)
1058 regmbc('m'); REGMBC(0x1e3f) REGMBC(0x1e41)
Bram Moolenaardf177f62005-02-22 08:39:57 +00001059 return;
Bram Moolenaard82a2a92015-04-21 14:02:35 +02001060 case 'n': case 0xf1:
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02001061 CASEMBC(0x144) CASEMBC(0x146) CASEMBC(0x148) CASEMBC(0x149)
1062 CASEMBC(0x1e45) CASEMBC(0x1e49)
Bram Moolenaard82a2a92015-04-21 14:02:35 +02001063 regmbc('n'); regmbc(0xf1);
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02001064 REGMBC(0x144) REGMBC(0x146) REGMBC(0x148)
1065 REGMBC(0x149) REGMBC(0x1e45) REGMBC(0x1e49)
Bram Moolenaardf177f62005-02-22 08:39:57 +00001066 return;
Bram Moolenaard82a2a92015-04-21 14:02:35 +02001067 case 'o': case 0xf2: case 0xf3: case 0xf4: case 0xf5:
1068 case 0xf6: case 0xf8:
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02001069 CASEMBC(0x14d) CASEMBC(0x14f) CASEMBC(0x151) CASEMBC(0x1a1)
1070 CASEMBC(0x1d2) CASEMBC(0x1eb) CASEMBC(0x1ed) CASEMBC(0x1ecf)
Bram Moolenaard82a2a92015-04-21 14:02:35 +02001071 regmbc('o'); regmbc(0xf2); regmbc(0xf3);
1072 regmbc(0xf4); regmbc(0xf5); regmbc(0xf6);
1073 regmbc(0xf8);
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02001074 REGMBC(0x14d) REGMBC(0x14f) REGMBC(0x151)
1075 REGMBC(0x1a1) REGMBC(0x1d2) REGMBC(0x1eb)
1076 REGMBC(0x1ed) REGMBC(0x1ecf)
1077 return;
1078 case 'p': CASEMBC(0x1e55) CASEMBC(0x1e57)
1079 regmbc('p'); REGMBC(0x1e55) REGMBC(0x1e57)
1080 return;
1081 case 'r': CASEMBC(0x155) CASEMBC(0x157) CASEMBC(0x159)
1082 CASEMBC(0x1e59) CASEMBC(0x1e5f)
1083 regmbc('r'); REGMBC(0x155) REGMBC(0x157) REGMBC(0x159)
1084 REGMBC(0x1e59) REGMBC(0x1e5f)
1085 return;
1086 case 's': CASEMBC(0x15b) CASEMBC(0x15d) CASEMBC(0x15f)
1087 CASEMBC(0x161) CASEMBC(0x1e61)
1088 regmbc('s'); REGMBC(0x15b) REGMBC(0x15d)
1089 REGMBC(0x15f) REGMBC(0x161) REGMBC(0x1e61)
1090 return;
1091 case 't': CASEMBC(0x163) CASEMBC(0x165) CASEMBC(0x167)
1092 CASEMBC(0x1e6b) CASEMBC(0x1e6f) CASEMBC(0x1e97)
1093 regmbc('t'); REGMBC(0x163) REGMBC(0x165) REGMBC(0x167)
1094 REGMBC(0x1e6b) REGMBC(0x1e6f) REGMBC(0x1e97)
Bram Moolenaardf177f62005-02-22 08:39:57 +00001095 return;
Bram Moolenaard82a2a92015-04-21 14:02:35 +02001096 case 'u': case 0xf9: case 0xfa: case 0xfb: case 0xfc:
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02001097 CASEMBC(0x169) CASEMBC(0x16b) CASEMBC(0x16d) CASEMBC(0x16f)
1098 CASEMBC(0x171) CASEMBC(0x173) CASEMBC(0x1b0) CASEMBC(0x1d4)
1099 CASEMBC(0x1ee7)
Bram Moolenaard82a2a92015-04-21 14:02:35 +02001100 regmbc('u'); regmbc(0xf9); regmbc(0xfa);
1101 regmbc(0xfb); regmbc(0xfc);
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02001102 REGMBC(0x169) REGMBC(0x16b) REGMBC(0x16d)
1103 REGMBC(0x16f) REGMBC(0x171) REGMBC(0x173)
1104 REGMBC(0x1b0) REGMBC(0x1d4) REGMBC(0x1ee7)
1105 return;
1106 case 'v': CASEMBC(0x1e7d)
1107 regmbc('v'); REGMBC(0x1e7d)
1108 return;
1109 case 'w': CASEMBC(0x175) CASEMBC(0x1e81) CASEMBC(0x1e83)
1110 CASEMBC(0x1e85) CASEMBC(0x1e87) CASEMBC(0x1e98)
1111 regmbc('w'); REGMBC(0x175) REGMBC(0x1e81)
1112 REGMBC(0x1e83) REGMBC(0x1e85) REGMBC(0x1e87)
1113 REGMBC(0x1e98)
1114 return;
1115 case 'x': CASEMBC(0x1e8b) CASEMBC(0x1e8d)
1116 regmbc('x'); REGMBC(0x1e8b) REGMBC(0x1e8d)
Bram Moolenaardf177f62005-02-22 08:39:57 +00001117 return;
Bram Moolenaard82a2a92015-04-21 14:02:35 +02001118 case 'y': case 0xfd: case 0xff:
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02001119 CASEMBC(0x177) CASEMBC(0x1e8f) CASEMBC(0x1e99)
1120 CASEMBC(0x1ef3) CASEMBC(0x1ef7) CASEMBC(0x1ef9)
Bram Moolenaard82a2a92015-04-21 14:02:35 +02001121 regmbc('y'); regmbc(0xfd); regmbc(0xff);
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02001122 REGMBC(0x177) REGMBC(0x1e8f) REGMBC(0x1e99)
1123 REGMBC(0x1ef3) REGMBC(0x1ef7) REGMBC(0x1ef9)
1124 return;
1125 case 'z': CASEMBC(0x17a) CASEMBC(0x17c) CASEMBC(0x17e)
1126 CASEMBC(0x1b6) CASEMBC(0x1e91) CASEMBC(0x1e95)
1127 regmbc('z'); REGMBC(0x17a) REGMBC(0x17c)
1128 REGMBC(0x17e) REGMBC(0x1b6) REGMBC(0x1e91)
1129 REGMBC(0x1e95)
Bram Moolenaardf177f62005-02-22 08:39:57 +00001130 return;
1131 }
Bram Moolenaar2c704a72010-06-03 21:17:25 +02001132#endif
Bram Moolenaardf177f62005-02-22 08:39:57 +00001133 }
1134 regmbc(c);
1135}
1136
1137/*
1138 * Check for a collating element "[.a.]". "pp" points to the '['.
1139 * Returns a character. Zero means that no item was recognized. Otherwise
1140 * "pp" is advanced to after the item.
1141 * Currently only single characters are recognized!
1142 */
1143 static int
Bram Moolenaar05540972016-01-30 20:31:25 +01001144get_coll_element(char_u **pp)
Bram Moolenaardf177f62005-02-22 08:39:57 +00001145{
1146 int c;
1147 int l = 1;
1148 char_u *p = *pp;
1149
Bram Moolenaarb878bbb2015-06-09 20:39:24 +02001150 if (p[0] != NUL && p[1] == '.')
Bram Moolenaardf177f62005-02-22 08:39:57 +00001151 {
1152#ifdef FEAT_MBYTE
1153 if (has_mbyte)
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00001154 l = (*mb_ptr2len)(p + 2);
Bram Moolenaardf177f62005-02-22 08:39:57 +00001155#endif
1156 if (p[l + 2] == '.' && p[l + 3] == ']')
1157 {
1158#ifdef FEAT_MBYTE
1159 if (has_mbyte)
1160 c = mb_ptr2char(p + 2);
1161 else
1162#endif
1163 c = p[2];
1164 *pp += l + 4;
1165 return c;
1166 }
1167 }
1168 return 0;
1169}
1170
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +01001171static void get_cpo_flags(void);
Bram Moolenaar1cd3f2c2013-06-05 12:43:09 +02001172static int reg_cpo_lit; /* 'cpoptions' contains 'l' flag */
1173static int reg_cpo_bsl; /* 'cpoptions' contains '\' flag */
1174
1175 static void
Bram Moolenaar05540972016-01-30 20:31:25 +01001176get_cpo_flags(void)
Bram Moolenaar1cd3f2c2013-06-05 12:43:09 +02001177{
1178 reg_cpo_lit = vim_strchr(p_cpo, CPO_LITERAL) != NULL;
1179 reg_cpo_bsl = vim_strchr(p_cpo, CPO_BACKSL) != NULL;
1180}
Bram Moolenaardf177f62005-02-22 08:39:57 +00001181
1182/*
1183 * Skip over a "[]" range.
1184 * "p" must point to the character after the '['.
1185 * The returned pointer is on the matching ']', or the terminating NUL.
1186 */
1187 static char_u *
Bram Moolenaar05540972016-01-30 20:31:25 +01001188skip_anyof(char_u *p)
Bram Moolenaardf177f62005-02-22 08:39:57 +00001189{
Bram Moolenaardf177f62005-02-22 08:39:57 +00001190#ifdef FEAT_MBYTE
1191 int l;
1192#endif
1193
Bram Moolenaardf177f62005-02-22 08:39:57 +00001194 if (*p == '^') /* Complement of range. */
1195 ++p;
1196 if (*p == ']' || *p == '-')
1197 ++p;
1198 while (*p != NUL && *p != ']')
1199 {
1200#ifdef FEAT_MBYTE
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00001201 if (has_mbyte && (l = (*mb_ptr2len)(p)) > 1)
Bram Moolenaardf177f62005-02-22 08:39:57 +00001202 p += l;
1203 else
1204#endif
1205 if (*p == '-')
1206 {
1207 ++p;
1208 if (*p != ']' && *p != NUL)
1209 mb_ptr_adv(p);
1210 }
1211 else if (*p == '\\'
Bram Moolenaar1cd3f2c2013-06-05 12:43:09 +02001212 && !reg_cpo_bsl
Bram Moolenaardf177f62005-02-22 08:39:57 +00001213 && (vim_strchr(REGEXP_INRANGE, p[1]) != NULL
Bram Moolenaar1cd3f2c2013-06-05 12:43:09 +02001214 || (!reg_cpo_lit && vim_strchr(REGEXP_ABBR, p[1]) != NULL)))
Bram Moolenaardf177f62005-02-22 08:39:57 +00001215 p += 2;
1216 else if (*p == '[')
1217 {
1218 if (get_char_class(&p) == CLASS_NONE
1219 && get_equi_class(&p) == 0
Bram Moolenaarb878bbb2015-06-09 20:39:24 +02001220 && get_coll_element(&p) == 0
1221 && *p != NUL)
1222 ++p; /* it is not a class name and not NUL */
Bram Moolenaardf177f62005-02-22 08:39:57 +00001223 }
1224 else
1225 ++p;
1226 }
1227
1228 return p;
1229}
1230
1231/*
Bram Moolenaar071d4272004-06-13 20:20:40 +00001232 * Skip past regular expression.
Bram Moolenaar748bf032005-02-02 23:04:36 +00001233 * Stop at end of "startp" or where "dirc" is found ('/', '?', etc).
Bram Moolenaar071d4272004-06-13 20:20:40 +00001234 * Take care of characters with a backslash in front of it.
1235 * Skip strings inside [ and ].
1236 * When "newp" is not NULL and "dirc" is '?', make an allocated copy of the
1237 * expression and change "\?" to "?". If "*newp" is not NULL the expression
1238 * is changed in-place.
1239 */
1240 char_u *
Bram Moolenaar05540972016-01-30 20:31:25 +01001241skip_regexp(
1242 char_u *startp,
1243 int dirc,
1244 int magic,
1245 char_u **newp)
Bram Moolenaar071d4272004-06-13 20:20:40 +00001246{
1247 int mymagic;
1248 char_u *p = startp;
1249
1250 if (magic)
1251 mymagic = MAGIC_ON;
1252 else
1253 mymagic = MAGIC_OFF;
Bram Moolenaar1cd3f2c2013-06-05 12:43:09 +02001254 get_cpo_flags();
Bram Moolenaar071d4272004-06-13 20:20:40 +00001255
Bram Moolenaar1cd871b2004-12-19 22:46:22 +00001256 for (; p[0] != NUL; mb_ptr_adv(p))
Bram Moolenaar071d4272004-06-13 20:20:40 +00001257 {
1258 if (p[0] == dirc) /* found end of regexp */
1259 break;
1260 if ((p[0] == '[' && mymagic >= MAGIC_ON)
1261 || (p[0] == '\\' && p[1] == '[' && mymagic <= MAGIC_OFF))
1262 {
1263 p = skip_anyof(p + 1);
1264 if (p[0] == NUL)
1265 break;
1266 }
1267 else if (p[0] == '\\' && p[1] != NUL)
1268 {
1269 if (dirc == '?' && newp != NULL && p[1] == '?')
1270 {
1271 /* change "\?" to "?", make a copy first. */
1272 if (*newp == NULL)
1273 {
1274 *newp = vim_strsave(startp);
1275 if (*newp != NULL)
1276 p = *newp + (p - startp);
1277 }
1278 if (*newp != NULL)
Bram Moolenaar446cb832008-06-24 21:56:24 +00001279 STRMOVE(p, p + 1);
Bram Moolenaar071d4272004-06-13 20:20:40 +00001280 else
1281 ++p;
1282 }
1283 else
1284 ++p; /* skip next character */
1285 if (*p == 'v')
1286 mymagic = MAGIC_ALL;
1287 else if (*p == 'V')
1288 mymagic = MAGIC_NONE;
1289 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00001290 }
1291 return p;
1292}
1293
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +01001294static regprog_T *bt_regcomp(char_u *expr, int re_flags);
1295static void bt_regfree(regprog_T *prog);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001296
Bram Moolenaar071d4272004-06-13 20:20:40 +00001297/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001298 * bt_regcomp() - compile a regular expression into internal code for the
1299 * traditional back track matcher.
Bram Moolenaar86b68352004-12-27 21:59:20 +00001300 * Returns the program in allocated space. Returns NULL for an error.
Bram Moolenaar071d4272004-06-13 20:20:40 +00001301 *
1302 * We can't allocate space until we know how big the compiled form will be,
1303 * but we can't compile it (and thus know how big it is) until we've got a
1304 * place to put the code. So we cheat: we compile it twice, once with code
1305 * generation turned off and size counting turned on, and once "for real".
1306 * This also means that we don't allocate space until we are sure that the
1307 * thing really will compile successfully, and we never have to move the
1308 * code and thus invalidate pointers into it. (Note that it has to be in
1309 * one piece because vim_free() must be able to free it all.)
1310 *
1311 * Whether upper/lower case is to be ignored is decided when executing the
1312 * program, it does not matter here.
1313 *
1314 * Beware that the optimization-preparation code in here knows about some
1315 * of the structure of the compiled regexp.
1316 * "re_flags": RE_MAGIC and/or RE_STRING.
1317 */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001318 static regprog_T *
Bram Moolenaar05540972016-01-30 20:31:25 +01001319bt_regcomp(char_u *expr, int re_flags)
Bram Moolenaar071d4272004-06-13 20:20:40 +00001320{
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001321 bt_regprog_T *r;
Bram Moolenaar071d4272004-06-13 20:20:40 +00001322 char_u *scan;
1323 char_u *longest;
1324 int len;
1325 int flags;
1326
1327 if (expr == NULL)
1328 EMSG_RET_NULL(_(e_null));
1329
1330 init_class_tab();
1331
1332 /*
1333 * First pass: determine size, legality.
1334 */
1335 regcomp_start(expr, re_flags);
1336 regcode = JUST_CALC_SIZE;
1337 regc(REGMAGIC);
1338 if (reg(REG_NOPAREN, &flags) == NULL)
1339 return NULL;
1340
1341 /* Small enough for pointer-storage convention? */
1342#ifdef SMALL_MALLOC /* 16 bit storage allocation */
1343 if (regsize >= 65536L - 256L)
1344 EMSG_RET_NULL(_("E339: Pattern too long"));
1345#endif
1346
1347 /* Allocate space. */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001348 r = (bt_regprog_T *)lalloc(sizeof(bt_regprog_T) + regsize, TRUE);
Bram Moolenaar071d4272004-06-13 20:20:40 +00001349 if (r == NULL)
1350 return NULL;
1351
1352 /*
1353 * Second pass: emit code.
1354 */
1355 regcomp_start(expr, re_flags);
1356 regcode = r->program;
1357 regc(REGMAGIC);
Bram Moolenaard3005802009-11-25 17:21:32 +00001358 if (reg(REG_NOPAREN, &flags) == NULL || reg_toolong)
Bram Moolenaar071d4272004-06-13 20:20:40 +00001359 {
1360 vim_free(r);
Bram Moolenaard3005802009-11-25 17:21:32 +00001361 if (reg_toolong)
1362 EMSG_RET_NULL(_("E339: Pattern too long"));
Bram Moolenaar071d4272004-06-13 20:20:40 +00001363 return NULL;
1364 }
1365
1366 /* Dig out information for optimizations. */
1367 r->regstart = NUL; /* Worst-case defaults. */
1368 r->reganch = 0;
1369 r->regmust = NULL;
1370 r->regmlen = 0;
1371 r->regflags = regflags;
1372 if (flags & HASNL)
1373 r->regflags |= RF_HASNL;
1374 if (flags & HASLOOKBH)
1375 r->regflags |= RF_LOOKBH;
1376#ifdef FEAT_SYN_HL
1377 /* Remember whether this pattern has any \z specials in it. */
1378 r->reghasz = re_has_z;
1379#endif
1380 scan = r->program + 1; /* First BRANCH. */
1381 if (OP(regnext(scan)) == END) /* Only one top-level choice. */
1382 {
1383 scan = OPERAND(scan);
1384
1385 /* Starting-point info. */
1386 if (OP(scan) == BOL || OP(scan) == RE_BOF)
1387 {
1388 r->reganch++;
1389 scan = regnext(scan);
1390 }
1391
1392 if (OP(scan) == EXACTLY)
1393 {
1394#ifdef FEAT_MBYTE
1395 if (has_mbyte)
1396 r->regstart = (*mb_ptr2char)(OPERAND(scan));
1397 else
1398#endif
1399 r->regstart = *OPERAND(scan);
1400 }
1401 else if ((OP(scan) == BOW
1402 || OP(scan) == EOW
1403 || OP(scan) == NOTHING
1404 || OP(scan) == MOPEN + 0 || OP(scan) == NOPEN
1405 || OP(scan) == MCLOSE + 0 || OP(scan) == NCLOSE)
1406 && OP(regnext(scan)) == EXACTLY)
1407 {
1408#ifdef FEAT_MBYTE
1409 if (has_mbyte)
1410 r->regstart = (*mb_ptr2char)(OPERAND(regnext(scan)));
1411 else
1412#endif
1413 r->regstart = *OPERAND(regnext(scan));
1414 }
1415
1416 /*
1417 * If there's something expensive in the r.e., find the longest
1418 * literal string that must appear and make it the regmust. Resolve
1419 * ties in favor of later strings, since the regstart check works
1420 * with the beginning of the r.e. and avoiding duplication
1421 * strengthens checking. Not a strong reason, but sufficient in the
1422 * absence of others.
1423 */
1424 /*
1425 * When the r.e. starts with BOW, it is faster to look for a regmust
1426 * first. Used a lot for "#" and "*" commands. (Added by mool).
1427 */
1428 if ((flags & SPSTART || OP(scan) == BOW || OP(scan) == EOW)
1429 && !(flags & HASNL))
1430 {
1431 longest = NULL;
1432 len = 0;
1433 for (; scan != NULL; scan = regnext(scan))
1434 if (OP(scan) == EXACTLY && STRLEN(OPERAND(scan)) >= (size_t)len)
1435 {
1436 longest = OPERAND(scan);
1437 len = (int)STRLEN(OPERAND(scan));
1438 }
1439 r->regmust = longest;
1440 r->regmlen = len;
1441 }
1442 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001443#ifdef BT_REGEXP_DUMP
Bram Moolenaar071d4272004-06-13 20:20:40 +00001444 regdump(expr, r);
1445#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001446 r->engine = &bt_regengine;
1447 return (regprog_T *)r;
Bram Moolenaar071d4272004-06-13 20:20:40 +00001448}
1449
1450/*
Bram Moolenaar473de612013-06-08 18:19:48 +02001451 * Free a compiled regexp program, returned by bt_regcomp().
1452 */
1453 static void
Bram Moolenaar05540972016-01-30 20:31:25 +01001454bt_regfree(regprog_T *prog)
Bram Moolenaar473de612013-06-08 18:19:48 +02001455{
1456 vim_free(prog);
1457}
1458
1459/*
Bram Moolenaar071d4272004-06-13 20:20:40 +00001460 * Setup to parse the regexp. Used once to get the length and once to do it.
1461 */
1462 static void
Bram Moolenaar05540972016-01-30 20:31:25 +01001463regcomp_start(
1464 char_u *expr,
1465 int re_flags) /* see vim_regcomp() */
Bram Moolenaar071d4272004-06-13 20:20:40 +00001466{
1467 initchr(expr);
1468 if (re_flags & RE_MAGIC)
1469 reg_magic = MAGIC_ON;
1470 else
1471 reg_magic = MAGIC_OFF;
1472 reg_string = (re_flags & RE_STRING);
Bram Moolenaarae5bce12005-08-15 21:41:48 +00001473 reg_strict = (re_flags & RE_STRICT);
Bram Moolenaar1cd3f2c2013-06-05 12:43:09 +02001474 get_cpo_flags();
Bram Moolenaar071d4272004-06-13 20:20:40 +00001475
1476 num_complex_braces = 0;
1477 regnpar = 1;
1478 vim_memset(had_endbrace, 0, sizeof(had_endbrace));
1479#ifdef FEAT_SYN_HL
1480 regnzpar = 1;
1481 re_has_z = 0;
1482#endif
1483 regsize = 0L;
Bram Moolenaard3005802009-11-25 17:21:32 +00001484 reg_toolong = FALSE;
Bram Moolenaar071d4272004-06-13 20:20:40 +00001485 regflags = 0;
1486#if defined(FEAT_SYN_HL) || defined(PROTO)
1487 had_eol = FALSE;
1488#endif
1489}
1490
1491#if defined(FEAT_SYN_HL) || defined(PROTO)
1492/*
1493 * Check if during the previous call to vim_regcomp the EOL item "$" has been
1494 * found. This is messy, but it works fine.
1495 */
1496 int
Bram Moolenaar05540972016-01-30 20:31:25 +01001497vim_regcomp_had_eol(void)
Bram Moolenaar071d4272004-06-13 20:20:40 +00001498{
1499 return had_eol;
1500}
1501#endif
1502
1503/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001504 * Parse regular expression, i.e. main body or parenthesized thing.
Bram Moolenaar071d4272004-06-13 20:20:40 +00001505 *
1506 * Caller must absorb opening parenthesis.
1507 *
1508 * Combining parenthesis handling with the base level of regular expression
1509 * is a trifle forced, but the need to tie the tails of the branches to what
1510 * follows makes it hard to avoid.
1511 */
1512 static char_u *
Bram Moolenaar05540972016-01-30 20:31:25 +01001513reg(
1514 int paren, /* REG_NOPAREN, REG_PAREN, REG_NPAREN or REG_ZPAREN */
1515 int *flagp)
Bram Moolenaar071d4272004-06-13 20:20:40 +00001516{
1517 char_u *ret;
1518 char_u *br;
1519 char_u *ender;
1520 int parno = 0;
1521 int flags;
1522
1523 *flagp = HASWIDTH; /* Tentatively. */
1524
1525#ifdef FEAT_SYN_HL
1526 if (paren == REG_ZPAREN)
1527 {
1528 /* Make a ZOPEN node. */
1529 if (regnzpar >= NSUBEXP)
1530 EMSG_RET_NULL(_("E50: Too many \\z("));
1531 parno = regnzpar;
1532 regnzpar++;
1533 ret = regnode(ZOPEN + parno);
1534 }
1535 else
1536#endif
1537 if (paren == REG_PAREN)
1538 {
1539 /* Make a MOPEN node. */
1540 if (regnpar >= NSUBEXP)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001541 EMSG2_RET_NULL(_("E51: Too many %s("), reg_magic == MAGIC_ALL);
Bram Moolenaar071d4272004-06-13 20:20:40 +00001542 parno = regnpar;
1543 ++regnpar;
1544 ret = regnode(MOPEN + parno);
1545 }
1546 else if (paren == REG_NPAREN)
1547 {
1548 /* Make a NOPEN node. */
1549 ret = regnode(NOPEN);
1550 }
1551 else
1552 ret = NULL;
1553
1554 /* Pick up the branches, linking them together. */
1555 br = regbranch(&flags);
1556 if (br == NULL)
1557 return NULL;
1558 if (ret != NULL)
1559 regtail(ret, br); /* [MZ]OPEN -> first. */
1560 else
1561 ret = br;
1562 /* If one of the branches can be zero-width, the whole thing can.
1563 * If one of the branches has * at start or matches a line-break, the
1564 * whole thing can. */
1565 if (!(flags & HASWIDTH))
1566 *flagp &= ~HASWIDTH;
1567 *flagp |= flags & (SPSTART | HASNL | HASLOOKBH);
1568 while (peekchr() == Magic('|'))
1569 {
1570 skipchr();
1571 br = regbranch(&flags);
Bram Moolenaard3005802009-11-25 17:21:32 +00001572 if (br == NULL || reg_toolong)
Bram Moolenaar071d4272004-06-13 20:20:40 +00001573 return NULL;
1574 regtail(ret, br); /* BRANCH -> BRANCH. */
1575 if (!(flags & HASWIDTH))
1576 *flagp &= ~HASWIDTH;
1577 *flagp |= flags & (SPSTART | HASNL | HASLOOKBH);
1578 }
1579
1580 /* Make a closing node, and hook it on the end. */
1581 ender = regnode(
1582#ifdef FEAT_SYN_HL
1583 paren == REG_ZPAREN ? ZCLOSE + parno :
1584#endif
1585 paren == REG_PAREN ? MCLOSE + parno :
1586 paren == REG_NPAREN ? NCLOSE : END);
1587 regtail(ret, ender);
1588
1589 /* Hook the tails of the branches to the closing node. */
1590 for (br = ret; br != NULL; br = regnext(br))
1591 regoptail(br, ender);
1592
1593 /* Check for proper termination. */
1594 if (paren != REG_NOPAREN && getchr() != Magic(')'))
1595 {
1596#ifdef FEAT_SYN_HL
1597 if (paren == REG_ZPAREN)
Bram Moolenaar45eeb132005-06-06 21:59:07 +00001598 EMSG_RET_NULL(_("E52: Unmatched \\z("));
Bram Moolenaar071d4272004-06-13 20:20:40 +00001599 else
1600#endif
1601 if (paren == REG_NPAREN)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001602 EMSG2_RET_NULL(_(e_unmatchedpp), reg_magic == MAGIC_ALL);
Bram Moolenaar071d4272004-06-13 20:20:40 +00001603 else
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001604 EMSG2_RET_NULL(_(e_unmatchedp), reg_magic == MAGIC_ALL);
Bram Moolenaar071d4272004-06-13 20:20:40 +00001605 }
1606 else if (paren == REG_NOPAREN && peekchr() != NUL)
1607 {
1608 if (curchr == Magic(')'))
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001609 EMSG2_RET_NULL(_(e_unmatchedpar), reg_magic == MAGIC_ALL);
Bram Moolenaar071d4272004-06-13 20:20:40 +00001610 else
Bram Moolenaar45eeb132005-06-06 21:59:07 +00001611 EMSG_RET_NULL(_(e_trailing)); /* "Can't happen". */
Bram Moolenaar071d4272004-06-13 20:20:40 +00001612 /* NOTREACHED */
1613 }
1614 /*
1615 * Here we set the flag allowing back references to this set of
1616 * parentheses.
1617 */
1618 if (paren == REG_PAREN)
1619 had_endbrace[parno] = TRUE; /* have seen the close paren */
1620 return ret;
1621}
1622
1623/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001624 * Parse one alternative of an | operator.
Bram Moolenaar071d4272004-06-13 20:20:40 +00001625 * Implements the & operator.
1626 */
1627 static char_u *
Bram Moolenaar05540972016-01-30 20:31:25 +01001628regbranch(int *flagp)
Bram Moolenaar071d4272004-06-13 20:20:40 +00001629{
1630 char_u *ret;
1631 char_u *chain = NULL;
1632 char_u *latest;
1633 int flags;
1634
1635 *flagp = WORST | HASNL; /* Tentatively. */
1636
1637 ret = regnode(BRANCH);
1638 for (;;)
1639 {
1640 latest = regconcat(&flags);
1641 if (latest == NULL)
1642 return NULL;
1643 /* If one of the branches has width, the whole thing has. If one of
1644 * the branches anchors at start-of-line, the whole thing does.
1645 * If one of the branches uses look-behind, the whole thing does. */
1646 *flagp |= flags & (HASWIDTH | SPSTART | HASLOOKBH);
1647 /* If one of the branches doesn't match a line-break, the whole thing
1648 * doesn't. */
1649 *flagp &= ~HASNL | (flags & HASNL);
1650 if (chain != NULL)
1651 regtail(chain, latest);
1652 if (peekchr() != Magic('&'))
1653 break;
1654 skipchr();
1655 regtail(latest, regnode(END)); /* operand ends */
Bram Moolenaard3005802009-11-25 17:21:32 +00001656 if (reg_toolong)
1657 break;
Bram Moolenaar071d4272004-06-13 20:20:40 +00001658 reginsert(MATCH, latest);
1659 chain = latest;
1660 }
1661
1662 return ret;
1663}
1664
1665/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001666 * Parse one alternative of an | or & operator.
Bram Moolenaar071d4272004-06-13 20:20:40 +00001667 * Implements the concatenation operator.
1668 */
1669 static char_u *
Bram Moolenaar05540972016-01-30 20:31:25 +01001670regconcat(int *flagp)
Bram Moolenaar071d4272004-06-13 20:20:40 +00001671{
1672 char_u *first = NULL;
1673 char_u *chain = NULL;
1674 char_u *latest;
1675 int flags;
1676 int cont = TRUE;
1677
1678 *flagp = WORST; /* Tentatively. */
1679
1680 while (cont)
1681 {
1682 switch (peekchr())
1683 {
1684 case NUL:
1685 case Magic('|'):
1686 case Magic('&'):
1687 case Magic(')'):
1688 cont = FALSE;
1689 break;
1690 case Magic('Z'):
1691#ifdef FEAT_MBYTE
1692 regflags |= RF_ICOMBINE;
1693#endif
1694 skipchr_keepstart();
1695 break;
1696 case Magic('c'):
1697 regflags |= RF_ICASE;
1698 skipchr_keepstart();
1699 break;
1700 case Magic('C'):
1701 regflags |= RF_NOICASE;
1702 skipchr_keepstart();
1703 break;
1704 case Magic('v'):
1705 reg_magic = MAGIC_ALL;
1706 skipchr_keepstart();
1707 curchr = -1;
1708 break;
1709 case Magic('m'):
1710 reg_magic = MAGIC_ON;
1711 skipchr_keepstart();
1712 curchr = -1;
1713 break;
1714 case Magic('M'):
1715 reg_magic = MAGIC_OFF;
1716 skipchr_keepstart();
1717 curchr = -1;
1718 break;
1719 case Magic('V'):
1720 reg_magic = MAGIC_NONE;
1721 skipchr_keepstart();
1722 curchr = -1;
1723 break;
1724 default:
1725 latest = regpiece(&flags);
Bram Moolenaard3005802009-11-25 17:21:32 +00001726 if (latest == NULL || reg_toolong)
Bram Moolenaar071d4272004-06-13 20:20:40 +00001727 return NULL;
1728 *flagp |= flags & (HASWIDTH | HASNL | HASLOOKBH);
1729 if (chain == NULL) /* First piece. */
1730 *flagp |= flags & SPSTART;
1731 else
1732 regtail(chain, latest);
1733 chain = latest;
1734 if (first == NULL)
1735 first = latest;
1736 break;
1737 }
1738 }
1739 if (first == NULL) /* Loop ran zero times. */
1740 first = regnode(NOTHING);
1741 return first;
1742}
1743
1744/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001745 * Parse something followed by possible [*+=].
Bram Moolenaar071d4272004-06-13 20:20:40 +00001746 *
1747 * Note that the branching code sequences used for = and the general cases
1748 * of * and + are somewhat optimized: they use the same NOTHING node as
1749 * both the endmarker for their branch list and the body of the last branch.
1750 * It might seem that this node could be dispensed with entirely, but the
1751 * endmarker role is not redundant.
1752 */
1753 static char_u *
Bram Moolenaar05540972016-01-30 20:31:25 +01001754regpiece(int *flagp)
Bram Moolenaar071d4272004-06-13 20:20:40 +00001755{
1756 char_u *ret;
1757 int op;
1758 char_u *next;
1759 int flags;
1760 long minval;
1761 long maxval;
1762
1763 ret = regatom(&flags);
1764 if (ret == NULL)
1765 return NULL;
1766
1767 op = peekchr();
1768 if (re_multi_type(op) == NOT_MULTI)
1769 {
1770 *flagp = flags;
1771 return ret;
1772 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00001773 /* default flags */
1774 *flagp = (WORST | SPSTART | (flags & (HASNL | HASLOOKBH)));
1775
1776 skipchr();
1777 switch (op)
1778 {
1779 case Magic('*'):
1780 if (flags & SIMPLE)
1781 reginsert(STAR, ret);
1782 else
1783 {
1784 /* Emit x* as (x&|), where & means "self". */
1785 reginsert(BRANCH, ret); /* Either x */
1786 regoptail(ret, regnode(BACK)); /* and loop */
1787 regoptail(ret, ret); /* back */
1788 regtail(ret, regnode(BRANCH)); /* or */
1789 regtail(ret, regnode(NOTHING)); /* null. */
1790 }
1791 break;
1792
1793 case Magic('+'):
1794 if (flags & SIMPLE)
1795 reginsert(PLUS, ret);
1796 else
1797 {
1798 /* Emit x+ as x(&|), where & means "self". */
1799 next = regnode(BRANCH); /* Either */
1800 regtail(ret, next);
Bram Moolenaar582fd852005-03-28 20:58:01 +00001801 regtail(regnode(BACK), ret); /* loop back */
Bram Moolenaar071d4272004-06-13 20:20:40 +00001802 regtail(next, regnode(BRANCH)); /* or */
1803 regtail(ret, regnode(NOTHING)); /* null. */
1804 }
1805 *flagp = (WORST | HASWIDTH | (flags & (HASNL | HASLOOKBH)));
1806 break;
1807
1808 case Magic('@'):
1809 {
1810 int lop = END;
Bram Moolenaar75eb1612013-05-29 18:45:11 +02001811 int nr;
Bram Moolenaar071d4272004-06-13 20:20:40 +00001812
Bram Moolenaar75eb1612013-05-29 18:45:11 +02001813 nr = getdecchrs();
Bram Moolenaar071d4272004-06-13 20:20:40 +00001814 switch (no_Magic(getchr()))
1815 {
1816 case '=': lop = MATCH; break; /* \@= */
1817 case '!': lop = NOMATCH; break; /* \@! */
1818 case '>': lop = SUBPAT; break; /* \@> */
1819 case '<': switch (no_Magic(getchr()))
1820 {
1821 case '=': lop = BEHIND; break; /* \@<= */
1822 case '!': lop = NOBEHIND; break; /* \@<! */
1823 }
1824 }
1825 if (lop == END)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001826 EMSG2_RET_NULL(_("E59: invalid character after %s@"),
Bram Moolenaar071d4272004-06-13 20:20:40 +00001827 reg_magic == MAGIC_ALL);
1828 /* Look behind must match with behind_pos. */
1829 if (lop == BEHIND || lop == NOBEHIND)
1830 {
1831 regtail(ret, regnode(BHPOS));
1832 *flagp |= HASLOOKBH;
1833 }
1834 regtail(ret, regnode(END)); /* operand ends */
Bram Moolenaar75eb1612013-05-29 18:45:11 +02001835 if (lop == BEHIND || lop == NOBEHIND)
1836 {
1837 if (nr < 0)
1838 nr = 0; /* no limit is same as zero limit */
1839 reginsert_nr(lop, nr, ret);
1840 }
1841 else
1842 reginsert(lop, ret);
Bram Moolenaar071d4272004-06-13 20:20:40 +00001843 break;
1844 }
1845
1846 case Magic('?'):
1847 case Magic('='):
1848 /* Emit x= as (x|) */
1849 reginsert(BRANCH, ret); /* Either x */
1850 regtail(ret, regnode(BRANCH)); /* or */
1851 next = regnode(NOTHING); /* null. */
1852 regtail(ret, next);
1853 regoptail(ret, next);
1854 break;
1855
1856 case Magic('{'):
1857 if (!read_limits(&minval, &maxval))
1858 return NULL;
Bram Moolenaar071d4272004-06-13 20:20:40 +00001859 if (flags & SIMPLE)
1860 {
1861 reginsert(BRACE_SIMPLE, ret);
1862 reginsert_limits(BRACE_LIMITS, minval, maxval, ret);
1863 }
1864 else
1865 {
1866 if (num_complex_braces >= 10)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001867 EMSG2_RET_NULL(_("E60: Too many complex %s{...}s"),
Bram Moolenaar071d4272004-06-13 20:20:40 +00001868 reg_magic == MAGIC_ALL);
1869 reginsert(BRACE_COMPLEX + num_complex_braces, ret);
1870 regoptail(ret, regnode(BACK));
1871 regoptail(ret, ret);
1872 reginsert_limits(BRACE_LIMITS, minval, maxval, ret);
1873 ++num_complex_braces;
1874 }
1875 if (minval > 0 && maxval > 0)
1876 *flagp = (HASWIDTH | (flags & (HASNL | HASLOOKBH)));
1877 break;
1878 }
1879 if (re_multi_type(peekchr()) != NOT_MULTI)
1880 {
1881 /* Can't have a multi follow a multi. */
1882 if (peekchr() == Magic('*'))
1883 sprintf((char *)IObuff, _("E61: Nested %s*"),
1884 reg_magic >= MAGIC_ON ? "" : "\\");
1885 else
1886 sprintf((char *)IObuff, _("E62: Nested %s%c"),
1887 reg_magic == MAGIC_ALL ? "" : "\\", no_Magic(peekchr()));
1888 EMSG_RET_NULL(IObuff);
1889 }
1890
1891 return ret;
1892}
1893
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001894/* When making changes to classchars also change nfa_classcodes. */
1895static char_u *classchars = (char_u *)".iIkKfFpPsSdDxXoOwWhHaAlLuU";
1896static int classcodes[] = {
1897 ANY, IDENT, SIDENT, KWORD, SKWORD,
1898 FNAME, SFNAME, PRINT, SPRINT,
1899 WHITE, NWHITE, DIGIT, NDIGIT,
1900 HEX, NHEX, OCTAL, NOCTAL,
1901 WORD, NWORD, HEAD, NHEAD,
1902 ALPHA, NALPHA, LOWER, NLOWER,
1903 UPPER, NUPPER
1904};
1905
Bram Moolenaar071d4272004-06-13 20:20:40 +00001906/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001907 * Parse the lowest level.
Bram Moolenaar071d4272004-06-13 20:20:40 +00001908 *
1909 * Optimization: gobbles an entire sequence of ordinary characters so that
1910 * it can turn them into a single node, which is smaller to store and
1911 * faster to run. Don't do this when one_exactly is set.
1912 */
1913 static char_u *
Bram Moolenaar05540972016-01-30 20:31:25 +01001914regatom(int *flagp)
Bram Moolenaar071d4272004-06-13 20:20:40 +00001915{
1916 char_u *ret;
1917 int flags;
Bram Moolenaar071d4272004-06-13 20:20:40 +00001918 int c;
Bram Moolenaar071d4272004-06-13 20:20:40 +00001919 char_u *p;
1920 int extra = 0;
1921
1922 *flagp = WORST; /* Tentatively. */
Bram Moolenaar071d4272004-06-13 20:20:40 +00001923
1924 c = getchr();
1925 switch (c)
1926 {
1927 case Magic('^'):
1928 ret = regnode(BOL);
1929 break;
1930
1931 case Magic('$'):
1932 ret = regnode(EOL);
1933#if defined(FEAT_SYN_HL) || defined(PROTO)
1934 had_eol = TRUE;
1935#endif
1936 break;
1937
1938 case Magic('<'):
1939 ret = regnode(BOW);
1940 break;
1941
1942 case Magic('>'):
1943 ret = regnode(EOW);
1944 break;
1945
1946 case Magic('_'):
1947 c = no_Magic(getchr());
1948 if (c == '^') /* "\_^" is start-of-line */
1949 {
1950 ret = regnode(BOL);
1951 break;
1952 }
1953 if (c == '$') /* "\_$" is end-of-line */
1954 {
1955 ret = regnode(EOL);
1956#if defined(FEAT_SYN_HL) || defined(PROTO)
1957 had_eol = TRUE;
1958#endif
1959 break;
1960 }
1961
1962 extra = ADD_NL;
1963 *flagp |= HASNL;
1964
1965 /* "\_[" is character range plus newline */
1966 if (c == '[')
1967 goto collection;
1968
1969 /* "\_x" is character class plus newline */
1970 /*FALLTHROUGH*/
1971
1972 /*
1973 * Character classes.
1974 */
1975 case Magic('.'):
1976 case Magic('i'):
1977 case Magic('I'):
1978 case Magic('k'):
1979 case Magic('K'):
1980 case Magic('f'):
1981 case Magic('F'):
1982 case Magic('p'):
1983 case Magic('P'):
1984 case Magic('s'):
1985 case Magic('S'):
1986 case Magic('d'):
1987 case Magic('D'):
1988 case Magic('x'):
1989 case Magic('X'):
1990 case Magic('o'):
1991 case Magic('O'):
1992 case Magic('w'):
1993 case Magic('W'):
1994 case Magic('h'):
1995 case Magic('H'):
1996 case Magic('a'):
1997 case Magic('A'):
1998 case Magic('l'):
1999 case Magic('L'):
2000 case Magic('u'):
2001 case Magic('U'):
2002 p = vim_strchr(classchars, no_Magic(c));
2003 if (p == NULL)
2004 EMSG_RET_NULL(_("E63: invalid use of \\_"));
Bram Moolenaar362e1a32006-03-06 23:29:24 +00002005#ifdef FEAT_MBYTE
2006 /* When '.' is followed by a composing char ignore the dot, so that
2007 * the composing char is matched here. */
2008 if (enc_utf8 && c == Magic('.') && utf_iscomposing(peekchr()))
2009 {
2010 c = getchr();
2011 goto do_multibyte;
2012 }
2013#endif
Bram Moolenaar071d4272004-06-13 20:20:40 +00002014 ret = regnode(classcodes[p - classchars] + extra);
2015 *flagp |= HASWIDTH | SIMPLE;
2016 break;
2017
2018 case Magic('n'):
2019 if (reg_string)
2020 {
2021 /* In a string "\n" matches a newline character. */
2022 ret = regnode(EXACTLY);
2023 regc(NL);
2024 regc(NUL);
2025 *flagp |= HASWIDTH | SIMPLE;
2026 }
2027 else
2028 {
2029 /* In buffer text "\n" matches the end of a line. */
2030 ret = regnode(NEWL);
2031 *flagp |= HASWIDTH | HASNL;
2032 }
2033 break;
2034
2035 case Magic('('):
2036 if (one_exactly)
2037 EMSG_ONE_RET_NULL;
2038 ret = reg(REG_PAREN, &flags);
2039 if (ret == NULL)
2040 return NULL;
2041 *flagp |= flags & (HASWIDTH | SPSTART | HASNL | HASLOOKBH);
2042 break;
2043
2044 case NUL:
2045 case Magic('|'):
2046 case Magic('&'):
2047 case Magic(')'):
Bram Moolenaard4210772008-01-02 14:35:30 +00002048 if (one_exactly)
2049 EMSG_ONE_RET_NULL;
Bram Moolenaar071d4272004-06-13 20:20:40 +00002050 EMSG_RET_NULL(_(e_internal)); /* Supposed to be caught earlier. */
2051 /* NOTREACHED */
2052
2053 case Magic('='):
2054 case Magic('?'):
2055 case Magic('+'):
2056 case Magic('@'):
2057 case Magic('{'):
2058 case Magic('*'):
2059 c = no_Magic(c);
2060 sprintf((char *)IObuff, _("E64: %s%c follows nothing"),
2061 (c == '*' ? reg_magic >= MAGIC_ON : reg_magic == MAGIC_ALL)
2062 ? "" : "\\", c);
2063 EMSG_RET_NULL(IObuff);
2064 /* NOTREACHED */
2065
2066 case Magic('~'): /* previous substitute pattern */
Bram Moolenaarf461c8e2005-06-25 23:04:51 +00002067 if (reg_prev_sub != NULL)
Bram Moolenaar071d4272004-06-13 20:20:40 +00002068 {
2069 char_u *lp;
2070
2071 ret = regnode(EXACTLY);
2072 lp = reg_prev_sub;
2073 while (*lp != NUL)
2074 regc(*lp++);
2075 regc(NUL);
2076 if (*reg_prev_sub != NUL)
2077 {
2078 *flagp |= HASWIDTH;
2079 if ((lp - reg_prev_sub) == 1)
2080 *flagp |= SIMPLE;
2081 }
2082 }
2083 else
2084 EMSG_RET_NULL(_(e_nopresub));
2085 break;
2086
2087 case Magic('1'):
2088 case Magic('2'):
2089 case Magic('3'):
2090 case Magic('4'):
2091 case Magic('5'):
2092 case Magic('6'):
2093 case Magic('7'):
2094 case Magic('8'):
2095 case Magic('9'):
2096 {
2097 int refnum;
2098
2099 refnum = c - Magic('0');
2100 /*
2101 * Check if the back reference is legal. We must have seen the
2102 * close brace.
2103 * TODO: Should also check that we don't refer to something
2104 * that is repeated (+*=): what instance of the repetition
2105 * should we match?
2106 */
2107 if (!had_endbrace[refnum])
2108 {
2109 /* Trick: check if "@<=" or "@<!" follows, in which case
2110 * the \1 can appear before the referenced match. */
2111 for (p = regparse; *p != NUL; ++p)
2112 if (p[0] == '@' && p[1] == '<'
2113 && (p[2] == '!' || p[2] == '='))
2114 break;
2115 if (*p == NUL)
2116 EMSG_RET_NULL(_("E65: Illegal back reference"));
2117 }
2118 ret = regnode(BACKREF + refnum);
2119 }
2120 break;
2121
Bram Moolenaar071d4272004-06-13 20:20:40 +00002122 case Magic('z'):
2123 {
2124 c = no_Magic(getchr());
2125 switch (c)
2126 {
Bram Moolenaarc4956c82006-03-12 21:58:43 +00002127#ifdef FEAT_SYN_HL
Bram Moolenaar071d4272004-06-13 20:20:40 +00002128 case '(': if (reg_do_extmatch != REX_SET)
Bram Moolenaar5de820b2013-06-02 15:01:57 +02002129 EMSG_RET_NULL(_(e_z_not_allowed));
Bram Moolenaar071d4272004-06-13 20:20:40 +00002130 if (one_exactly)
2131 EMSG_ONE_RET_NULL;
2132 ret = reg(REG_ZPAREN, &flags);
2133 if (ret == NULL)
2134 return NULL;
2135 *flagp |= flags & (HASWIDTH|SPSTART|HASNL|HASLOOKBH);
2136 re_has_z = REX_SET;
2137 break;
2138
2139 case '1':
2140 case '2':
2141 case '3':
2142 case '4':
2143 case '5':
2144 case '6':
2145 case '7':
2146 case '8':
2147 case '9': if (reg_do_extmatch != REX_USE)
Bram Moolenaar5de820b2013-06-02 15:01:57 +02002148 EMSG_RET_NULL(_(e_z1_not_allowed));
Bram Moolenaar071d4272004-06-13 20:20:40 +00002149 ret = regnode(ZREF + c - '0');
2150 re_has_z = REX_USE;
2151 break;
Bram Moolenaarc4956c82006-03-12 21:58:43 +00002152#endif
Bram Moolenaar071d4272004-06-13 20:20:40 +00002153
2154 case 's': ret = regnode(MOPEN + 0);
Bram Moolenaarfb031402014-09-09 17:18:49 +02002155 if (re_mult_next("\\zs") == FAIL)
2156 return NULL;
Bram Moolenaar071d4272004-06-13 20:20:40 +00002157 break;
2158
2159 case 'e': ret = regnode(MCLOSE + 0);
Bram Moolenaarfb031402014-09-09 17:18:49 +02002160 if (re_mult_next("\\ze") == FAIL)
2161 return NULL;
Bram Moolenaar071d4272004-06-13 20:20:40 +00002162 break;
2163
2164 default: EMSG_RET_NULL(_("E68: Invalid character after \\z"));
2165 }
2166 }
2167 break;
Bram Moolenaar071d4272004-06-13 20:20:40 +00002168
2169 case Magic('%'):
2170 {
2171 c = no_Magic(getchr());
2172 switch (c)
2173 {
2174 /* () without a back reference */
2175 case '(':
2176 if (one_exactly)
2177 EMSG_ONE_RET_NULL;
2178 ret = reg(REG_NPAREN, &flags);
2179 if (ret == NULL)
2180 return NULL;
2181 *flagp |= flags & (HASWIDTH | SPSTART | HASNL | HASLOOKBH);
2182 break;
2183
2184 /* Catch \%^ and \%$ regardless of where they appear in the
2185 * pattern -- regardless of whether or not it makes sense. */
2186 case '^':
2187 ret = regnode(RE_BOF);
2188 break;
2189
2190 case '$':
2191 ret = regnode(RE_EOF);
2192 break;
2193
2194 case '#':
2195 ret = regnode(CURSOR);
2196 break;
2197
Bram Moolenaar71fe80d2006-01-22 23:25:56 +00002198 case 'V':
2199 ret = regnode(RE_VISUAL);
2200 break;
2201
Bram Moolenaar8df5acf2014-05-13 19:37:29 +02002202 case 'C':
2203 ret = regnode(RE_COMPOSING);
2204 break;
2205
Bram Moolenaar071d4272004-06-13 20:20:40 +00002206 /* \%[abc]: Emit as a list of branches, all ending at the last
2207 * branch which matches nothing. */
2208 case '[':
2209 if (one_exactly) /* doesn't nest */
2210 EMSG_ONE_RET_NULL;
2211 {
2212 char_u *lastbranch;
2213 char_u *lastnode = NULL;
2214 char_u *br;
2215
2216 ret = NULL;
2217 while ((c = getchr()) != ']')
2218 {
2219 if (c == NUL)
Bram Moolenaar1cd3f2c2013-06-05 12:43:09 +02002220 EMSG2_RET_NULL(_(e_missing_sb),
Bram Moolenaar071d4272004-06-13 20:20:40 +00002221 reg_magic == MAGIC_ALL);
2222 br = regnode(BRANCH);
2223 if (ret == NULL)
2224 ret = br;
2225 else
2226 regtail(lastnode, br);
2227
2228 ungetchr();
2229 one_exactly = TRUE;
2230 lastnode = regatom(flagp);
2231 one_exactly = FALSE;
2232 if (lastnode == NULL)
2233 return NULL;
2234 }
2235 if (ret == NULL)
Bram Moolenaar2976c022013-06-05 21:30:37 +02002236 EMSG2_RET_NULL(_(e_empty_sb),
Bram Moolenaar071d4272004-06-13 20:20:40 +00002237 reg_magic == MAGIC_ALL);
2238 lastbranch = regnode(BRANCH);
2239 br = regnode(NOTHING);
2240 if (ret != JUST_CALC_SIZE)
2241 {
2242 regtail(lastnode, br);
2243 regtail(lastbranch, br);
2244 /* connect all branches to the NOTHING
2245 * branch at the end */
2246 for (br = ret; br != lastnode; )
2247 {
2248 if (OP(br) == BRANCH)
2249 {
2250 regtail(br, lastbranch);
2251 br = OPERAND(br);
2252 }
2253 else
2254 br = regnext(br);
2255 }
2256 }
Bram Moolenaara6404a42008-08-08 11:45:39 +00002257 *flagp &= ~(HASWIDTH | SIMPLE);
Bram Moolenaar071d4272004-06-13 20:20:40 +00002258 break;
2259 }
2260
Bram Moolenaarc0197e22004-09-13 20:26:32 +00002261 case 'd': /* %d123 decimal */
2262 case 'o': /* %o123 octal */
2263 case 'x': /* %xab hex 2 */
2264 case 'u': /* %uabcd hex 4 */
2265 case 'U': /* %U1234abcd hex 8 */
2266 {
2267 int i;
2268
2269 switch (c)
2270 {
2271 case 'd': i = getdecchrs(); break;
2272 case 'o': i = getoctchrs(); break;
2273 case 'x': i = gethexchrs(2); break;
2274 case 'u': i = gethexchrs(4); break;
2275 case 'U': i = gethexchrs(8); break;
2276 default: i = -1; break;
2277 }
2278
2279 if (i < 0)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002280 EMSG2_RET_NULL(
Bram Moolenaarc0197e22004-09-13 20:26:32 +00002281 _("E678: Invalid character after %s%%[dxouU]"),
2282 reg_magic == MAGIC_ALL);
Bram Moolenaar362e1a32006-03-06 23:29:24 +00002283#ifdef FEAT_MBYTE
2284 if (use_multibytecode(i))
2285 ret = regnode(MULTIBYTECODE);
2286 else
2287#endif
2288 ret = regnode(EXACTLY);
Bram Moolenaarc0197e22004-09-13 20:26:32 +00002289 if (i == 0)
2290 regc(0x0a);
2291 else
2292#ifdef FEAT_MBYTE
2293 regmbc(i);
2294#else
2295 regc(i);
2296#endif
2297 regc(NUL);
2298 *flagp |= HASWIDTH;
2299 break;
2300 }
2301
Bram Moolenaar071d4272004-06-13 20:20:40 +00002302 default:
Bram Moolenaar71fe80d2006-01-22 23:25:56 +00002303 if (VIM_ISDIGIT(c) || c == '<' || c == '>'
2304 || c == '\'')
Bram Moolenaar071d4272004-06-13 20:20:40 +00002305 {
2306 long_u n = 0;
2307 int cmp;
2308
2309 cmp = c;
2310 if (cmp == '<' || cmp == '>')
2311 c = getchr();
2312 while (VIM_ISDIGIT(c))
2313 {
2314 n = n * 10 + (c - '0');
2315 c = getchr();
2316 }
Bram Moolenaar71fe80d2006-01-22 23:25:56 +00002317 if (c == '\'' && n == 0)
2318 {
2319 /* "\%'m", "\%<'m" and "\%>'m": Mark */
2320 c = getchr();
2321 ret = regnode(RE_MARK);
2322 if (ret == JUST_CALC_SIZE)
2323 regsize += 2;
2324 else
2325 {
2326 *regcode++ = c;
2327 *regcode++ = cmp;
2328 }
2329 break;
2330 }
2331 else if (c == 'l' || c == 'c' || c == 'v')
Bram Moolenaar071d4272004-06-13 20:20:40 +00002332 {
2333 if (c == 'l')
2334 ret = regnode(RE_LNUM);
2335 else if (c == 'c')
2336 ret = regnode(RE_COL);
2337 else
2338 ret = regnode(RE_VCOL);
2339 if (ret == JUST_CALC_SIZE)
2340 regsize += 5;
2341 else
2342 {
2343 /* put the number and the optional
2344 * comparator after the opcode */
2345 regcode = re_put_long(regcode, n);
2346 *regcode++ = cmp;
2347 }
2348 break;
2349 }
2350 }
2351
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002352 EMSG2_RET_NULL(_("E71: Invalid character after %s%%"),
Bram Moolenaar071d4272004-06-13 20:20:40 +00002353 reg_magic == MAGIC_ALL);
2354 }
2355 }
2356 break;
2357
2358 case Magic('['):
2359collection:
2360 {
2361 char_u *lp;
2362
2363 /*
2364 * If there is no matching ']', we assume the '[' is a normal
2365 * character. This makes 'incsearch' and ":help [" work.
2366 */
2367 lp = skip_anyof(regparse);
2368 if (*lp == ']') /* there is a matching ']' */
2369 {
2370 int startc = -1; /* > 0 when next '-' is a range */
2371 int endc;
2372
2373 /*
2374 * In a character class, different parsing rules apply.
2375 * Not even \ is special anymore, nothing is.
2376 */
2377 if (*regparse == '^') /* Complement of range. */
2378 {
2379 ret = regnode(ANYBUT + extra);
2380 regparse++;
2381 }
2382 else
2383 ret = regnode(ANYOF + extra);
2384
2385 /* At the start ']' and '-' mean the literal character. */
2386 if (*regparse == ']' || *regparse == '-')
Bram Moolenaardf177f62005-02-22 08:39:57 +00002387 {
2388 startc = *regparse;
Bram Moolenaar071d4272004-06-13 20:20:40 +00002389 regc(*regparse++);
Bram Moolenaardf177f62005-02-22 08:39:57 +00002390 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00002391
2392 while (*regparse != NUL && *regparse != ']')
2393 {
2394 if (*regparse == '-')
2395 {
2396 ++regparse;
2397 /* The '-' is not used for a range at the end and
2398 * after or before a '\n'. */
2399 if (*regparse == ']' || *regparse == NUL
2400 || startc == -1
2401 || (regparse[0] == '\\' && regparse[1] == 'n'))
2402 {
2403 regc('-');
2404 startc = '-'; /* [--x] is a range */
2405 }
2406 else
2407 {
Bram Moolenaardf177f62005-02-22 08:39:57 +00002408 /* Also accept "a-[.z.]" */
2409 endc = 0;
2410 if (*regparse == '[')
2411 endc = get_coll_element(&regparse);
2412 if (endc == 0)
2413 {
Bram Moolenaar071d4272004-06-13 20:20:40 +00002414#ifdef FEAT_MBYTE
Bram Moolenaardf177f62005-02-22 08:39:57 +00002415 if (has_mbyte)
2416 endc = mb_ptr2char_adv(&regparse);
2417 else
Bram Moolenaar071d4272004-06-13 20:20:40 +00002418#endif
Bram Moolenaardf177f62005-02-22 08:39:57 +00002419 endc = *regparse++;
2420 }
Bram Moolenaarc0197e22004-09-13 20:26:32 +00002421
2422 /* Handle \o40, \x20 and \u20AC style sequences */
Bram Moolenaar1cd3f2c2013-06-05 12:43:09 +02002423 if (endc == '\\' && !reg_cpo_lit && !reg_cpo_bsl)
Bram Moolenaarc0197e22004-09-13 20:26:32 +00002424 endc = coll_get_char();
2425
Bram Moolenaar071d4272004-06-13 20:20:40 +00002426 if (startc > endc)
2427 EMSG_RET_NULL(_(e_invrange));
2428#ifdef FEAT_MBYTE
2429 if (has_mbyte && ((*mb_char2len)(startc) > 1
2430 || (*mb_char2len)(endc) > 1))
2431 {
2432 /* Limit to a range of 256 chars */
2433 if (endc > startc + 256)
2434 EMSG_RET_NULL(_(e_invrange));
2435 while (++startc <= endc)
2436 regmbc(startc);
2437 }
2438 else
2439#endif
2440 {
2441#ifdef EBCDIC
2442 int alpha_only = FALSE;
2443
2444 /* for alphabetical range skip the gaps
2445 * 'i'-'j', 'r'-'s', 'I'-'J' and 'R'-'S'. */
2446 if (isalpha(startc) && isalpha(endc))
2447 alpha_only = TRUE;
2448#endif
2449 while (++startc <= endc)
2450#ifdef EBCDIC
2451 if (!alpha_only || isalpha(startc))
2452#endif
2453 regc(startc);
2454 }
2455 startc = -1;
2456 }
2457 }
2458 /*
2459 * Only "\]", "\^", "\]" and "\\" are special in Vi. Vim
2460 * accepts "\t", "\e", etc., but only when the 'l' flag in
2461 * 'cpoptions' is not included.
Bram Moolenaardf177f62005-02-22 08:39:57 +00002462 * Posix doesn't recognize backslash at all.
Bram Moolenaar071d4272004-06-13 20:20:40 +00002463 */
2464 else if (*regparse == '\\'
Bram Moolenaar1cd3f2c2013-06-05 12:43:09 +02002465 && !reg_cpo_bsl
Bram Moolenaar071d4272004-06-13 20:20:40 +00002466 && (vim_strchr(REGEXP_INRANGE, regparse[1]) != NULL
Bram Moolenaar1cd3f2c2013-06-05 12:43:09 +02002467 || (!reg_cpo_lit
Bram Moolenaar071d4272004-06-13 20:20:40 +00002468 && vim_strchr(REGEXP_ABBR,
2469 regparse[1]) != NULL)))
2470 {
2471 regparse++;
2472 if (*regparse == 'n')
2473 {
2474 /* '\n' in range: also match NL */
2475 if (ret != JUST_CALC_SIZE)
2476 {
Bram Moolenaare337e5f2013-01-30 18:21:51 +01002477 /* Using \n inside [^] does not change what
2478 * matches. "[^\n]" is the same as ".". */
2479 if (*ret == ANYOF)
2480 {
Bram Moolenaar071d4272004-06-13 20:20:40 +00002481 *ret = ANYOF + ADD_NL;
Bram Moolenaare337e5f2013-01-30 18:21:51 +01002482 *flagp |= HASNL;
2483 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00002484 /* else: must have had a \n already */
2485 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00002486 regparse++;
2487 startc = -1;
2488 }
Bram Moolenaarc0197e22004-09-13 20:26:32 +00002489 else if (*regparse == 'd'
2490 || *regparse == 'o'
2491 || *regparse == 'x'
2492 || *regparse == 'u'
2493 || *regparse == 'U')
2494 {
2495 startc = coll_get_char();
2496 if (startc == 0)
2497 regc(0x0a);
2498 else
2499#ifdef FEAT_MBYTE
2500 regmbc(startc);
2501#else
2502 regc(startc);
2503#endif
2504 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00002505 else
2506 {
2507 startc = backslash_trans(*regparse++);
2508 regc(startc);
2509 }
2510 }
2511 else if (*regparse == '[')
2512 {
2513 int c_class;
2514 int cu;
2515
Bram Moolenaardf177f62005-02-22 08:39:57 +00002516 c_class = get_char_class(&regparse);
Bram Moolenaar071d4272004-06-13 20:20:40 +00002517 startc = -1;
2518 /* Characters assumed to be 8 bits! */
2519 switch (c_class)
2520 {
2521 case CLASS_NONE:
Bram Moolenaardf177f62005-02-22 08:39:57 +00002522 c_class = get_equi_class(&regparse);
2523 if (c_class != 0)
2524 {
2525 /* produce equivalence class */
2526 reg_equi_class(c_class);
2527 }
2528 else if ((c_class =
2529 get_coll_element(&regparse)) != 0)
2530 {
2531 /* produce a collating element */
2532 regmbc(c_class);
2533 }
2534 else
2535 {
2536 /* literal '[', allow [[-x] as a range */
2537 startc = *regparse++;
2538 regc(startc);
2539 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00002540 break;
2541 case CLASS_ALNUM:
2542 for (cu = 1; cu <= 255; cu++)
2543 if (isalnum(cu))
2544 regc(cu);
2545 break;
2546 case CLASS_ALPHA:
2547 for (cu = 1; cu <= 255; cu++)
2548 if (isalpha(cu))
2549 regc(cu);
2550 break;
2551 case CLASS_BLANK:
2552 regc(' ');
2553 regc('\t');
2554 break;
2555 case CLASS_CNTRL:
2556 for (cu = 1; cu <= 255; cu++)
2557 if (iscntrl(cu))
2558 regc(cu);
2559 break;
2560 case CLASS_DIGIT:
2561 for (cu = 1; cu <= 255; cu++)
2562 if (VIM_ISDIGIT(cu))
2563 regc(cu);
2564 break;
2565 case CLASS_GRAPH:
2566 for (cu = 1; cu <= 255; cu++)
2567 if (isgraph(cu))
2568 regc(cu);
2569 break;
2570 case CLASS_LOWER:
2571 for (cu = 1; cu <= 255; cu++)
Bram Moolenaara245a5b2007-08-11 11:58:23 +00002572 if (MB_ISLOWER(cu))
Bram Moolenaar071d4272004-06-13 20:20:40 +00002573 regc(cu);
2574 break;
2575 case CLASS_PRINT:
2576 for (cu = 1; cu <= 255; cu++)
2577 if (vim_isprintc(cu))
2578 regc(cu);
2579 break;
2580 case CLASS_PUNCT:
2581 for (cu = 1; cu <= 255; cu++)
2582 if (ispunct(cu))
2583 regc(cu);
2584 break;
2585 case CLASS_SPACE:
2586 for (cu = 9; cu <= 13; cu++)
2587 regc(cu);
2588 regc(' ');
2589 break;
2590 case CLASS_UPPER:
2591 for (cu = 1; cu <= 255; cu++)
Bram Moolenaara245a5b2007-08-11 11:58:23 +00002592 if (MB_ISUPPER(cu))
Bram Moolenaar071d4272004-06-13 20:20:40 +00002593 regc(cu);
2594 break;
2595 case CLASS_XDIGIT:
2596 for (cu = 1; cu <= 255; cu++)
2597 if (vim_isxdigit(cu))
2598 regc(cu);
2599 break;
2600 case CLASS_TAB:
2601 regc('\t');
2602 break;
2603 case CLASS_RETURN:
2604 regc('\r');
2605 break;
2606 case CLASS_BACKSPACE:
2607 regc('\b');
2608 break;
2609 case CLASS_ESCAPE:
2610 regc('\033');
2611 break;
2612 }
2613 }
2614 else
2615 {
2616#ifdef FEAT_MBYTE
2617 if (has_mbyte)
2618 {
2619 int len;
2620
2621 /* produce a multibyte character, including any
2622 * following composing characters */
2623 startc = mb_ptr2char(regparse);
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00002624 len = (*mb_ptr2len)(regparse);
Bram Moolenaar071d4272004-06-13 20:20:40 +00002625 if (enc_utf8 && utf_char2len(startc) != len)
2626 startc = -1; /* composing chars */
2627 while (--len >= 0)
2628 regc(*regparse++);
2629 }
2630 else
2631#endif
2632 {
2633 startc = *regparse++;
2634 regc(startc);
2635 }
2636 }
2637 }
2638 regc(NUL);
2639 prevchr_len = 1; /* last char was the ']' */
2640 if (*regparse != ']')
2641 EMSG_RET_NULL(_(e_toomsbra)); /* Cannot happen? */
2642 skipchr(); /* let's be friends with the lexer again */
2643 *flagp |= HASWIDTH | SIMPLE;
2644 break;
2645 }
Bram Moolenaarae5bce12005-08-15 21:41:48 +00002646 else if (reg_strict)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002647 EMSG2_RET_NULL(_(e_missingbracket), reg_magic > MAGIC_OFF);
Bram Moolenaar071d4272004-06-13 20:20:40 +00002648 }
2649 /* FALLTHROUGH */
2650
2651 default:
2652 {
2653 int len;
2654
2655#ifdef FEAT_MBYTE
2656 /* A multi-byte character is handled as a separate atom if it's
Bram Moolenaar362e1a32006-03-06 23:29:24 +00002657 * before a multi and when it's a composing char. */
2658 if (use_multibytecode(c))
Bram Moolenaar071d4272004-06-13 20:20:40 +00002659 {
Bram Moolenaar362e1a32006-03-06 23:29:24 +00002660do_multibyte:
Bram Moolenaar071d4272004-06-13 20:20:40 +00002661 ret = regnode(MULTIBYTECODE);
2662 regmbc(c);
2663 *flagp |= HASWIDTH | SIMPLE;
2664 break;
2665 }
2666#endif
2667
2668 ret = regnode(EXACTLY);
2669
2670 /*
2671 * Append characters as long as:
2672 * - there is no following multi, we then need the character in
2673 * front of it as a single character operand
2674 * - not running into a Magic character
2675 * - "one_exactly" is not set
2676 * But always emit at least one character. Might be a Multi,
2677 * e.g., a "[" without matching "]".
2678 */
2679 for (len = 0; c != NUL && (len == 0
2680 || (re_multi_type(peekchr()) == NOT_MULTI
2681 && !one_exactly
2682 && !is_Magic(c))); ++len)
2683 {
2684 c = no_Magic(c);
2685#ifdef FEAT_MBYTE
2686 if (has_mbyte)
2687 {
2688 regmbc(c);
2689 if (enc_utf8)
2690 {
Bram Moolenaar071d4272004-06-13 20:20:40 +00002691 int l;
2692
Bram Moolenaar362e1a32006-03-06 23:29:24 +00002693 /* Need to get composing character too. */
Bram Moolenaar071d4272004-06-13 20:20:40 +00002694 for (;;)
2695 {
Bram Moolenaar362e1a32006-03-06 23:29:24 +00002696 l = utf_ptr2len(regparse);
2697 if (!UTF_COMPOSINGLIKE(regparse, regparse + l))
Bram Moolenaar071d4272004-06-13 20:20:40 +00002698 break;
Bram Moolenaar362e1a32006-03-06 23:29:24 +00002699 regmbc(utf_ptr2char(regparse));
2700 skipchr();
Bram Moolenaar071d4272004-06-13 20:20:40 +00002701 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00002702 }
2703 }
2704 else
2705#endif
2706 regc(c);
2707 c = getchr();
2708 }
2709 ungetchr();
2710
2711 regc(NUL);
2712 *flagp |= HASWIDTH;
2713 if (len == 1)
2714 *flagp |= SIMPLE;
2715 }
2716 break;
2717 }
2718
2719 return ret;
2720}
2721
Bram Moolenaar362e1a32006-03-06 23:29:24 +00002722#ifdef FEAT_MBYTE
2723/*
2724 * Return TRUE if MULTIBYTECODE should be used instead of EXACTLY for
2725 * character "c".
2726 */
2727 static int
Bram Moolenaar05540972016-01-30 20:31:25 +01002728use_multibytecode(int c)
Bram Moolenaar362e1a32006-03-06 23:29:24 +00002729{
2730 return has_mbyte && (*mb_char2len)(c) > 1
2731 && (re_multi_type(peekchr()) != NOT_MULTI
2732 || (enc_utf8 && utf_iscomposing(c)));
2733}
2734#endif
2735
Bram Moolenaar071d4272004-06-13 20:20:40 +00002736/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002737 * Emit a node.
Bram Moolenaar071d4272004-06-13 20:20:40 +00002738 * Return pointer to generated code.
2739 */
2740 static char_u *
Bram Moolenaar05540972016-01-30 20:31:25 +01002741regnode(int op)
Bram Moolenaar071d4272004-06-13 20:20:40 +00002742{
2743 char_u *ret;
2744
2745 ret = regcode;
2746 if (ret == JUST_CALC_SIZE)
2747 regsize += 3;
2748 else
2749 {
2750 *regcode++ = op;
2751 *regcode++ = NUL; /* Null "next" pointer. */
2752 *regcode++ = NUL;
2753 }
2754 return ret;
2755}
2756
2757/*
2758 * Emit (if appropriate) a byte of code
2759 */
2760 static void
Bram Moolenaar05540972016-01-30 20:31:25 +01002761regc(int b)
Bram Moolenaar071d4272004-06-13 20:20:40 +00002762{
2763 if (regcode == JUST_CALC_SIZE)
2764 regsize++;
2765 else
2766 *regcode++ = b;
2767}
2768
2769#ifdef FEAT_MBYTE
2770/*
2771 * Emit (if appropriate) a multi-byte character of code
2772 */
2773 static void
Bram Moolenaar05540972016-01-30 20:31:25 +01002774regmbc(int c)
Bram Moolenaar071d4272004-06-13 20:20:40 +00002775{
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02002776 if (!has_mbyte && c > 0xff)
2777 return;
Bram Moolenaar071d4272004-06-13 20:20:40 +00002778 if (regcode == JUST_CALC_SIZE)
2779 regsize += (*mb_char2len)(c);
2780 else
2781 regcode += (*mb_char2bytes)(c, regcode);
2782}
2783#endif
2784
2785/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002786 * Insert an operator in front of already-emitted operand
Bram Moolenaar071d4272004-06-13 20:20:40 +00002787 *
2788 * Means relocating the operand.
2789 */
2790 static void
Bram Moolenaar05540972016-01-30 20:31:25 +01002791reginsert(int op, char_u *opnd)
Bram Moolenaar071d4272004-06-13 20:20:40 +00002792{
2793 char_u *src;
2794 char_u *dst;
2795 char_u *place;
2796
2797 if (regcode == JUST_CALC_SIZE)
2798 {
2799 regsize += 3;
2800 return;
2801 }
2802 src = regcode;
2803 regcode += 3;
2804 dst = regcode;
2805 while (src > opnd)
2806 *--dst = *--src;
2807
2808 place = opnd; /* Op node, where operand used to be. */
2809 *place++ = op;
2810 *place++ = NUL;
2811 *place = NUL;
2812}
2813
2814/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002815 * Insert an operator in front of already-emitted operand.
Bram Moolenaar75eb1612013-05-29 18:45:11 +02002816 * Add a number to the operator.
2817 */
2818 static void
Bram Moolenaar05540972016-01-30 20:31:25 +01002819reginsert_nr(int op, long val, char_u *opnd)
Bram Moolenaar75eb1612013-05-29 18:45:11 +02002820{
2821 char_u *src;
2822 char_u *dst;
2823 char_u *place;
2824
2825 if (regcode == JUST_CALC_SIZE)
2826 {
2827 regsize += 7;
2828 return;
2829 }
2830 src = regcode;
2831 regcode += 7;
2832 dst = regcode;
2833 while (src > opnd)
2834 *--dst = *--src;
2835
2836 place = opnd; /* Op node, where operand used to be. */
2837 *place++ = op;
2838 *place++ = NUL;
2839 *place++ = NUL;
2840 place = re_put_long(place, (long_u)val);
2841}
2842
2843/*
2844 * Insert an operator in front of already-emitted operand.
Bram Moolenaar071d4272004-06-13 20:20:40 +00002845 * The operator has the given limit values as operands. Also set next pointer.
2846 *
2847 * Means relocating the operand.
2848 */
2849 static void
Bram Moolenaar05540972016-01-30 20:31:25 +01002850reginsert_limits(
2851 int op,
2852 long minval,
2853 long maxval,
2854 char_u *opnd)
Bram Moolenaar071d4272004-06-13 20:20:40 +00002855{
2856 char_u *src;
2857 char_u *dst;
2858 char_u *place;
2859
2860 if (regcode == JUST_CALC_SIZE)
2861 {
2862 regsize += 11;
2863 return;
2864 }
2865 src = regcode;
2866 regcode += 11;
2867 dst = regcode;
2868 while (src > opnd)
2869 *--dst = *--src;
2870
2871 place = opnd; /* Op node, where operand used to be. */
2872 *place++ = op;
2873 *place++ = NUL;
2874 *place++ = NUL;
2875 place = re_put_long(place, (long_u)minval);
2876 place = re_put_long(place, (long_u)maxval);
2877 regtail(opnd, place);
2878}
2879
2880/*
2881 * Write a long as four bytes at "p" and return pointer to the next char.
2882 */
2883 static char_u *
Bram Moolenaar05540972016-01-30 20:31:25 +01002884re_put_long(char_u *p, long_u val)
Bram Moolenaar071d4272004-06-13 20:20:40 +00002885{
2886 *p++ = (char_u) ((val >> 24) & 0377);
2887 *p++ = (char_u) ((val >> 16) & 0377);
2888 *p++ = (char_u) ((val >> 8) & 0377);
2889 *p++ = (char_u) (val & 0377);
2890 return p;
2891}
2892
2893/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002894 * Set the next-pointer at the end of a node chain.
Bram Moolenaar071d4272004-06-13 20:20:40 +00002895 */
2896 static void
Bram Moolenaar05540972016-01-30 20:31:25 +01002897regtail(char_u *p, char_u *val)
Bram Moolenaar071d4272004-06-13 20:20:40 +00002898{
2899 char_u *scan;
2900 char_u *temp;
2901 int offset;
2902
2903 if (p == JUST_CALC_SIZE)
2904 return;
2905
2906 /* Find last node. */
2907 scan = p;
2908 for (;;)
2909 {
2910 temp = regnext(scan);
2911 if (temp == NULL)
2912 break;
2913 scan = temp;
2914 }
2915
Bram Moolenaar582fd852005-03-28 20:58:01 +00002916 if (OP(scan) == BACK)
Bram Moolenaar071d4272004-06-13 20:20:40 +00002917 offset = (int)(scan - val);
2918 else
2919 offset = (int)(val - scan);
Bram Moolenaard3005802009-11-25 17:21:32 +00002920 /* When the offset uses more than 16 bits it can no longer fit in the two
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02002921 * bytes available. Use a global flag to avoid having to check return
Bram Moolenaard3005802009-11-25 17:21:32 +00002922 * values in too many places. */
2923 if (offset > 0xffff)
2924 reg_toolong = TRUE;
2925 else
2926 {
2927 *(scan + 1) = (char_u) (((unsigned)offset >> 8) & 0377);
2928 *(scan + 2) = (char_u) (offset & 0377);
2929 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00002930}
2931
2932/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002933 * Like regtail, on item after a BRANCH; nop if none.
Bram Moolenaar071d4272004-06-13 20:20:40 +00002934 */
2935 static void
Bram Moolenaar05540972016-01-30 20:31:25 +01002936regoptail(char_u *p, char_u *val)
Bram Moolenaar071d4272004-06-13 20:20:40 +00002937{
2938 /* When op is neither BRANCH nor BRACE_COMPLEX0-9, it is "operandless" */
2939 if (p == NULL || p == JUST_CALC_SIZE
2940 || (OP(p) != BRANCH
2941 && (OP(p) < BRACE_COMPLEX || OP(p) > BRACE_COMPLEX + 9)))
2942 return;
2943 regtail(OPERAND(p), val);
2944}
2945
2946/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002947 * Functions for getting characters from the regexp input.
Bram Moolenaar071d4272004-06-13 20:20:40 +00002948 */
2949
Bram Moolenaar071d4272004-06-13 20:20:40 +00002950static int at_start; /* True when on the first character */
2951static int prev_at_start; /* True when on the second character */
2952
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002953/*
2954 * Start parsing at "str".
2955 */
Bram Moolenaar071d4272004-06-13 20:20:40 +00002956 static void
Bram Moolenaar05540972016-01-30 20:31:25 +01002957initchr(char_u *str)
Bram Moolenaar071d4272004-06-13 20:20:40 +00002958{
2959 regparse = str;
2960 prevchr_len = 0;
2961 curchr = prevprevchr = prevchr = nextchr = -1;
2962 at_start = TRUE;
2963 prev_at_start = FALSE;
2964}
2965
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002966/*
Bram Moolenaar3737fc12013-06-01 14:42:56 +02002967 * Save the current parse state, so that it can be restored and parsing
2968 * starts in the same state again.
2969 */
2970 static void
Bram Moolenaar05540972016-01-30 20:31:25 +01002971save_parse_state(parse_state_T *ps)
Bram Moolenaar3737fc12013-06-01 14:42:56 +02002972{
2973 ps->regparse = regparse;
2974 ps->prevchr_len = prevchr_len;
2975 ps->curchr = curchr;
2976 ps->prevchr = prevchr;
2977 ps->prevprevchr = prevprevchr;
2978 ps->nextchr = nextchr;
2979 ps->at_start = at_start;
2980 ps->prev_at_start = prev_at_start;
2981 ps->regnpar = regnpar;
2982}
2983
2984/*
2985 * Restore a previously saved parse state.
2986 */
2987 static void
Bram Moolenaar05540972016-01-30 20:31:25 +01002988restore_parse_state(parse_state_T *ps)
Bram Moolenaar3737fc12013-06-01 14:42:56 +02002989{
2990 regparse = ps->regparse;
2991 prevchr_len = ps->prevchr_len;
2992 curchr = ps->curchr;
2993 prevchr = ps->prevchr;
2994 prevprevchr = ps->prevprevchr;
2995 nextchr = ps->nextchr;
2996 at_start = ps->at_start;
2997 prev_at_start = ps->prev_at_start;
2998 regnpar = ps->regnpar;
2999}
3000
3001
3002/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003003 * Get the next character without advancing.
3004 */
Bram Moolenaar071d4272004-06-13 20:20:40 +00003005 static int
Bram Moolenaar05540972016-01-30 20:31:25 +01003006peekchr(void)
Bram Moolenaar071d4272004-06-13 20:20:40 +00003007{
Bram Moolenaardf177f62005-02-22 08:39:57 +00003008 static int after_slash = FALSE;
3009
Bram Moolenaar071d4272004-06-13 20:20:40 +00003010 if (curchr == -1)
3011 {
3012 switch (curchr = regparse[0])
3013 {
3014 case '.':
3015 case '[':
3016 case '~':
3017 /* magic when 'magic' is on */
3018 if (reg_magic >= MAGIC_ON)
3019 curchr = Magic(curchr);
3020 break;
3021 case '(':
3022 case ')':
3023 case '{':
3024 case '%':
3025 case '+':
3026 case '=':
3027 case '?':
3028 case '@':
3029 case '!':
3030 case '&':
3031 case '|':
3032 case '<':
3033 case '>':
3034 case '#': /* future ext. */
3035 case '"': /* future ext. */
3036 case '\'': /* future ext. */
3037 case ',': /* future ext. */
3038 case '-': /* future ext. */
3039 case ':': /* future ext. */
3040 case ';': /* future ext. */
3041 case '`': /* future ext. */
3042 case '/': /* Can't be used in / command */
3043 /* magic only after "\v" */
3044 if (reg_magic == MAGIC_ALL)
3045 curchr = Magic(curchr);
3046 break;
3047 case '*':
Bram Moolenaardf177f62005-02-22 08:39:57 +00003048 /* * is not magic as the very first character, eg "?*ptr", when
3049 * after '^', eg "/^*ptr" and when after "\(", "\|", "\&". But
3050 * "\(\*" is not magic, thus must be magic if "after_slash" */
3051 if (reg_magic >= MAGIC_ON
3052 && !at_start
3053 && !(prev_at_start && prevchr == Magic('^'))
3054 && (after_slash
3055 || (prevchr != Magic('(')
3056 && prevchr != Magic('&')
3057 && prevchr != Magic('|'))))
Bram Moolenaar071d4272004-06-13 20:20:40 +00003058 curchr = Magic('*');
3059 break;
3060 case '^':
3061 /* '^' is only magic as the very first character and if it's after
3062 * "\(", "\|", "\&' or "\n" */
3063 if (reg_magic >= MAGIC_OFF
3064 && (at_start
3065 || reg_magic == MAGIC_ALL
3066 || prevchr == Magic('(')
3067 || prevchr == Magic('|')
3068 || prevchr == Magic('&')
3069 || prevchr == Magic('n')
3070 || (no_Magic(prevchr) == '('
3071 && prevprevchr == Magic('%'))))
3072 {
3073 curchr = Magic('^');
3074 at_start = TRUE;
3075 prev_at_start = FALSE;
3076 }
3077 break;
3078 case '$':
3079 /* '$' is only magic as the very last char and if it's in front of
3080 * either "\|", "\)", "\&", or "\n" */
3081 if (reg_magic >= MAGIC_OFF)
3082 {
3083 char_u *p = regparse + 1;
Bram Moolenaarff65ac82014-07-09 19:32:34 +02003084 int is_magic_all = (reg_magic == MAGIC_ALL);
Bram Moolenaar071d4272004-06-13 20:20:40 +00003085
Bram Moolenaarff65ac82014-07-09 19:32:34 +02003086 /* ignore \c \C \m \M \v \V and \Z after '$' */
Bram Moolenaar071d4272004-06-13 20:20:40 +00003087 while (p[0] == '\\' && (p[1] == 'c' || p[1] == 'C'
Bram Moolenaarff65ac82014-07-09 19:32:34 +02003088 || p[1] == 'm' || p[1] == 'M'
3089 || p[1] == 'v' || p[1] == 'V' || p[1] == 'Z'))
3090 {
3091 if (p[1] == 'v')
3092 is_magic_all = TRUE;
3093 else if (p[1] == 'm' || p[1] == 'M' || p[1] == 'V')
3094 is_magic_all = FALSE;
Bram Moolenaar071d4272004-06-13 20:20:40 +00003095 p += 2;
Bram Moolenaarff65ac82014-07-09 19:32:34 +02003096 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00003097 if (p[0] == NUL
3098 || (p[0] == '\\'
3099 && (p[1] == '|' || p[1] == '&' || p[1] == ')'
3100 || p[1] == 'n'))
Bram Moolenaarff65ac82014-07-09 19:32:34 +02003101 || (is_magic_all
3102 && (p[0] == '|' || p[0] == '&' || p[0] == ')'))
Bram Moolenaar071d4272004-06-13 20:20:40 +00003103 || reg_magic == MAGIC_ALL)
3104 curchr = Magic('$');
3105 }
3106 break;
3107 case '\\':
3108 {
3109 int c = regparse[1];
3110
3111 if (c == NUL)
3112 curchr = '\\'; /* trailing '\' */
3113 else if (
3114#ifdef EBCDIC
3115 vim_strchr(META, c)
3116#else
3117 c <= '~' && META_flags[c]
3118#endif
3119 )
3120 {
3121 /*
3122 * META contains everything that may be magic sometimes,
3123 * except ^ and $ ("\^" and "\$" are only magic after
Bram Moolenaarb878bbb2015-06-09 20:39:24 +02003124 * "\V"). We now fetch the next character and toggle its
Bram Moolenaar071d4272004-06-13 20:20:40 +00003125 * magicness. Therefore, \ is so meta-magic that it is
3126 * not in META.
3127 */
3128 curchr = -1;
3129 prev_at_start = at_start;
3130 at_start = FALSE; /* be able to say "/\*ptr" */
3131 ++regparse;
Bram Moolenaardf177f62005-02-22 08:39:57 +00003132 ++after_slash;
Bram Moolenaar071d4272004-06-13 20:20:40 +00003133 peekchr();
3134 --regparse;
Bram Moolenaardf177f62005-02-22 08:39:57 +00003135 --after_slash;
Bram Moolenaar071d4272004-06-13 20:20:40 +00003136 curchr = toggle_Magic(curchr);
3137 }
3138 else if (vim_strchr(REGEXP_ABBR, c))
3139 {
3140 /*
3141 * Handle abbreviations, like "\t" for TAB -- webb
3142 */
3143 curchr = backslash_trans(c);
3144 }
3145 else if (reg_magic == MAGIC_NONE && (c == '$' || c == '^'))
3146 curchr = toggle_Magic(c);
3147 else
3148 {
3149 /*
3150 * Next character can never be (made) magic?
3151 * Then backslashing it won't do anything.
3152 */
3153#ifdef FEAT_MBYTE
3154 if (has_mbyte)
3155 curchr = (*mb_ptr2char)(regparse + 1);
3156 else
3157#endif
3158 curchr = c;
3159 }
3160 break;
3161 }
3162
3163#ifdef FEAT_MBYTE
3164 default:
3165 if (has_mbyte)
3166 curchr = (*mb_ptr2char)(regparse);
3167#endif
3168 }
3169 }
3170
3171 return curchr;
3172}
3173
3174/*
3175 * Eat one lexed character. Do this in a way that we can undo it.
3176 */
3177 static void
Bram Moolenaar05540972016-01-30 20:31:25 +01003178skipchr(void)
Bram Moolenaar071d4272004-06-13 20:20:40 +00003179{
3180 /* peekchr() eats a backslash, do the same here */
3181 if (*regparse == '\\')
3182 prevchr_len = 1;
3183 else
3184 prevchr_len = 0;
3185 if (regparse[prevchr_len] != NUL)
3186 {
3187#ifdef FEAT_MBYTE
Bram Moolenaar362e1a32006-03-06 23:29:24 +00003188 if (enc_utf8)
Bram Moolenaar8f5c5782007-11-29 20:27:21 +00003189 /* exclude composing chars that mb_ptr2len does include */
3190 prevchr_len += utf_ptr2len(regparse + prevchr_len);
Bram Moolenaar362e1a32006-03-06 23:29:24 +00003191 else if (has_mbyte)
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00003192 prevchr_len += (*mb_ptr2len)(regparse + prevchr_len);
Bram Moolenaar071d4272004-06-13 20:20:40 +00003193 else
3194#endif
3195 ++prevchr_len;
3196 }
3197 regparse += prevchr_len;
3198 prev_at_start = at_start;
3199 at_start = FALSE;
3200 prevprevchr = prevchr;
3201 prevchr = curchr;
3202 curchr = nextchr; /* use previously unget char, or -1 */
3203 nextchr = -1;
3204}
3205
3206/*
3207 * Skip a character while keeping the value of prev_at_start for at_start.
3208 * prevchr and prevprevchr are also kept.
3209 */
3210 static void
Bram Moolenaar05540972016-01-30 20:31:25 +01003211skipchr_keepstart(void)
Bram Moolenaar071d4272004-06-13 20:20:40 +00003212{
3213 int as = prev_at_start;
3214 int pr = prevchr;
3215 int prpr = prevprevchr;
3216
3217 skipchr();
3218 at_start = as;
3219 prevchr = pr;
3220 prevprevchr = prpr;
3221}
3222
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003223/*
3224 * Get the next character from the pattern. We know about magic and such, so
3225 * therefore we need a lexical analyzer.
3226 */
Bram Moolenaar071d4272004-06-13 20:20:40 +00003227 static int
Bram Moolenaar05540972016-01-30 20:31:25 +01003228getchr(void)
Bram Moolenaar071d4272004-06-13 20:20:40 +00003229{
3230 int chr = peekchr();
3231
3232 skipchr();
3233 return chr;
3234}
3235
3236/*
3237 * put character back. Works only once!
3238 */
3239 static void
Bram Moolenaar05540972016-01-30 20:31:25 +01003240ungetchr(void)
Bram Moolenaar071d4272004-06-13 20:20:40 +00003241{
3242 nextchr = curchr;
3243 curchr = prevchr;
3244 prevchr = prevprevchr;
3245 at_start = prev_at_start;
3246 prev_at_start = FALSE;
3247
3248 /* Backup regparse, so that it's at the same position as before the
3249 * getchr(). */
3250 regparse -= prevchr_len;
3251}
3252
3253/*
Bram Moolenaar7b0294c2004-10-11 10:16:09 +00003254 * Get and return the value of the hex string at the current position.
3255 * Return -1 if there is no valid hex number.
3256 * The position is updated:
Bram Moolenaarc0197e22004-09-13 20:26:32 +00003257 * blahblah\%x20asdf
Bram Moolenaarc9b4b052006-04-30 18:54:39 +00003258 * before-^ ^-after
Bram Moolenaarc0197e22004-09-13 20:26:32 +00003259 * The parameter controls the maximum number of input characters. This will be
3260 * 2 when reading a \%x20 sequence and 4 when reading a \%u20AC sequence.
3261 */
3262 static int
Bram Moolenaar05540972016-01-30 20:31:25 +01003263gethexchrs(int maxinputlen)
Bram Moolenaarc0197e22004-09-13 20:26:32 +00003264{
3265 int nr = 0;
3266 int c;
3267 int i;
3268
3269 for (i = 0; i < maxinputlen; ++i)
3270 {
3271 c = regparse[0];
3272 if (!vim_isxdigit(c))
3273 break;
3274 nr <<= 4;
3275 nr |= hex2nr(c);
3276 ++regparse;
3277 }
3278
3279 if (i == 0)
3280 return -1;
3281 return nr;
3282}
3283
3284/*
Bram Moolenaar75eb1612013-05-29 18:45:11 +02003285 * Get and return the value of the decimal string immediately after the
Bram Moolenaarc0197e22004-09-13 20:26:32 +00003286 * current position. Return -1 for invalid. Consumes all digits.
3287 */
3288 static int
Bram Moolenaar05540972016-01-30 20:31:25 +01003289getdecchrs(void)
Bram Moolenaarc0197e22004-09-13 20:26:32 +00003290{
3291 int nr = 0;
3292 int c;
3293 int i;
3294
3295 for (i = 0; ; ++i)
3296 {
3297 c = regparse[0];
3298 if (c < '0' || c > '9')
3299 break;
3300 nr *= 10;
3301 nr += c - '0';
3302 ++regparse;
Bram Moolenaar75eb1612013-05-29 18:45:11 +02003303 curchr = -1; /* no longer valid */
Bram Moolenaarc0197e22004-09-13 20:26:32 +00003304 }
3305
3306 if (i == 0)
3307 return -1;
3308 return nr;
3309}
3310
3311/*
3312 * get and return the value of the octal string immediately after the current
3313 * position. Return -1 for invalid, or 0-255 for valid. Smart enough to handle
3314 * numbers > 377 correctly (for example, 400 is treated as 40) and doesn't
3315 * treat 8 or 9 as recognised characters. Position is updated:
3316 * blahblah\%o210asdf
Bram Moolenaarc9b4b052006-04-30 18:54:39 +00003317 * before-^ ^-after
Bram Moolenaarc0197e22004-09-13 20:26:32 +00003318 */
3319 static int
Bram Moolenaar05540972016-01-30 20:31:25 +01003320getoctchrs(void)
Bram Moolenaarc0197e22004-09-13 20:26:32 +00003321{
3322 int nr = 0;
3323 int c;
3324 int i;
3325
3326 for (i = 0; i < 3 && nr < 040; ++i)
3327 {
3328 c = regparse[0];
3329 if (c < '0' || c > '7')
3330 break;
3331 nr <<= 3;
3332 nr |= hex2nr(c);
3333 ++regparse;
3334 }
3335
3336 if (i == 0)
3337 return -1;
3338 return nr;
3339}
3340
3341/*
3342 * Get a number after a backslash that is inside [].
3343 * When nothing is recognized return a backslash.
3344 */
3345 static int
Bram Moolenaar05540972016-01-30 20:31:25 +01003346coll_get_char(void)
Bram Moolenaarc0197e22004-09-13 20:26:32 +00003347{
3348 int nr = -1;
3349
3350 switch (*regparse++)
3351 {
3352 case 'd': nr = getdecchrs(); break;
3353 case 'o': nr = getoctchrs(); break;
3354 case 'x': nr = gethexchrs(2); break;
3355 case 'u': nr = gethexchrs(4); break;
3356 case 'U': nr = gethexchrs(8); break;
3357 }
3358 if (nr < 0)
3359 {
3360 /* If getting the number fails be backwards compatible: the character
3361 * is a backslash. */
3362 --regparse;
3363 nr = '\\';
3364 }
3365 return nr;
3366}
3367
3368/*
Bram Moolenaar071d4272004-06-13 20:20:40 +00003369 * read_limits - Read two integers to be taken as a minimum and maximum.
3370 * If the first character is '-', then the range is reversed.
3371 * Should end with 'end'. If minval is missing, zero is default, if maxval is
3372 * missing, a very big number is the default.
3373 */
3374 static int
Bram Moolenaar05540972016-01-30 20:31:25 +01003375read_limits(long *minval, long *maxval)
Bram Moolenaar071d4272004-06-13 20:20:40 +00003376{
3377 int reverse = FALSE;
3378 char_u *first_char;
3379 long tmp;
3380
3381 if (*regparse == '-')
3382 {
3383 /* Starts with '-', so reverse the range later */
3384 regparse++;
3385 reverse = TRUE;
3386 }
3387 first_char = regparse;
3388 *minval = getdigits(&regparse);
3389 if (*regparse == ',') /* There is a comma */
3390 {
3391 if (vim_isdigit(*++regparse))
3392 *maxval = getdigits(&regparse);
3393 else
3394 *maxval = MAX_LIMIT;
3395 }
3396 else if (VIM_ISDIGIT(*first_char))
3397 *maxval = *minval; /* It was \{n} or \{-n} */
3398 else
3399 *maxval = MAX_LIMIT; /* It was \{} or \{-} */
3400 if (*regparse == '\\')
3401 regparse++; /* Allow either \{...} or \{...\} */
Bram Moolenaardf177f62005-02-22 08:39:57 +00003402 if (*regparse != '}')
Bram Moolenaar071d4272004-06-13 20:20:40 +00003403 {
3404 sprintf((char *)IObuff, _("E554: Syntax error in %s{...}"),
3405 reg_magic == MAGIC_ALL ? "" : "\\");
3406 EMSG_RET_FAIL(IObuff);
3407 }
3408
3409 /*
3410 * Reverse the range if there was a '-', or make sure it is in the right
3411 * order otherwise.
3412 */
3413 if ((!reverse && *minval > *maxval) || (reverse && *minval < *maxval))
3414 {
3415 tmp = *minval;
3416 *minval = *maxval;
3417 *maxval = tmp;
3418 }
3419 skipchr(); /* let's be friends with the lexer again */
3420 return OK;
3421}
3422
3423/*
3424 * vim_regexec and friends
3425 */
3426
3427/*
3428 * Global work variables for vim_regexec().
3429 */
3430
3431/* The current match-position is remembered with these variables: */
3432static linenr_T reglnum; /* line number, relative to first line */
3433static char_u *regline; /* start of current line */
3434static char_u *reginput; /* current input, points into "regline" */
3435
3436static int need_clear_subexpr; /* subexpressions still need to be
3437 * cleared */
3438#ifdef FEAT_SYN_HL
3439static int need_clear_zsubexpr = FALSE; /* extmatch subexpressions
3440 * still need to be cleared */
3441#endif
3442
Bram Moolenaar071d4272004-06-13 20:20:40 +00003443/*
3444 * Structure used to save the current input state, when it needs to be
3445 * restored after trying a match. Used by reg_save() and reg_restore().
Bram Moolenaar582fd852005-03-28 20:58:01 +00003446 * Also stores the length of "backpos".
Bram Moolenaar071d4272004-06-13 20:20:40 +00003447 */
3448typedef struct
3449{
3450 union
3451 {
3452 char_u *ptr; /* reginput pointer, for single-line regexp */
3453 lpos_T pos; /* reginput pos, for multi-line regexp */
3454 } rs_u;
Bram Moolenaar582fd852005-03-28 20:58:01 +00003455 int rs_len;
Bram Moolenaar071d4272004-06-13 20:20:40 +00003456} regsave_T;
3457
3458/* struct to save start/end pointer/position in for \(\) */
3459typedef struct
3460{
3461 union
3462 {
3463 char_u *ptr;
3464 lpos_T pos;
3465 } se_u;
3466} save_se_T;
3467
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00003468/* used for BEHIND and NOBEHIND matching */
3469typedef struct regbehind_S
3470{
3471 regsave_T save_after;
3472 regsave_T save_behind;
Bram Moolenaarfde483c2008-06-15 12:21:50 +00003473 int save_need_clear_subexpr;
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00003474 save_se_T save_start[NSUBEXP];
3475 save_se_T save_end[NSUBEXP];
3476} regbehind_T;
3477
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +01003478static char_u *reg_getline(linenr_T lnum);
3479static long bt_regexec_both(char_u *line, colnr_T col, proftime_T *tm);
3480static long regtry(bt_regprog_T *prog, colnr_T col);
3481static void cleanup_subexpr(void);
Bram Moolenaar071d4272004-06-13 20:20:40 +00003482#ifdef FEAT_SYN_HL
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +01003483static void cleanup_zsubexpr(void);
Bram Moolenaar071d4272004-06-13 20:20:40 +00003484#endif
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +01003485static void save_subexpr(regbehind_T *bp);
3486static void restore_subexpr(regbehind_T *bp);
3487static void reg_nextline(void);
3488static void reg_save(regsave_T *save, garray_T *gap);
3489static void reg_restore(regsave_T *save, garray_T *gap);
3490static int reg_save_equal(regsave_T *save);
3491static void save_se_multi(save_se_T *savep, lpos_T *posp);
3492static void save_se_one(save_se_T *savep, char_u **pp);
Bram Moolenaar071d4272004-06-13 20:20:40 +00003493
3494/* Save the sub-expressions before attempting a match. */
3495#define save_se(savep, posp, pp) \
3496 REG_MULTI ? save_se_multi((savep), (posp)) : save_se_one((savep), (pp))
3497
3498/* After a failed match restore the sub-expressions. */
3499#define restore_se(savep, posp, pp) { \
3500 if (REG_MULTI) \
3501 *(posp) = (savep)->se_u.pos; \
3502 else \
3503 *(pp) = (savep)->se_u.ptr; }
3504
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +01003505static int re_num_cmp(long_u val, char_u *scan);
3506static int match_with_backref(linenr_T start_lnum, colnr_T start_col, linenr_T end_lnum, colnr_T end_col, int *bytelen);
3507static int regmatch(char_u *prog);
3508static int regrepeat(char_u *p, long maxcount);
Bram Moolenaar071d4272004-06-13 20:20:40 +00003509
3510#ifdef DEBUG
3511int regnarrate = 0;
3512#endif
3513
3514/*
3515 * Internal copy of 'ignorecase'. It is set at each call to vim_regexec().
3516 * Normally it gets the value of "rm_ic" or "rmm_ic", but when the pattern
3517 * contains '\c' or '\C' the value is overruled.
3518 */
3519static int ireg_ic;
3520
3521#ifdef FEAT_MBYTE
3522/*
3523 * Similar to ireg_ic, but only for 'combining' characters. Set with \Z flag
3524 * in the regexp. Defaults to false, always.
3525 */
3526static int ireg_icombine;
3527#endif
3528
3529/*
Bram Moolenaar3b56eb32005-07-11 22:40:32 +00003530 * Copy of "rmm_maxcol": maximum column to search for a match. Zero when
3531 * there is no maximum.
3532 */
Bram Moolenaarbbebc852005-07-18 21:47:53 +00003533static colnr_T ireg_maxcol;
Bram Moolenaar3b56eb32005-07-11 22:40:32 +00003534
3535/*
Bram Moolenaar071d4272004-06-13 20:20:40 +00003536 * Sometimes need to save a copy of a line. Since alloc()/free() is very
3537 * slow, we keep one allocated piece of memory and only re-allocate it when
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003538 * it's too small. It's freed in bt_regexec_both() when finished.
Bram Moolenaar071d4272004-06-13 20:20:40 +00003539 */
Bram Moolenaard4210772008-01-02 14:35:30 +00003540static char_u *reg_tofree = NULL;
Bram Moolenaar071d4272004-06-13 20:20:40 +00003541static unsigned reg_tofreelen;
3542
3543/*
3544 * These variables are set when executing a regexp to speed up the execution.
Bram Moolenaar7aa9f6a2007-05-10 18:00:30 +00003545 * Which ones are set depends on whether a single-line or multi-line match is
Bram Moolenaar071d4272004-06-13 20:20:40 +00003546 * done:
3547 * single-line multi-line
3548 * reg_match &regmatch_T NULL
3549 * reg_mmatch NULL &regmmatch_T
3550 * reg_startp reg_match->startp <invalid>
3551 * reg_endp reg_match->endp <invalid>
3552 * reg_startpos <invalid> reg_mmatch->startpos
3553 * reg_endpos <invalid> reg_mmatch->endpos
3554 * reg_win NULL window in which to search
Bram Moolenaar2f315ab2013-01-25 20:11:01 +01003555 * reg_buf curbuf buffer in which to search
Bram Moolenaar071d4272004-06-13 20:20:40 +00003556 * reg_firstlnum <invalid> first line in which to search
3557 * reg_maxline 0 last line nr
3558 * reg_line_lbr FALSE or TRUE FALSE
3559 */
3560static regmatch_T *reg_match;
3561static regmmatch_T *reg_mmatch;
3562static char_u **reg_startp = NULL;
3563static char_u **reg_endp = NULL;
3564static lpos_T *reg_startpos = NULL;
3565static lpos_T *reg_endpos = NULL;
3566static win_T *reg_win;
3567static buf_T *reg_buf;
3568static linenr_T reg_firstlnum;
3569static linenr_T reg_maxline;
3570static int reg_line_lbr; /* "\n" in string is line break */
3571
Bram Moolenaara7fc0102005-05-18 22:17:12 +00003572/* Values for rs_state in regitem_T. */
3573typedef enum regstate_E
3574{
3575 RS_NOPEN = 0 /* NOPEN and NCLOSE */
3576 , RS_MOPEN /* MOPEN + [0-9] */
3577 , RS_MCLOSE /* MCLOSE + [0-9] */
3578#ifdef FEAT_SYN_HL
3579 , RS_ZOPEN /* ZOPEN + [0-9] */
3580 , RS_ZCLOSE /* ZCLOSE + [0-9] */
3581#endif
3582 , RS_BRANCH /* BRANCH */
3583 , RS_BRCPLX_MORE /* BRACE_COMPLEX and trying one more match */
3584 , RS_BRCPLX_LONG /* BRACE_COMPLEX and trying longest match */
3585 , RS_BRCPLX_SHORT /* BRACE_COMPLEX and trying shortest match */
3586 , RS_NOMATCH /* NOMATCH */
3587 , RS_BEHIND1 /* BEHIND / NOBEHIND matching rest */
3588 , RS_BEHIND2 /* BEHIND / NOBEHIND matching behind part */
3589 , RS_STAR_LONG /* STAR/PLUS/BRACE_SIMPLE longest match */
3590 , RS_STAR_SHORT /* STAR/PLUS/BRACE_SIMPLE shortest match */
3591} regstate_T;
3592
3593/*
3594 * When there are alternatives a regstate_T is put on the regstack to remember
3595 * what we are doing.
3596 * Before it may be another type of item, depending on rs_state, to remember
3597 * more things.
3598 */
3599typedef struct regitem_S
3600{
3601 regstate_T rs_state; /* what we are doing, one of RS_ above */
3602 char_u *rs_scan; /* current node in program */
3603 union
3604 {
3605 save_se_T sesave;
3606 regsave_T regsave;
3607 } rs_un; /* room for saving reginput */
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00003608 short rs_no; /* submatch nr or BEHIND/NOBEHIND */
Bram Moolenaara7fc0102005-05-18 22:17:12 +00003609} regitem_T;
3610
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +01003611static regitem_T *regstack_push(regstate_T state, char_u *scan);
3612static void regstack_pop(char_u **scan);
Bram Moolenaara7fc0102005-05-18 22:17:12 +00003613
Bram Moolenaara7fc0102005-05-18 22:17:12 +00003614/* used for STAR, PLUS and BRACE_SIMPLE matching */
3615typedef struct regstar_S
3616{
3617 int nextb; /* next byte */
3618 int nextb_ic; /* next byte reverse case */
3619 long count;
3620 long minval;
3621 long maxval;
3622} regstar_T;
3623
3624/* used to store input position when a BACK was encountered, so that we now if
3625 * we made any progress since the last time. */
3626typedef struct backpos_S
3627{
3628 char_u *bp_scan; /* "scan" where BACK was encountered */
3629 regsave_T bp_pos; /* last input position */
3630} backpos_T;
3631
3632/*
Bram Moolenaar4bad6c82008-01-18 19:37:23 +00003633 * "regstack" and "backpos" are used by regmatch(). They are kept over calls
3634 * to avoid invoking malloc() and free() often.
3635 * "regstack" is a stack with regitem_T items, sometimes preceded by regstar_T
3636 * or regbehind_T.
3637 * "backpos_T" is a table with backpos_T for BACK
Bram Moolenaara7fc0102005-05-18 22:17:12 +00003638 */
Bram Moolenaar4bad6c82008-01-18 19:37:23 +00003639static garray_T regstack = {0, 0, 0, 0, NULL};
3640static garray_T backpos = {0, 0, 0, 0, NULL};
3641
3642/*
3643 * Both for regstack and backpos tables we use the following strategy of
3644 * allocation (to reduce malloc/free calls):
3645 * - Initial size is fairly small.
3646 * - When needed, the tables are grown bigger (8 times at first, double after
3647 * that).
3648 * - After executing the match we free the memory only if the array has grown.
3649 * Thus the memory is kept allocated when it's at the initial size.
3650 * This makes it fast while not keeping a lot of memory allocated.
3651 * A three times speed increase was observed when using many simple patterns.
3652 */
3653#define REGSTACK_INITIAL 2048
3654#define BACKPOS_INITIAL 64
3655
3656#if defined(EXITFREE) || defined(PROTO)
3657 void
Bram Moolenaar05540972016-01-30 20:31:25 +01003658free_regexp_stuff(void)
Bram Moolenaar4bad6c82008-01-18 19:37:23 +00003659{
3660 ga_clear(&regstack);
3661 ga_clear(&backpos);
3662 vim_free(reg_tofree);
3663 vim_free(reg_prev_sub);
3664}
3665#endif
Bram Moolenaara7fc0102005-05-18 22:17:12 +00003666
Bram Moolenaar071d4272004-06-13 20:20:40 +00003667/*
3668 * Get pointer to the line "lnum", which is relative to "reg_firstlnum".
3669 */
3670 static char_u *
Bram Moolenaar05540972016-01-30 20:31:25 +01003671reg_getline(linenr_T lnum)
Bram Moolenaar071d4272004-06-13 20:20:40 +00003672{
3673 /* when looking behind for a match/no-match lnum is negative. But we
3674 * can't go before line 1 */
3675 if (reg_firstlnum + lnum < 1)
3676 return NULL;
Bram Moolenaar5b8d8fd2005-08-16 23:01:50 +00003677 if (lnum > reg_maxline)
Bram Moolenaarae5bce12005-08-15 21:41:48 +00003678 /* Must have matched the "\n" in the last line. */
3679 return (char_u *)"";
Bram Moolenaar071d4272004-06-13 20:20:40 +00003680 return ml_get_buf(reg_buf, reg_firstlnum + lnum, FALSE);
3681}
3682
3683static regsave_T behind_pos;
3684
3685#ifdef FEAT_SYN_HL
3686static char_u *reg_startzp[NSUBEXP]; /* Workspace to mark beginning */
3687static char_u *reg_endzp[NSUBEXP]; /* and end of \z(...\) matches */
3688static lpos_T reg_startzpos[NSUBEXP]; /* idem, beginning pos */
3689static lpos_T reg_endzpos[NSUBEXP]; /* idem, end pos */
3690#endif
3691
3692/* TRUE if using multi-line regexp. */
3693#define REG_MULTI (reg_match == NULL)
3694
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +01003695static int bt_regexec_nl(regmatch_T *rmp, char_u *line, colnr_T col, int line_lbr);
Bram Moolenaar2af78a12014-04-23 19:06:37 +02003696
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003697
Bram Moolenaar071d4272004-06-13 20:20:40 +00003698/*
3699 * Match a regexp against a string.
3700 * "rmp->regprog" is a compiled regexp as returned by vim_regcomp().
3701 * Uses curbuf for line count and 'iskeyword'.
Bram Moolenaar2af78a12014-04-23 19:06:37 +02003702 * if "line_lbr" is TRUE consider a "\n" in "line" to be a line break.
Bram Moolenaar071d4272004-06-13 20:20:40 +00003703 *
Bram Moolenaar66a3e792014-11-20 23:07:05 +01003704 * Returns 0 for failure, number of lines contained in the match otherwise.
Bram Moolenaar071d4272004-06-13 20:20:40 +00003705 */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003706 static int
Bram Moolenaar05540972016-01-30 20:31:25 +01003707bt_regexec_nl(
3708 regmatch_T *rmp,
3709 char_u *line, /* string to match against */
3710 colnr_T col, /* column to start looking for match */
3711 int line_lbr)
Bram Moolenaar071d4272004-06-13 20:20:40 +00003712{
3713 reg_match = rmp;
3714 reg_mmatch = NULL;
3715 reg_maxline = 0;
Bram Moolenaar2af78a12014-04-23 19:06:37 +02003716 reg_line_lbr = line_lbr;
Bram Moolenaar2f315ab2013-01-25 20:11:01 +01003717 reg_buf = curbuf;
Bram Moolenaar071d4272004-06-13 20:20:40 +00003718 reg_win = NULL;
3719 ireg_ic = rmp->rm_ic;
3720#ifdef FEAT_MBYTE
3721 ireg_icombine = FALSE;
3722#endif
Bram Moolenaar3b56eb32005-07-11 22:40:32 +00003723 ireg_maxcol = 0;
Bram Moolenaar66a3e792014-11-20 23:07:05 +01003724
3725 return bt_regexec_both(line, col, NULL);
Bram Moolenaar071d4272004-06-13 20:20:40 +00003726}
3727
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +01003728static long bt_regexec_multi(regmmatch_T *rmp, win_T *win, buf_T *buf, linenr_T lnum, colnr_T col, proftime_T *tm);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003729
Bram Moolenaar071d4272004-06-13 20:20:40 +00003730/*
3731 * Match a regexp against multiple lines.
3732 * "rmp->regprog" is a compiled regexp as returned by vim_regcomp().
3733 * Uses curbuf for line count and 'iskeyword'.
3734 *
3735 * Return zero if there is no match. Return number of lines contained in the
3736 * match otherwise.
3737 */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003738 static long
Bram Moolenaar05540972016-01-30 20:31:25 +01003739bt_regexec_multi(
3740 regmmatch_T *rmp,
3741 win_T *win, /* window in which to search or NULL */
3742 buf_T *buf, /* buffer in which to search */
3743 linenr_T lnum, /* nr of line to start looking for match */
3744 colnr_T col, /* column to start looking for match */
3745 proftime_T *tm) /* timeout limit or NULL */
Bram Moolenaar071d4272004-06-13 20:20:40 +00003746{
Bram Moolenaar071d4272004-06-13 20:20:40 +00003747 reg_match = NULL;
3748 reg_mmatch = rmp;
3749 reg_buf = buf;
3750 reg_win = win;
3751 reg_firstlnum = lnum;
3752 reg_maxline = reg_buf->b_ml.ml_line_count - lnum;
3753 reg_line_lbr = FALSE;
3754 ireg_ic = rmp->rmm_ic;
3755#ifdef FEAT_MBYTE
3756 ireg_icombine = FALSE;
3757#endif
Bram Moolenaar3b56eb32005-07-11 22:40:32 +00003758 ireg_maxcol = rmp->rmm_maxcol;
Bram Moolenaar071d4272004-06-13 20:20:40 +00003759
Bram Moolenaar66a3e792014-11-20 23:07:05 +01003760 return bt_regexec_both(NULL, col, tm);
Bram Moolenaar071d4272004-06-13 20:20:40 +00003761}
3762
3763/*
3764 * Match a regexp against a string ("line" points to the string) or multiple
3765 * lines ("line" is NULL, use reg_getline()).
Bram Moolenaar66a3e792014-11-20 23:07:05 +01003766 * Returns 0 for failure, number of lines contained in the match otherwise.
Bram Moolenaar071d4272004-06-13 20:20:40 +00003767 */
Bram Moolenaar071d4272004-06-13 20:20:40 +00003768 static long
Bram Moolenaar05540972016-01-30 20:31:25 +01003769bt_regexec_both(
3770 char_u *line,
3771 colnr_T col, /* column to start looking for match */
3772 proftime_T *tm UNUSED) /* timeout limit or NULL */
Bram Moolenaar071d4272004-06-13 20:20:40 +00003773{
Bram Moolenaar66a3e792014-11-20 23:07:05 +01003774 bt_regprog_T *prog;
3775 char_u *s;
3776 long retval = 0L;
Bram Moolenaar071d4272004-06-13 20:20:40 +00003777
Bram Moolenaar4bad6c82008-01-18 19:37:23 +00003778 /* Create "regstack" and "backpos" if they are not allocated yet.
3779 * We allocate *_INITIAL amount of bytes first and then set the grow size
3780 * to much bigger value to avoid many malloc calls in case of deep regular
3781 * expressions. */
3782 if (regstack.ga_data == NULL)
3783 {
3784 /* Use an item size of 1 byte, since we push different things
3785 * onto the regstack. */
3786 ga_init2(&regstack, 1, REGSTACK_INITIAL);
Bram Moolenaarcde88542015-08-11 19:14:00 +02003787 (void)ga_grow(&regstack, REGSTACK_INITIAL);
Bram Moolenaar4bad6c82008-01-18 19:37:23 +00003788 regstack.ga_growsize = REGSTACK_INITIAL * 8;
3789 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00003790
Bram Moolenaar4bad6c82008-01-18 19:37:23 +00003791 if (backpos.ga_data == NULL)
3792 {
3793 ga_init2(&backpos, sizeof(backpos_T), BACKPOS_INITIAL);
Bram Moolenaarcde88542015-08-11 19:14:00 +02003794 (void)ga_grow(&backpos, BACKPOS_INITIAL);
Bram Moolenaar4bad6c82008-01-18 19:37:23 +00003795 backpos.ga_growsize = BACKPOS_INITIAL * 8;
3796 }
Bram Moolenaara7fc0102005-05-18 22:17:12 +00003797
Bram Moolenaar071d4272004-06-13 20:20:40 +00003798 if (REG_MULTI)
3799 {
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003800 prog = (bt_regprog_T *)reg_mmatch->regprog;
Bram Moolenaar071d4272004-06-13 20:20:40 +00003801 line = reg_getline((linenr_T)0);
3802 reg_startpos = reg_mmatch->startpos;
3803 reg_endpos = reg_mmatch->endpos;
3804 }
3805 else
3806 {
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003807 prog = (bt_regprog_T *)reg_match->regprog;
Bram Moolenaar071d4272004-06-13 20:20:40 +00003808 reg_startp = reg_match->startp;
3809 reg_endp = reg_match->endp;
3810 }
3811
3812 /* Be paranoid... */
3813 if (prog == NULL || line == NULL)
3814 {
3815 EMSG(_(e_null));
3816 goto theend;
3817 }
3818
3819 /* Check validity of program. */
3820 if (prog_magic_wrong())
3821 goto theend;
3822
Bram Moolenaar3b56eb32005-07-11 22:40:32 +00003823 /* If the start column is past the maximum column: no need to try. */
3824 if (ireg_maxcol > 0 && col >= ireg_maxcol)
3825 goto theend;
3826
Bram Moolenaar071d4272004-06-13 20:20:40 +00003827 /* If pattern contains "\c" or "\C": overrule value of ireg_ic */
3828 if (prog->regflags & RF_ICASE)
3829 ireg_ic = TRUE;
3830 else if (prog->regflags & RF_NOICASE)
3831 ireg_ic = FALSE;
3832
3833#ifdef FEAT_MBYTE
3834 /* If pattern contains "\Z" overrule value of ireg_icombine */
3835 if (prog->regflags & RF_ICOMBINE)
3836 ireg_icombine = TRUE;
3837#endif
3838
3839 /* If there is a "must appear" string, look for it. */
3840 if (prog->regmust != NULL)
3841 {
3842 int c;
3843
3844#ifdef FEAT_MBYTE
3845 if (has_mbyte)
3846 c = (*mb_ptr2char)(prog->regmust);
3847 else
3848#endif
3849 c = *prog->regmust;
3850 s = line + col;
Bram Moolenaar05159a02005-02-26 23:04:13 +00003851
3852 /*
3853 * This is used very often, esp. for ":global". Use three versions of
3854 * the loop to avoid overhead of conditions.
3855 */
3856 if (!ireg_ic
3857#ifdef FEAT_MBYTE
3858 && !has_mbyte
3859#endif
3860 )
3861 while ((s = vim_strbyte(s, c)) != NULL)
3862 {
3863 if (cstrncmp(s, prog->regmust, &prog->regmlen) == 0)
3864 break; /* Found it. */
3865 ++s;
3866 }
3867#ifdef FEAT_MBYTE
3868 else if (!ireg_ic || (!enc_utf8 && mb_char2len(c) > 1))
3869 while ((s = vim_strchr(s, c)) != NULL)
3870 {
3871 if (cstrncmp(s, prog->regmust, &prog->regmlen) == 0)
3872 break; /* Found it. */
3873 mb_ptr_adv(s);
3874 }
3875#endif
3876 else
3877 while ((s = cstrchr(s, c)) != NULL)
3878 {
3879 if (cstrncmp(s, prog->regmust, &prog->regmlen) == 0)
3880 break; /* Found it. */
3881 mb_ptr_adv(s);
3882 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00003883 if (s == NULL) /* Not present. */
3884 goto theend;
3885 }
3886
3887 regline = line;
3888 reglnum = 0;
Bram Moolenaar73a92fe2010-09-14 10:55:47 +02003889 reg_toolong = FALSE;
Bram Moolenaar071d4272004-06-13 20:20:40 +00003890
3891 /* Simplest case: Anchored match need be tried only once. */
3892 if (prog->reganch)
3893 {
3894 int c;
3895
3896#ifdef FEAT_MBYTE
3897 if (has_mbyte)
3898 c = (*mb_ptr2char)(regline + col);
3899 else
3900#endif
3901 c = regline[col];
3902 if (prog->regstart == NUL
3903 || prog->regstart == c
3904 || (ireg_ic && ((
3905#ifdef FEAT_MBYTE
3906 (enc_utf8 && utf_fold(prog->regstart) == utf_fold(c)))
3907 || (c < 255 && prog->regstart < 255 &&
3908#endif
Bram Moolenaara245a5b2007-08-11 11:58:23 +00003909 MB_TOLOWER(prog->regstart) == MB_TOLOWER(c)))))
Bram Moolenaar071d4272004-06-13 20:20:40 +00003910 retval = regtry(prog, col);
3911 else
3912 retval = 0;
3913 }
3914 else
3915 {
Bram Moolenaar91a4e822008-01-19 14:59:58 +00003916#ifdef FEAT_RELTIME
3917 int tm_count = 0;
3918#endif
Bram Moolenaar071d4272004-06-13 20:20:40 +00003919 /* Messy cases: unanchored match. */
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00003920 while (!got_int)
Bram Moolenaar071d4272004-06-13 20:20:40 +00003921 {
3922 if (prog->regstart != NUL)
3923 {
Bram Moolenaar05159a02005-02-26 23:04:13 +00003924 /* Skip until the char we know it must start with.
3925 * Used often, do some work to avoid call overhead. */
3926 if (!ireg_ic
3927#ifdef FEAT_MBYTE
3928 && !has_mbyte
3929#endif
3930 )
3931 s = vim_strbyte(regline + col, prog->regstart);
3932 else
3933 s = cstrchr(regline + col, prog->regstart);
Bram Moolenaar071d4272004-06-13 20:20:40 +00003934 if (s == NULL)
3935 {
3936 retval = 0;
3937 break;
3938 }
3939 col = (int)(s - regline);
3940 }
3941
Bram Moolenaar3b56eb32005-07-11 22:40:32 +00003942 /* Check for maximum column to try. */
3943 if (ireg_maxcol > 0 && col >= ireg_maxcol)
3944 {
3945 retval = 0;
3946 break;
3947 }
3948
Bram Moolenaar071d4272004-06-13 20:20:40 +00003949 retval = regtry(prog, col);
3950 if (retval > 0)
3951 break;
3952
3953 /* if not currently on the first line, get it again */
3954 if (reglnum != 0)
3955 {
Bram Moolenaar071d4272004-06-13 20:20:40 +00003956 reglnum = 0;
Bram Moolenaarae5bce12005-08-15 21:41:48 +00003957 regline = reg_getline((linenr_T)0);
Bram Moolenaar071d4272004-06-13 20:20:40 +00003958 }
3959 if (regline[col] == NUL)
3960 break;
3961#ifdef FEAT_MBYTE
3962 if (has_mbyte)
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00003963 col += (*mb_ptr2len)(regline + col);
Bram Moolenaar071d4272004-06-13 20:20:40 +00003964 else
3965#endif
3966 ++col;
Bram Moolenaar91a4e822008-01-19 14:59:58 +00003967#ifdef FEAT_RELTIME
3968 /* Check for timeout once in a twenty times to avoid overhead. */
3969 if (tm != NULL && ++tm_count == 20)
3970 {
3971 tm_count = 0;
3972 if (profile_passed_limit(tm))
3973 break;
3974 }
3975#endif
Bram Moolenaar071d4272004-06-13 20:20:40 +00003976 }
3977 }
3978
Bram Moolenaar071d4272004-06-13 20:20:40 +00003979theend:
Bram Moolenaar4bad6c82008-01-18 19:37:23 +00003980 /* Free "reg_tofree" when it's a bit big.
3981 * Free regstack and backpos if they are bigger than their initial size. */
3982 if (reg_tofreelen > 400)
3983 {
3984 vim_free(reg_tofree);
3985 reg_tofree = NULL;
3986 }
3987 if (regstack.ga_maxlen > REGSTACK_INITIAL)
3988 ga_clear(&regstack);
3989 if (backpos.ga_maxlen > BACKPOS_INITIAL)
3990 ga_clear(&backpos);
Bram Moolenaara7fc0102005-05-18 22:17:12 +00003991
Bram Moolenaar071d4272004-06-13 20:20:40 +00003992 return retval;
3993}
3994
3995#ifdef FEAT_SYN_HL
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +01003996static reg_extmatch_T *make_extmatch(void);
Bram Moolenaar071d4272004-06-13 20:20:40 +00003997
3998/*
3999 * Create a new extmatch and mark it as referenced once.
4000 */
4001 static reg_extmatch_T *
Bram Moolenaar05540972016-01-30 20:31:25 +01004002make_extmatch(void)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004003{
4004 reg_extmatch_T *em;
4005
4006 em = (reg_extmatch_T *)alloc_clear((unsigned)sizeof(reg_extmatch_T));
4007 if (em != NULL)
4008 em->refcnt = 1;
4009 return em;
4010}
4011
4012/*
4013 * Add a reference to an extmatch.
4014 */
4015 reg_extmatch_T *
Bram Moolenaar05540972016-01-30 20:31:25 +01004016ref_extmatch(reg_extmatch_T *em)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004017{
4018 if (em != NULL)
4019 em->refcnt++;
4020 return em;
4021}
4022
4023/*
4024 * Remove a reference to an extmatch. If there are no references left, free
4025 * the info.
4026 */
4027 void
Bram Moolenaar05540972016-01-30 20:31:25 +01004028unref_extmatch(reg_extmatch_T *em)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004029{
4030 int i;
4031
4032 if (em != NULL && --em->refcnt <= 0)
4033 {
4034 for (i = 0; i < NSUBEXP; ++i)
4035 vim_free(em->matches[i]);
4036 vim_free(em);
4037 }
4038}
4039#endif
4040
4041/*
4042 * regtry - try match of "prog" with at regline["col"].
4043 * Returns 0 for failure, number of lines contained in the match otherwise.
4044 */
4045 static long
Bram Moolenaar05540972016-01-30 20:31:25 +01004046regtry(bt_regprog_T *prog, colnr_T col)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004047{
4048 reginput = regline + col;
4049 need_clear_subexpr = TRUE;
4050#ifdef FEAT_SYN_HL
4051 /* Clear the external match subpointers if necessary. */
4052 if (prog->reghasz == REX_SET)
4053 need_clear_zsubexpr = TRUE;
4054#endif
4055
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00004056 if (regmatch(prog->program + 1) == 0)
4057 return 0;
4058
4059 cleanup_subexpr();
4060 if (REG_MULTI)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004061 {
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00004062 if (reg_startpos[0].lnum < 0)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004063 {
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00004064 reg_startpos[0].lnum = 0;
4065 reg_startpos[0].col = col;
4066 }
4067 if (reg_endpos[0].lnum < 0)
4068 {
4069 reg_endpos[0].lnum = reglnum;
4070 reg_endpos[0].col = (int)(reginput - regline);
Bram Moolenaar071d4272004-06-13 20:20:40 +00004071 }
4072 else
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00004073 /* Use line number of "\ze". */
4074 reglnum = reg_endpos[0].lnum;
4075 }
4076 else
4077 {
4078 if (reg_startp[0] == NULL)
4079 reg_startp[0] = regline + col;
4080 if (reg_endp[0] == NULL)
4081 reg_endp[0] = reginput;
4082 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00004083#ifdef FEAT_SYN_HL
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00004084 /* Package any found \z(...\) matches for export. Default is none. */
4085 unref_extmatch(re_extmatch_out);
4086 re_extmatch_out = NULL;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004087
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00004088 if (prog->reghasz == REX_SET)
4089 {
4090 int i;
4091
4092 cleanup_zsubexpr();
4093 re_extmatch_out = make_extmatch();
4094 for (i = 0; i < NSUBEXP; i++)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004095 {
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00004096 if (REG_MULTI)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004097 {
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00004098 /* Only accept single line matches. */
4099 if (reg_startzpos[i].lnum >= 0
Bram Moolenaar5a4e1602014-04-06 21:34:04 +02004100 && reg_endzpos[i].lnum == reg_startzpos[i].lnum
4101 && reg_endzpos[i].col >= reg_startzpos[i].col)
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00004102 re_extmatch_out->matches[i] =
4103 vim_strnsave(reg_getline(reg_startzpos[i].lnum)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004104 + reg_startzpos[i].col,
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00004105 reg_endzpos[i].col - reg_startzpos[i].col);
4106 }
4107 else
4108 {
4109 if (reg_startzp[i] != NULL && reg_endzp[i] != NULL)
4110 re_extmatch_out->matches[i] =
Bram Moolenaar071d4272004-06-13 20:20:40 +00004111 vim_strnsave(reg_startzp[i],
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00004112 (int)(reg_endzp[i] - reg_startzp[i]));
Bram Moolenaar071d4272004-06-13 20:20:40 +00004113 }
4114 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00004115 }
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00004116#endif
4117 return 1 + reglnum;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004118}
4119
4120#ifdef FEAT_MBYTE
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +01004121static int reg_prev_class(void);
Bram Moolenaar071d4272004-06-13 20:20:40 +00004122
Bram Moolenaar071d4272004-06-13 20:20:40 +00004123/*
4124 * Get class of previous character.
4125 */
4126 static int
Bram Moolenaar05540972016-01-30 20:31:25 +01004127reg_prev_class(void)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004128{
4129 if (reginput > regline)
Bram Moolenaarf813a182013-01-30 13:59:37 +01004130 return mb_get_class_buf(reginput - 1
4131 - (*mb_head_off)(regline, reginput - 1), reg_buf);
Bram Moolenaar071d4272004-06-13 20:20:40 +00004132 return -1;
4133}
Bram Moolenaar071d4272004-06-13 20:20:40 +00004134#endif
Bram Moolenaarf7ff6e82014-03-23 15:13:05 +01004135
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +01004136static int reg_match_visual(void);
Bram Moolenaardacd7de2013-06-04 18:28:48 +02004137
4138/*
4139 * Return TRUE if the current reginput position matches the Visual area.
4140 */
4141 static int
Bram Moolenaar05540972016-01-30 20:31:25 +01004142reg_match_visual(void)
Bram Moolenaardacd7de2013-06-04 18:28:48 +02004143{
4144 pos_T top, bot;
4145 linenr_T lnum;
4146 colnr_T col;
4147 win_T *wp = reg_win == NULL ? curwin : reg_win;
4148 int mode;
4149 colnr_T start, end;
4150 colnr_T start2, end2;
4151 colnr_T cols;
4152
4153 /* Check if the buffer is the current buffer. */
4154 if (reg_buf != curbuf || VIsual.lnum == 0)
4155 return FALSE;
4156
4157 if (VIsual_active)
4158 {
4159 if (lt(VIsual, wp->w_cursor))
4160 {
4161 top = VIsual;
4162 bot = wp->w_cursor;
4163 }
4164 else
4165 {
4166 top = wp->w_cursor;
4167 bot = VIsual;
4168 }
4169 mode = VIsual_mode;
4170 }
4171 else
4172 {
4173 if (lt(curbuf->b_visual.vi_start, curbuf->b_visual.vi_end))
4174 {
4175 top = curbuf->b_visual.vi_start;
4176 bot = curbuf->b_visual.vi_end;
4177 }
4178 else
4179 {
4180 top = curbuf->b_visual.vi_end;
4181 bot = curbuf->b_visual.vi_start;
4182 }
4183 mode = curbuf->b_visual.vi_mode;
4184 }
4185 lnum = reglnum + reg_firstlnum;
4186 if (lnum < top.lnum || lnum > bot.lnum)
4187 return FALSE;
4188
4189 if (mode == 'v')
4190 {
4191 col = (colnr_T)(reginput - regline);
4192 if ((lnum == top.lnum && col < top.col)
4193 || (lnum == bot.lnum && col >= bot.col + (*p_sel != 'e')))
4194 return FALSE;
4195 }
4196 else if (mode == Ctrl_V)
4197 {
4198 getvvcol(wp, &top, &start, NULL, &end);
4199 getvvcol(wp, &bot, &start2, NULL, &end2);
4200 if (start2 < start)
4201 start = start2;
4202 if (end2 > end)
4203 end = end2;
4204 if (top.col == MAXCOL || bot.col == MAXCOL)
4205 end = MAXCOL;
4206 cols = win_linetabsize(wp, regline, (colnr_T)(reginput - regline));
4207 if (cols < start || cols > end - (*p_sel == 'e'))
4208 return FALSE;
4209 }
4210 return TRUE;
4211}
Bram Moolenaardacd7de2013-06-04 18:28:48 +02004212
Bram Moolenaar1cd871b2004-12-19 22:46:22 +00004213#define ADVANCE_REGINPUT() mb_ptr_adv(reginput)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004214
4215/*
4216 * The arguments from BRACE_LIMITS are stored here. They are actually local
4217 * to regmatch(), but they are here to reduce the amount of stack space used
4218 * (it can be called recursively many times).
4219 */
4220static long bl_minval;
4221static long bl_maxval;
4222
4223/*
4224 * regmatch - main matching routine
4225 *
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004226 * Conceptually the strategy is simple: Check to see whether the current node
4227 * matches, push an item onto the regstack and loop to see whether the rest
4228 * matches, and then act accordingly. In practice we make some effort to
4229 * avoid using the regstack, in particular by going through "ordinary" nodes
4230 * (that don't need to know whether the rest of the match failed) by a nested
4231 * loop.
Bram Moolenaar071d4272004-06-13 20:20:40 +00004232 *
4233 * Returns TRUE when there is a match. Leaves reginput and reglnum just after
4234 * the last matched character.
4235 * Returns FALSE when there is no match. Leaves reginput and reglnum in an
4236 * undefined state!
4237 */
4238 static int
Bram Moolenaar05540972016-01-30 20:31:25 +01004239regmatch(
4240 char_u *scan) /* Current node. */
Bram Moolenaar071d4272004-06-13 20:20:40 +00004241{
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004242 char_u *next; /* Next node. */
4243 int op;
4244 int c;
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004245 regitem_T *rp;
4246 int no;
4247 int status; /* one of the RA_ values: */
4248#define RA_FAIL 1 /* something failed, abort */
4249#define RA_CONT 2 /* continue in inner loop */
4250#define RA_BREAK 3 /* break inner loop */
4251#define RA_MATCH 4 /* successful match */
4252#define RA_NOMATCH 5 /* didn't match */
Bram Moolenaar071d4272004-06-13 20:20:40 +00004253
Bram Moolenaar4bad6c82008-01-18 19:37:23 +00004254 /* Make "regstack" and "backpos" empty. They are allocated and freed in
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004255 * bt_regexec_both() to reduce malloc()/free() calls. */
Bram Moolenaara7fc0102005-05-18 22:17:12 +00004256 regstack.ga_len = 0;
4257 backpos.ga_len = 0;
Bram Moolenaar582fd852005-03-28 20:58:01 +00004258
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004259 /*
Bram Moolenaar582fd852005-03-28 20:58:01 +00004260 * Repeat until "regstack" is empty.
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004261 */
4262 for (;;)
4263 {
Bram Moolenaar41f12052013-08-25 17:01:42 +02004264 /* Some patterns may take a long time to match, e.g., "\([a-z]\+\)\+Q".
4265 * Allow interrupting them with CTRL-C. */
Bram Moolenaar071d4272004-06-13 20:20:40 +00004266 fast_breakcheck();
4267
4268#ifdef DEBUG
4269 if (scan != NULL && regnarrate)
4270 {
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004271 mch_errmsg((char *)regprop(scan));
Bram Moolenaar071d4272004-06-13 20:20:40 +00004272 mch_errmsg("(\n");
4273 }
4274#endif
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004275
4276 /*
Bram Moolenaar582fd852005-03-28 20:58:01 +00004277 * Repeat for items that can be matched sequentially, without using the
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004278 * regstack.
4279 */
4280 for (;;)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004281 {
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004282 if (got_int || scan == NULL)
4283 {
4284 status = RA_FAIL;
4285 break;
4286 }
4287 status = RA_CONT;
4288
Bram Moolenaar071d4272004-06-13 20:20:40 +00004289#ifdef DEBUG
4290 if (regnarrate)
4291 {
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004292 mch_errmsg((char *)regprop(scan));
Bram Moolenaar071d4272004-06-13 20:20:40 +00004293 mch_errmsg("...\n");
4294# ifdef FEAT_SYN_HL
4295 if (re_extmatch_in != NULL)
4296 {
4297 int i;
4298
4299 mch_errmsg(_("External submatches:\n"));
4300 for (i = 0; i < NSUBEXP; i++)
4301 {
4302 mch_errmsg(" \"");
4303 if (re_extmatch_in->matches[i] != NULL)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004304 mch_errmsg((char *)re_extmatch_in->matches[i]);
Bram Moolenaar071d4272004-06-13 20:20:40 +00004305 mch_errmsg("\"\n");
4306 }
4307 }
4308# endif
4309 }
4310#endif
4311 next = regnext(scan);
4312
4313 op = OP(scan);
4314 /* Check for character class with NL added. */
Bram Moolenaar640009d2006-10-17 16:48:26 +00004315 if (!reg_line_lbr && WITH_NL(op) && REG_MULTI
4316 && *reginput == NUL && reglnum <= reg_maxline)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004317 {
4318 reg_nextline();
4319 }
4320 else if (reg_line_lbr && WITH_NL(op) && *reginput == '\n')
4321 {
4322 ADVANCE_REGINPUT();
4323 }
4324 else
4325 {
4326 if (WITH_NL(op))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004327 op -= ADD_NL;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004328#ifdef FEAT_MBYTE
4329 if (has_mbyte)
4330 c = (*mb_ptr2char)(reginput);
4331 else
4332#endif
4333 c = *reginput;
4334 switch (op)
4335 {
4336 case BOL:
4337 if (reginput != regline)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004338 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004339 break;
4340
4341 case EOL:
4342 if (c != NUL)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004343 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004344 break;
4345
4346 case RE_BOF:
Bram Moolenaara7139332007-12-09 18:26:22 +00004347 /* We're not at the beginning of the file when below the first
4348 * line where we started, not at the start of the line or we
4349 * didn't start at the first line of the buffer. */
Bram Moolenaar071d4272004-06-13 20:20:40 +00004350 if (reglnum != 0 || reginput != regline
Bram Moolenaara7139332007-12-09 18:26:22 +00004351 || (REG_MULTI && reg_firstlnum > 1))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004352 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004353 break;
4354
4355 case RE_EOF:
4356 if (reglnum != reg_maxline || c != NUL)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004357 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004358 break;
4359
4360 case CURSOR:
4361 /* Check if the buffer is in a window and compare the
4362 * reg_win->w_cursor position to the match position. */
4363 if (reg_win == NULL
4364 || (reglnum + reg_firstlnum != reg_win->w_cursor.lnum)
4365 || ((colnr_T)(reginput - regline) != reg_win->w_cursor.col))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004366 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004367 break;
4368
Bram Moolenaar71fe80d2006-01-22 23:25:56 +00004369 case RE_MARK:
Bram Moolenaar044aa292013-06-04 21:27:38 +02004370 /* Compare the mark position to the match position. */
Bram Moolenaar71fe80d2006-01-22 23:25:56 +00004371 {
4372 int mark = OPERAND(scan)[0];
4373 int cmp = OPERAND(scan)[1];
4374 pos_T *pos;
4375
Bram Moolenaar9d182dd2013-01-23 15:53:15 +01004376 pos = getmark_buf(reg_buf, mark, FALSE);
Bram Moolenaare9400a42007-05-06 13:04:32 +00004377 if (pos == NULL /* mark doesn't exist */
Bram Moolenaar044aa292013-06-04 21:27:38 +02004378 || pos->lnum <= 0 /* mark isn't set in reg_buf */
Bram Moolenaar71fe80d2006-01-22 23:25:56 +00004379 || (pos->lnum == reglnum + reg_firstlnum
4380 ? (pos->col == (colnr_T)(reginput - regline)
4381 ? (cmp == '<' || cmp == '>')
4382 : (pos->col < (colnr_T)(reginput - regline)
4383 ? cmp != '>'
4384 : cmp != '<'))
4385 : (pos->lnum < reglnum + reg_firstlnum
4386 ? cmp != '>'
4387 : cmp != '<')))
4388 status = RA_NOMATCH;
4389 }
4390 break;
4391
4392 case RE_VISUAL:
Bram Moolenaardacd7de2013-06-04 18:28:48 +02004393 if (!reg_match_visual())
Bram Moolenaardacd7de2013-06-04 18:28:48 +02004394 status = RA_NOMATCH;
Bram Moolenaar71fe80d2006-01-22 23:25:56 +00004395 break;
4396
Bram Moolenaar071d4272004-06-13 20:20:40 +00004397 case RE_LNUM:
4398 if (!REG_MULTI || !re_num_cmp((long_u)(reglnum + reg_firstlnum),
4399 scan))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004400 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004401 break;
4402
4403 case RE_COL:
4404 if (!re_num_cmp((long_u)(reginput - regline) + 1, scan))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004405 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004406 break;
4407
4408 case RE_VCOL:
4409 if (!re_num_cmp((long_u)win_linetabsize(
4410 reg_win == NULL ? curwin : reg_win,
4411 regline, (colnr_T)(reginput - regline)) + 1, scan))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004412 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004413 break;
4414
4415 case BOW: /* \<word; reginput points to w */
4416 if (c == NUL) /* Can't match at end of line */
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004417 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004418#ifdef FEAT_MBYTE
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004419 else if (has_mbyte)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004420 {
4421 int this_class;
4422
4423 /* Get class of current and previous char (if it exists). */
Bram Moolenaarf813a182013-01-30 13:59:37 +01004424 this_class = mb_get_class_buf(reginput, reg_buf);
Bram Moolenaar071d4272004-06-13 20:20:40 +00004425 if (this_class <= 1)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004426 status = RA_NOMATCH; /* not on a word at all */
4427 else if (reg_prev_class() == this_class)
4428 status = RA_NOMATCH; /* previous char is in same word */
Bram Moolenaar071d4272004-06-13 20:20:40 +00004429 }
4430#endif
4431 else
4432 {
Bram Moolenaar2f315ab2013-01-25 20:11:01 +01004433 if (!vim_iswordc_buf(c, reg_buf) || (reginput > regline
4434 && vim_iswordc_buf(reginput[-1], reg_buf)))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004435 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004436 }
4437 break;
4438
4439 case EOW: /* word\>; reginput points after d */
4440 if (reginput == regline) /* Can't match at start of line */
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004441 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004442#ifdef FEAT_MBYTE
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004443 else if (has_mbyte)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004444 {
4445 int this_class, prev_class;
4446
4447 /* Get class of current and previous char (if it exists). */
Bram Moolenaarf813a182013-01-30 13:59:37 +01004448 this_class = mb_get_class_buf(reginput, reg_buf);
Bram Moolenaar071d4272004-06-13 20:20:40 +00004449 prev_class = reg_prev_class();
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004450 if (this_class == prev_class
4451 || prev_class == 0 || prev_class == 1)
4452 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004453 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00004454#endif
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004455 else
Bram Moolenaar071d4272004-06-13 20:20:40 +00004456 {
Bram Moolenaar9d182dd2013-01-23 15:53:15 +01004457 if (!vim_iswordc_buf(reginput[-1], reg_buf)
4458 || (reginput[0] != NUL && vim_iswordc_buf(c, reg_buf)))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004459 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004460 }
4461 break; /* Matched with EOW */
4462
4463 case ANY:
Bram Moolenaare337e5f2013-01-30 18:21:51 +01004464 /* ANY does not match new lines. */
Bram Moolenaar071d4272004-06-13 20:20:40 +00004465 if (c == NUL)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004466 status = RA_NOMATCH;
4467 else
4468 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004469 break;
4470
4471 case IDENT:
4472 if (!vim_isIDc(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004473 status = RA_NOMATCH;
4474 else
4475 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004476 break;
4477
4478 case SIDENT:
4479 if (VIM_ISDIGIT(*reginput) || !vim_isIDc(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004480 status = RA_NOMATCH;
4481 else
4482 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004483 break;
4484
4485 case KWORD:
Bram Moolenaarf813a182013-01-30 13:59:37 +01004486 if (!vim_iswordp_buf(reginput, reg_buf))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004487 status = RA_NOMATCH;
4488 else
4489 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004490 break;
4491
4492 case SKWORD:
Bram Moolenaarf813a182013-01-30 13:59:37 +01004493 if (VIM_ISDIGIT(*reginput) || !vim_iswordp_buf(reginput, reg_buf))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004494 status = RA_NOMATCH;
4495 else
4496 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004497 break;
4498
4499 case FNAME:
4500 if (!vim_isfilec(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004501 status = RA_NOMATCH;
4502 else
4503 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004504 break;
4505
4506 case SFNAME:
4507 if (VIM_ISDIGIT(*reginput) || !vim_isfilec(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004508 status = RA_NOMATCH;
4509 else
4510 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004511 break;
4512
4513 case PRINT:
Bram Moolenaarac7c33e2013-07-21 17:06:00 +02004514 if (!vim_isprintc(PTR2CHAR(reginput)))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004515 status = RA_NOMATCH;
4516 else
4517 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004518 break;
4519
4520 case SPRINT:
Bram Moolenaarac7c33e2013-07-21 17:06:00 +02004521 if (VIM_ISDIGIT(*reginput) || !vim_isprintc(PTR2CHAR(reginput)))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004522 status = RA_NOMATCH;
4523 else
4524 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004525 break;
4526
4527 case WHITE:
4528 if (!vim_iswhite(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004529 status = RA_NOMATCH;
4530 else
4531 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004532 break;
4533
4534 case NWHITE:
4535 if (c == NUL || vim_iswhite(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004536 status = RA_NOMATCH;
4537 else
4538 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004539 break;
4540
4541 case DIGIT:
4542 if (!ri_digit(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004543 status = RA_NOMATCH;
4544 else
4545 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004546 break;
4547
4548 case NDIGIT:
4549 if (c == NUL || ri_digit(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004550 status = RA_NOMATCH;
4551 else
4552 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004553 break;
4554
4555 case HEX:
4556 if (!ri_hex(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004557 status = RA_NOMATCH;
4558 else
4559 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004560 break;
4561
4562 case NHEX:
4563 if (c == NUL || ri_hex(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004564 status = RA_NOMATCH;
4565 else
4566 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004567 break;
4568
4569 case OCTAL:
4570 if (!ri_octal(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004571 status = RA_NOMATCH;
4572 else
4573 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004574 break;
4575
4576 case NOCTAL:
4577 if (c == NUL || ri_octal(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004578 status = RA_NOMATCH;
4579 else
4580 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004581 break;
4582
4583 case WORD:
4584 if (!ri_word(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004585 status = RA_NOMATCH;
4586 else
4587 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004588 break;
4589
4590 case NWORD:
4591 if (c == NUL || ri_word(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004592 status = RA_NOMATCH;
4593 else
4594 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004595 break;
4596
4597 case HEAD:
4598 if (!ri_head(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004599 status = RA_NOMATCH;
4600 else
4601 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004602 break;
4603
4604 case NHEAD:
4605 if (c == NUL || ri_head(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004606 status = RA_NOMATCH;
4607 else
4608 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004609 break;
4610
4611 case ALPHA:
4612 if (!ri_alpha(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004613 status = RA_NOMATCH;
4614 else
4615 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004616 break;
4617
4618 case NALPHA:
4619 if (c == NUL || ri_alpha(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004620 status = RA_NOMATCH;
4621 else
4622 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004623 break;
4624
4625 case LOWER:
4626 if (!ri_lower(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004627 status = RA_NOMATCH;
4628 else
4629 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004630 break;
4631
4632 case NLOWER:
4633 if (c == NUL || ri_lower(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004634 status = RA_NOMATCH;
4635 else
4636 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004637 break;
4638
4639 case UPPER:
4640 if (!ri_upper(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004641 status = RA_NOMATCH;
4642 else
4643 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004644 break;
4645
4646 case NUPPER:
4647 if (c == NUL || ri_upper(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004648 status = RA_NOMATCH;
4649 else
4650 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004651 break;
4652
4653 case EXACTLY:
4654 {
4655 int len;
4656 char_u *opnd;
4657
4658 opnd = OPERAND(scan);
4659 /* Inline the first byte, for speed. */
4660 if (*opnd != *reginput
4661 && (!ireg_ic || (
4662#ifdef FEAT_MBYTE
4663 !enc_utf8 &&
4664#endif
Bram Moolenaara245a5b2007-08-11 11:58:23 +00004665 MB_TOLOWER(*opnd) != MB_TOLOWER(*reginput))))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004666 status = RA_NOMATCH;
4667 else if (*opnd == NUL)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004668 {
4669 /* match empty string always works; happens when "~" is
4670 * empty. */
4671 }
Bram Moolenaar6082bea2014-05-13 18:04:00 +02004672 else
4673 {
4674 if (opnd[1] == NUL
Bram Moolenaar071d4272004-06-13 20:20:40 +00004675#ifdef FEAT_MBYTE
4676 && !(enc_utf8 && ireg_ic)
4677#endif
4678 )
Bram Moolenaar6082bea2014-05-13 18:04:00 +02004679 {
4680 len = 1; /* matched a single byte above */
4681 }
4682 else
4683 {
4684 /* Need to match first byte again for multi-byte. */
4685 len = (int)STRLEN(opnd);
4686 if (cstrncmp(opnd, reginput, &len) != 0)
4687 status = RA_NOMATCH;
4688 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00004689#ifdef FEAT_MBYTE
Bram Moolenaar8df5acf2014-05-13 19:37:29 +02004690 /* Check for following composing character, unless %C
4691 * follows (skips over all composing chars). */
Bram Moolenaar6082bea2014-05-13 18:04:00 +02004692 if (status != RA_NOMATCH
4693 && enc_utf8
4694 && UTF_COMPOSINGLIKE(reginput, reginput + len)
Bram Moolenaar8df5acf2014-05-13 19:37:29 +02004695 && !ireg_icombine
4696 && OP(next) != RE_COMPOSING)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004697 {
4698 /* raaron: This code makes a composing character get
4699 * ignored, which is the correct behavior (sometimes)
4700 * for voweled Hebrew texts. */
Bram Moolenaar6082bea2014-05-13 18:04:00 +02004701 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004702 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00004703#endif
Bram Moolenaar6082bea2014-05-13 18:04:00 +02004704 if (status != RA_NOMATCH)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004705 reginput += len;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004706 }
4707 }
4708 break;
4709
4710 case ANYOF:
4711 case ANYBUT:
4712 if (c == NUL)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004713 status = RA_NOMATCH;
4714 else if ((cstrchr(OPERAND(scan), c) == NULL) == (op == ANYOF))
4715 status = RA_NOMATCH;
4716 else
4717 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004718 break;
4719
4720#ifdef FEAT_MBYTE
4721 case MULTIBYTECODE:
4722 if (has_mbyte)
4723 {
4724 int i, len;
4725 char_u *opnd;
Bram Moolenaar89d40322006-08-29 15:30:07 +00004726 int opndc = 0, inpc;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004727
4728 opnd = OPERAND(scan);
4729 /* Safety check (just in case 'encoding' was changed since
4730 * compiling the program). */
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00004731 if ((len = (*mb_ptr2len)(opnd)) < 2)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004732 {
4733 status = RA_NOMATCH;
4734 break;
4735 }
Bram Moolenaar362e1a32006-03-06 23:29:24 +00004736 if (enc_utf8)
4737 opndc = mb_ptr2char(opnd);
4738 if (enc_utf8 && utf_iscomposing(opndc))
4739 {
4740 /* When only a composing char is given match at any
4741 * position where that composing char appears. */
4742 status = RA_NOMATCH;
Bram Moolenaar0e462412015-03-31 14:17:31 +02004743 for (i = 0; reginput[i] != NUL;
4744 i += utf_ptr2len(reginput + i))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004745 {
Bram Moolenaar362e1a32006-03-06 23:29:24 +00004746 inpc = mb_ptr2char(reginput + i);
4747 if (!utf_iscomposing(inpc))
4748 {
4749 if (i > 0)
4750 break;
4751 }
4752 else if (opndc == inpc)
4753 {
4754 /* Include all following composing chars. */
4755 len = i + mb_ptr2len(reginput + i);
4756 status = RA_MATCH;
4757 break;
4758 }
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004759 }
Bram Moolenaar362e1a32006-03-06 23:29:24 +00004760 }
4761 else
4762 for (i = 0; i < len; ++i)
4763 if (opnd[i] != reginput[i])
4764 {
4765 status = RA_NOMATCH;
4766 break;
4767 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00004768 reginput += len;
4769 }
4770 else
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004771 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004772 break;
4773#endif
Bram Moolenaar8df5acf2014-05-13 19:37:29 +02004774 case RE_COMPOSING:
4775#ifdef FEAT_MBYTE
4776 if (enc_utf8)
4777 {
4778 /* Skip composing characters. */
4779 while (utf_iscomposing(utf_ptr2char(reginput)))
4780 mb_cptr_adv(reginput);
4781 }
4782#endif
4783 break;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004784
4785 case NOTHING:
4786 break;
4787
4788 case BACK:
Bram Moolenaar582fd852005-03-28 20:58:01 +00004789 {
4790 int i;
4791 backpos_T *bp;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004792
Bram Moolenaar582fd852005-03-28 20:58:01 +00004793 /*
4794 * When we run into BACK we need to check if we don't keep
4795 * looping without matching any input. The second and later
4796 * times a BACK is encountered it fails if the input is still
4797 * at the same position as the previous time.
4798 * The positions are stored in "backpos" and found by the
4799 * current value of "scan", the position in the RE program.
4800 */
4801 bp = (backpos_T *)backpos.ga_data;
4802 for (i = 0; i < backpos.ga_len; ++i)
4803 if (bp[i].bp_scan == scan)
4804 break;
4805 if (i == backpos.ga_len)
4806 {
4807 /* First time at this BACK, make room to store the pos. */
4808 if (ga_grow(&backpos, 1) == FAIL)
4809 status = RA_FAIL;
4810 else
4811 {
4812 /* get "ga_data" again, it may have changed */
4813 bp = (backpos_T *)backpos.ga_data;
4814 bp[i].bp_scan = scan;
4815 ++backpos.ga_len;
4816 }
4817 }
4818 else if (reg_save_equal(&bp[i].bp_pos))
4819 /* Still at same position as last time, fail. */
4820 status = RA_NOMATCH;
4821
4822 if (status != RA_FAIL && status != RA_NOMATCH)
4823 reg_save(&bp[i].bp_pos, &backpos);
4824 }
Bram Moolenaar19a09a12005-03-04 23:39:37 +00004825 break;
4826
Bram Moolenaar071d4272004-06-13 20:20:40 +00004827 case MOPEN + 0: /* Match start: \zs */
4828 case MOPEN + 1: /* \( */
4829 case MOPEN + 2:
4830 case MOPEN + 3:
4831 case MOPEN + 4:
4832 case MOPEN + 5:
4833 case MOPEN + 6:
4834 case MOPEN + 7:
4835 case MOPEN + 8:
4836 case MOPEN + 9:
4837 {
Bram Moolenaar071d4272004-06-13 20:20:40 +00004838 no = op - MOPEN;
4839 cleanup_subexpr();
Bram Moolenaara7fc0102005-05-18 22:17:12 +00004840 rp = regstack_push(RS_MOPEN, scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004841 if (rp == NULL)
4842 status = RA_FAIL;
4843 else
4844 {
4845 rp->rs_no = no;
4846 save_se(&rp->rs_un.sesave, &reg_startpos[no],
4847 &reg_startp[no]);
4848 /* We simply continue and handle the result when done. */
4849 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00004850 }
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004851 break;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004852
4853 case NOPEN: /* \%( */
4854 case NCLOSE: /* \) after \%( */
Bram Moolenaara7fc0102005-05-18 22:17:12 +00004855 if (regstack_push(RS_NOPEN, scan) == NULL)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004856 status = RA_FAIL;
4857 /* We simply continue and handle the result when done. */
4858 break;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004859
4860#ifdef FEAT_SYN_HL
4861 case ZOPEN + 1:
4862 case ZOPEN + 2:
4863 case ZOPEN + 3:
4864 case ZOPEN + 4:
4865 case ZOPEN + 5:
4866 case ZOPEN + 6:
4867 case ZOPEN + 7:
4868 case ZOPEN + 8:
4869 case ZOPEN + 9:
4870 {
Bram Moolenaar071d4272004-06-13 20:20:40 +00004871 no = op - ZOPEN;
4872 cleanup_zsubexpr();
Bram Moolenaara7fc0102005-05-18 22:17:12 +00004873 rp = regstack_push(RS_ZOPEN, scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004874 if (rp == NULL)
4875 status = RA_FAIL;
4876 else
4877 {
4878 rp->rs_no = no;
4879 save_se(&rp->rs_un.sesave, &reg_startzpos[no],
4880 &reg_startzp[no]);
4881 /* We simply continue and handle the result when done. */
4882 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00004883 }
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004884 break;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004885#endif
4886
4887 case MCLOSE + 0: /* Match end: \ze */
4888 case MCLOSE + 1: /* \) */
4889 case MCLOSE + 2:
4890 case MCLOSE + 3:
4891 case MCLOSE + 4:
4892 case MCLOSE + 5:
4893 case MCLOSE + 6:
4894 case MCLOSE + 7:
4895 case MCLOSE + 8:
4896 case MCLOSE + 9:
4897 {
Bram Moolenaar071d4272004-06-13 20:20:40 +00004898 no = op - MCLOSE;
4899 cleanup_subexpr();
Bram Moolenaara7fc0102005-05-18 22:17:12 +00004900 rp = regstack_push(RS_MCLOSE, scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004901 if (rp == NULL)
4902 status = RA_FAIL;
4903 else
4904 {
4905 rp->rs_no = no;
4906 save_se(&rp->rs_un.sesave, &reg_endpos[no], &reg_endp[no]);
4907 /* We simply continue and handle the result when done. */
4908 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00004909 }
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004910 break;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004911
4912#ifdef FEAT_SYN_HL
4913 case ZCLOSE + 1: /* \) after \z( */
4914 case ZCLOSE + 2:
4915 case ZCLOSE + 3:
4916 case ZCLOSE + 4:
4917 case ZCLOSE + 5:
4918 case ZCLOSE + 6:
4919 case ZCLOSE + 7:
4920 case ZCLOSE + 8:
4921 case ZCLOSE + 9:
4922 {
Bram Moolenaar071d4272004-06-13 20:20:40 +00004923 no = op - ZCLOSE;
4924 cleanup_zsubexpr();
Bram Moolenaara7fc0102005-05-18 22:17:12 +00004925 rp = regstack_push(RS_ZCLOSE, scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004926 if (rp == NULL)
4927 status = RA_FAIL;
4928 else
4929 {
4930 rp->rs_no = no;
4931 save_se(&rp->rs_un.sesave, &reg_endzpos[no],
4932 &reg_endzp[no]);
4933 /* We simply continue and handle the result when done. */
4934 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00004935 }
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004936 break;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004937#endif
4938
4939 case BACKREF + 1:
4940 case BACKREF + 2:
4941 case BACKREF + 3:
4942 case BACKREF + 4:
4943 case BACKREF + 5:
4944 case BACKREF + 6:
4945 case BACKREF + 7:
4946 case BACKREF + 8:
4947 case BACKREF + 9:
4948 {
Bram Moolenaar071d4272004-06-13 20:20:40 +00004949 int len;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004950
4951 no = op - BACKREF;
4952 cleanup_subexpr();
4953 if (!REG_MULTI) /* Single-line regexp */
4954 {
Bram Moolenaar7670fa02009-02-21 21:04:20 +00004955 if (reg_startp[no] == NULL || reg_endp[no] == NULL)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004956 {
4957 /* Backref was not set: Match an empty string. */
4958 len = 0;
4959 }
4960 else
4961 {
4962 /* Compare current input with back-ref in the same
4963 * line. */
4964 len = (int)(reg_endp[no] - reg_startp[no]);
4965 if (cstrncmp(reg_startp[no], reginput, &len) != 0)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004966 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004967 }
4968 }
4969 else /* Multi-line regexp */
4970 {
Bram Moolenaar7670fa02009-02-21 21:04:20 +00004971 if (reg_startpos[no].lnum < 0 || reg_endpos[no].lnum < 0)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004972 {
4973 /* Backref was not set: Match an empty string. */
4974 len = 0;
4975 }
4976 else
4977 {
4978 if (reg_startpos[no].lnum == reglnum
4979 && reg_endpos[no].lnum == reglnum)
4980 {
4981 /* Compare back-ref within the current line. */
4982 len = reg_endpos[no].col - reg_startpos[no].col;
4983 if (cstrncmp(regline + reg_startpos[no].col,
4984 reginput, &len) != 0)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004985 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004986 }
4987 else
4988 {
4989 /* Messy situation: Need to compare between two
4990 * lines. */
Bram Moolenaar141f6bb2013-06-15 15:09:50 +02004991 int r = match_with_backref(
Bram Moolenaar580abea2013-06-14 20:31:28 +02004992 reg_startpos[no].lnum,
4993 reg_startpos[no].col,
4994 reg_endpos[no].lnum,
4995 reg_endpos[no].col,
Bram Moolenaar4cff8fa2013-06-14 22:48:54 +02004996 &len);
Bram Moolenaar141f6bb2013-06-15 15:09:50 +02004997
4998 if (r != RA_MATCH)
4999 status = r;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005000 }
5001 }
5002 }
5003
5004 /* Matched the backref, skip over it. */
5005 reginput += len;
5006 }
5007 break;
5008
5009#ifdef FEAT_SYN_HL
5010 case ZREF + 1:
5011 case ZREF + 2:
5012 case ZREF + 3:
5013 case ZREF + 4:
5014 case ZREF + 5:
5015 case ZREF + 6:
5016 case ZREF + 7:
5017 case ZREF + 8:
5018 case ZREF + 9:
5019 {
Bram Moolenaar071d4272004-06-13 20:20:40 +00005020 int len;
5021
5022 cleanup_zsubexpr();
5023 no = op - ZREF;
5024 if (re_extmatch_in != NULL
5025 && re_extmatch_in->matches[no] != NULL)
5026 {
5027 len = (int)STRLEN(re_extmatch_in->matches[no]);
5028 if (cstrncmp(re_extmatch_in->matches[no],
5029 reginput, &len) != 0)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005030 status = RA_NOMATCH;
5031 else
5032 reginput += len;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005033 }
5034 else
5035 {
5036 /* Backref was not set: Match an empty string. */
5037 }
5038 }
5039 break;
5040#endif
5041
5042 case BRANCH:
5043 {
5044 if (OP(next) != BRANCH) /* No choice. */
5045 next = OPERAND(scan); /* Avoid recursion. */
5046 else
5047 {
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005048 rp = regstack_push(RS_BRANCH, scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005049 if (rp == NULL)
5050 status = RA_FAIL;
5051 else
5052 status = RA_BREAK; /* rest is below */
Bram Moolenaar071d4272004-06-13 20:20:40 +00005053 }
5054 }
5055 break;
5056
5057 case BRACE_LIMITS:
5058 {
Bram Moolenaar071d4272004-06-13 20:20:40 +00005059 if (OP(next) == BRACE_SIMPLE)
5060 {
5061 bl_minval = OPERAND_MIN(scan);
5062 bl_maxval = OPERAND_MAX(scan);
5063 }
5064 else if (OP(next) >= BRACE_COMPLEX
5065 && OP(next) < BRACE_COMPLEX + 10)
5066 {
5067 no = OP(next) - BRACE_COMPLEX;
5068 brace_min[no] = OPERAND_MIN(scan);
5069 brace_max[no] = OPERAND_MAX(scan);
5070 brace_count[no] = 0;
5071 }
5072 else
5073 {
5074 EMSG(_(e_internal)); /* Shouldn't happen */
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005075 status = RA_FAIL;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005076 }
5077 }
5078 break;
5079
5080 case BRACE_COMPLEX + 0:
5081 case BRACE_COMPLEX + 1:
5082 case BRACE_COMPLEX + 2:
5083 case BRACE_COMPLEX + 3:
5084 case BRACE_COMPLEX + 4:
5085 case BRACE_COMPLEX + 5:
5086 case BRACE_COMPLEX + 6:
5087 case BRACE_COMPLEX + 7:
5088 case BRACE_COMPLEX + 8:
5089 case BRACE_COMPLEX + 9:
5090 {
Bram Moolenaar071d4272004-06-13 20:20:40 +00005091 no = op - BRACE_COMPLEX;
5092 ++brace_count[no];
5093
5094 /* If not matched enough times yet, try one more */
5095 if (brace_count[no] <= (brace_min[no] <= brace_max[no]
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005096 ? brace_min[no] : brace_max[no]))
Bram Moolenaar071d4272004-06-13 20:20:40 +00005097 {
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005098 rp = regstack_push(RS_BRCPLX_MORE, scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005099 if (rp == NULL)
5100 status = RA_FAIL;
5101 else
5102 {
5103 rp->rs_no = no;
Bram Moolenaar582fd852005-03-28 20:58:01 +00005104 reg_save(&rp->rs_un.regsave, &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005105 next = OPERAND(scan);
5106 /* We continue and handle the result when done. */
5107 }
5108 break;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005109 }
5110
5111 /* If matched enough times, may try matching some more */
5112 if (brace_min[no] <= brace_max[no])
5113 {
5114 /* Range is the normal way around, use longest match */
5115 if (brace_count[no] <= brace_max[no])
5116 {
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005117 rp = regstack_push(RS_BRCPLX_LONG, scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005118 if (rp == NULL)
5119 status = RA_FAIL;
5120 else
5121 {
5122 rp->rs_no = no;
Bram Moolenaar582fd852005-03-28 20:58:01 +00005123 reg_save(&rp->rs_un.regsave, &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005124 next = OPERAND(scan);
5125 /* We continue and handle the result when done. */
5126 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00005127 }
5128 }
5129 else
5130 {
5131 /* Range is backwards, use shortest match first */
5132 if (brace_count[no] <= brace_min[no])
5133 {
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005134 rp = regstack_push(RS_BRCPLX_SHORT, scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005135 if (rp == NULL)
5136 status = RA_FAIL;
5137 else
5138 {
Bram Moolenaar582fd852005-03-28 20:58:01 +00005139 reg_save(&rp->rs_un.regsave, &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005140 /* We continue and handle the result when done. */
5141 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00005142 }
5143 }
5144 }
5145 break;
5146
5147 case BRACE_SIMPLE:
5148 case STAR:
5149 case PLUS:
5150 {
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005151 regstar_T rst;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005152
5153 /*
5154 * Lookahead to avoid useless match attempts when we know
5155 * what character comes next.
5156 */
5157 if (OP(next) == EXACTLY)
5158 {
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005159 rst.nextb = *OPERAND(next);
Bram Moolenaar071d4272004-06-13 20:20:40 +00005160 if (ireg_ic)
5161 {
Bram Moolenaara245a5b2007-08-11 11:58:23 +00005162 if (MB_ISUPPER(rst.nextb))
5163 rst.nextb_ic = MB_TOLOWER(rst.nextb);
Bram Moolenaar071d4272004-06-13 20:20:40 +00005164 else
Bram Moolenaara245a5b2007-08-11 11:58:23 +00005165 rst.nextb_ic = MB_TOUPPER(rst.nextb);
Bram Moolenaar071d4272004-06-13 20:20:40 +00005166 }
5167 else
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005168 rst.nextb_ic = rst.nextb;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005169 }
5170 else
5171 {
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005172 rst.nextb = NUL;
5173 rst.nextb_ic = NUL;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005174 }
5175 if (op != BRACE_SIMPLE)
5176 {
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005177 rst.minval = (op == STAR) ? 0 : 1;
5178 rst.maxval = MAX_LIMIT;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005179 }
5180 else
5181 {
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005182 rst.minval = bl_minval;
5183 rst.maxval = bl_maxval;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005184 }
5185
5186 /*
5187 * When maxval > minval, try matching as much as possible, up
5188 * to maxval. When maxval < minval, try matching at least the
5189 * minimal number (since the range is backwards, that's also
5190 * maxval!).
5191 */
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005192 rst.count = regrepeat(OPERAND(scan), rst.maxval);
Bram Moolenaar071d4272004-06-13 20:20:40 +00005193 if (got_int)
Bram Moolenaar071d4272004-06-13 20:20:40 +00005194 {
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005195 status = RA_FAIL;
5196 break;
5197 }
5198 if (rst.minval <= rst.maxval
5199 ? rst.count >= rst.minval : rst.count >= rst.maxval)
5200 {
5201 /* It could match. Prepare for trying to match what
5202 * follows. The code is below. Parameters are stored in
5203 * a regstar_T on the regstack. */
Bram Moolenaar916b7af2005-03-16 09:52:38 +00005204 if ((long)((unsigned)regstack.ga_len >> 10) >= p_mmp)
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00005205 {
5206 EMSG(_(e_maxmempat));
5207 status = RA_FAIL;
5208 }
5209 else if (ga_grow(&regstack, sizeof(regstar_T)) == FAIL)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005210 status = RA_FAIL;
5211 else
Bram Moolenaar071d4272004-06-13 20:20:40 +00005212 {
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005213 regstack.ga_len += sizeof(regstar_T);
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005214 rp = regstack_push(rst.minval <= rst.maxval
Bram Moolenaar582fd852005-03-28 20:58:01 +00005215 ? RS_STAR_LONG : RS_STAR_SHORT, scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005216 if (rp == NULL)
5217 status = RA_FAIL;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005218 else
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005219 {
5220 *(((regstar_T *)rp) - 1) = rst;
5221 status = RA_BREAK; /* skip the restore bits */
5222 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00005223 }
5224 }
5225 else
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005226 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005227
Bram Moolenaar071d4272004-06-13 20:20:40 +00005228 }
5229 break;
5230
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005231 case NOMATCH:
Bram Moolenaar071d4272004-06-13 20:20:40 +00005232 case MATCH:
5233 case SUBPAT:
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005234 rp = regstack_push(RS_NOMATCH, scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005235 if (rp == NULL)
5236 status = RA_FAIL;
5237 else
Bram Moolenaar071d4272004-06-13 20:20:40 +00005238 {
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005239 rp->rs_no = op;
Bram Moolenaar582fd852005-03-28 20:58:01 +00005240 reg_save(&rp->rs_un.regsave, &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005241 next = OPERAND(scan);
5242 /* We continue and handle the result when done. */
Bram Moolenaar071d4272004-06-13 20:20:40 +00005243 }
5244 break;
5245
5246 case BEHIND:
5247 case NOBEHIND:
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005248 /* Need a bit of room to store extra positions. */
Bram Moolenaar916b7af2005-03-16 09:52:38 +00005249 if ((long)((unsigned)regstack.ga_len >> 10) >= p_mmp)
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00005250 {
5251 EMSG(_(e_maxmempat));
5252 status = RA_FAIL;
5253 }
5254 else if (ga_grow(&regstack, sizeof(regbehind_T)) == FAIL)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005255 status = RA_FAIL;
5256 else
Bram Moolenaar071d4272004-06-13 20:20:40 +00005257 {
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005258 regstack.ga_len += sizeof(regbehind_T);
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005259 rp = regstack_push(RS_BEHIND1, scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005260 if (rp == NULL)
5261 status = RA_FAIL;
5262 else
Bram Moolenaar071d4272004-06-13 20:20:40 +00005263 {
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00005264 /* Need to save the subexpr to be able to restore them
5265 * when there is a match but we don't use it. */
5266 save_subexpr(((regbehind_T *)rp) - 1);
5267
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005268 rp->rs_no = op;
Bram Moolenaar582fd852005-03-28 20:58:01 +00005269 reg_save(&rp->rs_un.regsave, &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005270 /* First try if what follows matches. If it does then we
5271 * check the behind match by looping. */
Bram Moolenaar071d4272004-06-13 20:20:40 +00005272 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00005273 }
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005274 break;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005275
5276 case BHPOS:
5277 if (REG_MULTI)
5278 {
5279 if (behind_pos.rs_u.pos.col != (colnr_T)(reginput - regline)
5280 || behind_pos.rs_u.pos.lnum != reglnum)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005281 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005282 }
5283 else if (behind_pos.rs_u.ptr != reginput)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005284 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005285 break;
5286
5287 case NEWL:
Bram Moolenaar640009d2006-10-17 16:48:26 +00005288 if ((c != NUL || !REG_MULTI || reglnum > reg_maxline
5289 || reg_line_lbr) && (c != '\n' || !reg_line_lbr))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005290 status = RA_NOMATCH;
5291 else if (reg_line_lbr)
Bram Moolenaar071d4272004-06-13 20:20:40 +00005292 ADVANCE_REGINPUT();
5293 else
5294 reg_nextline();
5295 break;
5296
5297 case END:
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005298 status = RA_MATCH; /* Success! */
5299 break;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005300
5301 default:
5302 EMSG(_(e_re_corr));
5303#ifdef DEBUG
5304 printf("Illegal op code %d\n", op);
5305#endif
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005306 status = RA_FAIL;
5307 break;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005308 }
5309 }
5310
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005311 /* If we can't continue sequentially, break the inner loop. */
5312 if (status != RA_CONT)
5313 break;
5314
5315 /* Continue in inner loop, advance to next item. */
Bram Moolenaar071d4272004-06-13 20:20:40 +00005316 scan = next;
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005317
5318 } /* end of inner loop */
Bram Moolenaar071d4272004-06-13 20:20:40 +00005319
5320 /*
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005321 * If there is something on the regstack execute the code for the state.
Bram Moolenaar582fd852005-03-28 20:58:01 +00005322 * If the state is popped then loop and use the older state.
Bram Moolenaar071d4272004-06-13 20:20:40 +00005323 */
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005324 while (regstack.ga_len > 0 && status != RA_FAIL)
5325 {
5326 rp = (regitem_T *)((char *)regstack.ga_data + regstack.ga_len) - 1;
5327 switch (rp->rs_state)
5328 {
5329 case RS_NOPEN:
5330 /* Result is passed on as-is, simply pop the state. */
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005331 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005332 break;
5333
5334 case RS_MOPEN:
5335 /* Pop the state. Restore pointers when there is no match. */
5336 if (status == RA_NOMATCH)
5337 restore_se(&rp->rs_un.sesave, &reg_startpos[rp->rs_no],
5338 &reg_startp[rp->rs_no]);
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005339 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005340 break;
5341
5342#ifdef FEAT_SYN_HL
5343 case RS_ZOPEN:
5344 /* Pop the state. Restore pointers when there is no match. */
5345 if (status == RA_NOMATCH)
5346 restore_se(&rp->rs_un.sesave, &reg_startzpos[rp->rs_no],
5347 &reg_startzp[rp->rs_no]);
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005348 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005349 break;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005350#endif
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005351
5352 case RS_MCLOSE:
5353 /* Pop the state. Restore pointers when there is no match. */
5354 if (status == RA_NOMATCH)
5355 restore_se(&rp->rs_un.sesave, &reg_endpos[rp->rs_no],
5356 &reg_endp[rp->rs_no]);
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005357 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005358 break;
5359
5360#ifdef FEAT_SYN_HL
5361 case RS_ZCLOSE:
5362 /* Pop the state. Restore pointers when there is no match. */
5363 if (status == RA_NOMATCH)
5364 restore_se(&rp->rs_un.sesave, &reg_endzpos[rp->rs_no],
5365 &reg_endzp[rp->rs_no]);
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005366 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005367 break;
5368#endif
5369
5370 case RS_BRANCH:
5371 if (status == RA_MATCH)
5372 /* this branch matched, use it */
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005373 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005374 else
5375 {
5376 if (status != RA_BREAK)
5377 {
5378 /* After a non-matching branch: try next one. */
Bram Moolenaar582fd852005-03-28 20:58:01 +00005379 reg_restore(&rp->rs_un.regsave, &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005380 scan = rp->rs_scan;
5381 }
5382 if (scan == NULL || OP(scan) != BRANCH)
5383 {
5384 /* no more branches, didn't find a match */
5385 status = RA_NOMATCH;
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005386 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005387 }
5388 else
5389 {
5390 /* Prepare to try a branch. */
5391 rp->rs_scan = regnext(scan);
Bram Moolenaar582fd852005-03-28 20:58:01 +00005392 reg_save(&rp->rs_un.regsave, &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005393 scan = OPERAND(scan);
5394 }
5395 }
5396 break;
5397
5398 case RS_BRCPLX_MORE:
5399 /* Pop the state. Restore pointers when there is no match. */
5400 if (status == RA_NOMATCH)
5401 {
Bram Moolenaar582fd852005-03-28 20:58:01 +00005402 reg_restore(&rp->rs_un.regsave, &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005403 --brace_count[rp->rs_no]; /* decrement match count */
5404 }
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005405 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005406 break;
5407
5408 case RS_BRCPLX_LONG:
5409 /* Pop the state. Restore pointers when there is no match. */
5410 if (status == RA_NOMATCH)
5411 {
5412 /* There was no match, but we did find enough matches. */
Bram Moolenaar582fd852005-03-28 20:58:01 +00005413 reg_restore(&rp->rs_un.regsave, &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005414 --brace_count[rp->rs_no];
5415 /* continue with the items after "\{}" */
5416 status = RA_CONT;
5417 }
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005418 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005419 if (status == RA_CONT)
5420 scan = regnext(scan);
5421 break;
5422
5423 case RS_BRCPLX_SHORT:
5424 /* Pop the state. Restore pointers when there is no match. */
5425 if (status == RA_NOMATCH)
5426 /* There was no match, try to match one more item. */
Bram Moolenaar582fd852005-03-28 20:58:01 +00005427 reg_restore(&rp->rs_un.regsave, &backpos);
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005428 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005429 if (status == RA_NOMATCH)
5430 {
5431 scan = OPERAND(scan);
5432 status = RA_CONT;
5433 }
5434 break;
5435
5436 case RS_NOMATCH:
5437 /* Pop the state. If the operand matches for NOMATCH or
5438 * doesn't match for MATCH/SUBPAT, we fail. Otherwise backup,
5439 * except for SUBPAT, and continue with the next item. */
5440 if (status == (rp->rs_no == NOMATCH ? RA_MATCH : RA_NOMATCH))
5441 status = RA_NOMATCH;
5442 else
5443 {
5444 status = RA_CONT;
Bram Moolenaar582fd852005-03-28 20:58:01 +00005445 if (rp->rs_no != SUBPAT) /* zero-width */
5446 reg_restore(&rp->rs_un.regsave, &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005447 }
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005448 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005449 if (status == RA_CONT)
5450 scan = regnext(scan);
5451 break;
5452
5453 case RS_BEHIND1:
5454 if (status == RA_NOMATCH)
5455 {
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005456 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005457 regstack.ga_len -= sizeof(regbehind_T);
5458 }
5459 else
5460 {
5461 /* The stuff after BEHIND/NOBEHIND matches. Now try if
5462 * the behind part does (not) match before the current
5463 * position in the input. This must be done at every
5464 * position in the input and checking if the match ends at
5465 * the current position. */
5466
5467 /* save the position after the found match for next */
Bram Moolenaar582fd852005-03-28 20:58:01 +00005468 reg_save(&(((regbehind_T *)rp) - 1)->save_after, &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005469
Bram Moolenaar75eb1612013-05-29 18:45:11 +02005470 /* Start looking for a match with operand at the current
Bram Moolenaar7aa9f6a2007-05-10 18:00:30 +00005471 * position. Go back one character until we find the
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005472 * result, hitting the start of the line or the previous
5473 * line (for multi-line matching).
5474 * Set behind_pos to where the match should end, BHPOS
5475 * will match it. Save the current value. */
5476 (((regbehind_T *)rp) - 1)->save_behind = behind_pos;
5477 behind_pos = rp->rs_un.regsave;
5478
5479 rp->rs_state = RS_BEHIND2;
5480
Bram Moolenaar582fd852005-03-28 20:58:01 +00005481 reg_restore(&rp->rs_un.regsave, &backpos);
Bram Moolenaar75eb1612013-05-29 18:45:11 +02005482 scan = OPERAND(rp->rs_scan) + 4;
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005483 }
5484 break;
5485
5486 case RS_BEHIND2:
5487 /*
5488 * Looping for BEHIND / NOBEHIND match.
5489 */
5490 if (status == RA_MATCH && reg_save_equal(&behind_pos))
5491 {
5492 /* found a match that ends where "next" started */
5493 behind_pos = (((regbehind_T *)rp) - 1)->save_behind;
5494 if (rp->rs_no == BEHIND)
Bram Moolenaar582fd852005-03-28 20:58:01 +00005495 reg_restore(&(((regbehind_T *)rp) - 1)->save_after,
5496 &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005497 else
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00005498 {
5499 /* But we didn't want a match. Need to restore the
5500 * subexpr, because what follows matched, so they have
5501 * been set. */
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005502 status = RA_NOMATCH;
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00005503 restore_subexpr(((regbehind_T *)rp) - 1);
5504 }
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005505 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005506 regstack.ga_len -= sizeof(regbehind_T);
5507 }
5508 else
5509 {
Bram Moolenaar75eb1612013-05-29 18:45:11 +02005510 long limit;
5511
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00005512 /* No match or a match that doesn't end where we want it: Go
5513 * back one character. May go to previous line once. */
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005514 no = OK;
Bram Moolenaar75eb1612013-05-29 18:45:11 +02005515 limit = OPERAND_MIN(rp->rs_scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005516 if (REG_MULTI)
5517 {
Bram Moolenaar61602c52013-06-01 19:54:43 +02005518 if (limit > 0
5519 && ((rp->rs_un.regsave.rs_u.pos.lnum
5520 < behind_pos.rs_u.pos.lnum
5521 ? (colnr_T)STRLEN(regline)
5522 : behind_pos.rs_u.pos.col)
5523 - rp->rs_un.regsave.rs_u.pos.col >= limit))
5524 no = FAIL;
5525 else if (rp->rs_un.regsave.rs_u.pos.col == 0)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005526 {
5527 if (rp->rs_un.regsave.rs_u.pos.lnum
5528 < behind_pos.rs_u.pos.lnum
5529 || reg_getline(
5530 --rp->rs_un.regsave.rs_u.pos.lnum)
5531 == NULL)
5532 no = FAIL;
5533 else
5534 {
Bram Moolenaar582fd852005-03-28 20:58:01 +00005535 reg_restore(&rp->rs_un.regsave, &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005536 rp->rs_un.regsave.rs_u.pos.col =
5537 (colnr_T)STRLEN(regline);
5538 }
5539 }
5540 else
Bram Moolenaar75eb1612013-05-29 18:45:11 +02005541 {
Bram Moolenaarf5e44a72013-02-26 18:46:01 +01005542#ifdef FEAT_MBYTE
Bram Moolenaar75eb1612013-05-29 18:45:11 +02005543 if (has_mbyte)
5544 rp->rs_un.regsave.rs_u.pos.col -=
5545 (*mb_head_off)(regline, regline
Bram Moolenaarf5e44a72013-02-26 18:46:01 +01005546 + rp->rs_un.regsave.rs_u.pos.col - 1) + 1;
Bram Moolenaar75eb1612013-05-29 18:45:11 +02005547 else
Bram Moolenaarf5e44a72013-02-26 18:46:01 +01005548#endif
Bram Moolenaar75eb1612013-05-29 18:45:11 +02005549 --rp->rs_un.regsave.rs_u.pos.col;
Bram Moolenaar75eb1612013-05-29 18:45:11 +02005550 }
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005551 }
5552 else
5553 {
5554 if (rp->rs_un.regsave.rs_u.ptr == regline)
5555 no = FAIL;
5556 else
Bram Moolenaar75eb1612013-05-29 18:45:11 +02005557 {
5558 mb_ptr_back(regline, rp->rs_un.regsave.rs_u.ptr);
5559 if (limit > 0 && (long)(behind_pos.rs_u.ptr
5560 - rp->rs_un.regsave.rs_u.ptr) > limit)
5561 no = FAIL;
5562 }
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005563 }
5564 if (no == OK)
5565 {
5566 /* Advanced, prepare for finding match again. */
Bram Moolenaar582fd852005-03-28 20:58:01 +00005567 reg_restore(&rp->rs_un.regsave, &backpos);
Bram Moolenaar75eb1612013-05-29 18:45:11 +02005568 scan = OPERAND(rp->rs_scan) + 4;
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00005569 if (status == RA_MATCH)
5570 {
5571 /* We did match, so subexpr may have been changed,
5572 * need to restore them for the next try. */
5573 status = RA_NOMATCH;
5574 restore_subexpr(((regbehind_T *)rp) - 1);
5575 }
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005576 }
5577 else
5578 {
5579 /* Can't advance. For NOBEHIND that's a match. */
5580 behind_pos = (((regbehind_T *)rp) - 1)->save_behind;
5581 if (rp->rs_no == NOBEHIND)
5582 {
Bram Moolenaar582fd852005-03-28 20:58:01 +00005583 reg_restore(&(((regbehind_T *)rp) - 1)->save_after,
5584 &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005585 status = RA_MATCH;
5586 }
5587 else
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00005588 {
5589 /* We do want a proper match. Need to restore the
5590 * subexpr if we had a match, because they may have
5591 * been set. */
5592 if (status == RA_MATCH)
5593 {
5594 status = RA_NOMATCH;
5595 restore_subexpr(((regbehind_T *)rp) - 1);
5596 }
5597 }
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005598 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005599 regstack.ga_len -= sizeof(regbehind_T);
5600 }
5601 }
5602 break;
5603
5604 case RS_STAR_LONG:
5605 case RS_STAR_SHORT:
5606 {
5607 regstar_T *rst = ((regstar_T *)rp) - 1;
5608
5609 if (status == RA_MATCH)
5610 {
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005611 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005612 regstack.ga_len -= sizeof(regstar_T);
5613 break;
5614 }
5615
5616 /* Tried once already, restore input pointers. */
5617 if (status != RA_BREAK)
Bram Moolenaar582fd852005-03-28 20:58:01 +00005618 reg_restore(&rp->rs_un.regsave, &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005619
5620 /* Repeat until we found a position where it could match. */
5621 for (;;)
5622 {
5623 if (status != RA_BREAK)
5624 {
5625 /* Tried first position already, advance. */
5626 if (rp->rs_state == RS_STAR_LONG)
5627 {
Bram Moolenaar32466aa2006-02-24 23:53:04 +00005628 /* Trying for longest match, but couldn't or
5629 * didn't match -- back up one char. */
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005630 if (--rst->count < rst->minval)
5631 break;
5632 if (reginput == regline)
5633 {
5634 /* backup to last char of previous line */
5635 --reglnum;
5636 regline = reg_getline(reglnum);
5637 /* Just in case regrepeat() didn't count
5638 * right. */
5639 if (regline == NULL)
5640 break;
5641 reginput = regline + STRLEN(regline);
5642 fast_breakcheck();
5643 }
5644 else
5645 mb_ptr_back(regline, reginput);
5646 }
5647 else
5648 {
5649 /* Range is backwards, use shortest match first.
5650 * Careful: maxval and minval are exchanged!
5651 * Couldn't or didn't match: try advancing one
5652 * char. */
5653 if (rst->count == rst->minval
5654 || regrepeat(OPERAND(rp->rs_scan), 1L) == 0)
5655 break;
5656 ++rst->count;
5657 }
5658 if (got_int)
5659 break;
5660 }
5661 else
5662 status = RA_NOMATCH;
5663
5664 /* If it could match, try it. */
5665 if (rst->nextb == NUL || *reginput == rst->nextb
5666 || *reginput == rst->nextb_ic)
5667 {
Bram Moolenaar582fd852005-03-28 20:58:01 +00005668 reg_save(&rp->rs_un.regsave, &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005669 scan = regnext(rp->rs_scan);
5670 status = RA_CONT;
5671 break;
5672 }
5673 }
5674 if (status != RA_CONT)
5675 {
5676 /* Failed. */
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005677 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005678 regstack.ga_len -= sizeof(regstar_T);
5679 status = RA_NOMATCH;
5680 }
5681 }
5682 break;
5683 }
5684
Bram Moolenaar32466aa2006-02-24 23:53:04 +00005685 /* If we want to continue the inner loop or didn't pop a state
5686 * continue matching loop */
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005687 if (status == RA_CONT || rp == (regitem_T *)
5688 ((char *)regstack.ga_data + regstack.ga_len) - 1)
5689 break;
5690 }
5691
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00005692 /* May need to continue with the inner loop, starting at "scan". */
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005693 if (status == RA_CONT)
5694 continue;
5695
5696 /*
5697 * If the regstack is empty or something failed we are done.
5698 */
5699 if (regstack.ga_len == 0 || status == RA_FAIL)
5700 {
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005701 if (scan == NULL)
5702 {
5703 /*
5704 * We get here only if there's trouble -- normally "case END" is
5705 * the terminating point.
5706 */
5707 EMSG(_(e_re_corr));
5708#ifdef DEBUG
5709 printf("Premature EOL\n");
5710#endif
5711 }
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00005712 if (status == RA_FAIL)
5713 got_int = TRUE;
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005714 return (status == RA_MATCH);
5715 }
5716
5717 } /* End of loop until the regstack is empty. */
5718
5719 /* NOTREACHED */
5720}
5721
5722/*
5723 * Push an item onto the regstack.
5724 * Returns pointer to new item. Returns NULL when out of memory.
5725 */
5726 static regitem_T *
Bram Moolenaar05540972016-01-30 20:31:25 +01005727regstack_push(regstate_T state, char_u *scan)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005728{
5729 regitem_T *rp;
5730
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005731 if ((long)((unsigned)regstack.ga_len >> 10) >= p_mmp)
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00005732 {
5733 EMSG(_(e_maxmempat));
5734 return NULL;
5735 }
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005736 if (ga_grow(&regstack, sizeof(regitem_T)) == FAIL)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005737 return NULL;
5738
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005739 rp = (regitem_T *)((char *)regstack.ga_data + regstack.ga_len);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005740 rp->rs_state = state;
5741 rp->rs_scan = scan;
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005742
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005743 regstack.ga_len += sizeof(regitem_T);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005744 return rp;
5745}
5746
5747/*
5748 * Pop an item from the regstack.
5749 */
5750 static void
Bram Moolenaar05540972016-01-30 20:31:25 +01005751regstack_pop(char_u **scan)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005752{
5753 regitem_T *rp;
5754
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005755 rp = (regitem_T *)((char *)regstack.ga_data + regstack.ga_len) - 1;
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005756 *scan = rp->rs_scan;
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005757
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005758 regstack.ga_len -= sizeof(regitem_T);
Bram Moolenaar071d4272004-06-13 20:20:40 +00005759}
5760
Bram Moolenaar071d4272004-06-13 20:20:40 +00005761/*
5762 * regrepeat - repeatedly match something simple, return how many.
5763 * Advances reginput (and reglnum) to just after the matched chars.
5764 */
5765 static int
Bram Moolenaar05540972016-01-30 20:31:25 +01005766regrepeat(
5767 char_u *p,
5768 long maxcount) /* maximum number of matches allowed */
Bram Moolenaar071d4272004-06-13 20:20:40 +00005769{
5770 long count = 0;
5771 char_u *scan;
5772 char_u *opnd;
5773 int mask;
5774 int testval = 0;
5775
5776 scan = reginput; /* Make local copy of reginput for speed. */
5777 opnd = OPERAND(p);
5778 switch (OP(p))
5779 {
5780 case ANY:
5781 case ANY + ADD_NL:
5782 while (count < maxcount)
5783 {
5784 /* Matching anything means we continue until end-of-line (or
5785 * end-of-file for ANY + ADD_NL), only limited by maxcount. */
5786 while (*scan != NUL && count < maxcount)
5787 {
5788 ++count;
Bram Moolenaar1cd871b2004-12-19 22:46:22 +00005789 mb_ptr_adv(scan);
Bram Moolenaar071d4272004-06-13 20:20:40 +00005790 }
Bram Moolenaar640009d2006-10-17 16:48:26 +00005791 if (!REG_MULTI || !WITH_NL(OP(p)) || reglnum > reg_maxline
5792 || reg_line_lbr || count == maxcount)
Bram Moolenaar071d4272004-06-13 20:20:40 +00005793 break;
5794 ++count; /* count the line-break */
5795 reg_nextline();
5796 scan = reginput;
5797 if (got_int)
5798 break;
5799 }
5800 break;
5801
5802 case IDENT:
5803 case IDENT + ADD_NL:
5804 testval = TRUE;
5805 /*FALLTHROUGH*/
5806 case SIDENT:
5807 case SIDENT + ADD_NL:
5808 while (count < maxcount)
5809 {
Bram Moolenaar09ea9fc2013-05-21 00:03:02 +02005810 if (vim_isIDc(PTR2CHAR(scan)) && (testval || !VIM_ISDIGIT(*scan)))
Bram Moolenaar071d4272004-06-13 20:20:40 +00005811 {
Bram Moolenaar1cd871b2004-12-19 22:46:22 +00005812 mb_ptr_adv(scan);
Bram Moolenaar071d4272004-06-13 20:20:40 +00005813 }
5814 else if (*scan == NUL)
5815 {
Bram Moolenaar640009d2006-10-17 16:48:26 +00005816 if (!REG_MULTI || !WITH_NL(OP(p)) || reglnum > reg_maxline
5817 || reg_line_lbr)
Bram Moolenaar071d4272004-06-13 20:20:40 +00005818 break;
5819 reg_nextline();
5820 scan = reginput;
5821 if (got_int)
5822 break;
5823 }
5824 else if (reg_line_lbr && *scan == '\n' && WITH_NL(OP(p)))
5825 ++scan;
5826 else
5827 break;
5828 ++count;
5829 }
5830 break;
5831
5832 case KWORD:
5833 case KWORD + ADD_NL:
5834 testval = TRUE;
5835 /*FALLTHROUGH*/
5836 case SKWORD:
5837 case SKWORD + ADD_NL:
5838 while (count < maxcount)
5839 {
Bram Moolenaarf813a182013-01-30 13:59:37 +01005840 if (vim_iswordp_buf(scan, reg_buf)
5841 && (testval || !VIM_ISDIGIT(*scan)))
Bram Moolenaar071d4272004-06-13 20:20:40 +00005842 {
Bram Moolenaar1cd871b2004-12-19 22:46:22 +00005843 mb_ptr_adv(scan);
Bram Moolenaar071d4272004-06-13 20:20:40 +00005844 }
5845 else if (*scan == NUL)
5846 {
Bram Moolenaar640009d2006-10-17 16:48:26 +00005847 if (!REG_MULTI || !WITH_NL(OP(p)) || reglnum > reg_maxline
5848 || reg_line_lbr)
Bram Moolenaar071d4272004-06-13 20:20:40 +00005849 break;
5850 reg_nextline();
5851 scan = reginput;
5852 if (got_int)
5853 break;
5854 }
5855 else if (reg_line_lbr && *scan == '\n' && WITH_NL(OP(p)))
5856 ++scan;
5857 else
5858 break;
5859 ++count;
5860 }
5861 break;
5862
5863 case FNAME:
5864 case FNAME + ADD_NL:
5865 testval = TRUE;
5866 /*FALLTHROUGH*/
5867 case SFNAME:
5868 case SFNAME + ADD_NL:
5869 while (count < maxcount)
5870 {
Bram Moolenaar09ea9fc2013-05-21 00:03:02 +02005871 if (vim_isfilec(PTR2CHAR(scan)) && (testval || !VIM_ISDIGIT(*scan)))
Bram Moolenaar071d4272004-06-13 20:20:40 +00005872 {
Bram Moolenaar1cd871b2004-12-19 22:46:22 +00005873 mb_ptr_adv(scan);
Bram Moolenaar071d4272004-06-13 20:20:40 +00005874 }
5875 else if (*scan == NUL)
5876 {
Bram Moolenaar640009d2006-10-17 16:48:26 +00005877 if (!REG_MULTI || !WITH_NL(OP(p)) || reglnum > reg_maxline
5878 || reg_line_lbr)
Bram Moolenaar071d4272004-06-13 20:20:40 +00005879 break;
5880 reg_nextline();
5881 scan = reginput;
5882 if (got_int)
5883 break;
5884 }
5885 else if (reg_line_lbr && *scan == '\n' && WITH_NL(OP(p)))
5886 ++scan;
5887 else
5888 break;
5889 ++count;
5890 }
5891 break;
5892
5893 case PRINT:
5894 case PRINT + ADD_NL:
5895 testval = TRUE;
5896 /*FALLTHROUGH*/
5897 case SPRINT:
5898 case SPRINT + ADD_NL:
5899 while (count < maxcount)
5900 {
5901 if (*scan == NUL)
5902 {
Bram Moolenaar640009d2006-10-17 16:48:26 +00005903 if (!REG_MULTI || !WITH_NL(OP(p)) || reglnum > reg_maxline
5904 || reg_line_lbr)
Bram Moolenaar071d4272004-06-13 20:20:40 +00005905 break;
5906 reg_nextline();
5907 scan = reginput;
5908 if (got_int)
5909 break;
5910 }
Bram Moolenaarac7c33e2013-07-21 17:06:00 +02005911 else if (vim_isprintc(PTR2CHAR(scan)) == 1
5912 && (testval || !VIM_ISDIGIT(*scan)))
Bram Moolenaar071d4272004-06-13 20:20:40 +00005913 {
Bram Moolenaar1cd871b2004-12-19 22:46:22 +00005914 mb_ptr_adv(scan);
Bram Moolenaar071d4272004-06-13 20:20:40 +00005915 }
5916 else if (reg_line_lbr && *scan == '\n' && WITH_NL(OP(p)))
5917 ++scan;
5918 else
5919 break;
5920 ++count;
5921 }
5922 break;
5923
5924 case WHITE:
5925 case WHITE + ADD_NL:
5926 testval = mask = RI_WHITE;
5927do_class:
5928 while (count < maxcount)
5929 {
5930#ifdef FEAT_MBYTE
5931 int l;
5932#endif
5933 if (*scan == NUL)
5934 {
Bram Moolenaar640009d2006-10-17 16:48:26 +00005935 if (!REG_MULTI || !WITH_NL(OP(p)) || reglnum > reg_maxline
5936 || reg_line_lbr)
Bram Moolenaar071d4272004-06-13 20:20:40 +00005937 break;
5938 reg_nextline();
5939 scan = reginput;
5940 if (got_int)
5941 break;
5942 }
5943#ifdef FEAT_MBYTE
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00005944 else if (has_mbyte && (l = (*mb_ptr2len)(scan)) > 1)
Bram Moolenaar071d4272004-06-13 20:20:40 +00005945 {
5946 if (testval != 0)
5947 break;
5948 scan += l;
5949 }
5950#endif
5951 else if ((class_tab[*scan] & mask) == testval)
5952 ++scan;
5953 else if (reg_line_lbr && *scan == '\n' && WITH_NL(OP(p)))
5954 ++scan;
5955 else
5956 break;
5957 ++count;
5958 }
5959 break;
5960
5961 case NWHITE:
5962 case NWHITE + ADD_NL:
5963 mask = RI_WHITE;
5964 goto do_class;
5965 case DIGIT:
5966 case DIGIT + ADD_NL:
5967 testval = mask = RI_DIGIT;
5968 goto do_class;
5969 case NDIGIT:
5970 case NDIGIT + ADD_NL:
5971 mask = RI_DIGIT;
5972 goto do_class;
5973 case HEX:
5974 case HEX + ADD_NL:
5975 testval = mask = RI_HEX;
5976 goto do_class;
5977 case NHEX:
5978 case NHEX + ADD_NL:
5979 mask = RI_HEX;
5980 goto do_class;
5981 case OCTAL:
5982 case OCTAL + ADD_NL:
5983 testval = mask = RI_OCTAL;
5984 goto do_class;
5985 case NOCTAL:
5986 case NOCTAL + ADD_NL:
5987 mask = RI_OCTAL;
5988 goto do_class;
5989 case WORD:
5990 case WORD + ADD_NL:
5991 testval = mask = RI_WORD;
5992 goto do_class;
5993 case NWORD:
5994 case NWORD + ADD_NL:
5995 mask = RI_WORD;
5996 goto do_class;
5997 case HEAD:
5998 case HEAD + ADD_NL:
5999 testval = mask = RI_HEAD;
6000 goto do_class;
6001 case NHEAD:
6002 case NHEAD + ADD_NL:
6003 mask = RI_HEAD;
6004 goto do_class;
6005 case ALPHA:
6006 case ALPHA + ADD_NL:
6007 testval = mask = RI_ALPHA;
6008 goto do_class;
6009 case NALPHA:
6010 case NALPHA + ADD_NL:
6011 mask = RI_ALPHA;
6012 goto do_class;
6013 case LOWER:
6014 case LOWER + ADD_NL:
6015 testval = mask = RI_LOWER;
6016 goto do_class;
6017 case NLOWER:
6018 case NLOWER + ADD_NL:
6019 mask = RI_LOWER;
6020 goto do_class;
6021 case UPPER:
6022 case UPPER + ADD_NL:
6023 testval = mask = RI_UPPER;
6024 goto do_class;
6025 case NUPPER:
6026 case NUPPER + ADD_NL:
6027 mask = RI_UPPER;
6028 goto do_class;
6029
6030 case EXACTLY:
6031 {
6032 int cu, cl;
6033
6034 /* This doesn't do a multi-byte character, because a MULTIBYTECODE
Bram Moolenaara245a5b2007-08-11 11:58:23 +00006035 * would have been used for it. It does handle single-byte
6036 * characters, such as latin1. */
Bram Moolenaar071d4272004-06-13 20:20:40 +00006037 if (ireg_ic)
6038 {
Bram Moolenaara245a5b2007-08-11 11:58:23 +00006039 cu = MB_TOUPPER(*opnd);
6040 cl = MB_TOLOWER(*opnd);
Bram Moolenaar071d4272004-06-13 20:20:40 +00006041 while (count < maxcount && (*scan == cu || *scan == cl))
6042 {
6043 count++;
6044 scan++;
6045 }
6046 }
6047 else
6048 {
6049 cu = *opnd;
6050 while (count < maxcount && *scan == cu)
6051 {
6052 count++;
6053 scan++;
6054 }
6055 }
6056 break;
6057 }
6058
6059#ifdef FEAT_MBYTE
6060 case MULTIBYTECODE:
6061 {
6062 int i, len, cf = 0;
6063
6064 /* Safety check (just in case 'encoding' was changed since
6065 * compiling the program). */
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00006066 if ((len = (*mb_ptr2len)(opnd)) > 1)
Bram Moolenaar071d4272004-06-13 20:20:40 +00006067 {
6068 if (ireg_ic && enc_utf8)
6069 cf = utf_fold(utf_ptr2char(opnd));
Bram Moolenaar069dd082015-05-04 09:56:49 +02006070 while (count < maxcount && (*mb_ptr2len)(scan) >= len)
Bram Moolenaar071d4272004-06-13 20:20:40 +00006071 {
6072 for (i = 0; i < len; ++i)
6073 if (opnd[i] != scan[i])
6074 break;
6075 if (i < len && (!ireg_ic || !enc_utf8
6076 || utf_fold(utf_ptr2char(scan)) != cf))
6077 break;
6078 scan += len;
6079 ++count;
6080 }
6081 }
6082 }
6083 break;
6084#endif
6085
6086 case ANYOF:
6087 case ANYOF + ADD_NL:
6088 testval = TRUE;
6089 /*FALLTHROUGH*/
6090
6091 case ANYBUT:
6092 case ANYBUT + ADD_NL:
6093 while (count < maxcount)
6094 {
6095#ifdef FEAT_MBYTE
6096 int len;
6097#endif
6098 if (*scan == NUL)
6099 {
Bram Moolenaar640009d2006-10-17 16:48:26 +00006100 if (!REG_MULTI || !WITH_NL(OP(p)) || reglnum > reg_maxline
6101 || reg_line_lbr)
Bram Moolenaar071d4272004-06-13 20:20:40 +00006102 break;
6103 reg_nextline();
6104 scan = reginput;
6105 if (got_int)
6106 break;
6107 }
6108 else if (reg_line_lbr && *scan == '\n' && WITH_NL(OP(p)))
6109 ++scan;
6110#ifdef FEAT_MBYTE
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00006111 else if (has_mbyte && (len = (*mb_ptr2len)(scan)) > 1)
Bram Moolenaar071d4272004-06-13 20:20:40 +00006112 {
6113 if ((cstrchr(opnd, (*mb_ptr2char)(scan)) == NULL) == testval)
6114 break;
6115 scan += len;
6116 }
6117#endif
6118 else
6119 {
6120 if ((cstrchr(opnd, *scan) == NULL) == testval)
6121 break;
6122 ++scan;
6123 }
6124 ++count;
6125 }
6126 break;
6127
6128 case NEWL:
6129 while (count < maxcount
Bram Moolenaar640009d2006-10-17 16:48:26 +00006130 && ((*scan == NUL && reglnum <= reg_maxline && !reg_line_lbr
6131 && REG_MULTI) || (*scan == '\n' && reg_line_lbr)))
Bram Moolenaar071d4272004-06-13 20:20:40 +00006132 {
6133 count++;
6134 if (reg_line_lbr)
6135 ADVANCE_REGINPUT();
6136 else
6137 reg_nextline();
6138 scan = reginput;
6139 if (got_int)
6140 break;
6141 }
6142 break;
6143
6144 default: /* Oh dear. Called inappropriately. */
6145 EMSG(_(e_re_corr));
6146#ifdef DEBUG
6147 printf("Called regrepeat with op code %d\n", OP(p));
6148#endif
6149 break;
6150 }
6151
6152 reginput = scan;
6153
6154 return (int)count;
6155}
6156
6157/*
6158 * regnext - dig the "next" pointer out of a node
Bram Moolenaard3005802009-11-25 17:21:32 +00006159 * Returns NULL when calculating size, when there is no next item and when
6160 * there is an error.
Bram Moolenaar071d4272004-06-13 20:20:40 +00006161 */
6162 static char_u *
Bram Moolenaar05540972016-01-30 20:31:25 +01006163regnext(char_u *p)
Bram Moolenaar071d4272004-06-13 20:20:40 +00006164{
6165 int offset;
6166
Bram Moolenaard3005802009-11-25 17:21:32 +00006167 if (p == JUST_CALC_SIZE || reg_toolong)
Bram Moolenaar071d4272004-06-13 20:20:40 +00006168 return NULL;
6169
6170 offset = NEXT(p);
6171 if (offset == 0)
6172 return NULL;
6173
Bram Moolenaar582fd852005-03-28 20:58:01 +00006174 if (OP(p) == BACK)
Bram Moolenaar071d4272004-06-13 20:20:40 +00006175 return p - offset;
6176 else
6177 return p + offset;
6178}
6179
6180/*
6181 * Check the regexp program for its magic number.
6182 * Return TRUE if it's wrong.
6183 */
6184 static int
Bram Moolenaar05540972016-01-30 20:31:25 +01006185prog_magic_wrong(void)
Bram Moolenaar071d4272004-06-13 20:20:40 +00006186{
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006187 regprog_T *prog;
6188
6189 prog = REG_MULTI ? reg_mmatch->regprog : reg_match->regprog;
6190 if (prog->engine == &nfa_regengine)
6191 /* For NFA matcher we don't check the magic */
6192 return FALSE;
6193
6194 if (UCHARAT(((bt_regprog_T *)prog)->program) != REGMAGIC)
Bram Moolenaar071d4272004-06-13 20:20:40 +00006195 {
6196 EMSG(_(e_re_corr));
6197 return TRUE;
6198 }
6199 return FALSE;
6200}
6201
6202/*
6203 * Cleanup the subexpressions, if this wasn't done yet.
6204 * This construction is used to clear the subexpressions only when they are
6205 * used (to increase speed).
6206 */
6207 static void
Bram Moolenaar05540972016-01-30 20:31:25 +01006208cleanup_subexpr(void)
Bram Moolenaar071d4272004-06-13 20:20:40 +00006209{
6210 if (need_clear_subexpr)
6211 {
6212 if (REG_MULTI)
6213 {
6214 /* Use 0xff to set lnum to -1 */
6215 vim_memset(reg_startpos, 0xff, sizeof(lpos_T) * NSUBEXP);
6216 vim_memset(reg_endpos, 0xff, sizeof(lpos_T) * NSUBEXP);
6217 }
6218 else
6219 {
6220 vim_memset(reg_startp, 0, sizeof(char_u *) * NSUBEXP);
6221 vim_memset(reg_endp, 0, sizeof(char_u *) * NSUBEXP);
6222 }
6223 need_clear_subexpr = FALSE;
6224 }
6225}
6226
6227#ifdef FEAT_SYN_HL
6228 static void
Bram Moolenaar05540972016-01-30 20:31:25 +01006229cleanup_zsubexpr(void)
Bram Moolenaar071d4272004-06-13 20:20:40 +00006230{
6231 if (need_clear_zsubexpr)
6232 {
6233 if (REG_MULTI)
6234 {
6235 /* Use 0xff to set lnum to -1 */
6236 vim_memset(reg_startzpos, 0xff, sizeof(lpos_T) * NSUBEXP);
6237 vim_memset(reg_endzpos, 0xff, sizeof(lpos_T) * NSUBEXP);
6238 }
6239 else
6240 {
6241 vim_memset(reg_startzp, 0, sizeof(char_u *) * NSUBEXP);
6242 vim_memset(reg_endzp, 0, sizeof(char_u *) * NSUBEXP);
6243 }
6244 need_clear_zsubexpr = FALSE;
6245 }
6246}
6247#endif
6248
6249/*
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00006250 * Save the current subexpr to "bp", so that they can be restored
6251 * later by restore_subexpr().
6252 */
6253 static void
Bram Moolenaar05540972016-01-30 20:31:25 +01006254save_subexpr(regbehind_T *bp)
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00006255{
6256 int i;
6257
Bram Moolenaarfde483c2008-06-15 12:21:50 +00006258 /* When "need_clear_subexpr" is set we don't need to save the values, only
6259 * remember that this flag needs to be set again when restoring. */
6260 bp->save_need_clear_subexpr = need_clear_subexpr;
6261 if (!need_clear_subexpr)
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00006262 {
Bram Moolenaarfde483c2008-06-15 12:21:50 +00006263 for (i = 0; i < NSUBEXP; ++i)
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00006264 {
Bram Moolenaarfde483c2008-06-15 12:21:50 +00006265 if (REG_MULTI)
6266 {
6267 bp->save_start[i].se_u.pos = reg_startpos[i];
6268 bp->save_end[i].se_u.pos = reg_endpos[i];
6269 }
6270 else
6271 {
6272 bp->save_start[i].se_u.ptr = reg_startp[i];
6273 bp->save_end[i].se_u.ptr = reg_endp[i];
6274 }
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00006275 }
6276 }
6277}
6278
6279/*
6280 * Restore the subexpr from "bp".
6281 */
6282 static void
Bram Moolenaar05540972016-01-30 20:31:25 +01006283restore_subexpr(regbehind_T *bp)
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00006284{
6285 int i;
6286
Bram Moolenaarfde483c2008-06-15 12:21:50 +00006287 /* Only need to restore saved values when they are not to be cleared. */
6288 need_clear_subexpr = bp->save_need_clear_subexpr;
6289 if (!need_clear_subexpr)
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00006290 {
Bram Moolenaarfde483c2008-06-15 12:21:50 +00006291 for (i = 0; i < NSUBEXP; ++i)
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00006292 {
Bram Moolenaarfde483c2008-06-15 12:21:50 +00006293 if (REG_MULTI)
6294 {
6295 reg_startpos[i] = bp->save_start[i].se_u.pos;
6296 reg_endpos[i] = bp->save_end[i].se_u.pos;
6297 }
6298 else
6299 {
6300 reg_startp[i] = bp->save_start[i].se_u.ptr;
6301 reg_endp[i] = bp->save_end[i].se_u.ptr;
6302 }
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00006303 }
6304 }
6305}
6306
6307/*
Bram Moolenaar071d4272004-06-13 20:20:40 +00006308 * Advance reglnum, regline and reginput to the next line.
6309 */
6310 static void
Bram Moolenaar05540972016-01-30 20:31:25 +01006311reg_nextline(void)
Bram Moolenaar071d4272004-06-13 20:20:40 +00006312{
6313 regline = reg_getline(++reglnum);
6314 reginput = regline;
6315 fast_breakcheck();
6316}
6317
6318/*
6319 * Save the input line and position in a regsave_T.
6320 */
6321 static void
Bram Moolenaar05540972016-01-30 20:31:25 +01006322reg_save(regsave_T *save, garray_T *gap)
Bram Moolenaar071d4272004-06-13 20:20:40 +00006323{
6324 if (REG_MULTI)
6325 {
6326 save->rs_u.pos.col = (colnr_T)(reginput - regline);
6327 save->rs_u.pos.lnum = reglnum;
6328 }
6329 else
6330 save->rs_u.ptr = reginput;
Bram Moolenaar582fd852005-03-28 20:58:01 +00006331 save->rs_len = gap->ga_len;
Bram Moolenaar071d4272004-06-13 20:20:40 +00006332}
6333
6334/*
6335 * Restore the input line and position from a regsave_T.
6336 */
6337 static void
Bram Moolenaar05540972016-01-30 20:31:25 +01006338reg_restore(regsave_T *save, garray_T *gap)
Bram Moolenaar071d4272004-06-13 20:20:40 +00006339{
6340 if (REG_MULTI)
6341 {
6342 if (reglnum != save->rs_u.pos.lnum)
6343 {
6344 /* only call reg_getline() when the line number changed to save
6345 * a bit of time */
6346 reglnum = save->rs_u.pos.lnum;
6347 regline = reg_getline(reglnum);
6348 }
6349 reginput = regline + save->rs_u.pos.col;
6350 }
6351 else
6352 reginput = save->rs_u.ptr;
Bram Moolenaar582fd852005-03-28 20:58:01 +00006353 gap->ga_len = save->rs_len;
Bram Moolenaar071d4272004-06-13 20:20:40 +00006354}
6355
6356/*
6357 * Return TRUE if current position is equal to saved position.
6358 */
6359 static int
Bram Moolenaar05540972016-01-30 20:31:25 +01006360reg_save_equal(regsave_T *save)
Bram Moolenaar071d4272004-06-13 20:20:40 +00006361{
6362 if (REG_MULTI)
6363 return reglnum == save->rs_u.pos.lnum
6364 && reginput == regline + save->rs_u.pos.col;
6365 return reginput == save->rs_u.ptr;
6366}
6367
6368/*
6369 * Tentatively set the sub-expression start to the current position (after
6370 * calling regmatch() they will have changed). Need to save the existing
6371 * values for when there is no match.
6372 * Use se_save() to use pointer (save_se_multi()) or position (save_se_one()),
6373 * depending on REG_MULTI.
6374 */
6375 static void
Bram Moolenaar05540972016-01-30 20:31:25 +01006376save_se_multi(save_se_T *savep, lpos_T *posp)
Bram Moolenaar071d4272004-06-13 20:20:40 +00006377{
6378 savep->se_u.pos = *posp;
6379 posp->lnum = reglnum;
6380 posp->col = (colnr_T)(reginput - regline);
6381}
6382
6383 static void
Bram Moolenaar05540972016-01-30 20:31:25 +01006384save_se_one(save_se_T *savep, char_u **pp)
Bram Moolenaar071d4272004-06-13 20:20:40 +00006385{
6386 savep->se_u.ptr = *pp;
6387 *pp = reginput;
6388}
6389
6390/*
6391 * Compare a number with the operand of RE_LNUM, RE_COL or RE_VCOL.
6392 */
6393 static int
Bram Moolenaar05540972016-01-30 20:31:25 +01006394re_num_cmp(long_u val, char_u *scan)
Bram Moolenaar071d4272004-06-13 20:20:40 +00006395{
6396 long_u n = OPERAND_MIN(scan);
6397
6398 if (OPERAND_CMP(scan) == '>')
6399 return val > n;
6400 if (OPERAND_CMP(scan) == '<')
6401 return val < n;
6402 return val == n;
6403}
6404
Bram Moolenaar580abea2013-06-14 20:31:28 +02006405/*
6406 * Check whether a backreference matches.
6407 * Returns RA_FAIL, RA_NOMATCH or RA_MATCH.
Bram Moolenaar438ee5b2013-11-21 17:13:00 +01006408 * If "bytelen" is not NULL, it is set to the byte length of the match in the
6409 * last line.
Bram Moolenaar580abea2013-06-14 20:31:28 +02006410 */
6411 static int
Bram Moolenaar05540972016-01-30 20:31:25 +01006412match_with_backref(
6413 linenr_T start_lnum,
6414 colnr_T start_col,
6415 linenr_T end_lnum,
6416 colnr_T end_col,
6417 int *bytelen)
Bram Moolenaar580abea2013-06-14 20:31:28 +02006418{
6419 linenr_T clnum = start_lnum;
6420 colnr_T ccol = start_col;
6421 int len;
6422 char_u *p;
6423
6424 if (bytelen != NULL)
6425 *bytelen = 0;
6426 for (;;)
6427 {
6428 /* Since getting one line may invalidate the other, need to make copy.
6429 * Slow! */
6430 if (regline != reg_tofree)
6431 {
6432 len = (int)STRLEN(regline);
6433 if (reg_tofree == NULL || len >= (int)reg_tofreelen)
6434 {
6435 len += 50; /* get some extra */
6436 vim_free(reg_tofree);
6437 reg_tofree = alloc(len);
6438 if (reg_tofree == NULL)
6439 return RA_FAIL; /* out of memory!*/
6440 reg_tofreelen = len;
6441 }
6442 STRCPY(reg_tofree, regline);
6443 reginput = reg_tofree + (reginput - regline);
6444 regline = reg_tofree;
6445 }
6446
6447 /* Get the line to compare with. */
6448 p = reg_getline(clnum);
6449 if (clnum == end_lnum)
6450 len = end_col - ccol;
6451 else
6452 len = (int)STRLEN(p + ccol);
6453
6454 if (cstrncmp(p + ccol, reginput, &len) != 0)
6455 return RA_NOMATCH; /* doesn't match */
6456 if (bytelen != NULL)
6457 *bytelen += len;
6458 if (clnum == end_lnum)
6459 break; /* match and at end! */
6460 if (reglnum >= reg_maxline)
6461 return RA_NOMATCH; /* text too short */
6462
6463 /* Advance to next line. */
6464 reg_nextline();
Bram Moolenaar438ee5b2013-11-21 17:13:00 +01006465 if (bytelen != NULL)
6466 *bytelen = 0;
Bram Moolenaar580abea2013-06-14 20:31:28 +02006467 ++clnum;
6468 ccol = 0;
6469 if (got_int)
6470 return RA_FAIL;
6471 }
6472
6473 /* found a match! Note that regline may now point to a copy of the line,
6474 * that should not matter. */
6475 return RA_MATCH;
6476}
Bram Moolenaar071d4272004-06-13 20:20:40 +00006477
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006478#ifdef BT_REGEXP_DUMP
Bram Moolenaar071d4272004-06-13 20:20:40 +00006479
6480/*
6481 * regdump - dump a regexp onto stdout in vaguely comprehensible form
6482 */
6483 static void
Bram Moolenaar05540972016-01-30 20:31:25 +01006484regdump(char_u *pattern, bt_regprog_T *r)
Bram Moolenaar071d4272004-06-13 20:20:40 +00006485{
6486 char_u *s;
6487 int op = EXACTLY; /* Arbitrary non-END op. */
6488 char_u *next;
6489 char_u *end = NULL;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006490 FILE *f;
Bram Moolenaar071d4272004-06-13 20:20:40 +00006491
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006492#ifdef BT_REGEXP_LOG
6493 f = fopen("bt_regexp_log.log", "a");
6494#else
6495 f = stdout;
6496#endif
6497 if (f == NULL)
6498 return;
6499 fprintf(f, "-------------------------------------\n\r\nregcomp(%s):\r\n", pattern);
Bram Moolenaar071d4272004-06-13 20:20:40 +00006500
6501 s = r->program + 1;
6502 /*
6503 * Loop until we find the END that isn't before a referred next (an END
6504 * can also appear in a NOMATCH operand).
6505 */
6506 while (op != END || s <= end)
6507 {
6508 op = OP(s);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006509 fprintf(f, "%2d%s", (int)(s - r->program), regprop(s)); /* Where, what. */
Bram Moolenaar071d4272004-06-13 20:20:40 +00006510 next = regnext(s);
6511 if (next == NULL) /* Next ptr. */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006512 fprintf(f, "(0)");
Bram Moolenaar071d4272004-06-13 20:20:40 +00006513 else
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006514 fprintf(f, "(%d)", (int)((s - r->program) + (next - s)));
Bram Moolenaar071d4272004-06-13 20:20:40 +00006515 if (end < next)
6516 end = next;
6517 if (op == BRACE_LIMITS)
6518 {
Bram Moolenaar5b84ddc2013-06-05 16:33:10 +02006519 /* Two ints */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006520 fprintf(f, " minval %ld, maxval %ld", OPERAND_MIN(s), OPERAND_MAX(s));
Bram Moolenaar071d4272004-06-13 20:20:40 +00006521 s += 8;
6522 }
Bram Moolenaar5b84ddc2013-06-05 16:33:10 +02006523 else if (op == BEHIND || op == NOBEHIND)
6524 {
6525 /* one int */
6526 fprintf(f, " count %ld", OPERAND_MIN(s));
6527 s += 4;
6528 }
Bram Moolenaar6d3a5d72013-06-06 18:04:51 +02006529 else if (op == RE_LNUM || op == RE_COL || op == RE_VCOL)
6530 {
6531 /* one int plus comperator */
6532 fprintf(f, " count %ld", OPERAND_MIN(s));
6533 s += 5;
6534 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00006535 s += 3;
6536 if (op == ANYOF || op == ANYOF + ADD_NL
6537 || op == ANYBUT || op == ANYBUT + ADD_NL
6538 || op == EXACTLY)
6539 {
6540 /* Literal string, where present. */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006541 fprintf(f, "\nxxxxxxxxx\n");
Bram Moolenaar071d4272004-06-13 20:20:40 +00006542 while (*s != NUL)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006543 fprintf(f, "%c", *s++);
6544 fprintf(f, "\nxxxxxxxxx\n");
Bram Moolenaar071d4272004-06-13 20:20:40 +00006545 s++;
6546 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006547 fprintf(f, "\r\n");
Bram Moolenaar071d4272004-06-13 20:20:40 +00006548 }
6549
6550 /* Header fields of interest. */
6551 if (r->regstart != NUL)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006552 fprintf(f, "start `%s' 0x%x; ", r->regstart < 256
Bram Moolenaar071d4272004-06-13 20:20:40 +00006553 ? (char *)transchar(r->regstart)
6554 : "multibyte", r->regstart);
6555 if (r->reganch)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006556 fprintf(f, "anchored; ");
Bram Moolenaar071d4272004-06-13 20:20:40 +00006557 if (r->regmust != NULL)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006558 fprintf(f, "must have \"%s\"", r->regmust);
6559 fprintf(f, "\r\n");
Bram Moolenaar071d4272004-06-13 20:20:40 +00006560
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006561#ifdef BT_REGEXP_LOG
6562 fclose(f);
6563#endif
6564}
6565#endif /* BT_REGEXP_DUMP */
6566
6567#ifdef DEBUG
Bram Moolenaar071d4272004-06-13 20:20:40 +00006568/*
6569 * regprop - printable representation of opcode
6570 */
6571 static char_u *
Bram Moolenaar05540972016-01-30 20:31:25 +01006572regprop(char_u *op)
Bram Moolenaar071d4272004-06-13 20:20:40 +00006573{
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006574 char *p;
6575 static char buf[50];
Bram Moolenaar071d4272004-06-13 20:20:40 +00006576
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006577 STRCPY(buf, ":");
Bram Moolenaar071d4272004-06-13 20:20:40 +00006578
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006579 switch ((int) OP(op))
Bram Moolenaar071d4272004-06-13 20:20:40 +00006580 {
6581 case BOL:
6582 p = "BOL";
6583 break;
6584 case EOL:
6585 p = "EOL";
6586 break;
6587 case RE_BOF:
6588 p = "BOF";
6589 break;
6590 case RE_EOF:
6591 p = "EOF";
6592 break;
6593 case CURSOR:
6594 p = "CURSOR";
6595 break;
Bram Moolenaar71fe80d2006-01-22 23:25:56 +00006596 case RE_VISUAL:
6597 p = "RE_VISUAL";
6598 break;
Bram Moolenaar071d4272004-06-13 20:20:40 +00006599 case RE_LNUM:
6600 p = "RE_LNUM";
6601 break;
Bram Moolenaar71fe80d2006-01-22 23:25:56 +00006602 case RE_MARK:
6603 p = "RE_MARK";
6604 break;
Bram Moolenaar071d4272004-06-13 20:20:40 +00006605 case RE_COL:
6606 p = "RE_COL";
6607 break;
6608 case RE_VCOL:
6609 p = "RE_VCOL";
6610 break;
6611 case BOW:
6612 p = "BOW";
6613 break;
6614 case EOW:
6615 p = "EOW";
6616 break;
6617 case ANY:
6618 p = "ANY";
6619 break;
6620 case ANY + ADD_NL:
6621 p = "ANY+NL";
6622 break;
6623 case ANYOF:
6624 p = "ANYOF";
6625 break;
6626 case ANYOF + ADD_NL:
6627 p = "ANYOF+NL";
6628 break;
6629 case ANYBUT:
6630 p = "ANYBUT";
6631 break;
6632 case ANYBUT + ADD_NL:
6633 p = "ANYBUT+NL";
6634 break;
6635 case IDENT:
6636 p = "IDENT";
6637 break;
6638 case IDENT + ADD_NL:
6639 p = "IDENT+NL";
6640 break;
6641 case SIDENT:
6642 p = "SIDENT";
6643 break;
6644 case SIDENT + ADD_NL:
6645 p = "SIDENT+NL";
6646 break;
6647 case KWORD:
6648 p = "KWORD";
6649 break;
6650 case KWORD + ADD_NL:
6651 p = "KWORD+NL";
6652 break;
6653 case SKWORD:
6654 p = "SKWORD";
6655 break;
6656 case SKWORD + ADD_NL:
6657 p = "SKWORD+NL";
6658 break;
6659 case FNAME:
6660 p = "FNAME";
6661 break;
6662 case FNAME + ADD_NL:
6663 p = "FNAME+NL";
6664 break;
6665 case SFNAME:
6666 p = "SFNAME";
6667 break;
6668 case SFNAME + ADD_NL:
6669 p = "SFNAME+NL";
6670 break;
6671 case PRINT:
6672 p = "PRINT";
6673 break;
6674 case PRINT + ADD_NL:
6675 p = "PRINT+NL";
6676 break;
6677 case SPRINT:
6678 p = "SPRINT";
6679 break;
6680 case SPRINT + ADD_NL:
6681 p = "SPRINT+NL";
6682 break;
6683 case WHITE:
6684 p = "WHITE";
6685 break;
6686 case WHITE + ADD_NL:
6687 p = "WHITE+NL";
6688 break;
6689 case NWHITE:
6690 p = "NWHITE";
6691 break;
6692 case NWHITE + ADD_NL:
6693 p = "NWHITE+NL";
6694 break;
6695 case DIGIT:
6696 p = "DIGIT";
6697 break;
6698 case DIGIT + ADD_NL:
6699 p = "DIGIT+NL";
6700 break;
6701 case NDIGIT:
6702 p = "NDIGIT";
6703 break;
6704 case NDIGIT + ADD_NL:
6705 p = "NDIGIT+NL";
6706 break;
6707 case HEX:
6708 p = "HEX";
6709 break;
6710 case HEX + ADD_NL:
6711 p = "HEX+NL";
6712 break;
6713 case NHEX:
6714 p = "NHEX";
6715 break;
6716 case NHEX + ADD_NL:
6717 p = "NHEX+NL";
6718 break;
6719 case OCTAL:
6720 p = "OCTAL";
6721 break;
6722 case OCTAL + ADD_NL:
6723 p = "OCTAL+NL";
6724 break;
6725 case NOCTAL:
6726 p = "NOCTAL";
6727 break;
6728 case NOCTAL + ADD_NL:
6729 p = "NOCTAL+NL";
6730 break;
6731 case WORD:
6732 p = "WORD";
6733 break;
6734 case WORD + ADD_NL:
6735 p = "WORD+NL";
6736 break;
6737 case NWORD:
6738 p = "NWORD";
6739 break;
6740 case NWORD + ADD_NL:
6741 p = "NWORD+NL";
6742 break;
6743 case HEAD:
6744 p = "HEAD";
6745 break;
6746 case HEAD + ADD_NL:
6747 p = "HEAD+NL";
6748 break;
6749 case NHEAD:
6750 p = "NHEAD";
6751 break;
6752 case NHEAD + ADD_NL:
6753 p = "NHEAD+NL";
6754 break;
6755 case ALPHA:
6756 p = "ALPHA";
6757 break;
6758 case ALPHA + ADD_NL:
6759 p = "ALPHA+NL";
6760 break;
6761 case NALPHA:
6762 p = "NALPHA";
6763 break;
6764 case NALPHA + ADD_NL:
6765 p = "NALPHA+NL";
6766 break;
6767 case LOWER:
6768 p = "LOWER";
6769 break;
6770 case LOWER + ADD_NL:
6771 p = "LOWER+NL";
6772 break;
6773 case NLOWER:
6774 p = "NLOWER";
6775 break;
6776 case NLOWER + ADD_NL:
6777 p = "NLOWER+NL";
6778 break;
6779 case UPPER:
6780 p = "UPPER";
6781 break;
6782 case UPPER + ADD_NL:
6783 p = "UPPER+NL";
6784 break;
6785 case NUPPER:
6786 p = "NUPPER";
6787 break;
6788 case NUPPER + ADD_NL:
6789 p = "NUPPER+NL";
6790 break;
6791 case BRANCH:
6792 p = "BRANCH";
6793 break;
6794 case EXACTLY:
6795 p = "EXACTLY";
6796 break;
6797 case NOTHING:
6798 p = "NOTHING";
6799 break;
6800 case BACK:
6801 p = "BACK";
6802 break;
6803 case END:
6804 p = "END";
6805 break;
6806 case MOPEN + 0:
6807 p = "MATCH START";
6808 break;
6809 case MOPEN + 1:
6810 case MOPEN + 2:
6811 case MOPEN + 3:
6812 case MOPEN + 4:
6813 case MOPEN + 5:
6814 case MOPEN + 6:
6815 case MOPEN + 7:
6816 case MOPEN + 8:
6817 case MOPEN + 9:
6818 sprintf(buf + STRLEN(buf), "MOPEN%d", OP(op) - MOPEN);
6819 p = NULL;
6820 break;
6821 case MCLOSE + 0:
6822 p = "MATCH END";
6823 break;
6824 case MCLOSE + 1:
6825 case MCLOSE + 2:
6826 case MCLOSE + 3:
6827 case MCLOSE + 4:
6828 case MCLOSE + 5:
6829 case MCLOSE + 6:
6830 case MCLOSE + 7:
6831 case MCLOSE + 8:
6832 case MCLOSE + 9:
6833 sprintf(buf + STRLEN(buf), "MCLOSE%d", OP(op) - MCLOSE);
6834 p = NULL;
6835 break;
6836 case BACKREF + 1:
6837 case BACKREF + 2:
6838 case BACKREF + 3:
6839 case BACKREF + 4:
6840 case BACKREF + 5:
6841 case BACKREF + 6:
6842 case BACKREF + 7:
6843 case BACKREF + 8:
6844 case BACKREF + 9:
6845 sprintf(buf + STRLEN(buf), "BACKREF%d", OP(op) - BACKREF);
6846 p = NULL;
6847 break;
6848 case NOPEN:
6849 p = "NOPEN";
6850 break;
6851 case NCLOSE:
6852 p = "NCLOSE";
6853 break;
6854#ifdef FEAT_SYN_HL
6855 case ZOPEN + 1:
6856 case ZOPEN + 2:
6857 case ZOPEN + 3:
6858 case ZOPEN + 4:
6859 case ZOPEN + 5:
6860 case ZOPEN + 6:
6861 case ZOPEN + 7:
6862 case ZOPEN + 8:
6863 case ZOPEN + 9:
6864 sprintf(buf + STRLEN(buf), "ZOPEN%d", OP(op) - ZOPEN);
6865 p = NULL;
6866 break;
6867 case ZCLOSE + 1:
6868 case ZCLOSE + 2:
6869 case ZCLOSE + 3:
6870 case ZCLOSE + 4:
6871 case ZCLOSE + 5:
6872 case ZCLOSE + 6:
6873 case ZCLOSE + 7:
6874 case ZCLOSE + 8:
6875 case ZCLOSE + 9:
6876 sprintf(buf + STRLEN(buf), "ZCLOSE%d", OP(op) - ZCLOSE);
6877 p = NULL;
6878 break;
6879 case ZREF + 1:
6880 case ZREF + 2:
6881 case ZREF + 3:
6882 case ZREF + 4:
6883 case ZREF + 5:
6884 case ZREF + 6:
6885 case ZREF + 7:
6886 case ZREF + 8:
6887 case ZREF + 9:
6888 sprintf(buf + STRLEN(buf), "ZREF%d", OP(op) - ZREF);
6889 p = NULL;
6890 break;
6891#endif
6892 case STAR:
6893 p = "STAR";
6894 break;
6895 case PLUS:
6896 p = "PLUS";
6897 break;
6898 case NOMATCH:
6899 p = "NOMATCH";
6900 break;
6901 case MATCH:
6902 p = "MATCH";
6903 break;
6904 case BEHIND:
6905 p = "BEHIND";
6906 break;
6907 case NOBEHIND:
6908 p = "NOBEHIND";
6909 break;
6910 case SUBPAT:
6911 p = "SUBPAT";
6912 break;
6913 case BRACE_LIMITS:
6914 p = "BRACE_LIMITS";
6915 break;
6916 case BRACE_SIMPLE:
6917 p = "BRACE_SIMPLE";
6918 break;
6919 case BRACE_COMPLEX + 0:
6920 case BRACE_COMPLEX + 1:
6921 case BRACE_COMPLEX + 2:
6922 case BRACE_COMPLEX + 3:
6923 case BRACE_COMPLEX + 4:
6924 case BRACE_COMPLEX + 5:
6925 case BRACE_COMPLEX + 6:
6926 case BRACE_COMPLEX + 7:
6927 case BRACE_COMPLEX + 8:
6928 case BRACE_COMPLEX + 9:
6929 sprintf(buf + STRLEN(buf), "BRACE_COMPLEX%d", OP(op) - BRACE_COMPLEX);
6930 p = NULL;
6931 break;
6932#ifdef FEAT_MBYTE
6933 case MULTIBYTECODE:
6934 p = "MULTIBYTECODE";
6935 break;
6936#endif
6937 case NEWL:
6938 p = "NEWL";
6939 break;
6940 default:
6941 sprintf(buf + STRLEN(buf), "corrupt %d", OP(op));
6942 p = NULL;
6943 break;
6944 }
6945 if (p != NULL)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006946 STRCAT(buf, p);
6947 return (char_u *)buf;
Bram Moolenaar071d4272004-06-13 20:20:40 +00006948}
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006949#endif /* DEBUG */
Bram Moolenaar071d4272004-06-13 20:20:40 +00006950
Bram Moolenaarfb031402014-09-09 17:18:49 +02006951/*
6952 * Used in a place where no * or \+ can follow.
6953 */
6954 static int
Bram Moolenaar05540972016-01-30 20:31:25 +01006955re_mult_next(char *what)
Bram Moolenaarfb031402014-09-09 17:18:49 +02006956{
6957 if (re_multi_type(peekchr()) == MULTI_MULT)
6958 EMSG2_RET_FAIL(_("E888: (NFA regexp) cannot repeat %s"), what);
6959 return OK;
6960}
6961
Bram Moolenaar071d4272004-06-13 20:20:40 +00006962#ifdef FEAT_MBYTE
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +01006963static void mb_decompose(int c, int *c1, int *c2, int *c3);
Bram Moolenaar071d4272004-06-13 20:20:40 +00006964
6965typedef struct
6966{
6967 int a, b, c;
6968} decomp_T;
6969
6970
6971/* 0xfb20 - 0xfb4f */
Bram Moolenaard6f676d2005-06-01 21:51:55 +00006972static decomp_T decomp_table[0xfb4f-0xfb20+1] =
Bram Moolenaar071d4272004-06-13 20:20:40 +00006973{
6974 {0x5e2,0,0}, /* 0xfb20 alt ayin */
6975 {0x5d0,0,0}, /* 0xfb21 alt alef */
6976 {0x5d3,0,0}, /* 0xfb22 alt dalet */
6977 {0x5d4,0,0}, /* 0xfb23 alt he */
6978 {0x5db,0,0}, /* 0xfb24 alt kaf */
6979 {0x5dc,0,0}, /* 0xfb25 alt lamed */
6980 {0x5dd,0,0}, /* 0xfb26 alt mem-sofit */
6981 {0x5e8,0,0}, /* 0xfb27 alt resh */
6982 {0x5ea,0,0}, /* 0xfb28 alt tav */
6983 {'+', 0, 0}, /* 0xfb29 alt plus */
6984 {0x5e9, 0x5c1, 0}, /* 0xfb2a shin+shin-dot */
6985 {0x5e9, 0x5c2, 0}, /* 0xfb2b shin+sin-dot */
6986 {0x5e9, 0x5c1, 0x5bc}, /* 0xfb2c shin+shin-dot+dagesh */
6987 {0x5e9, 0x5c2, 0x5bc}, /* 0xfb2d shin+sin-dot+dagesh */
6988 {0x5d0, 0x5b7, 0}, /* 0xfb2e alef+patah */
6989 {0x5d0, 0x5b8, 0}, /* 0xfb2f alef+qamats */
6990 {0x5d0, 0x5b4, 0}, /* 0xfb30 alef+hiriq */
6991 {0x5d1, 0x5bc, 0}, /* 0xfb31 bet+dagesh */
6992 {0x5d2, 0x5bc, 0}, /* 0xfb32 gimel+dagesh */
6993 {0x5d3, 0x5bc, 0}, /* 0xfb33 dalet+dagesh */
6994 {0x5d4, 0x5bc, 0}, /* 0xfb34 he+dagesh */
6995 {0x5d5, 0x5bc, 0}, /* 0xfb35 vav+dagesh */
6996 {0x5d6, 0x5bc, 0}, /* 0xfb36 zayin+dagesh */
6997 {0xfb37, 0, 0}, /* 0xfb37 -- UNUSED */
6998 {0x5d8, 0x5bc, 0}, /* 0xfb38 tet+dagesh */
6999 {0x5d9, 0x5bc, 0}, /* 0xfb39 yud+dagesh */
7000 {0x5da, 0x5bc, 0}, /* 0xfb3a kaf sofit+dagesh */
7001 {0x5db, 0x5bc, 0}, /* 0xfb3b kaf+dagesh */
7002 {0x5dc, 0x5bc, 0}, /* 0xfb3c lamed+dagesh */
7003 {0xfb3d, 0, 0}, /* 0xfb3d -- UNUSED */
7004 {0x5de, 0x5bc, 0}, /* 0xfb3e mem+dagesh */
7005 {0xfb3f, 0, 0}, /* 0xfb3f -- UNUSED */
7006 {0x5e0, 0x5bc, 0}, /* 0xfb40 nun+dagesh */
7007 {0x5e1, 0x5bc, 0}, /* 0xfb41 samech+dagesh */
7008 {0xfb42, 0, 0}, /* 0xfb42 -- UNUSED */
7009 {0x5e3, 0x5bc, 0}, /* 0xfb43 pe sofit+dagesh */
7010 {0x5e4, 0x5bc,0}, /* 0xfb44 pe+dagesh */
7011 {0xfb45, 0, 0}, /* 0xfb45 -- UNUSED */
7012 {0x5e6, 0x5bc, 0}, /* 0xfb46 tsadi+dagesh */
7013 {0x5e7, 0x5bc, 0}, /* 0xfb47 qof+dagesh */
7014 {0x5e8, 0x5bc, 0}, /* 0xfb48 resh+dagesh */
7015 {0x5e9, 0x5bc, 0}, /* 0xfb49 shin+dagesh */
7016 {0x5ea, 0x5bc, 0}, /* 0xfb4a tav+dagesh */
7017 {0x5d5, 0x5b9, 0}, /* 0xfb4b vav+holam */
7018 {0x5d1, 0x5bf, 0}, /* 0xfb4c bet+rafe */
7019 {0x5db, 0x5bf, 0}, /* 0xfb4d kaf+rafe */
7020 {0x5e4, 0x5bf, 0}, /* 0xfb4e pe+rafe */
7021 {0x5d0, 0x5dc, 0} /* 0xfb4f alef-lamed */
7022};
7023
7024 static void
Bram Moolenaar05540972016-01-30 20:31:25 +01007025mb_decompose(int c, int *c1, int *c2, int *c3)
Bram Moolenaar071d4272004-06-13 20:20:40 +00007026{
7027 decomp_T d;
7028
Bram Moolenaar2eec59e2013-05-21 21:37:20 +02007029 if (c >= 0xfb20 && c <= 0xfb4f)
Bram Moolenaar071d4272004-06-13 20:20:40 +00007030 {
7031 d = decomp_table[c - 0xfb20];
7032 *c1 = d.a;
7033 *c2 = d.b;
7034 *c3 = d.c;
7035 }
7036 else
7037 {
7038 *c1 = c;
7039 *c2 = *c3 = 0;
7040 }
7041}
7042#endif
7043
7044/*
7045 * Compare two strings, ignore case if ireg_ic set.
7046 * Return 0 if strings match, non-zero otherwise.
7047 * Correct the length "*n" when composing characters are ignored.
7048 */
7049 static int
Bram Moolenaar05540972016-01-30 20:31:25 +01007050cstrncmp(char_u *s1, char_u *s2, int *n)
Bram Moolenaar071d4272004-06-13 20:20:40 +00007051{
7052 int result;
7053
7054 if (!ireg_ic)
7055 result = STRNCMP(s1, s2, *n);
7056 else
7057 result = MB_STRNICMP(s1, s2, *n);
7058
7059#ifdef FEAT_MBYTE
7060 /* if it failed and it's utf8 and we want to combineignore: */
7061 if (result != 0 && enc_utf8 && ireg_icombine)
7062 {
7063 char_u *str1, *str2;
7064 int c1, c2, c11, c12;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007065 int junk;
7066
7067 /* we have to handle the strcmp ourselves, since it is necessary to
7068 * deal with the composing characters by ignoring them: */
7069 str1 = s1;
7070 str2 = s2;
7071 c1 = c2 = 0;
Bram Moolenaarcafda4f2005-09-06 19:25:11 +00007072 while ((int)(str1 - s1) < *n)
Bram Moolenaar071d4272004-06-13 20:20:40 +00007073 {
7074 c1 = mb_ptr2char_adv(&str1);
7075 c2 = mb_ptr2char_adv(&str2);
Bram Moolenaar071d4272004-06-13 20:20:40 +00007076
7077 /* decompose the character if necessary, into 'base' characters
7078 * because I don't care about Arabic, I will hard-code the Hebrew
7079 * which I *do* care about! So sue me... */
7080 if (c1 != c2 && (!ireg_ic || utf_fold(c1) != utf_fold(c2)))
7081 {
7082 /* decomposition necessary? */
7083 mb_decompose(c1, &c11, &junk, &junk);
7084 mb_decompose(c2, &c12, &junk, &junk);
7085 c1 = c11;
7086 c2 = c12;
7087 if (c11 != c12 && (!ireg_ic || utf_fold(c11) != utf_fold(c12)))
7088 break;
7089 }
7090 }
7091 result = c2 - c1;
7092 if (result == 0)
7093 *n = (int)(str2 - s2);
7094 }
7095#endif
7096
7097 return result;
7098}
7099
7100/*
7101 * cstrchr: This function is used a lot for simple searches, keep it fast!
7102 */
7103 static char_u *
Bram Moolenaar05540972016-01-30 20:31:25 +01007104cstrchr(char_u *s, int c)
Bram Moolenaar071d4272004-06-13 20:20:40 +00007105{
7106 char_u *p;
7107 int cc;
7108
7109 if (!ireg_ic
7110#ifdef FEAT_MBYTE
7111 || (!enc_utf8 && mb_char2len(c) > 1)
7112#endif
7113 )
7114 return vim_strchr(s, c);
7115
7116 /* tolower() and toupper() can be slow, comparing twice should be a lot
7117 * faster (esp. when using MS Visual C++!).
7118 * For UTF-8 need to use folded case. */
7119#ifdef FEAT_MBYTE
7120 if (enc_utf8 && c > 0x80)
7121 cc = utf_fold(c);
7122 else
7123#endif
Bram Moolenaara245a5b2007-08-11 11:58:23 +00007124 if (MB_ISUPPER(c))
7125 cc = MB_TOLOWER(c);
7126 else if (MB_ISLOWER(c))
7127 cc = MB_TOUPPER(c);
Bram Moolenaar071d4272004-06-13 20:20:40 +00007128 else
7129 return vim_strchr(s, c);
7130
7131#ifdef FEAT_MBYTE
7132 if (has_mbyte)
7133 {
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00007134 for (p = s; *p != NUL; p += (*mb_ptr2len)(p))
Bram Moolenaar071d4272004-06-13 20:20:40 +00007135 {
7136 if (enc_utf8 && c > 0x80)
7137 {
7138 if (utf_fold(utf_ptr2char(p)) == cc)
7139 return p;
7140 }
7141 else if (*p == c || *p == cc)
7142 return p;
7143 }
7144 }
7145 else
7146#endif
7147 /* Faster version for when there are no multi-byte characters. */
7148 for (p = s; *p != NUL; ++p)
7149 if (*p == c || *p == cc)
7150 return p;
7151
7152 return NULL;
7153}
7154
7155/***************************************************************
7156 * regsub stuff *
7157 ***************************************************************/
7158
Bram Moolenaar071d4272004-06-13 20:20:40 +00007159/*
7160 * We should define ftpr as a pointer to a function returning a pointer to
7161 * a function returning a pointer to a function ...
7162 * This is impossible, so we declare a pointer to a function returning a
7163 * pointer to a function returning void. This should work for all compilers.
7164 */
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +01007165typedef void (*(*fptr_T)(int *, int))();
Bram Moolenaar071d4272004-06-13 20:20:40 +00007166
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +01007167static fptr_T do_upper(int *, int);
7168static fptr_T do_Upper(int *, int);
7169static fptr_T do_lower(int *, int);
7170static fptr_T do_Lower(int *, int);
Bram Moolenaar071d4272004-06-13 20:20:40 +00007171
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +01007172static int vim_regsub_both(char_u *source, char_u *dest, int copy, int magic, int backslash);
Bram Moolenaar071d4272004-06-13 20:20:40 +00007173
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007174 static fptr_T
Bram Moolenaar05540972016-01-30 20:31:25 +01007175do_upper(int *d, int c)
Bram Moolenaar071d4272004-06-13 20:20:40 +00007176{
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007177 *d = MB_TOUPPER(c);
Bram Moolenaar071d4272004-06-13 20:20:40 +00007178
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007179 return (fptr_T)NULL;
7180}
7181
7182 static fptr_T
Bram Moolenaar05540972016-01-30 20:31:25 +01007183do_Upper(int *d, int c)
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007184{
7185 *d = MB_TOUPPER(c);
7186
7187 return (fptr_T)do_Upper;
7188}
7189
7190 static fptr_T
Bram Moolenaar05540972016-01-30 20:31:25 +01007191do_lower(int *d, int c)
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007192{
7193 *d = MB_TOLOWER(c);
7194
7195 return (fptr_T)NULL;
7196}
7197
7198 static fptr_T
Bram Moolenaar05540972016-01-30 20:31:25 +01007199do_Lower(int *d, int c)
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007200{
7201 *d = MB_TOLOWER(c);
7202
7203 return (fptr_T)do_Lower;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007204}
7205
7206/*
7207 * regtilde(): Replace tildes in the pattern by the old pattern.
7208 *
7209 * Short explanation of the tilde: It stands for the previous replacement
7210 * pattern. If that previous pattern also contains a ~ we should go back a
7211 * step further... But we insert the previous pattern into the current one
7212 * and remember that.
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007213 * This still does not handle the case where "magic" changes. So require the
7214 * user to keep his hands off of "magic".
Bram Moolenaar071d4272004-06-13 20:20:40 +00007215 *
7216 * The tildes are parsed once before the first call to vim_regsub().
7217 */
7218 char_u *
Bram Moolenaar05540972016-01-30 20:31:25 +01007219regtilde(char_u *source, int magic)
Bram Moolenaar071d4272004-06-13 20:20:40 +00007220{
7221 char_u *newsub = source;
7222 char_u *tmpsub;
7223 char_u *p;
7224 int len;
7225 int prevlen;
7226
7227 for (p = newsub; *p; ++p)
7228 {
7229 if ((*p == '~' && magic) || (*p == '\\' && *(p + 1) == '~' && !magic))
7230 {
7231 if (reg_prev_sub != NULL)
7232 {
7233 /* length = len(newsub) - 1 + len(prev_sub) + 1 */
7234 prevlen = (int)STRLEN(reg_prev_sub);
7235 tmpsub = alloc((unsigned)(STRLEN(newsub) + prevlen));
7236 if (tmpsub != NULL)
7237 {
7238 /* copy prefix */
7239 len = (int)(p - newsub); /* not including ~ */
7240 mch_memmove(tmpsub, newsub, (size_t)len);
Bram Moolenaar7aa9f6a2007-05-10 18:00:30 +00007241 /* interpret tilde */
Bram Moolenaar071d4272004-06-13 20:20:40 +00007242 mch_memmove(tmpsub + len, reg_prev_sub, (size_t)prevlen);
7243 /* copy postfix */
7244 if (!magic)
7245 ++p; /* back off \ */
7246 STRCPY(tmpsub + len + prevlen, p + 1);
7247
7248 if (newsub != source) /* already allocated newsub */
7249 vim_free(newsub);
7250 newsub = tmpsub;
7251 p = newsub + len + prevlen;
7252 }
7253 }
7254 else if (magic)
Bram Moolenaar446cb832008-06-24 21:56:24 +00007255 STRMOVE(p, p + 1); /* remove '~' */
Bram Moolenaar071d4272004-06-13 20:20:40 +00007256 else
Bram Moolenaar446cb832008-06-24 21:56:24 +00007257 STRMOVE(p, p + 2); /* remove '\~' */
Bram Moolenaar071d4272004-06-13 20:20:40 +00007258 --p;
7259 }
7260 else
7261 {
7262 if (*p == '\\' && p[1]) /* skip escaped characters */
7263 ++p;
7264#ifdef FEAT_MBYTE
7265 if (has_mbyte)
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00007266 p += (*mb_ptr2len)(p) - 1;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007267#endif
7268 }
7269 }
7270
7271 vim_free(reg_prev_sub);
7272 if (newsub != source) /* newsub was allocated, just keep it */
7273 reg_prev_sub = newsub;
7274 else /* no ~ found, need to save newsub */
7275 reg_prev_sub = vim_strsave(newsub);
7276 return newsub;
7277}
7278
7279#ifdef FEAT_EVAL
7280static int can_f_submatch = FALSE; /* TRUE when submatch() can be used */
7281
7282/* These pointers are used instead of reg_match and reg_mmatch for
7283 * reg_submatch(). Needed for when the substitution string is an expression
7284 * that contains a call to substitute() and submatch(). */
7285static regmatch_T *submatch_match;
7286static regmmatch_T *submatch_mmatch;
Bram Moolenaar5ea08a82009-11-25 18:51:24 +00007287static linenr_T submatch_firstlnum;
7288static linenr_T submatch_maxline;
Bram Moolenaar978287b2011-06-19 04:32:15 +02007289static int submatch_line_lbr;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007290#endif
7291
7292#if defined(FEAT_MODIFY_FNAME) || defined(FEAT_EVAL) || defined(PROTO)
7293/*
7294 * vim_regsub() - perform substitutions after a vim_regexec() or
7295 * vim_regexec_multi() match.
7296 *
7297 * If "copy" is TRUE really copy into "dest".
7298 * If "copy" is FALSE nothing is copied, this is just to find out the length
7299 * of the result.
7300 *
7301 * If "backslash" is TRUE, a backslash will be removed later, need to double
7302 * them to keep them, and insert a backslash before a CR to avoid it being
7303 * replaced with a line break later.
7304 *
7305 * Note: The matched text must not change between the call of
7306 * vim_regexec()/vim_regexec_multi() and vim_regsub()! It would make the back
7307 * references invalid!
7308 *
7309 * Returns the size of the replacement, including terminating NUL.
7310 */
7311 int
Bram Moolenaar05540972016-01-30 20:31:25 +01007312vim_regsub(
7313 regmatch_T *rmp,
7314 char_u *source,
7315 char_u *dest,
7316 int copy,
7317 int magic,
7318 int backslash)
Bram Moolenaar071d4272004-06-13 20:20:40 +00007319{
7320 reg_match = rmp;
7321 reg_mmatch = NULL;
7322 reg_maxline = 0;
Bram Moolenaar2f315ab2013-01-25 20:11:01 +01007323 reg_buf = curbuf;
Bram Moolenaar93fc4812014-04-23 18:48:47 +02007324 reg_line_lbr = TRUE;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007325 return vim_regsub_both(source, dest, copy, magic, backslash);
7326}
7327#endif
7328
7329 int
Bram Moolenaar05540972016-01-30 20:31:25 +01007330vim_regsub_multi(
7331 regmmatch_T *rmp,
7332 linenr_T lnum,
7333 char_u *source,
7334 char_u *dest,
7335 int copy,
7336 int magic,
7337 int backslash)
Bram Moolenaar071d4272004-06-13 20:20:40 +00007338{
7339 reg_match = NULL;
7340 reg_mmatch = rmp;
7341 reg_buf = curbuf; /* always works on the current buffer! */
7342 reg_firstlnum = lnum;
7343 reg_maxline = curbuf->b_ml.ml_line_count - lnum;
Bram Moolenaar93fc4812014-04-23 18:48:47 +02007344 reg_line_lbr = FALSE;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007345 return vim_regsub_both(source, dest, copy, magic, backslash);
7346}
7347
7348 static int
Bram Moolenaar05540972016-01-30 20:31:25 +01007349vim_regsub_both(
7350 char_u *source,
7351 char_u *dest,
7352 int copy,
7353 int magic,
7354 int backslash)
Bram Moolenaar071d4272004-06-13 20:20:40 +00007355{
7356 char_u *src;
7357 char_u *dst;
7358 char_u *s;
7359 int c;
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007360 int cc;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007361 int no = -1;
Bram Moolenaarc2c355d2013-03-19 17:42:15 +01007362 fptr_T func_all = (fptr_T)NULL;
7363 fptr_T func_one = (fptr_T)NULL;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007364 linenr_T clnum = 0; /* init for GCC */
7365 int len = 0; /* init for GCC */
7366#ifdef FEAT_EVAL
7367 static char_u *eval_result = NULL;
7368#endif
Bram Moolenaar071d4272004-06-13 20:20:40 +00007369
7370 /* Be paranoid... */
7371 if (source == NULL || dest == NULL)
7372 {
7373 EMSG(_(e_null));
7374 return 0;
7375 }
7376 if (prog_magic_wrong())
7377 return 0;
7378 src = source;
7379 dst = dest;
7380
7381 /*
7382 * When the substitute part starts with "\=" evaluate it as an expression.
7383 */
7384 if (source[0] == '\\' && source[1] == '='
7385#ifdef FEAT_EVAL
7386 && !can_f_submatch /* can't do this recursively */
7387#endif
7388 )
7389 {
7390#ifdef FEAT_EVAL
7391 /* To make sure that the length doesn't change between checking the
7392 * length and copying the string, and to speed up things, the
7393 * resulting string is saved from the call with "copy" == FALSE to the
7394 * call with "copy" == TRUE. */
7395 if (copy)
7396 {
7397 if (eval_result != NULL)
7398 {
7399 STRCPY(dest, eval_result);
7400 dst += STRLEN(eval_result);
7401 vim_free(eval_result);
7402 eval_result = NULL;
7403 }
7404 }
7405 else
7406 {
Bram Moolenaar071d4272004-06-13 20:20:40 +00007407 win_T *save_reg_win;
7408 int save_ireg_ic;
7409
7410 vim_free(eval_result);
7411
7412 /* The expression may contain substitute(), which calls us
7413 * recursively. Make sure submatch() gets the text from the first
7414 * level. Don't need to save "reg_buf", because
7415 * vim_regexec_multi() can't be called recursively. */
7416 submatch_match = reg_match;
7417 submatch_mmatch = reg_mmatch;
Bram Moolenaar5ea08a82009-11-25 18:51:24 +00007418 submatch_firstlnum = reg_firstlnum;
7419 submatch_maxline = reg_maxline;
Bram Moolenaar978287b2011-06-19 04:32:15 +02007420 submatch_line_lbr = reg_line_lbr;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007421 save_reg_win = reg_win;
7422 save_ireg_ic = ireg_ic;
7423 can_f_submatch = TRUE;
7424
Bram Moolenaar362e1a32006-03-06 23:29:24 +00007425 eval_result = eval_to_string(source + 2, NULL, TRUE);
Bram Moolenaar071d4272004-06-13 20:20:40 +00007426 if (eval_result != NULL)
7427 {
Bram Moolenaar06975a42010-03-23 16:27:22 +01007428 int had_backslash = FALSE;
7429
Bram Moolenaar1cd871b2004-12-19 22:46:22 +00007430 for (s = eval_result; *s != NUL; mb_ptr_adv(s))
Bram Moolenaar071d4272004-06-13 20:20:40 +00007431 {
Bram Moolenaar978287b2011-06-19 04:32:15 +02007432 /* Change NL to CR, so that it becomes a line break,
7433 * unless called from vim_regexec_nl().
Bram Moolenaar071d4272004-06-13 20:20:40 +00007434 * Skip over a backslashed character. */
Bram Moolenaar978287b2011-06-19 04:32:15 +02007435 if (*s == NL && !submatch_line_lbr)
Bram Moolenaar071d4272004-06-13 20:20:40 +00007436 *s = CAR;
7437 else if (*s == '\\' && s[1] != NUL)
Bram Moolenaar06975a42010-03-23 16:27:22 +01007438 {
Bram Moolenaar071d4272004-06-13 20:20:40 +00007439 ++s;
Bram Moolenaar60190782010-05-21 13:08:58 +02007440 /* Change NL to CR here too, so that this works:
7441 * :s/abc\\\ndef/\="aaa\\\nbbb"/ on text:
7442 * abc\
7443 * def
Bram Moolenaar978287b2011-06-19 04:32:15 +02007444 * Not when called from vim_regexec_nl().
Bram Moolenaar60190782010-05-21 13:08:58 +02007445 */
Bram Moolenaar978287b2011-06-19 04:32:15 +02007446 if (*s == NL && !submatch_line_lbr)
Bram Moolenaar60190782010-05-21 13:08:58 +02007447 *s = CAR;
Bram Moolenaar06975a42010-03-23 16:27:22 +01007448 had_backslash = TRUE;
7449 }
7450 }
7451 if (had_backslash && backslash)
7452 {
7453 /* Backslashes will be consumed, need to double them. */
7454 s = vim_strsave_escaped(eval_result, (char_u *)"\\");
7455 if (s != NULL)
7456 {
7457 vim_free(eval_result);
7458 eval_result = s;
7459 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00007460 }
7461
7462 dst += STRLEN(eval_result);
7463 }
7464
7465 reg_match = submatch_match;
7466 reg_mmatch = submatch_mmatch;
Bram Moolenaar5ea08a82009-11-25 18:51:24 +00007467 reg_firstlnum = submatch_firstlnum;
7468 reg_maxline = submatch_maxline;
Bram Moolenaar978287b2011-06-19 04:32:15 +02007469 reg_line_lbr = submatch_line_lbr;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007470 reg_win = save_reg_win;
7471 ireg_ic = save_ireg_ic;
7472 can_f_submatch = FALSE;
7473 }
7474#endif
7475 }
7476 else
7477 while ((c = *src++) != NUL)
7478 {
7479 if (c == '&' && magic)
7480 no = 0;
7481 else if (c == '\\' && *src != NUL)
7482 {
7483 if (*src == '&' && !magic)
7484 {
7485 ++src;
7486 no = 0;
7487 }
7488 else if ('0' <= *src && *src <= '9')
7489 {
7490 no = *src++ - '0';
7491 }
7492 else if (vim_strchr((char_u *)"uUlLeE", *src))
7493 {
7494 switch (*src++)
7495 {
Bram Moolenaarc2c355d2013-03-19 17:42:15 +01007496 case 'u': func_one = (fptr_T)do_upper;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007497 continue;
Bram Moolenaarc2c355d2013-03-19 17:42:15 +01007498 case 'U': func_all = (fptr_T)do_Upper;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007499 continue;
Bram Moolenaarc2c355d2013-03-19 17:42:15 +01007500 case 'l': func_one = (fptr_T)do_lower;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007501 continue;
Bram Moolenaarc2c355d2013-03-19 17:42:15 +01007502 case 'L': func_all = (fptr_T)do_Lower;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007503 continue;
7504 case 'e':
Bram Moolenaarc2c355d2013-03-19 17:42:15 +01007505 case 'E': func_one = func_all = (fptr_T)NULL;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007506 continue;
7507 }
7508 }
7509 }
7510 if (no < 0) /* Ordinary character. */
7511 {
Bram Moolenaardb552d602006-03-23 22:59:57 +00007512 if (c == K_SPECIAL && src[0] != NUL && src[1] != NUL)
7513 {
Bram Moolenaar7aa9f6a2007-05-10 18:00:30 +00007514 /* Copy a special key as-is. */
Bram Moolenaardb552d602006-03-23 22:59:57 +00007515 if (copy)
7516 {
7517 *dst++ = c;
7518 *dst++ = *src++;
7519 *dst++ = *src++;
7520 }
7521 else
7522 {
7523 dst += 3;
7524 src += 2;
7525 }
7526 continue;
7527 }
7528
Bram Moolenaar071d4272004-06-13 20:20:40 +00007529 if (c == '\\' && *src != NUL)
7530 {
7531 /* Check for abbreviations -- webb */
7532 switch (*src)
7533 {
7534 case 'r': c = CAR; ++src; break;
7535 case 'n': c = NL; ++src; break;
7536 case 't': c = TAB; ++src; break;
7537 /* Oh no! \e already has meaning in subst pat :-( */
7538 /* case 'e': c = ESC; ++src; break; */
7539 case 'b': c = Ctrl_H; ++src; break;
7540
7541 /* If "backslash" is TRUE the backslash will be removed
7542 * later. Used to insert a literal CR. */
7543 default: if (backslash)
7544 {
7545 if (copy)
7546 *dst = '\\';
7547 ++dst;
7548 }
7549 c = *src++;
7550 }
7551 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00007552#ifdef FEAT_MBYTE
Bram Moolenaardb552d602006-03-23 22:59:57 +00007553 else if (has_mbyte)
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007554 c = mb_ptr2char(src - 1);
7555#endif
7556
Bram Moolenaardb552d602006-03-23 22:59:57 +00007557 /* Write to buffer, if copy is set. */
Bram Moolenaarc2c355d2013-03-19 17:42:15 +01007558 if (func_one != (fptr_T)NULL)
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007559 /* Turbo C complains without the typecast */
Bram Moolenaarc2c355d2013-03-19 17:42:15 +01007560 func_one = (fptr_T)(func_one(&cc, c));
7561 else if (func_all != (fptr_T)NULL)
7562 /* Turbo C complains without the typecast */
7563 func_all = (fptr_T)(func_all(&cc, c));
7564 else /* just copy */
7565 cc = c;
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007566
7567#ifdef FEAT_MBYTE
7568 if (has_mbyte)
Bram Moolenaar071d4272004-06-13 20:20:40 +00007569 {
Bram Moolenaar0c56c602010-07-12 22:42:33 +02007570 int totlen = mb_ptr2len(src - 1);
7571
Bram Moolenaar071d4272004-06-13 20:20:40 +00007572 if (copy)
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007573 mb_char2bytes(cc, dst);
7574 dst += mb_char2len(cc) - 1;
Bram Moolenaar0c56c602010-07-12 22:42:33 +02007575 if (enc_utf8)
7576 {
7577 int clen = utf_ptr2len(src - 1);
7578
7579 /* If the character length is shorter than "totlen", there
7580 * are composing characters; copy them as-is. */
7581 if (clen < totlen)
7582 {
7583 if (copy)
7584 mch_memmove(dst + 1, src - 1 + clen,
7585 (size_t)(totlen - clen));
7586 dst += totlen - clen;
7587 }
7588 }
7589 src += totlen - 1;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007590 }
7591 else
Bram Moolenaar071d4272004-06-13 20:20:40 +00007592#endif
7593 if (copy)
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007594 *dst = cc;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007595 dst++;
7596 }
7597 else
7598 {
7599 if (REG_MULTI)
7600 {
7601 clnum = reg_mmatch->startpos[no].lnum;
7602 if (clnum < 0 || reg_mmatch->endpos[no].lnum < 0)
7603 s = NULL;
7604 else
7605 {
7606 s = reg_getline(clnum) + reg_mmatch->startpos[no].col;
7607 if (reg_mmatch->endpos[no].lnum == clnum)
7608 len = reg_mmatch->endpos[no].col
7609 - reg_mmatch->startpos[no].col;
7610 else
7611 len = (int)STRLEN(s);
7612 }
7613 }
7614 else
7615 {
7616 s = reg_match->startp[no];
7617 if (reg_match->endp[no] == NULL)
7618 s = NULL;
7619 else
7620 len = (int)(reg_match->endp[no] - s);
7621 }
7622 if (s != NULL)
7623 {
7624 for (;;)
7625 {
7626 if (len == 0)
7627 {
7628 if (REG_MULTI)
7629 {
7630 if (reg_mmatch->endpos[no].lnum == clnum)
7631 break;
7632 if (copy)
7633 *dst = CAR;
7634 ++dst;
7635 s = reg_getline(++clnum);
7636 if (reg_mmatch->endpos[no].lnum == clnum)
7637 len = reg_mmatch->endpos[no].col;
7638 else
7639 len = (int)STRLEN(s);
7640 }
7641 else
7642 break;
7643 }
7644 else if (*s == NUL) /* we hit NUL. */
7645 {
7646 if (copy)
7647 EMSG(_(e_re_damg));
7648 goto exit;
7649 }
7650 else
7651 {
7652 if (backslash && (*s == CAR || *s == '\\'))
7653 {
7654 /*
7655 * Insert a backslash in front of a CR, otherwise
7656 * it will be replaced by a line break.
7657 * Number of backslashes will be halved later,
7658 * double them here.
7659 */
7660 if (copy)
7661 {
7662 dst[0] = '\\';
7663 dst[1] = *s;
7664 }
7665 dst += 2;
7666 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00007667 else
7668 {
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007669#ifdef FEAT_MBYTE
7670 if (has_mbyte)
7671 c = mb_ptr2char(s);
7672 else
7673#endif
7674 c = *s;
7675
Bram Moolenaarc2c355d2013-03-19 17:42:15 +01007676 if (func_one != (fptr_T)NULL)
Bram Moolenaar071d4272004-06-13 20:20:40 +00007677 /* Turbo C complains without the typecast */
Bram Moolenaarc2c355d2013-03-19 17:42:15 +01007678 func_one = (fptr_T)(func_one(&cc, c));
7679 else if (func_all != (fptr_T)NULL)
7680 /* Turbo C complains without the typecast */
7681 func_all = (fptr_T)(func_all(&cc, c));
7682 else /* just copy */
7683 cc = c;
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007684
7685#ifdef FEAT_MBYTE
7686 if (has_mbyte)
7687 {
Bram Moolenaar9225efb2007-07-30 20:32:53 +00007688 int l;
7689
7690 /* Copy composing characters separately, one
7691 * at a time. */
7692 if (enc_utf8)
7693 l = utf_ptr2len(s) - 1;
7694 else
7695 l = mb_ptr2len(s) - 1;
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007696
7697 s += l;
7698 len -= l;
7699 if (copy)
7700 mb_char2bytes(cc, dst);
7701 dst += mb_char2len(cc) - 1;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007702 }
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007703 else
7704#endif
7705 if (copy)
7706 *dst = cc;
7707 dst++;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007708 }
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007709
Bram Moolenaar071d4272004-06-13 20:20:40 +00007710 ++s;
7711 --len;
7712 }
7713 }
7714 }
7715 no = -1;
7716 }
7717 }
7718 if (copy)
7719 *dst = NUL;
7720
7721exit:
7722 return (int)((dst - dest) + 1);
7723}
7724
7725#ifdef FEAT_EVAL
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +01007726static char_u *reg_getline_submatch(linenr_T lnum);
Bram Moolenaard32a3192009-11-26 19:40:49 +00007727
Bram Moolenaar071d4272004-06-13 20:20:40 +00007728/*
Bram Moolenaar5ea08a82009-11-25 18:51:24 +00007729 * Call reg_getline() with the line numbers from the submatch. If a
7730 * substitute() was used the reg_maxline and other values have been
7731 * overwritten.
7732 */
7733 static char_u *
Bram Moolenaar05540972016-01-30 20:31:25 +01007734reg_getline_submatch(linenr_T lnum)
Bram Moolenaar5ea08a82009-11-25 18:51:24 +00007735{
7736 char_u *s;
7737 linenr_T save_first = reg_firstlnum;
7738 linenr_T save_max = reg_maxline;
7739
7740 reg_firstlnum = submatch_firstlnum;
7741 reg_maxline = submatch_maxline;
7742
7743 s = reg_getline(lnum);
7744
7745 reg_firstlnum = save_first;
7746 reg_maxline = save_max;
7747 return s;
7748}
7749
7750/*
Bram Moolenaar7aa9f6a2007-05-10 18:00:30 +00007751 * Used for the submatch() function: get the string from the n'th submatch in
Bram Moolenaar071d4272004-06-13 20:20:40 +00007752 * allocated memory.
7753 * Returns NULL when not in a ":s" command and for a non-existing submatch.
7754 */
7755 char_u *
Bram Moolenaar05540972016-01-30 20:31:25 +01007756reg_submatch(int no)
Bram Moolenaar071d4272004-06-13 20:20:40 +00007757{
7758 char_u *retval = NULL;
7759 char_u *s;
7760 int len;
7761 int round;
7762 linenr_T lnum;
7763
Bram Moolenaareb3593b2006-04-22 22:33:57 +00007764 if (!can_f_submatch || no < 0)
Bram Moolenaar071d4272004-06-13 20:20:40 +00007765 return NULL;
7766
7767 if (submatch_match == NULL)
7768 {
7769 /*
7770 * First round: compute the length and allocate memory.
7771 * Second round: copy the text.
7772 */
7773 for (round = 1; round <= 2; ++round)
7774 {
7775 lnum = submatch_mmatch->startpos[no].lnum;
7776 if (lnum < 0 || submatch_mmatch->endpos[no].lnum < 0)
7777 return NULL;
7778
Bram Moolenaar5ea08a82009-11-25 18:51:24 +00007779 s = reg_getline_submatch(lnum) + submatch_mmatch->startpos[no].col;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007780 if (s == NULL) /* anti-crash check, cannot happen? */
7781 break;
7782 if (submatch_mmatch->endpos[no].lnum == lnum)
7783 {
7784 /* Within one line: take form start to end col. */
7785 len = submatch_mmatch->endpos[no].col
7786 - submatch_mmatch->startpos[no].col;
7787 if (round == 2)
Bram Moolenaarbbebc852005-07-18 21:47:53 +00007788 vim_strncpy(retval, s, len);
Bram Moolenaar071d4272004-06-13 20:20:40 +00007789 ++len;
7790 }
7791 else
7792 {
7793 /* Multiple lines: take start line from start col, middle
7794 * lines completely and end line up to end col. */
7795 len = (int)STRLEN(s);
7796 if (round == 2)
7797 {
7798 STRCPY(retval, s);
7799 retval[len] = '\n';
7800 }
7801 ++len;
7802 ++lnum;
7803 while (lnum < submatch_mmatch->endpos[no].lnum)
7804 {
Bram Moolenaar5ea08a82009-11-25 18:51:24 +00007805 s = reg_getline_submatch(lnum++);
Bram Moolenaar071d4272004-06-13 20:20:40 +00007806 if (round == 2)
7807 STRCPY(retval + len, s);
7808 len += (int)STRLEN(s);
7809 if (round == 2)
7810 retval[len] = '\n';
7811 ++len;
7812 }
7813 if (round == 2)
Bram Moolenaar5ea08a82009-11-25 18:51:24 +00007814 STRNCPY(retval + len, reg_getline_submatch(lnum),
Bram Moolenaar071d4272004-06-13 20:20:40 +00007815 submatch_mmatch->endpos[no].col);
7816 len += submatch_mmatch->endpos[no].col;
7817 if (round == 2)
7818 retval[len] = NUL;
7819 ++len;
7820 }
7821
Bram Moolenaareb3593b2006-04-22 22:33:57 +00007822 if (retval == NULL)
Bram Moolenaar071d4272004-06-13 20:20:40 +00007823 {
7824 retval = lalloc((long_u)len, TRUE);
Bram Moolenaareb3593b2006-04-22 22:33:57 +00007825 if (retval == NULL)
Bram Moolenaar071d4272004-06-13 20:20:40 +00007826 return NULL;
7827 }
7828 }
7829 }
7830 else
7831 {
Bram Moolenaar7670fa02009-02-21 21:04:20 +00007832 s = submatch_match->startp[no];
7833 if (s == NULL || submatch_match->endp[no] == NULL)
Bram Moolenaar071d4272004-06-13 20:20:40 +00007834 retval = NULL;
7835 else
Bram Moolenaar071d4272004-06-13 20:20:40 +00007836 retval = vim_strnsave(s, (int)(submatch_match->endp[no] - s));
Bram Moolenaar071d4272004-06-13 20:20:40 +00007837 }
7838
7839 return retval;
7840}
Bram Moolenaar41571762014-04-02 19:00:58 +02007841
7842/*
7843 * Used for the submatch() function with the optional non-zero argument: get
7844 * the list of strings from the n'th submatch in allocated memory with NULs
7845 * represented in NLs.
7846 * Returns a list of allocated strings. Returns NULL when not in a ":s"
7847 * command, for a non-existing submatch and for any error.
7848 */
7849 list_T *
Bram Moolenaar05540972016-01-30 20:31:25 +01007850reg_submatch_list(int no)
Bram Moolenaar41571762014-04-02 19:00:58 +02007851{
7852 char_u *s;
7853 linenr_T slnum;
7854 linenr_T elnum;
7855 colnr_T scol;
7856 colnr_T ecol;
7857 int i;
7858 list_T *list;
7859 int error = FALSE;
7860
7861 if (!can_f_submatch || no < 0)
7862 return NULL;
7863
7864 if (submatch_match == NULL)
7865 {
7866 slnum = submatch_mmatch->startpos[no].lnum;
7867 elnum = submatch_mmatch->endpos[no].lnum;
7868 if (slnum < 0 || elnum < 0)
7869 return NULL;
7870
7871 scol = submatch_mmatch->startpos[no].col;
7872 ecol = submatch_mmatch->endpos[no].col;
7873
7874 list = list_alloc();
7875 if (list == NULL)
7876 return NULL;
7877
7878 s = reg_getline_submatch(slnum) + scol;
7879 if (slnum == elnum)
7880 {
7881 if (list_append_string(list, s, ecol - scol) == FAIL)
7882 error = TRUE;
7883 }
7884 else
7885 {
7886 if (list_append_string(list, s, -1) == FAIL)
7887 error = TRUE;
7888 for (i = 1; i < elnum - slnum; i++)
7889 {
7890 s = reg_getline_submatch(slnum + i);
7891 if (list_append_string(list, s, -1) == FAIL)
7892 error = TRUE;
7893 }
7894 s = reg_getline_submatch(elnum);
7895 if (list_append_string(list, s, ecol) == FAIL)
7896 error = TRUE;
7897 }
7898 }
7899 else
7900 {
7901 s = submatch_match->startp[no];
7902 if (s == NULL || submatch_match->endp[no] == NULL)
7903 return NULL;
7904 list = list_alloc();
7905 if (list == NULL)
7906 return NULL;
7907 if (list_append_string(list, s,
7908 (int)(submatch_match->endp[no] - s)) == FAIL)
7909 error = TRUE;
7910 }
7911
7912 if (error)
7913 {
7914 list_free(list, TRUE);
7915 return NULL;
7916 }
7917 return list;
7918}
Bram Moolenaar071d4272004-06-13 20:20:40 +00007919#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02007920
7921static regengine_T bt_regengine =
7922{
7923 bt_regcomp,
Bram Moolenaar473de612013-06-08 18:19:48 +02007924 bt_regfree,
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02007925 bt_regexec_nl,
Bram Moolenaarfda37292014-11-05 14:27:36 +01007926 bt_regexec_multi,
7927 (char_u *)""
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02007928};
7929
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02007930#include "regexp_nfa.c"
7931
7932static regengine_T nfa_regengine =
7933{
7934 nfa_regcomp,
Bram Moolenaar473de612013-06-08 18:19:48 +02007935 nfa_regfree,
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02007936 nfa_regexec_nl,
Bram Moolenaarfda37292014-11-05 14:27:36 +01007937 nfa_regexec_multi,
7938 (char_u *)""
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02007939};
7940
7941/* Which regexp engine to use? Needed for vim_regcomp().
7942 * Must match with 'regexpengine'. */
7943static int regexp_engine = 0;
Bram Moolenaarfda37292014-11-05 14:27:36 +01007944
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02007945#ifdef DEBUG
7946static char_u regname[][30] = {
7947 "AUTOMATIC Regexp Engine",
Bram Moolenaar75eb1612013-05-29 18:45:11 +02007948 "BACKTRACKING Regexp Engine",
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02007949 "NFA Regexp Engine"
7950 };
7951#endif
7952
7953/*
7954 * Compile a regular expression into internal code.
Bram Moolenaar473de612013-06-08 18:19:48 +02007955 * Returns the program in allocated memory.
7956 * Use vim_regfree() to free the memory.
7957 * Returns NULL for an error.
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02007958 */
7959 regprog_T *
Bram Moolenaar05540972016-01-30 20:31:25 +01007960vim_regcomp(char_u *expr_arg, int re_flags)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02007961{
7962 regprog_T *prog = NULL;
7963 char_u *expr = expr_arg;
7964
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02007965 regexp_engine = p_re;
7966
7967 /* Check for prefix "\%#=", that sets the regexp engine */
7968 if (STRNCMP(expr, "\\%#=", 4) == 0)
7969 {
7970 int newengine = expr[4] - '0';
7971
7972 if (newengine == AUTOMATIC_ENGINE
7973 || newengine == BACKTRACKING_ENGINE
7974 || newengine == NFA_ENGINE)
7975 {
7976 regexp_engine = expr[4] - '0';
7977 expr += 5;
7978#ifdef DEBUG
Bram Moolenaar6e132072014-05-13 16:46:32 +02007979 smsg((char_u *)"New regexp mode selected (%d): %s",
7980 regexp_engine, regname[newengine]);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02007981#endif
7982 }
7983 else
7984 {
7985 EMSG(_("E864: \\%#= can only be followed by 0, 1, or 2. The automatic engine will be used "));
7986 regexp_engine = AUTOMATIC_ENGINE;
7987 }
7988 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02007989 bt_regengine.expr = expr;
7990 nfa_regengine.expr = expr;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02007991
7992 /*
7993 * First try the NFA engine, unless backtracking was requested.
7994 */
7995 if (regexp_engine != BACKTRACKING_ENGINE)
Bram Moolenaare0ad3652015-01-27 12:59:55 +01007996 prog = nfa_regengine.regcomp(expr,
7997 re_flags + (regexp_engine == AUTOMATIC_ENGINE ? RE_AUTO : 0));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02007998 else
7999 prog = bt_regengine.regcomp(expr, re_flags);
8000
Bram Moolenaarfda37292014-11-05 14:27:36 +01008001 /* Check for error compiling regexp with initial engine. */
8002 if (prog == NULL)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008003 {
Bram Moolenaar7fcff1f2013-05-20 21:49:13 +02008004#ifdef BT_REGEXP_DEBUG_LOG
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008005 if (regexp_engine != BACKTRACKING_ENGINE) /* debugging log for NFA */
8006 {
8007 FILE *f;
Bram Moolenaar7fcff1f2013-05-20 21:49:13 +02008008 f = fopen(BT_REGEXP_DEBUG_LOG_NAME, "a");
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008009 if (f)
8010 {
Bram Moolenaarcd2d8bb2013-06-05 21:42:53 +02008011 fprintf(f, "Syntax error in \"%s\"\n", expr);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008012 fclose(f);
8013 }
8014 else
Bram Moolenaar7fcff1f2013-05-20 21:49:13 +02008015 EMSG2("(NFA) Could not open \"%s\" to write !!!",
8016 BT_REGEXP_DEBUG_LOG_NAME);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008017 }
8018#endif
8019 /*
Bram Moolenaarfda37292014-11-05 14:27:36 +01008020 * If the NFA engine failed, try the backtracking engine.
Bram Moolenaare0ad3652015-01-27 12:59:55 +01008021 * The NFA engine also fails for patterns that it can't handle well
8022 * but are still valid patterns, thus a retry should work.
8023 */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008024 if (regexp_engine == AUTOMATIC_ENGINE)
Bram Moolenaarfda37292014-11-05 14:27:36 +01008025 {
Bram Moolenaare0ad3652015-01-27 12:59:55 +01008026 regexp_engine = BACKTRACKING_ENGINE;
Bram Moolenaarcd2d8bb2013-06-05 21:42:53 +02008027 prog = bt_regengine.regcomp(expr, re_flags);
Bram Moolenaarfda37292014-11-05 14:27:36 +01008028 }
Bram Moolenaarcd2d8bb2013-06-05 21:42:53 +02008029 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008030
Bram Moolenaarfda37292014-11-05 14:27:36 +01008031 if (prog != NULL)
8032 {
8033 /* Store the info needed to call regcomp() again when the engine turns
8034 * out to be very slow when executing it. */
8035 prog->re_engine = regexp_engine;
8036 prog->re_flags = re_flags;
8037 }
8038
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008039 return prog;
8040}
8041
8042/*
Bram Moolenaar473de612013-06-08 18:19:48 +02008043 * Free a compiled regexp program, returned by vim_regcomp().
8044 */
8045 void
Bram Moolenaar05540972016-01-30 20:31:25 +01008046vim_regfree(regprog_T *prog)
Bram Moolenaar473de612013-06-08 18:19:48 +02008047{
8048 if (prog != NULL)
8049 prog->engine->regfree(prog);
8050}
8051
Bram Moolenaarfda37292014-11-05 14:27:36 +01008052#ifdef FEAT_EVAL
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +01008053static void report_re_switch(char_u *pat);
Bram Moolenaarfda37292014-11-05 14:27:36 +01008054
8055 static void
Bram Moolenaar05540972016-01-30 20:31:25 +01008056report_re_switch(char_u *pat)
Bram Moolenaarfda37292014-11-05 14:27:36 +01008057{
8058 if (p_verbose > 0)
8059 {
8060 verbose_enter();
8061 MSG_PUTS(_("Switching to backtracking RE engine for pattern: "));
8062 MSG_PUTS(pat);
8063 verbose_leave();
8064 }
8065}
8066#endif
8067
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +01008068static int vim_regexec_both(regmatch_T *rmp, char_u *line, colnr_T col, int nl);
Bram Moolenaarfda37292014-11-05 14:27:36 +01008069
Bram Moolenaar473de612013-06-08 18:19:48 +02008070/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008071 * Match a regexp against a string.
8072 * "rmp->regprog" is a compiled regexp as returned by vim_regcomp().
Bram Moolenaardffa5b82014-11-19 16:38:07 +01008073 * Note: "rmp->regprog" may be freed and changed.
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008074 * Uses curbuf for line count and 'iskeyword'.
Bram Moolenaarfda37292014-11-05 14:27:36 +01008075 * When "nl" is TRUE consider a "\n" in "line" to be a line break.
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008076 *
8077 * Return TRUE if there is a match, FALSE if not.
8078 */
Bram Moolenaarfda37292014-11-05 14:27:36 +01008079 static int
Bram Moolenaar05540972016-01-30 20:31:25 +01008080vim_regexec_both(
8081 regmatch_T *rmp,
8082 char_u *line, /* string to match against */
8083 colnr_T col, /* column to start looking for match */
8084 int nl)
Bram Moolenaarfda37292014-11-05 14:27:36 +01008085{
8086 int result = rmp->regprog->engine->regexec_nl(rmp, line, col, nl);
8087
8088 /* NFA engine aborted because it's very slow. */
8089 if (rmp->regprog->re_engine == AUTOMATIC_ENGINE
8090 && result == NFA_TOO_EXPENSIVE)
8091 {
8092 int save_p_re = p_re;
8093 int re_flags = rmp->regprog->re_flags;
8094 char_u *pat = vim_strsave(((nfa_regprog_T *)rmp->regprog)->pattern);
8095
8096 p_re = BACKTRACKING_ENGINE;
8097 vim_regfree(rmp->regprog);
8098 if (pat != NULL)
8099 {
8100#ifdef FEAT_EVAL
8101 report_re_switch(pat);
8102#endif
8103 rmp->regprog = vim_regcomp(pat, re_flags);
8104 if (rmp->regprog != NULL)
8105 result = rmp->regprog->engine->regexec_nl(rmp, line, col, nl);
8106 vim_free(pat);
8107 }
8108
8109 p_re = save_p_re;
8110 }
Bram Moolenaar66a3e792014-11-20 23:07:05 +01008111 return result > 0;
Bram Moolenaarfda37292014-11-05 14:27:36 +01008112}
8113
Bram Moolenaardffa5b82014-11-19 16:38:07 +01008114/*
8115 * Note: "*prog" may be freed and changed.
Bram Moolenaar66a3e792014-11-20 23:07:05 +01008116 * Return TRUE if there is a match, FALSE if not.
Bram Moolenaardffa5b82014-11-19 16:38:07 +01008117 */
8118 int
Bram Moolenaar05540972016-01-30 20:31:25 +01008119vim_regexec_prog(
8120 regprog_T **prog,
8121 int ignore_case,
8122 char_u *line,
8123 colnr_T col)
Bram Moolenaardffa5b82014-11-19 16:38:07 +01008124{
8125 int r;
8126 regmatch_T regmatch;
8127
8128 regmatch.regprog = *prog;
8129 regmatch.rm_ic = ignore_case;
8130 r = vim_regexec_both(&regmatch, line, col, FALSE);
8131 *prog = regmatch.regprog;
8132 return r;
8133}
8134
8135/*
8136 * Note: "rmp->regprog" may be freed and changed.
Bram Moolenaar66a3e792014-11-20 23:07:05 +01008137 * Return TRUE if there is a match, FALSE if not.
Bram Moolenaardffa5b82014-11-19 16:38:07 +01008138 */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008139 int
Bram Moolenaar05540972016-01-30 20:31:25 +01008140vim_regexec(regmatch_T *rmp, char_u *line, colnr_T col)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008141{
Bram Moolenaarfda37292014-11-05 14:27:36 +01008142 return vim_regexec_both(rmp, line, col, FALSE);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008143}
8144
8145#if defined(FEAT_MODIFY_FNAME) || defined(FEAT_EVAL) \
8146 || defined(FIND_REPLACE_DIALOG) || defined(PROTO)
8147/*
8148 * Like vim_regexec(), but consider a "\n" in "line" to be a line break.
Bram Moolenaardffa5b82014-11-19 16:38:07 +01008149 * Note: "rmp->regprog" may be freed and changed.
Bram Moolenaar66a3e792014-11-20 23:07:05 +01008150 * Return TRUE if there is a match, FALSE if not.
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008151 */
8152 int
Bram Moolenaar05540972016-01-30 20:31:25 +01008153vim_regexec_nl(regmatch_T *rmp, char_u *line, colnr_T col)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008154{
Bram Moolenaarfda37292014-11-05 14:27:36 +01008155 return vim_regexec_both(rmp, line, col, TRUE);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008156}
8157#endif
8158
8159/*
8160 * Match a regexp against multiple lines.
8161 * "rmp->regprog" is a compiled regexp as returned by vim_regcomp().
Bram Moolenaardffa5b82014-11-19 16:38:07 +01008162 * Note: "rmp->regprog" may be freed and changed.
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008163 * Uses curbuf for line count and 'iskeyword'.
8164 *
8165 * Return zero if there is no match. Return number of lines contained in the
8166 * match otherwise.
8167 */
8168 long
Bram Moolenaar05540972016-01-30 20:31:25 +01008169vim_regexec_multi(
8170 regmmatch_T *rmp,
8171 win_T *win, /* window in which to search or NULL */
8172 buf_T *buf, /* buffer in which to search */
8173 linenr_T lnum, /* nr of line to start looking for match */
8174 colnr_T col, /* column to start looking for match */
8175 proftime_T *tm) /* timeout limit or NULL */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008176{
Bram Moolenaarfda37292014-11-05 14:27:36 +01008177 int result = rmp->regprog->engine->regexec_multi(
8178 rmp, win, buf, lnum, col, tm);
8179
8180 /* NFA engine aborted because it's very slow. */
8181 if (rmp->regprog->re_engine == AUTOMATIC_ENGINE
8182 && result == NFA_TOO_EXPENSIVE)
8183 {
8184 int save_p_re = p_re;
8185 int re_flags = rmp->regprog->re_flags;
8186 char_u *pat = vim_strsave(((nfa_regprog_T *)rmp->regprog)->pattern);
8187
8188 p_re = BACKTRACKING_ENGINE;
8189 vim_regfree(rmp->regprog);
8190 if (pat != NULL)
8191 {
8192#ifdef FEAT_EVAL
8193 report_re_switch(pat);
8194#endif
8195 rmp->regprog = vim_regcomp(pat, re_flags);
8196 if (rmp->regprog != NULL)
8197 result = rmp->regprog->engine->regexec_multi(
8198 rmp, win, buf, lnum, col, tm);
8199 vim_free(pat);
8200 }
8201 p_re = save_p_re;
8202 }
8203
Bram Moolenaar66a3e792014-11-20 23:07:05 +01008204 return result <= 0 ? 0 : result;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008205}