blob: 2023714e47a48b5e9f40d0db43db9e781963bd58 [file] [log] [blame]
Bram Moolenaar071d4272004-06-13 20:20:40 +00001/* vi:set ts=8 sts=4 sw=4:
2 *
3 * Handling of regular expressions: vim_regcomp(), vim_regexec(), vim_regsub()
4 *
5 * NOTICE:
6 *
7 * This is NOT the original regular expression code as written by Henry
8 * Spencer. This code has been modified specifically for use with the VIM
9 * editor, and should not be used separately from Vim. If you want a good
10 * regular expression library, get the original code. The copyright notice
11 * that follows is from the original.
12 *
13 * END NOTICE
14 *
15 * Copyright (c) 1986 by University of Toronto.
16 * Written by Henry Spencer. Not derived from licensed software.
17 *
18 * Permission is granted to anyone to use this software for any
19 * purpose on any computer system, and to redistribute it freely,
20 * subject to the following restrictions:
21 *
22 * 1. The author is not responsible for the consequences of use of
23 * this software, no matter how awful, even if they arise
24 * from defects in it.
25 *
26 * 2. The origin of this software must not be misrepresented, either
27 * by explicit claim or by omission.
28 *
29 * 3. Altered versions must be plainly marked as such, and must not
30 * be misrepresented as being the original software.
31 *
32 * Beware that some of this code is subtly aware of the way operator
33 * precedence is structured in regular expressions. Serious changes in
34 * regular-expression syntax might require a total rethink.
35 *
Bram Moolenaarc0197e22004-09-13 20:26:32 +000036 * Changes have been made by Tony Andrews, Olaf 'Rhialto' Seibert, Robert
37 * Webb, Ciaran McCreesh and Bram Moolenaar.
Bram Moolenaar071d4272004-06-13 20:20:40 +000038 * Named character class support added by Walter Briscoe (1998 Jul 01)
39 */
40
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +020041/* Uncomment the first if you do not want to see debugging logs or files
42 * related to regular expressions, even when compiling with -DDEBUG.
43 * Uncomment the second to get the regexp debugging. */
44/* #undef DEBUG */
45/* #define DEBUG */
46
Bram Moolenaar071d4272004-06-13 20:20:40 +000047#include "vim.h"
48
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +020049#ifdef DEBUG
50/* show/save debugging data when BT engine is used */
51# define BT_REGEXP_DUMP
52/* save the debugging data to a file instead of displaying it */
53# define BT_REGEXP_LOG
Bram Moolenaar7fcff1f2013-05-20 21:49:13 +020054# define BT_REGEXP_DEBUG_LOG
55# define BT_REGEXP_DEBUG_LOG_NAME "bt_regexp_debug.log"
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +020056#endif
Bram Moolenaar071d4272004-06-13 20:20:40 +000057
58/*
59 * The "internal use only" fields in regexp.h are present to pass info from
60 * compile to execute that permits the execute phase to run lots faster on
61 * simple cases. They are:
62 *
63 * regstart char that must begin a match; NUL if none obvious; Can be a
64 * multi-byte character.
65 * reganch is the match anchored (at beginning-of-line only)?
66 * regmust string (pointer into program) that match must include, or NULL
67 * regmlen length of regmust string
68 * regflags RF_ values or'ed together
69 *
70 * Regstart and reganch permit very fast decisions on suitable starting points
71 * for a match, cutting down the work a lot. Regmust permits fast rejection
72 * of lines that cannot possibly match. The regmust tests are costly enough
73 * that vim_regcomp() supplies a regmust only if the r.e. contains something
74 * potentially expensive (at present, the only such thing detected is * or +
75 * at the start of the r.e., which can involve a lot of backup). Regmlen is
76 * supplied because the test in vim_regexec() needs it and vim_regcomp() is
77 * computing it anyway.
78 */
79
80/*
81 * Structure for regexp "program". This is essentially a linear encoding
82 * of a nondeterministic finite-state machine (aka syntax charts or
83 * "railroad normal form" in parsing technology). Each node is an opcode
84 * plus a "next" pointer, possibly plus an operand. "Next" pointers of
85 * all nodes except BRANCH and BRACES_COMPLEX implement concatenation; a "next"
86 * pointer with a BRANCH on both ends of it is connecting two alternatives.
87 * (Here we have one of the subtle syntax dependencies: an individual BRANCH
88 * (as opposed to a collection of them) is never concatenated with anything
89 * because of operator precedence). The "next" pointer of a BRACES_COMPLEX
Bram Moolenaardf177f62005-02-22 08:39:57 +000090 * node points to the node after the stuff to be repeated.
91 * The operand of some types of node is a literal string; for others, it is a
92 * node leading into a sub-FSM. In particular, the operand of a BRANCH node
93 * is the first node of the branch.
94 * (NB this is *not* a tree structure: the tail of the branch connects to the
95 * thing following the set of BRANCHes.)
Bram Moolenaar071d4272004-06-13 20:20:40 +000096 *
97 * pattern is coded like:
98 *
99 * +-----------------+
100 * | V
101 * <aa>\|<bb> BRANCH <aa> BRANCH <bb> --> END
102 * | ^ | ^
103 * +------+ +----------+
104 *
105 *
106 * +------------------+
107 * V |
108 * <aa>* BRANCH BRANCH <aa> --> BACK BRANCH --> NOTHING --> END
109 * | | ^ ^
110 * | +---------------+ |
111 * +---------------------------------------------+
112 *
113 *
Bram Moolenaardf177f62005-02-22 08:39:57 +0000114 * +----------------------+
115 * V |
Bram Moolenaar582fd852005-03-28 20:58:01 +0000116 * <aa>\+ BRANCH <aa> --> BRANCH --> BACK BRANCH --> NOTHING --> END
Bram Moolenaarc9b4b052006-04-30 18:54:39 +0000117 * | | ^ ^
118 * | +-----------+ |
Bram Moolenaar19a09a12005-03-04 23:39:37 +0000119 * +--------------------------------------------------+
Bram Moolenaardf177f62005-02-22 08:39:57 +0000120 *
121 *
Bram Moolenaar071d4272004-06-13 20:20:40 +0000122 * +-------------------------+
123 * V |
124 * <aa>\{} BRANCH BRACE_LIMITS --> BRACE_COMPLEX <aa> --> BACK END
125 * | | ^
126 * | +----------------+
127 * +-----------------------------------------------+
128 *
129 *
130 * <aa>\@!<bb> BRANCH NOMATCH <aa> --> END <bb> --> END
131 * | | ^ ^
132 * | +----------------+ |
133 * +--------------------------------+
134 *
135 * +---------+
136 * | V
137 * \z[abc] BRANCH BRANCH a BRANCH b BRANCH c BRANCH NOTHING --> END
138 * | | | | ^ ^
139 * | | | +-----+ |
140 * | | +----------------+ |
141 * | +---------------------------+ |
142 * +------------------------------------------------------+
143 *
Bram Moolenaar7aa9f6a2007-05-10 18:00:30 +0000144 * They all start with a BRANCH for "\|" alternatives, even when there is only
Bram Moolenaar071d4272004-06-13 20:20:40 +0000145 * one alternative.
146 */
147
148/*
149 * The opcodes are:
150 */
151
152/* definition number opnd? meaning */
153#define END 0 /* End of program or NOMATCH operand. */
154#define BOL 1 /* Match "" at beginning of line. */
155#define EOL 2 /* Match "" at end of line. */
156#define BRANCH 3 /* node Match this alternative, or the
157 * next... */
158#define BACK 4 /* Match "", "next" ptr points backward. */
159#define EXACTLY 5 /* str Match this string. */
160#define NOTHING 6 /* Match empty string. */
161#define STAR 7 /* node Match this (simple) thing 0 or more
162 * times. */
163#define PLUS 8 /* node Match this (simple) thing 1 or more
164 * times. */
165#define MATCH 9 /* node match the operand zero-width */
166#define NOMATCH 10 /* node check for no match with operand */
167#define BEHIND 11 /* node look behind for a match with operand */
168#define NOBEHIND 12 /* node look behind for no match with operand */
169#define SUBPAT 13 /* node match the operand here */
170#define BRACE_SIMPLE 14 /* node Match this (simple) thing between m and
171 * n times (\{m,n\}). */
172#define BOW 15 /* Match "" after [^a-zA-Z0-9_] */
173#define EOW 16 /* Match "" at [^a-zA-Z0-9_] */
174#define BRACE_LIMITS 17 /* nr nr define the min & max for BRACE_SIMPLE
175 * and BRACE_COMPLEX. */
176#define NEWL 18 /* Match line-break */
177#define BHPOS 19 /* End position for BEHIND or NOBEHIND */
178
179
180/* character classes: 20-48 normal, 50-78 include a line-break */
181#define ADD_NL 30
182#define FIRST_NL ANY + ADD_NL
183#define ANY 20 /* Match any one character. */
184#define ANYOF 21 /* str Match any character in this string. */
185#define ANYBUT 22 /* str Match any character not in this
186 * string. */
187#define IDENT 23 /* Match identifier char */
188#define SIDENT 24 /* Match identifier char but no digit */
189#define KWORD 25 /* Match keyword char */
190#define SKWORD 26 /* Match word char but no digit */
191#define FNAME 27 /* Match file name char */
192#define SFNAME 28 /* Match file name char but no digit */
193#define PRINT 29 /* Match printable char */
194#define SPRINT 30 /* Match printable char but no digit */
195#define WHITE 31 /* Match whitespace char */
196#define NWHITE 32 /* Match non-whitespace char */
197#define DIGIT 33 /* Match digit char */
198#define NDIGIT 34 /* Match non-digit char */
199#define HEX 35 /* Match hex char */
200#define NHEX 36 /* Match non-hex char */
201#define OCTAL 37 /* Match octal char */
202#define NOCTAL 38 /* Match non-octal char */
203#define WORD 39 /* Match word char */
204#define NWORD 40 /* Match non-word char */
205#define HEAD 41 /* Match head char */
206#define NHEAD 42 /* Match non-head char */
207#define ALPHA 43 /* Match alpha char */
208#define NALPHA 44 /* Match non-alpha char */
209#define LOWER 45 /* Match lowercase char */
210#define NLOWER 46 /* Match non-lowercase char */
211#define UPPER 47 /* Match uppercase char */
212#define NUPPER 48 /* Match non-uppercase char */
213#define LAST_NL NUPPER + ADD_NL
214#define WITH_NL(op) ((op) >= FIRST_NL && (op) <= LAST_NL)
215
216#define MOPEN 80 /* -89 Mark this point in input as start of
217 * \( subexpr. MOPEN + 0 marks start of
218 * match. */
219#define MCLOSE 90 /* -99 Analogous to MOPEN. MCLOSE + 0 marks
220 * end of match. */
221#define BACKREF 100 /* -109 node Match same string again \1-\9 */
222
223#ifdef FEAT_SYN_HL
224# define ZOPEN 110 /* -119 Mark this point in input as start of
225 * \z( subexpr. */
226# define ZCLOSE 120 /* -129 Analogous to ZOPEN. */
227# define ZREF 130 /* -139 node Match external submatch \z1-\z9 */
228#endif
229
230#define BRACE_COMPLEX 140 /* -149 node Match nodes between m & n times */
231
232#define NOPEN 150 /* Mark this point in input as start of
233 \%( subexpr. */
234#define NCLOSE 151 /* Analogous to NOPEN. */
235
236#define MULTIBYTECODE 200 /* mbc Match one multi-byte character */
237#define RE_BOF 201 /* Match "" at beginning of file. */
238#define RE_EOF 202 /* Match "" at end of file. */
239#define CURSOR 203 /* Match location of cursor. */
240
241#define RE_LNUM 204 /* nr cmp Match line number */
242#define RE_COL 205 /* nr cmp Match column number */
243#define RE_VCOL 206 /* nr cmp Match virtual column number */
244
Bram Moolenaar71fe80d2006-01-22 23:25:56 +0000245#define RE_MARK 207 /* mark cmp Match mark position */
246#define RE_VISUAL 208 /* Match Visual area */
247
Bram Moolenaar071d4272004-06-13 20:20:40 +0000248/*
249 * Magic characters have a special meaning, they don't match literally.
250 * Magic characters are negative. This separates them from literal characters
251 * (possibly multi-byte). Only ASCII characters can be Magic.
252 */
253#define Magic(x) ((int)(x) - 256)
254#define un_Magic(x) ((x) + 256)
255#define is_Magic(x) ((x) < 0)
256
257static int no_Magic __ARGS((int x));
258static int toggle_Magic __ARGS((int x));
259
260 static int
261no_Magic(x)
262 int x;
263{
264 if (is_Magic(x))
265 return un_Magic(x);
266 return x;
267}
268
269 static int
270toggle_Magic(x)
271 int x;
272{
273 if (is_Magic(x))
274 return un_Magic(x);
275 return Magic(x);
276}
277
278/*
279 * The first byte of the regexp internal "program" is actually this magic
280 * number; the start node begins in the second byte. It's used to catch the
281 * most severe mutilation of the program by the caller.
282 */
283
284#define REGMAGIC 0234
285
286/*
287 * Opcode notes:
288 *
289 * BRANCH The set of branches constituting a single choice are hooked
290 * together with their "next" pointers, since precedence prevents
291 * anything being concatenated to any individual branch. The
292 * "next" pointer of the last BRANCH in a choice points to the
293 * thing following the whole choice. This is also where the
294 * final "next" pointer of each individual branch points; each
295 * branch starts with the operand node of a BRANCH node.
296 *
297 * BACK Normal "next" pointers all implicitly point forward; BACK
298 * exists to make loop structures possible.
299 *
300 * STAR,PLUS '=', and complex '*' and '+', are implemented as circular
301 * BRANCH structures using BACK. Simple cases (one character
302 * per match) are implemented with STAR and PLUS for speed
303 * and to minimize recursive plunges.
304 *
305 * BRACE_LIMITS This is always followed by a BRACE_SIMPLE or BRACE_COMPLEX
306 * node, and defines the min and max limits to be used for that
307 * node.
308 *
309 * MOPEN,MCLOSE ...are numbered at compile time.
310 * ZOPEN,ZCLOSE ...ditto
311 */
312
313/*
314 * A node is one char of opcode followed by two chars of "next" pointer.
315 * "Next" pointers are stored as two 8-bit bytes, high order first. The
316 * value is a positive offset from the opcode of the node containing it.
317 * An operand, if any, simply follows the node. (Note that much of the
318 * code generation knows about this implicit relationship.)
319 *
320 * Using two bytes for the "next" pointer is vast overkill for most things,
321 * but allows patterns to get big without disasters.
322 */
323#define OP(p) ((int)*(p))
324#define NEXT(p) (((*((p) + 1) & 0377) << 8) + (*((p) + 2) & 0377))
325#define OPERAND(p) ((p) + 3)
326/* Obtain an operand that was stored as four bytes, MSB first. */
327#define OPERAND_MIN(p) (((long)(p)[3] << 24) + ((long)(p)[4] << 16) \
328 + ((long)(p)[5] << 8) + (long)(p)[6])
329/* Obtain a second operand stored as four bytes. */
330#define OPERAND_MAX(p) OPERAND_MIN((p) + 4)
331/* Obtain a second single-byte operand stored after a four bytes operand. */
332#define OPERAND_CMP(p) (p)[7]
333
334/*
335 * Utility definitions.
336 */
337#define UCHARAT(p) ((int)*(char_u *)(p))
338
339/* Used for an error (down from) vim_regcomp(): give the error message, set
340 * rc_did_emsg and return NULL */
Bram Moolenaar98692072006-02-04 00:57:42 +0000341#define EMSG_RET_NULL(m) return (EMSG(m), rc_did_emsg = TRUE, (void *)NULL)
Bram Moolenaar45eeb132005-06-06 21:59:07 +0000342#define EMSG_RET_FAIL(m) return (EMSG(m), rc_did_emsg = TRUE, FAIL)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200343#define EMSG2_RET_NULL(m, c) return (EMSG2((m), (c) ? "" : "\\"), rc_did_emsg = TRUE, (void *)NULL)
344#define EMSG2_RET_FAIL(m, c) return (EMSG2((m), (c) ? "" : "\\"), rc_did_emsg = TRUE, FAIL)
345#define EMSG_ONE_RET_NULL EMSG2_RET_NULL(_("E369: invalid item in %s%%[]"), reg_magic == MAGIC_ALL)
Bram Moolenaar071d4272004-06-13 20:20:40 +0000346
347#define MAX_LIMIT (32767L << 16L)
348
349static int re_multi_type __ARGS((int));
350static int cstrncmp __ARGS((char_u *s1, char_u *s2, int *n));
351static char_u *cstrchr __ARGS((char_u *, int));
352
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200353#ifdef BT_REGEXP_DUMP
354static void regdump __ARGS((char_u *, bt_regprog_T *));
355#endif
Bram Moolenaar071d4272004-06-13 20:20:40 +0000356#ifdef DEBUG
Bram Moolenaar071d4272004-06-13 20:20:40 +0000357static char_u *regprop __ARGS((char_u *));
358#endif
359
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200360static char_u e_missingbracket[] = N_("E769: Missing ] after %s[");
361static char_u e_unmatchedpp[] = N_("E53: Unmatched %s%%(");
362static char_u e_unmatchedp[] = N_("E54: Unmatched %s(");
363static char_u e_unmatchedpar[] = N_("E55: Unmatched %s)");
Bram Moolenaar01d89dd2013-06-03 19:41:06 +0200364#ifdef FEAT_SYN_HL
Bram Moolenaar5de820b2013-06-02 15:01:57 +0200365static char_u e_z_not_allowed[] = N_("E66: \\z( not allowed here");
366static char_u e_z1_not_allowed[] = N_("E67: \\z1 et al. not allowed here");
Bram Moolenaar01d89dd2013-06-03 19:41:06 +0200367#endif
Bram Moolenaar1cd3f2c2013-06-05 12:43:09 +0200368static char_u e_missing_sb[] = N_("E69: Missing ] after %s%%[");
Bram Moolenaar2976c022013-06-05 21:30:37 +0200369static char_u e_empty_sb[] = N_("E70: Empty %s%%[]");
Bram Moolenaar071d4272004-06-13 20:20:40 +0000370#define NOT_MULTI 0
371#define MULTI_ONE 1
372#define MULTI_MULT 2
373/*
374 * Return NOT_MULTI if c is not a "multi" operator.
375 * Return MULTI_ONE if c is a single "multi" operator.
376 * Return MULTI_MULT if c is a multi "multi" operator.
377 */
378 static int
379re_multi_type(c)
380 int c;
381{
382 if (c == Magic('@') || c == Magic('=') || c == Magic('?'))
383 return MULTI_ONE;
384 if (c == Magic('*') || c == Magic('+') || c == Magic('{'))
385 return MULTI_MULT;
386 return NOT_MULTI;
387}
388
389/*
390 * Flags to be passed up and down.
391 */
392#define HASWIDTH 0x1 /* Known never to match null string. */
393#define SIMPLE 0x2 /* Simple enough to be STAR/PLUS operand. */
394#define SPSTART 0x4 /* Starts with * or +. */
395#define HASNL 0x8 /* Contains some \n. */
396#define HASLOOKBH 0x10 /* Contains "\@<=" or "\@<!". */
397#define WORST 0 /* Worst case. */
398
399/*
400 * When regcode is set to this value, code is not emitted and size is computed
401 * instead.
402 */
403#define JUST_CALC_SIZE ((char_u *) -1)
404
Bram Moolenaarf461c8e2005-06-25 23:04:51 +0000405static char_u *reg_prev_sub = NULL;
406
Bram Moolenaar071d4272004-06-13 20:20:40 +0000407/*
408 * REGEXP_INRANGE contains all characters which are always special in a []
409 * range after '\'.
410 * REGEXP_ABBR contains all characters which act as abbreviations after '\'.
411 * These are:
412 * \n - New line (NL).
413 * \r - Carriage Return (CR).
414 * \t - Tab (TAB).
415 * \e - Escape (ESC).
416 * \b - Backspace (Ctrl_H).
Bram Moolenaarc0197e22004-09-13 20:26:32 +0000417 * \d - Character code in decimal, eg \d123
418 * \o - Character code in octal, eg \o80
419 * \x - Character code in hex, eg \x4a
420 * \u - Multibyte character code, eg \u20ac
421 * \U - Long multibyte character code, eg \U12345678
Bram Moolenaar071d4272004-06-13 20:20:40 +0000422 */
423static char_u REGEXP_INRANGE[] = "]^-n\\";
Bram Moolenaarc0197e22004-09-13 20:26:32 +0000424static char_u REGEXP_ABBR[] = "nrtebdoxuU";
Bram Moolenaar071d4272004-06-13 20:20:40 +0000425
426static int backslash_trans __ARGS((int c));
Bram Moolenaardf177f62005-02-22 08:39:57 +0000427static int get_char_class __ARGS((char_u **pp));
428static int get_equi_class __ARGS((char_u **pp));
429static void reg_equi_class __ARGS((int c));
430static int get_coll_element __ARGS((char_u **pp));
Bram Moolenaar071d4272004-06-13 20:20:40 +0000431static char_u *skip_anyof __ARGS((char_u *p));
432static void init_class_tab __ARGS((void));
433
434/*
435 * Translate '\x' to its control character, except "\n", which is Magic.
436 */
437 static int
438backslash_trans(c)
439 int c;
440{
441 switch (c)
442 {
443 case 'r': return CAR;
444 case 't': return TAB;
445 case 'e': return ESC;
446 case 'b': return BS;
447 }
448 return c;
449}
450
451/*
Bram Moolenaardf177f62005-02-22 08:39:57 +0000452 * Check for a character class name "[:name:]". "pp" points to the '['.
Bram Moolenaar071d4272004-06-13 20:20:40 +0000453 * Returns one of the CLASS_ items. CLASS_NONE means that no item was
454 * recognized. Otherwise "pp" is advanced to after the item.
455 */
456 static int
Bram Moolenaardf177f62005-02-22 08:39:57 +0000457get_char_class(pp)
Bram Moolenaar071d4272004-06-13 20:20:40 +0000458 char_u **pp;
459{
460 static const char *(class_names[]) =
461 {
462 "alnum:]",
463#define CLASS_ALNUM 0
464 "alpha:]",
465#define CLASS_ALPHA 1
466 "blank:]",
467#define CLASS_BLANK 2
468 "cntrl:]",
469#define CLASS_CNTRL 3
470 "digit:]",
471#define CLASS_DIGIT 4
472 "graph:]",
473#define CLASS_GRAPH 5
474 "lower:]",
475#define CLASS_LOWER 6
476 "print:]",
477#define CLASS_PRINT 7
478 "punct:]",
479#define CLASS_PUNCT 8
480 "space:]",
481#define CLASS_SPACE 9
482 "upper:]",
483#define CLASS_UPPER 10
484 "xdigit:]",
485#define CLASS_XDIGIT 11
486 "tab:]",
487#define CLASS_TAB 12
488 "return:]",
489#define CLASS_RETURN 13
490 "backspace:]",
491#define CLASS_BACKSPACE 14
492 "escape:]",
493#define CLASS_ESCAPE 15
494 };
495#define CLASS_NONE 99
496 int i;
497
498 if ((*pp)[1] == ':')
499 {
Bram Moolenaar78a15312009-05-15 19:33:18 +0000500 for (i = 0; i < (int)(sizeof(class_names) / sizeof(*class_names)); ++i)
Bram Moolenaar071d4272004-06-13 20:20:40 +0000501 if (STRNCMP(*pp + 2, class_names[i], STRLEN(class_names[i])) == 0)
502 {
503 *pp += STRLEN(class_names[i]) + 2;
504 return i;
505 }
506 }
507 return CLASS_NONE;
508}
509
510/*
Bram Moolenaar071d4272004-06-13 20:20:40 +0000511 * Specific version of character class functions.
512 * Using a table to keep this fast.
513 */
514static short class_tab[256];
515
516#define RI_DIGIT 0x01
517#define RI_HEX 0x02
518#define RI_OCTAL 0x04
519#define RI_WORD 0x08
520#define RI_HEAD 0x10
521#define RI_ALPHA 0x20
522#define RI_LOWER 0x40
523#define RI_UPPER 0x80
524#define RI_WHITE 0x100
525
526 static void
527init_class_tab()
528{
529 int i;
530 static int done = FALSE;
531
532 if (done)
533 return;
534
535 for (i = 0; i < 256; ++i)
536 {
537 if (i >= '0' && i <= '7')
538 class_tab[i] = RI_DIGIT + RI_HEX + RI_OCTAL + RI_WORD;
539 else if (i >= '8' && i <= '9')
540 class_tab[i] = RI_DIGIT + RI_HEX + RI_WORD;
541 else if (i >= 'a' && i <= 'f')
542 class_tab[i] = RI_HEX + RI_WORD + RI_HEAD + RI_ALPHA + RI_LOWER;
543#ifdef EBCDIC
544 else if ((i >= 'g' && i <= 'i') || (i >= 'j' && i <= 'r')
545 || (i >= 's' && i <= 'z'))
546#else
547 else if (i >= 'g' && i <= 'z')
548#endif
549 class_tab[i] = RI_WORD + RI_HEAD + RI_ALPHA + RI_LOWER;
550 else if (i >= 'A' && i <= 'F')
551 class_tab[i] = RI_HEX + RI_WORD + RI_HEAD + RI_ALPHA + RI_UPPER;
552#ifdef EBCDIC
553 else if ((i >= 'G' && i <= 'I') || ( i >= 'J' && i <= 'R')
554 || (i >= 'S' && i <= 'Z'))
555#else
556 else if (i >= 'G' && i <= 'Z')
557#endif
558 class_tab[i] = RI_WORD + RI_HEAD + RI_ALPHA + RI_UPPER;
559 else if (i == '_')
560 class_tab[i] = RI_WORD + RI_HEAD;
561 else
562 class_tab[i] = 0;
563 }
564 class_tab[' '] |= RI_WHITE;
565 class_tab['\t'] |= RI_WHITE;
566 done = TRUE;
567}
568
569#ifdef FEAT_MBYTE
570# define ri_digit(c) (c < 0x100 && (class_tab[c] & RI_DIGIT))
571# define ri_hex(c) (c < 0x100 && (class_tab[c] & RI_HEX))
572# define ri_octal(c) (c < 0x100 && (class_tab[c] & RI_OCTAL))
573# define ri_word(c) (c < 0x100 && (class_tab[c] & RI_WORD))
574# define ri_head(c) (c < 0x100 && (class_tab[c] & RI_HEAD))
575# define ri_alpha(c) (c < 0x100 && (class_tab[c] & RI_ALPHA))
576# define ri_lower(c) (c < 0x100 && (class_tab[c] & RI_LOWER))
577# define ri_upper(c) (c < 0x100 && (class_tab[c] & RI_UPPER))
578# define ri_white(c) (c < 0x100 && (class_tab[c] & RI_WHITE))
579#else
580# define ri_digit(c) (class_tab[c] & RI_DIGIT)
581# define ri_hex(c) (class_tab[c] & RI_HEX)
582# define ri_octal(c) (class_tab[c] & RI_OCTAL)
583# define ri_word(c) (class_tab[c] & RI_WORD)
584# define ri_head(c) (class_tab[c] & RI_HEAD)
585# define ri_alpha(c) (class_tab[c] & RI_ALPHA)
586# define ri_lower(c) (class_tab[c] & RI_LOWER)
587# define ri_upper(c) (class_tab[c] & RI_UPPER)
588# define ri_white(c) (class_tab[c] & RI_WHITE)
589#endif
590
591/* flags for regflags */
592#define RF_ICASE 1 /* ignore case */
593#define RF_NOICASE 2 /* don't ignore case */
594#define RF_HASNL 4 /* can match a NL */
595#define RF_ICOMBINE 8 /* ignore combining characters */
596#define RF_LOOKBH 16 /* uses "\@<=" or "\@<!" */
597
598/*
599 * Global work variables for vim_regcomp().
600 */
601
602static char_u *regparse; /* Input-scan pointer. */
603static int prevchr_len; /* byte length of previous char */
604static int num_complex_braces; /* Complex \{...} count */
605static int regnpar; /* () count. */
606#ifdef FEAT_SYN_HL
607static int regnzpar; /* \z() count. */
608static int re_has_z; /* \z item detected */
609#endif
610static char_u *regcode; /* Code-emit pointer, or JUST_CALC_SIZE */
611static long regsize; /* Code size. */
Bram Moolenaard3005802009-11-25 17:21:32 +0000612static int reg_toolong; /* TRUE when offset out of range */
Bram Moolenaar071d4272004-06-13 20:20:40 +0000613static char_u had_endbrace[NSUBEXP]; /* flags, TRUE if end of () found */
614static unsigned regflags; /* RF_ flags for prog */
615static long brace_min[10]; /* Minimums for complex brace repeats */
616static long brace_max[10]; /* Maximums for complex brace repeats */
617static int brace_count[10]; /* Current counts for complex brace repeats */
618#if defined(FEAT_SYN_HL) || defined(PROTO)
619static int had_eol; /* TRUE when EOL found by vim_regcomp() */
620#endif
621static int one_exactly = FALSE; /* only do one char for EXACTLY */
622
623static int reg_magic; /* magicness of the pattern: */
624#define MAGIC_NONE 1 /* "\V" very unmagic */
625#define MAGIC_OFF 2 /* "\M" or 'magic' off */
626#define MAGIC_ON 3 /* "\m" or 'magic' */
627#define MAGIC_ALL 4 /* "\v" very magic */
628
629static int reg_string; /* matching with a string instead of a buffer
630 line */
Bram Moolenaarae5bce12005-08-15 21:41:48 +0000631static int reg_strict; /* "[abc" is illegal */
Bram Moolenaar071d4272004-06-13 20:20:40 +0000632
633/*
634 * META contains all characters that may be magic, except '^' and '$'.
635 */
636
637#ifdef EBCDIC
638static char_u META[] = "%&()*+.123456789<=>?@ACDFHIKLMOPSUVWX[_acdfhiklmnopsuvwxz{|~";
639#else
640/* META[] is used often enough to justify turning it into a table. */
641static char_u META_flags[] = {
642 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
643 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
644/* % & ( ) * + . */
645 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 0, 1, 0,
646/* 1 2 3 4 5 6 7 8 9 < = > ? */
647 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 1, 1, 1, 1,
648/* @ A C D F H I K L M O */
649 1, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 1, 1, 0, 1,
650/* P S U V W X Z [ _ */
651 1, 0, 0, 1, 0, 1, 1, 1, 1, 0, 1, 1, 0, 0, 0, 1,
652/* a c d f h i k l m n o */
653 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 1, 1, 1, 1,
654/* p s u v w x z { | ~ */
655 1, 0, 0, 1, 0, 1, 1, 1, 1, 0, 1, 1, 1, 0, 1
656};
657#endif
658
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200659static int curchr; /* currently parsed character */
660/* Previous character. Note: prevchr is sometimes -1 when we are not at the
661 * start, eg in /[ ^I]^ the pattern was never found even if it existed,
662 * because ^ was taken to be magic -- webb */
663static int prevchr;
664static int prevprevchr; /* previous-previous character */
665static int nextchr; /* used for ungetchr() */
Bram Moolenaar071d4272004-06-13 20:20:40 +0000666
667/* arguments for reg() */
668#define REG_NOPAREN 0 /* toplevel reg() */
669#define REG_PAREN 1 /* \(\) */
670#define REG_ZPAREN 2 /* \z(\) */
671#define REG_NPAREN 3 /* \%(\) */
672
Bram Moolenaar3737fc12013-06-01 14:42:56 +0200673typedef struct
674{
675 char_u *regparse;
676 int prevchr_len;
677 int curchr;
678 int prevchr;
679 int prevprevchr;
680 int nextchr;
681 int at_start;
682 int prev_at_start;
683 int regnpar;
684} parse_state_T;
685
Bram Moolenaar071d4272004-06-13 20:20:40 +0000686/*
687 * Forward declarations for vim_regcomp()'s friends.
688 */
689static void initchr __ARGS((char_u *));
Bram Moolenaar3737fc12013-06-01 14:42:56 +0200690static void save_parse_state __ARGS((parse_state_T *ps));
691static void restore_parse_state __ARGS((parse_state_T *ps));
Bram Moolenaar071d4272004-06-13 20:20:40 +0000692static int getchr __ARGS((void));
693static void skipchr_keepstart __ARGS((void));
694static int peekchr __ARGS((void));
695static void skipchr __ARGS((void));
696static void ungetchr __ARGS((void));
Bram Moolenaarc0197e22004-09-13 20:26:32 +0000697static int gethexchrs __ARGS((int maxinputlen));
698static int getoctchrs __ARGS((void));
699static int getdecchrs __ARGS((void));
700static int coll_get_char __ARGS((void));
Bram Moolenaar071d4272004-06-13 20:20:40 +0000701static void regcomp_start __ARGS((char_u *expr, int flags));
702static char_u *reg __ARGS((int, int *));
703static char_u *regbranch __ARGS((int *flagp));
704static char_u *regconcat __ARGS((int *flagp));
705static char_u *regpiece __ARGS((int *));
706static char_u *regatom __ARGS((int *));
707static char_u *regnode __ARGS((int));
Bram Moolenaar362e1a32006-03-06 23:29:24 +0000708#ifdef FEAT_MBYTE
709static int use_multibytecode __ARGS((int c));
710#endif
Bram Moolenaar071d4272004-06-13 20:20:40 +0000711static int prog_magic_wrong __ARGS((void));
712static char_u *regnext __ARGS((char_u *));
713static void regc __ARGS((int b));
714#ifdef FEAT_MBYTE
715static void regmbc __ARGS((int c));
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200716# define REGMBC(x) regmbc(x);
717# define CASEMBC(x) case x:
Bram Moolenaardf177f62005-02-22 08:39:57 +0000718#else
719# define regmbc(c) regc(c)
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200720# define REGMBC(x)
721# define CASEMBC(x)
Bram Moolenaar071d4272004-06-13 20:20:40 +0000722#endif
723static void reginsert __ARGS((int, char_u *));
Bram Moolenaar75eb1612013-05-29 18:45:11 +0200724static void reginsert_nr __ARGS((int op, long val, char_u *opnd));
Bram Moolenaar071d4272004-06-13 20:20:40 +0000725static void reginsert_limits __ARGS((int, long, long, char_u *));
726static char_u *re_put_long __ARGS((char_u *pr, long_u val));
727static int read_limits __ARGS((long *, long *));
728static void regtail __ARGS((char_u *, char_u *));
729static void regoptail __ARGS((char_u *, char_u *));
730
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200731static regengine_T bt_regengine;
732static regengine_T nfa_regengine;
733
Bram Moolenaar071d4272004-06-13 20:20:40 +0000734/*
735 * Return TRUE if compiled regular expression "prog" can match a line break.
736 */
737 int
738re_multiline(prog)
739 regprog_T *prog;
740{
741 return (prog->regflags & RF_HASNL);
742}
743
744/*
745 * Return TRUE if compiled regular expression "prog" looks before the start
746 * position (pattern contains "\@<=" or "\@<!").
747 */
748 int
749re_lookbehind(prog)
750 regprog_T *prog;
751{
752 return (prog->regflags & RF_LOOKBH);
753}
754
755/*
Bram Moolenaardf177f62005-02-22 08:39:57 +0000756 * Check for an equivalence class name "[=a=]". "pp" points to the '['.
757 * Returns a character representing the class. Zero means that no item was
758 * recognized. Otherwise "pp" is advanced to after the item.
759 */
760 static int
761get_equi_class(pp)
762 char_u **pp;
763{
764 int c;
765 int l = 1;
766 char_u *p = *pp;
767
768 if (p[1] == '=')
769 {
770#ifdef FEAT_MBYTE
771 if (has_mbyte)
Bram Moolenaar0fa313a2005-08-10 21:07:57 +0000772 l = (*mb_ptr2len)(p + 2);
Bram Moolenaardf177f62005-02-22 08:39:57 +0000773#endif
774 if (p[l + 2] == '=' && p[l + 3] == ']')
775 {
776#ifdef FEAT_MBYTE
777 if (has_mbyte)
778 c = mb_ptr2char(p + 2);
779 else
780#endif
781 c = p[2];
782 *pp += l + 4;
783 return c;
784 }
785 }
786 return 0;
787}
788
Bram Moolenaar2c704a72010-06-03 21:17:25 +0200789#ifdef EBCDIC
790/*
791 * Table for equivalence class "c". (IBM-1047)
792 */
793char *EQUIVAL_CLASS_C[16] = {
794 "A\x62\x63\x64\x65\x66\x67",
795 "C\x68",
796 "E\x71\x72\x73\x74",
797 "I\x75\x76\x77\x78",
798 "N\x69",
799 "O\xEB\xEC\xED\xEE\xEF",
800 "U\xFB\xFC\xFD\xFE",
801 "Y\xBA",
802 "a\x42\x43\x44\x45\x46\x47",
803 "c\x48",
804 "e\x51\x52\x53\x54",
805 "i\x55\x56\x57\x58",
806 "n\x49",
807 "o\xCB\xCC\xCD\xCE\xCF",
808 "u\xDB\xDC\xDD\xDE",
809 "y\x8D\xDF",
810};
811#endif
812
Bram Moolenaardf177f62005-02-22 08:39:57 +0000813/*
814 * Produce the bytes for equivalence class "c".
815 * Currently only handles latin1, latin9 and utf-8.
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200816 * NOTE: When changing this function, also change nfa_emit_equi_class()
Bram Moolenaardf177f62005-02-22 08:39:57 +0000817 */
818 static void
819reg_equi_class(c)
820 int c;
821{
822#ifdef FEAT_MBYTE
823 if (enc_utf8 || STRCMP(p_enc, "latin1") == 0
Bram Moolenaar78622822005-08-23 21:00:13 +0000824 || STRCMP(p_enc, "iso-8859-15") == 0)
Bram Moolenaardf177f62005-02-22 08:39:57 +0000825#endif
826 {
Bram Moolenaar2c704a72010-06-03 21:17:25 +0200827#ifdef EBCDIC
828 int i;
829
830 /* This might be slower than switch/case below. */
831 for (i = 0; i < 16; i++)
832 {
833 if (vim_strchr(EQUIVAL_CLASS_C[i], c) != NULL)
834 {
835 char *p = EQUIVAL_CLASS_C[i];
836
837 while (*p != 0)
838 regmbc(*p++);
839 return;
840 }
841 }
842#else
Bram Moolenaardf177f62005-02-22 08:39:57 +0000843 switch (c)
844 {
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000845 case 'A': case '\300': case '\301': case '\302':
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200846 CASEMBC(0x100) CASEMBC(0x102) CASEMBC(0x104) CASEMBC(0x1cd)
847 CASEMBC(0x1de) CASEMBC(0x1e0) CASEMBC(0x1ea2)
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000848 case '\303': case '\304': case '\305':
849 regmbc('A'); regmbc('\300'); regmbc('\301');
850 regmbc('\302'); regmbc('\303'); regmbc('\304');
851 regmbc('\305');
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200852 REGMBC(0x100) REGMBC(0x102) REGMBC(0x104)
853 REGMBC(0x1cd) REGMBC(0x1de) REGMBC(0x1e0)
854 REGMBC(0x1ea2)
855 return;
856 case 'B': CASEMBC(0x1e02) CASEMBC(0x1e06)
857 regmbc('B'); REGMBC(0x1e02) REGMBC(0x1e06)
Bram Moolenaardf177f62005-02-22 08:39:57 +0000858 return;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000859 case 'C': case '\307':
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200860 CASEMBC(0x106) CASEMBC(0x108) CASEMBC(0x10a) CASEMBC(0x10c)
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000861 regmbc('C'); regmbc('\307');
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200862 REGMBC(0x106) REGMBC(0x108) REGMBC(0x10a)
863 REGMBC(0x10c)
864 return;
865 case 'D': CASEMBC(0x10e) CASEMBC(0x110) CASEMBC(0x1e0a)
866 CASEMBC(0x1e0e) CASEMBC(0x1e10)
867 regmbc('D'); REGMBC(0x10e) REGMBC(0x110)
868 REGMBC(0x1e0a) REGMBC(0x1e0e) REGMBC(0x1e10)
Bram Moolenaardf177f62005-02-22 08:39:57 +0000869 return;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000870 case 'E': case '\310': case '\311': case '\312': case '\313':
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200871 CASEMBC(0x112) CASEMBC(0x114) CASEMBC(0x116) CASEMBC(0x118)
872 CASEMBC(0x11a) CASEMBC(0x1eba) CASEMBC(0x1ebc)
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000873 regmbc('E'); regmbc('\310'); regmbc('\311');
874 regmbc('\312'); regmbc('\313');
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200875 REGMBC(0x112) REGMBC(0x114) REGMBC(0x116)
876 REGMBC(0x118) REGMBC(0x11a) REGMBC(0x1eba)
877 REGMBC(0x1ebc)
878 return;
879 case 'F': CASEMBC(0x1e1e)
880 regmbc('F'); REGMBC(0x1e1e)
881 return;
882 case 'G': CASEMBC(0x11c) CASEMBC(0x11e) CASEMBC(0x120)
883 CASEMBC(0x122) CASEMBC(0x1e4) CASEMBC(0x1e6) CASEMBC(0x1f4)
884 CASEMBC(0x1e20)
885 regmbc('G'); REGMBC(0x11c) REGMBC(0x11e)
886 REGMBC(0x120) REGMBC(0x122) REGMBC(0x1e4)
887 REGMBC(0x1e6) REGMBC(0x1f4) REGMBC(0x1e20)
888 return;
889 case 'H': CASEMBC(0x124) CASEMBC(0x126) CASEMBC(0x1e22)
890 CASEMBC(0x1e26) CASEMBC(0x1e28)
891 regmbc('H'); REGMBC(0x124) REGMBC(0x126)
892 REGMBC(0x1e22) REGMBC(0x1e26) REGMBC(0x1e28)
Bram Moolenaardf177f62005-02-22 08:39:57 +0000893 return;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000894 case 'I': case '\314': case '\315': case '\316': case '\317':
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200895 CASEMBC(0x128) CASEMBC(0x12a) CASEMBC(0x12c) CASEMBC(0x12e)
896 CASEMBC(0x130) CASEMBC(0x1cf) CASEMBC(0x1ec8)
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000897 regmbc('I'); regmbc('\314'); regmbc('\315');
898 regmbc('\316'); regmbc('\317');
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200899 REGMBC(0x128) REGMBC(0x12a) REGMBC(0x12c)
900 REGMBC(0x12e) REGMBC(0x130) REGMBC(0x1cf)
901 REGMBC(0x1ec8)
902 return;
903 case 'J': CASEMBC(0x134)
904 regmbc('J'); REGMBC(0x134)
905 return;
906 case 'K': CASEMBC(0x136) CASEMBC(0x1e8) CASEMBC(0x1e30)
907 CASEMBC(0x1e34)
908 regmbc('K'); REGMBC(0x136) REGMBC(0x1e8)
909 REGMBC(0x1e30) REGMBC(0x1e34)
910 return;
911 case 'L': CASEMBC(0x139) CASEMBC(0x13b) CASEMBC(0x13d)
912 CASEMBC(0x13f) CASEMBC(0x141) CASEMBC(0x1e3a)
913 regmbc('L'); REGMBC(0x139) REGMBC(0x13b)
914 REGMBC(0x13d) REGMBC(0x13f) REGMBC(0x141)
915 REGMBC(0x1e3a)
916 return;
917 case 'M': CASEMBC(0x1e3e) CASEMBC(0x1e40)
918 regmbc('M'); REGMBC(0x1e3e) REGMBC(0x1e40)
Bram Moolenaardf177f62005-02-22 08:39:57 +0000919 return;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000920 case 'N': case '\321':
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200921 CASEMBC(0x143) CASEMBC(0x145) CASEMBC(0x147) CASEMBC(0x1e44)
922 CASEMBC(0x1e48)
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000923 regmbc('N'); regmbc('\321');
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200924 REGMBC(0x143) REGMBC(0x145) REGMBC(0x147)
925 REGMBC(0x1e44) REGMBC(0x1e48)
Bram Moolenaardf177f62005-02-22 08:39:57 +0000926 return;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000927 case 'O': case '\322': case '\323': case '\324': case '\325':
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200928 case '\326': case '\330':
929 CASEMBC(0x14c) CASEMBC(0x14e) CASEMBC(0x150) CASEMBC(0x1a0)
930 CASEMBC(0x1d1) CASEMBC(0x1ea) CASEMBC(0x1ec) CASEMBC(0x1ece)
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000931 regmbc('O'); regmbc('\322'); regmbc('\323');
932 regmbc('\324'); regmbc('\325'); regmbc('\326');
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200933 regmbc('\330');
934 REGMBC(0x14c) REGMBC(0x14e) REGMBC(0x150)
935 REGMBC(0x1a0) REGMBC(0x1d1) REGMBC(0x1ea)
936 REGMBC(0x1ec) REGMBC(0x1ece)
937 return;
938 case 'P': case 0x1e54: case 0x1e56:
939 regmbc('P'); REGMBC(0x1e54) REGMBC(0x1e56)
940 return;
941 case 'R': CASEMBC(0x154) CASEMBC(0x156) CASEMBC(0x158)
942 CASEMBC(0x1e58) CASEMBC(0x1e5e)
943 regmbc('R'); REGMBC(0x154) REGMBC(0x156) REGMBC(0x158)
944 REGMBC(0x1e58) REGMBC(0x1e5e)
945 return;
946 case 'S': CASEMBC(0x15a) CASEMBC(0x15c) CASEMBC(0x15e)
947 CASEMBC(0x160) CASEMBC(0x1e60)
948 regmbc('S'); REGMBC(0x15a) REGMBC(0x15c)
949 REGMBC(0x15e) REGMBC(0x160) REGMBC(0x1e60)
950 return;
951 case 'T': CASEMBC(0x162) CASEMBC(0x164) CASEMBC(0x166)
952 CASEMBC(0x1e6a) CASEMBC(0x1e6e)
953 regmbc('T'); REGMBC(0x162) REGMBC(0x164)
954 REGMBC(0x166) REGMBC(0x1e6a) REGMBC(0x1e6e)
Bram Moolenaardf177f62005-02-22 08:39:57 +0000955 return;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000956 case 'U': case '\331': case '\332': case '\333': case '\334':
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200957 CASEMBC(0x168) CASEMBC(0x16a) CASEMBC(0x16c) CASEMBC(0x16e)
958 CASEMBC(0x170) CASEMBC(0x172) CASEMBC(0x1af) CASEMBC(0x1d3)
959 CASEMBC(0x1ee6)
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000960 regmbc('U'); regmbc('\331'); regmbc('\332');
961 regmbc('\333'); regmbc('\334');
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200962 REGMBC(0x168) REGMBC(0x16a) REGMBC(0x16c)
963 REGMBC(0x16e) REGMBC(0x170) REGMBC(0x172)
964 REGMBC(0x1af) REGMBC(0x1d3) REGMBC(0x1ee6)
965 return;
966 case 'V': CASEMBC(0x1e7c)
967 regmbc('V'); REGMBC(0x1e7c)
968 return;
969 case 'W': CASEMBC(0x174) CASEMBC(0x1e80) CASEMBC(0x1e82)
970 CASEMBC(0x1e84) CASEMBC(0x1e86)
971 regmbc('W'); REGMBC(0x174) REGMBC(0x1e80)
972 REGMBC(0x1e82) REGMBC(0x1e84) REGMBC(0x1e86)
973 return;
974 case 'X': CASEMBC(0x1e8a) CASEMBC(0x1e8c)
975 regmbc('X'); REGMBC(0x1e8a) REGMBC(0x1e8c)
Bram Moolenaardf177f62005-02-22 08:39:57 +0000976 return;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000977 case 'Y': case '\335':
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200978 CASEMBC(0x176) CASEMBC(0x178) CASEMBC(0x1e8e) CASEMBC(0x1ef2)
979 CASEMBC(0x1ef6) CASEMBC(0x1ef8)
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000980 regmbc('Y'); regmbc('\335');
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200981 REGMBC(0x176) REGMBC(0x178) REGMBC(0x1e8e)
982 REGMBC(0x1ef2) REGMBC(0x1ef6) REGMBC(0x1ef8)
983 return;
984 case 'Z': CASEMBC(0x179) CASEMBC(0x17b) CASEMBC(0x17d)
985 CASEMBC(0x1b5) CASEMBC(0x1e90) CASEMBC(0x1e94)
986 regmbc('Z'); REGMBC(0x179) REGMBC(0x17b)
987 REGMBC(0x17d) REGMBC(0x1b5) REGMBC(0x1e90)
988 REGMBC(0x1e94)
Bram Moolenaardf177f62005-02-22 08:39:57 +0000989 return;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000990 case 'a': case '\340': case '\341': case '\342':
991 case '\343': case '\344': case '\345':
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200992 CASEMBC(0x101) CASEMBC(0x103) CASEMBC(0x105) CASEMBC(0x1ce)
993 CASEMBC(0x1df) CASEMBC(0x1e1) CASEMBC(0x1ea3)
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000994 regmbc('a'); regmbc('\340'); regmbc('\341');
995 regmbc('\342'); regmbc('\343'); regmbc('\344');
996 regmbc('\345');
Bram Moolenaar522f9ae2011-07-20 17:58:20 +0200997 REGMBC(0x101) REGMBC(0x103) REGMBC(0x105)
998 REGMBC(0x1ce) REGMBC(0x1df) REGMBC(0x1e1)
999 REGMBC(0x1ea3)
1000 return;
1001 case 'b': CASEMBC(0x1e03) CASEMBC(0x1e07)
1002 regmbc('b'); REGMBC(0x1e03) REGMBC(0x1e07)
Bram Moolenaardf177f62005-02-22 08:39:57 +00001003 return;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001004 case 'c': case '\347':
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02001005 CASEMBC(0x107) CASEMBC(0x109) CASEMBC(0x10b) CASEMBC(0x10d)
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001006 regmbc('c'); regmbc('\347');
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02001007 REGMBC(0x107) REGMBC(0x109) REGMBC(0x10b)
1008 REGMBC(0x10d)
1009 return;
1010 case 'd': CASEMBC(0x10f) CASEMBC(0x111) CASEMBC(0x1d0b)
1011 CASEMBC(0x1e11)
1012 regmbc('d'); REGMBC(0x10f) REGMBC(0x111)
1013 REGMBC(0x1e0b) REGMBC(0x01e0f) REGMBC(0x1e11)
Bram Moolenaardf177f62005-02-22 08:39:57 +00001014 return;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001015 case 'e': case '\350': case '\351': case '\352': case '\353':
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02001016 CASEMBC(0x113) CASEMBC(0x115) CASEMBC(0x117) CASEMBC(0x119)
1017 CASEMBC(0x11b) CASEMBC(0x1ebb) CASEMBC(0x1ebd)
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001018 regmbc('e'); regmbc('\350'); regmbc('\351');
1019 regmbc('\352'); regmbc('\353');
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02001020 REGMBC(0x113) REGMBC(0x115) REGMBC(0x117)
1021 REGMBC(0x119) REGMBC(0x11b) REGMBC(0x1ebb)
1022 REGMBC(0x1ebd)
1023 return;
1024 case 'f': CASEMBC(0x1e1f)
1025 regmbc('f'); REGMBC(0x1e1f)
1026 return;
1027 case 'g': CASEMBC(0x11d) CASEMBC(0x11f) CASEMBC(0x121)
1028 CASEMBC(0x123) CASEMBC(0x1e5) CASEMBC(0x1e7) CASEMBC(0x1f5)
1029 CASEMBC(0x1e21)
1030 regmbc('g'); REGMBC(0x11d) REGMBC(0x11f)
1031 REGMBC(0x121) REGMBC(0x123) REGMBC(0x1e5)
1032 REGMBC(0x1e7) REGMBC(0x1f5) REGMBC(0x1e21)
1033 return;
1034 case 'h': CASEMBC(0x125) CASEMBC(0x127) CASEMBC(0x1e23)
1035 CASEMBC(0x1e27) CASEMBC(0x1e29) CASEMBC(0x1e96)
1036 regmbc('h'); REGMBC(0x125) REGMBC(0x127)
1037 REGMBC(0x1e23) REGMBC(0x1e27) REGMBC(0x1e29)
1038 REGMBC(0x1e96)
Bram Moolenaardf177f62005-02-22 08:39:57 +00001039 return;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001040 case 'i': case '\354': case '\355': case '\356': case '\357':
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02001041 CASEMBC(0x129) CASEMBC(0x12b) CASEMBC(0x12d) CASEMBC(0x12f)
1042 CASEMBC(0x1d0) CASEMBC(0x1ec9)
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001043 regmbc('i'); regmbc('\354'); regmbc('\355');
1044 regmbc('\356'); regmbc('\357');
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02001045 REGMBC(0x129) REGMBC(0x12b) REGMBC(0x12d)
1046 REGMBC(0x12f) REGMBC(0x1d0) REGMBC(0x1ec9)
1047 return;
1048 case 'j': CASEMBC(0x135) CASEMBC(0x1f0)
1049 regmbc('j'); REGMBC(0x135) REGMBC(0x1f0)
1050 return;
1051 case 'k': CASEMBC(0x137) CASEMBC(0x1e9) CASEMBC(0x1e31)
1052 CASEMBC(0x1e35)
1053 regmbc('k'); REGMBC(0x137) REGMBC(0x1e9)
1054 REGMBC(0x1e31) REGMBC(0x1e35)
1055 return;
1056 case 'l': CASEMBC(0x13a) CASEMBC(0x13c) CASEMBC(0x13e)
1057 CASEMBC(0x140) CASEMBC(0x142) CASEMBC(0x1e3b)
1058 regmbc('l'); REGMBC(0x13a) REGMBC(0x13c)
1059 REGMBC(0x13e) REGMBC(0x140) REGMBC(0x142)
1060 REGMBC(0x1e3b)
1061 return;
1062 case 'm': CASEMBC(0x1e3f) CASEMBC(0x1e41)
1063 regmbc('m'); REGMBC(0x1e3f) REGMBC(0x1e41)
Bram Moolenaardf177f62005-02-22 08:39:57 +00001064 return;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001065 case 'n': case '\361':
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02001066 CASEMBC(0x144) CASEMBC(0x146) CASEMBC(0x148) CASEMBC(0x149)
1067 CASEMBC(0x1e45) CASEMBC(0x1e49)
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001068 regmbc('n'); regmbc('\361');
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02001069 REGMBC(0x144) REGMBC(0x146) REGMBC(0x148)
1070 REGMBC(0x149) REGMBC(0x1e45) REGMBC(0x1e49)
Bram Moolenaardf177f62005-02-22 08:39:57 +00001071 return;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001072 case 'o': case '\362': case '\363': case '\364': case '\365':
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02001073 case '\366': case '\370':
1074 CASEMBC(0x14d) CASEMBC(0x14f) CASEMBC(0x151) CASEMBC(0x1a1)
1075 CASEMBC(0x1d2) CASEMBC(0x1eb) CASEMBC(0x1ed) CASEMBC(0x1ecf)
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001076 regmbc('o'); regmbc('\362'); regmbc('\363');
1077 regmbc('\364'); regmbc('\365'); regmbc('\366');
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02001078 regmbc('\370');
1079 REGMBC(0x14d) REGMBC(0x14f) REGMBC(0x151)
1080 REGMBC(0x1a1) REGMBC(0x1d2) REGMBC(0x1eb)
1081 REGMBC(0x1ed) REGMBC(0x1ecf)
1082 return;
1083 case 'p': CASEMBC(0x1e55) CASEMBC(0x1e57)
1084 regmbc('p'); REGMBC(0x1e55) REGMBC(0x1e57)
1085 return;
1086 case 'r': CASEMBC(0x155) CASEMBC(0x157) CASEMBC(0x159)
1087 CASEMBC(0x1e59) CASEMBC(0x1e5f)
1088 regmbc('r'); REGMBC(0x155) REGMBC(0x157) REGMBC(0x159)
1089 REGMBC(0x1e59) REGMBC(0x1e5f)
1090 return;
1091 case 's': CASEMBC(0x15b) CASEMBC(0x15d) CASEMBC(0x15f)
1092 CASEMBC(0x161) CASEMBC(0x1e61)
1093 regmbc('s'); REGMBC(0x15b) REGMBC(0x15d)
1094 REGMBC(0x15f) REGMBC(0x161) REGMBC(0x1e61)
1095 return;
1096 case 't': CASEMBC(0x163) CASEMBC(0x165) CASEMBC(0x167)
1097 CASEMBC(0x1e6b) CASEMBC(0x1e6f) CASEMBC(0x1e97)
1098 regmbc('t'); REGMBC(0x163) REGMBC(0x165) REGMBC(0x167)
1099 REGMBC(0x1e6b) REGMBC(0x1e6f) REGMBC(0x1e97)
Bram Moolenaardf177f62005-02-22 08:39:57 +00001100 return;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001101 case 'u': case '\371': case '\372': case '\373': case '\374':
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02001102 CASEMBC(0x169) CASEMBC(0x16b) CASEMBC(0x16d) CASEMBC(0x16f)
1103 CASEMBC(0x171) CASEMBC(0x173) CASEMBC(0x1b0) CASEMBC(0x1d4)
1104 CASEMBC(0x1ee7)
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001105 regmbc('u'); regmbc('\371'); regmbc('\372');
1106 regmbc('\373'); regmbc('\374');
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02001107 REGMBC(0x169) REGMBC(0x16b) REGMBC(0x16d)
1108 REGMBC(0x16f) REGMBC(0x171) REGMBC(0x173)
1109 REGMBC(0x1b0) REGMBC(0x1d4) REGMBC(0x1ee7)
1110 return;
1111 case 'v': CASEMBC(0x1e7d)
1112 regmbc('v'); REGMBC(0x1e7d)
1113 return;
1114 case 'w': CASEMBC(0x175) CASEMBC(0x1e81) CASEMBC(0x1e83)
1115 CASEMBC(0x1e85) CASEMBC(0x1e87) CASEMBC(0x1e98)
1116 regmbc('w'); REGMBC(0x175) REGMBC(0x1e81)
1117 REGMBC(0x1e83) REGMBC(0x1e85) REGMBC(0x1e87)
1118 REGMBC(0x1e98)
1119 return;
1120 case 'x': CASEMBC(0x1e8b) CASEMBC(0x1e8d)
1121 regmbc('x'); REGMBC(0x1e8b) REGMBC(0x1e8d)
Bram Moolenaardf177f62005-02-22 08:39:57 +00001122 return;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001123 case 'y': case '\375': case '\377':
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02001124 CASEMBC(0x177) CASEMBC(0x1e8f) CASEMBC(0x1e99)
1125 CASEMBC(0x1ef3) CASEMBC(0x1ef7) CASEMBC(0x1ef9)
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001126 regmbc('y'); regmbc('\375'); regmbc('\377');
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02001127 REGMBC(0x177) REGMBC(0x1e8f) REGMBC(0x1e99)
1128 REGMBC(0x1ef3) REGMBC(0x1ef7) REGMBC(0x1ef9)
1129 return;
1130 case 'z': CASEMBC(0x17a) CASEMBC(0x17c) CASEMBC(0x17e)
1131 CASEMBC(0x1b6) CASEMBC(0x1e91) CASEMBC(0x1e95)
1132 regmbc('z'); REGMBC(0x17a) REGMBC(0x17c)
1133 REGMBC(0x17e) REGMBC(0x1b6) REGMBC(0x1e91)
1134 REGMBC(0x1e95)
Bram Moolenaardf177f62005-02-22 08:39:57 +00001135 return;
1136 }
Bram Moolenaar2c704a72010-06-03 21:17:25 +02001137#endif
Bram Moolenaardf177f62005-02-22 08:39:57 +00001138 }
1139 regmbc(c);
1140}
1141
1142/*
1143 * Check for a collating element "[.a.]". "pp" points to the '['.
1144 * Returns a character. Zero means that no item was recognized. Otherwise
1145 * "pp" is advanced to after the item.
1146 * Currently only single characters are recognized!
1147 */
1148 static int
1149get_coll_element(pp)
1150 char_u **pp;
1151{
1152 int c;
1153 int l = 1;
1154 char_u *p = *pp;
1155
1156 if (p[1] == '.')
1157 {
1158#ifdef FEAT_MBYTE
1159 if (has_mbyte)
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00001160 l = (*mb_ptr2len)(p + 2);
Bram Moolenaardf177f62005-02-22 08:39:57 +00001161#endif
1162 if (p[l + 2] == '.' && p[l + 3] == ']')
1163 {
1164#ifdef FEAT_MBYTE
1165 if (has_mbyte)
1166 c = mb_ptr2char(p + 2);
1167 else
1168#endif
1169 c = p[2];
1170 *pp += l + 4;
1171 return c;
1172 }
1173 }
1174 return 0;
1175}
1176
Bram Moolenaar1cd3f2c2013-06-05 12:43:09 +02001177static void get_cpo_flags __ARGS((void));
1178static int reg_cpo_lit; /* 'cpoptions' contains 'l' flag */
1179static int reg_cpo_bsl; /* 'cpoptions' contains '\' flag */
1180
1181 static void
1182get_cpo_flags()
1183{
1184 reg_cpo_lit = vim_strchr(p_cpo, CPO_LITERAL) != NULL;
1185 reg_cpo_bsl = vim_strchr(p_cpo, CPO_BACKSL) != NULL;
1186}
Bram Moolenaardf177f62005-02-22 08:39:57 +00001187
1188/*
1189 * Skip over a "[]" range.
1190 * "p" must point to the character after the '['.
1191 * The returned pointer is on the matching ']', or the terminating NUL.
1192 */
1193 static char_u *
1194skip_anyof(p)
1195 char_u *p;
1196{
Bram Moolenaardf177f62005-02-22 08:39:57 +00001197#ifdef FEAT_MBYTE
1198 int l;
1199#endif
1200
Bram Moolenaardf177f62005-02-22 08:39:57 +00001201 if (*p == '^') /* Complement of range. */
1202 ++p;
1203 if (*p == ']' || *p == '-')
1204 ++p;
1205 while (*p != NUL && *p != ']')
1206 {
1207#ifdef FEAT_MBYTE
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00001208 if (has_mbyte && (l = (*mb_ptr2len)(p)) > 1)
Bram Moolenaardf177f62005-02-22 08:39:57 +00001209 p += l;
1210 else
1211#endif
1212 if (*p == '-')
1213 {
1214 ++p;
1215 if (*p != ']' && *p != NUL)
1216 mb_ptr_adv(p);
1217 }
1218 else if (*p == '\\'
Bram Moolenaar1cd3f2c2013-06-05 12:43:09 +02001219 && !reg_cpo_bsl
Bram Moolenaardf177f62005-02-22 08:39:57 +00001220 && (vim_strchr(REGEXP_INRANGE, p[1]) != NULL
Bram Moolenaar1cd3f2c2013-06-05 12:43:09 +02001221 || (!reg_cpo_lit && vim_strchr(REGEXP_ABBR, p[1]) != NULL)))
Bram Moolenaardf177f62005-02-22 08:39:57 +00001222 p += 2;
1223 else if (*p == '[')
1224 {
1225 if (get_char_class(&p) == CLASS_NONE
1226 && get_equi_class(&p) == 0
1227 && get_coll_element(&p) == 0)
1228 ++p; /* It was not a class name */
1229 }
1230 else
1231 ++p;
1232 }
1233
1234 return p;
1235}
1236
1237/*
Bram Moolenaar071d4272004-06-13 20:20:40 +00001238 * Skip past regular expression.
Bram Moolenaar748bf032005-02-02 23:04:36 +00001239 * Stop at end of "startp" or where "dirc" is found ('/', '?', etc).
Bram Moolenaar071d4272004-06-13 20:20:40 +00001240 * Take care of characters with a backslash in front of it.
1241 * Skip strings inside [ and ].
1242 * When "newp" is not NULL and "dirc" is '?', make an allocated copy of the
1243 * expression and change "\?" to "?". If "*newp" is not NULL the expression
1244 * is changed in-place.
1245 */
1246 char_u *
1247skip_regexp(startp, dirc, magic, newp)
1248 char_u *startp;
1249 int dirc;
1250 int magic;
1251 char_u **newp;
1252{
1253 int mymagic;
1254 char_u *p = startp;
1255
1256 if (magic)
1257 mymagic = MAGIC_ON;
1258 else
1259 mymagic = MAGIC_OFF;
Bram Moolenaar1cd3f2c2013-06-05 12:43:09 +02001260 get_cpo_flags();
Bram Moolenaar071d4272004-06-13 20:20:40 +00001261
Bram Moolenaar1cd871b2004-12-19 22:46:22 +00001262 for (; p[0] != NUL; mb_ptr_adv(p))
Bram Moolenaar071d4272004-06-13 20:20:40 +00001263 {
1264 if (p[0] == dirc) /* found end of regexp */
1265 break;
1266 if ((p[0] == '[' && mymagic >= MAGIC_ON)
1267 || (p[0] == '\\' && p[1] == '[' && mymagic <= MAGIC_OFF))
1268 {
1269 p = skip_anyof(p + 1);
1270 if (p[0] == NUL)
1271 break;
1272 }
1273 else if (p[0] == '\\' && p[1] != NUL)
1274 {
1275 if (dirc == '?' && newp != NULL && p[1] == '?')
1276 {
1277 /* change "\?" to "?", make a copy first. */
1278 if (*newp == NULL)
1279 {
1280 *newp = vim_strsave(startp);
1281 if (*newp != NULL)
1282 p = *newp + (p - startp);
1283 }
1284 if (*newp != NULL)
Bram Moolenaar446cb832008-06-24 21:56:24 +00001285 STRMOVE(p, p + 1);
Bram Moolenaar071d4272004-06-13 20:20:40 +00001286 else
1287 ++p;
1288 }
1289 else
1290 ++p; /* skip next character */
1291 if (*p == 'v')
1292 mymagic = MAGIC_ALL;
1293 else if (*p == 'V')
1294 mymagic = MAGIC_NONE;
1295 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00001296 }
1297 return p;
1298}
1299
Bram Moolenaar473de612013-06-08 18:19:48 +02001300static regprog_T *bt_regcomp __ARGS((char_u *expr, int re_flags));
1301static void bt_regfree __ARGS((regprog_T *prog));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001302
Bram Moolenaar071d4272004-06-13 20:20:40 +00001303/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001304 * bt_regcomp() - compile a regular expression into internal code for the
1305 * traditional back track matcher.
Bram Moolenaar86b68352004-12-27 21:59:20 +00001306 * Returns the program in allocated space. Returns NULL for an error.
Bram Moolenaar071d4272004-06-13 20:20:40 +00001307 *
1308 * We can't allocate space until we know how big the compiled form will be,
1309 * but we can't compile it (and thus know how big it is) until we've got a
1310 * place to put the code. So we cheat: we compile it twice, once with code
1311 * generation turned off and size counting turned on, and once "for real".
1312 * This also means that we don't allocate space until we are sure that the
1313 * thing really will compile successfully, and we never have to move the
1314 * code and thus invalidate pointers into it. (Note that it has to be in
1315 * one piece because vim_free() must be able to free it all.)
1316 *
1317 * Whether upper/lower case is to be ignored is decided when executing the
1318 * program, it does not matter here.
1319 *
1320 * Beware that the optimization-preparation code in here knows about some
1321 * of the structure of the compiled regexp.
1322 * "re_flags": RE_MAGIC and/or RE_STRING.
1323 */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001324 static regprog_T *
1325bt_regcomp(expr, re_flags)
Bram Moolenaar071d4272004-06-13 20:20:40 +00001326 char_u *expr;
1327 int re_flags;
1328{
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001329 bt_regprog_T *r;
Bram Moolenaar071d4272004-06-13 20:20:40 +00001330 char_u *scan;
1331 char_u *longest;
1332 int len;
1333 int flags;
1334
1335 if (expr == NULL)
1336 EMSG_RET_NULL(_(e_null));
1337
1338 init_class_tab();
1339
1340 /*
1341 * First pass: determine size, legality.
1342 */
1343 regcomp_start(expr, re_flags);
1344 regcode = JUST_CALC_SIZE;
1345 regc(REGMAGIC);
1346 if (reg(REG_NOPAREN, &flags) == NULL)
1347 return NULL;
1348
1349 /* Small enough for pointer-storage convention? */
1350#ifdef SMALL_MALLOC /* 16 bit storage allocation */
1351 if (regsize >= 65536L - 256L)
1352 EMSG_RET_NULL(_("E339: Pattern too long"));
1353#endif
1354
1355 /* Allocate space. */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001356 r = (bt_regprog_T *)lalloc(sizeof(bt_regprog_T) + regsize, TRUE);
Bram Moolenaar071d4272004-06-13 20:20:40 +00001357 if (r == NULL)
1358 return NULL;
1359
1360 /*
1361 * Second pass: emit code.
1362 */
1363 regcomp_start(expr, re_flags);
1364 regcode = r->program;
1365 regc(REGMAGIC);
Bram Moolenaard3005802009-11-25 17:21:32 +00001366 if (reg(REG_NOPAREN, &flags) == NULL || reg_toolong)
Bram Moolenaar071d4272004-06-13 20:20:40 +00001367 {
1368 vim_free(r);
Bram Moolenaard3005802009-11-25 17:21:32 +00001369 if (reg_toolong)
1370 EMSG_RET_NULL(_("E339: Pattern too long"));
Bram Moolenaar071d4272004-06-13 20:20:40 +00001371 return NULL;
1372 }
1373
1374 /* Dig out information for optimizations. */
1375 r->regstart = NUL; /* Worst-case defaults. */
1376 r->reganch = 0;
1377 r->regmust = NULL;
1378 r->regmlen = 0;
1379 r->regflags = regflags;
1380 if (flags & HASNL)
1381 r->regflags |= RF_HASNL;
1382 if (flags & HASLOOKBH)
1383 r->regflags |= RF_LOOKBH;
1384#ifdef FEAT_SYN_HL
1385 /* Remember whether this pattern has any \z specials in it. */
1386 r->reghasz = re_has_z;
1387#endif
1388 scan = r->program + 1; /* First BRANCH. */
1389 if (OP(regnext(scan)) == END) /* Only one top-level choice. */
1390 {
1391 scan = OPERAND(scan);
1392
1393 /* Starting-point info. */
1394 if (OP(scan) == BOL || OP(scan) == RE_BOF)
1395 {
1396 r->reganch++;
1397 scan = regnext(scan);
1398 }
1399
1400 if (OP(scan) == EXACTLY)
1401 {
1402#ifdef FEAT_MBYTE
1403 if (has_mbyte)
1404 r->regstart = (*mb_ptr2char)(OPERAND(scan));
1405 else
1406#endif
1407 r->regstart = *OPERAND(scan);
1408 }
1409 else if ((OP(scan) == BOW
1410 || OP(scan) == EOW
1411 || OP(scan) == NOTHING
1412 || OP(scan) == MOPEN + 0 || OP(scan) == NOPEN
1413 || OP(scan) == MCLOSE + 0 || OP(scan) == NCLOSE)
1414 && OP(regnext(scan)) == EXACTLY)
1415 {
1416#ifdef FEAT_MBYTE
1417 if (has_mbyte)
1418 r->regstart = (*mb_ptr2char)(OPERAND(regnext(scan)));
1419 else
1420#endif
1421 r->regstart = *OPERAND(regnext(scan));
1422 }
1423
1424 /*
1425 * If there's something expensive in the r.e., find the longest
1426 * literal string that must appear and make it the regmust. Resolve
1427 * ties in favor of later strings, since the regstart check works
1428 * with the beginning of the r.e. and avoiding duplication
1429 * strengthens checking. Not a strong reason, but sufficient in the
1430 * absence of others.
1431 */
1432 /*
1433 * When the r.e. starts with BOW, it is faster to look for a regmust
1434 * first. Used a lot for "#" and "*" commands. (Added by mool).
1435 */
1436 if ((flags & SPSTART || OP(scan) == BOW || OP(scan) == EOW)
1437 && !(flags & HASNL))
1438 {
1439 longest = NULL;
1440 len = 0;
1441 for (; scan != NULL; scan = regnext(scan))
1442 if (OP(scan) == EXACTLY && STRLEN(OPERAND(scan)) >= (size_t)len)
1443 {
1444 longest = OPERAND(scan);
1445 len = (int)STRLEN(OPERAND(scan));
1446 }
1447 r->regmust = longest;
1448 r->regmlen = len;
1449 }
1450 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001451#ifdef BT_REGEXP_DUMP
Bram Moolenaar071d4272004-06-13 20:20:40 +00001452 regdump(expr, r);
1453#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001454 r->engine = &bt_regengine;
1455 return (regprog_T *)r;
Bram Moolenaar071d4272004-06-13 20:20:40 +00001456}
1457
1458/*
Bram Moolenaar473de612013-06-08 18:19:48 +02001459 * Free a compiled regexp program, returned by bt_regcomp().
1460 */
1461 static void
1462bt_regfree(prog)
1463 regprog_T *prog;
1464{
1465 vim_free(prog);
1466}
1467
1468/*
Bram Moolenaar071d4272004-06-13 20:20:40 +00001469 * Setup to parse the regexp. Used once to get the length and once to do it.
1470 */
1471 static void
1472regcomp_start(expr, re_flags)
1473 char_u *expr;
1474 int re_flags; /* see vim_regcomp() */
1475{
1476 initchr(expr);
1477 if (re_flags & RE_MAGIC)
1478 reg_magic = MAGIC_ON;
1479 else
1480 reg_magic = MAGIC_OFF;
1481 reg_string = (re_flags & RE_STRING);
Bram Moolenaarae5bce12005-08-15 21:41:48 +00001482 reg_strict = (re_flags & RE_STRICT);
Bram Moolenaar1cd3f2c2013-06-05 12:43:09 +02001483 get_cpo_flags();
Bram Moolenaar071d4272004-06-13 20:20:40 +00001484
1485 num_complex_braces = 0;
1486 regnpar = 1;
1487 vim_memset(had_endbrace, 0, sizeof(had_endbrace));
1488#ifdef FEAT_SYN_HL
1489 regnzpar = 1;
1490 re_has_z = 0;
1491#endif
1492 regsize = 0L;
Bram Moolenaard3005802009-11-25 17:21:32 +00001493 reg_toolong = FALSE;
Bram Moolenaar071d4272004-06-13 20:20:40 +00001494 regflags = 0;
1495#if defined(FEAT_SYN_HL) || defined(PROTO)
1496 had_eol = FALSE;
1497#endif
1498}
1499
1500#if defined(FEAT_SYN_HL) || defined(PROTO)
1501/*
1502 * Check if during the previous call to vim_regcomp the EOL item "$" has been
1503 * found. This is messy, but it works fine.
1504 */
1505 int
1506vim_regcomp_had_eol()
1507{
1508 return had_eol;
1509}
1510#endif
1511
1512/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001513 * Parse regular expression, i.e. main body or parenthesized thing.
Bram Moolenaar071d4272004-06-13 20:20:40 +00001514 *
1515 * Caller must absorb opening parenthesis.
1516 *
1517 * Combining parenthesis handling with the base level of regular expression
1518 * is a trifle forced, but the need to tie the tails of the branches to what
1519 * follows makes it hard to avoid.
1520 */
1521 static char_u *
1522reg(paren, flagp)
1523 int paren; /* REG_NOPAREN, REG_PAREN, REG_NPAREN or REG_ZPAREN */
1524 int *flagp;
1525{
1526 char_u *ret;
1527 char_u *br;
1528 char_u *ender;
1529 int parno = 0;
1530 int flags;
1531
1532 *flagp = HASWIDTH; /* Tentatively. */
1533
1534#ifdef FEAT_SYN_HL
1535 if (paren == REG_ZPAREN)
1536 {
1537 /* Make a ZOPEN node. */
1538 if (regnzpar >= NSUBEXP)
1539 EMSG_RET_NULL(_("E50: Too many \\z("));
1540 parno = regnzpar;
1541 regnzpar++;
1542 ret = regnode(ZOPEN + parno);
1543 }
1544 else
1545#endif
1546 if (paren == REG_PAREN)
1547 {
1548 /* Make a MOPEN node. */
1549 if (regnpar >= NSUBEXP)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001550 EMSG2_RET_NULL(_("E51: Too many %s("), reg_magic == MAGIC_ALL);
Bram Moolenaar071d4272004-06-13 20:20:40 +00001551 parno = regnpar;
1552 ++regnpar;
1553 ret = regnode(MOPEN + parno);
1554 }
1555 else if (paren == REG_NPAREN)
1556 {
1557 /* Make a NOPEN node. */
1558 ret = regnode(NOPEN);
1559 }
1560 else
1561 ret = NULL;
1562
1563 /* Pick up the branches, linking them together. */
1564 br = regbranch(&flags);
1565 if (br == NULL)
1566 return NULL;
1567 if (ret != NULL)
1568 regtail(ret, br); /* [MZ]OPEN -> first. */
1569 else
1570 ret = br;
1571 /* If one of the branches can be zero-width, the whole thing can.
1572 * If one of the branches has * at start or matches a line-break, the
1573 * whole thing can. */
1574 if (!(flags & HASWIDTH))
1575 *flagp &= ~HASWIDTH;
1576 *flagp |= flags & (SPSTART | HASNL | HASLOOKBH);
1577 while (peekchr() == Magic('|'))
1578 {
1579 skipchr();
1580 br = regbranch(&flags);
Bram Moolenaard3005802009-11-25 17:21:32 +00001581 if (br == NULL || reg_toolong)
Bram Moolenaar071d4272004-06-13 20:20:40 +00001582 return NULL;
1583 regtail(ret, br); /* BRANCH -> BRANCH. */
1584 if (!(flags & HASWIDTH))
1585 *flagp &= ~HASWIDTH;
1586 *flagp |= flags & (SPSTART | HASNL | HASLOOKBH);
1587 }
1588
1589 /* Make a closing node, and hook it on the end. */
1590 ender = regnode(
1591#ifdef FEAT_SYN_HL
1592 paren == REG_ZPAREN ? ZCLOSE + parno :
1593#endif
1594 paren == REG_PAREN ? MCLOSE + parno :
1595 paren == REG_NPAREN ? NCLOSE : END);
1596 regtail(ret, ender);
1597
1598 /* Hook the tails of the branches to the closing node. */
1599 for (br = ret; br != NULL; br = regnext(br))
1600 regoptail(br, ender);
1601
1602 /* Check for proper termination. */
1603 if (paren != REG_NOPAREN && getchr() != Magic(')'))
1604 {
1605#ifdef FEAT_SYN_HL
1606 if (paren == REG_ZPAREN)
Bram Moolenaar45eeb132005-06-06 21:59:07 +00001607 EMSG_RET_NULL(_("E52: Unmatched \\z("));
Bram Moolenaar071d4272004-06-13 20:20:40 +00001608 else
1609#endif
1610 if (paren == REG_NPAREN)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001611 EMSG2_RET_NULL(_(e_unmatchedpp), reg_magic == MAGIC_ALL);
Bram Moolenaar071d4272004-06-13 20:20:40 +00001612 else
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001613 EMSG2_RET_NULL(_(e_unmatchedp), reg_magic == MAGIC_ALL);
Bram Moolenaar071d4272004-06-13 20:20:40 +00001614 }
1615 else if (paren == REG_NOPAREN && peekchr() != NUL)
1616 {
1617 if (curchr == Magic(')'))
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001618 EMSG2_RET_NULL(_(e_unmatchedpar), reg_magic == MAGIC_ALL);
Bram Moolenaar071d4272004-06-13 20:20:40 +00001619 else
Bram Moolenaar45eeb132005-06-06 21:59:07 +00001620 EMSG_RET_NULL(_(e_trailing)); /* "Can't happen". */
Bram Moolenaar071d4272004-06-13 20:20:40 +00001621 /* NOTREACHED */
1622 }
1623 /*
1624 * Here we set the flag allowing back references to this set of
1625 * parentheses.
1626 */
1627 if (paren == REG_PAREN)
1628 had_endbrace[parno] = TRUE; /* have seen the close paren */
1629 return ret;
1630}
1631
1632/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001633 * Parse one alternative of an | operator.
Bram Moolenaar071d4272004-06-13 20:20:40 +00001634 * Implements the & operator.
1635 */
1636 static char_u *
1637regbranch(flagp)
1638 int *flagp;
1639{
1640 char_u *ret;
1641 char_u *chain = NULL;
1642 char_u *latest;
1643 int flags;
1644
1645 *flagp = WORST | HASNL; /* Tentatively. */
1646
1647 ret = regnode(BRANCH);
1648 for (;;)
1649 {
1650 latest = regconcat(&flags);
1651 if (latest == NULL)
1652 return NULL;
1653 /* If one of the branches has width, the whole thing has. If one of
1654 * the branches anchors at start-of-line, the whole thing does.
1655 * If one of the branches uses look-behind, the whole thing does. */
1656 *flagp |= flags & (HASWIDTH | SPSTART | HASLOOKBH);
1657 /* If one of the branches doesn't match a line-break, the whole thing
1658 * doesn't. */
1659 *flagp &= ~HASNL | (flags & HASNL);
1660 if (chain != NULL)
1661 regtail(chain, latest);
1662 if (peekchr() != Magic('&'))
1663 break;
1664 skipchr();
1665 regtail(latest, regnode(END)); /* operand ends */
Bram Moolenaard3005802009-11-25 17:21:32 +00001666 if (reg_toolong)
1667 break;
Bram Moolenaar071d4272004-06-13 20:20:40 +00001668 reginsert(MATCH, latest);
1669 chain = latest;
1670 }
1671
1672 return ret;
1673}
1674
1675/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001676 * Parse one alternative of an | or & operator.
Bram Moolenaar071d4272004-06-13 20:20:40 +00001677 * Implements the concatenation operator.
1678 */
1679 static char_u *
1680regconcat(flagp)
1681 int *flagp;
1682{
1683 char_u *first = NULL;
1684 char_u *chain = NULL;
1685 char_u *latest;
1686 int flags;
1687 int cont = TRUE;
1688
1689 *flagp = WORST; /* Tentatively. */
1690
1691 while (cont)
1692 {
1693 switch (peekchr())
1694 {
1695 case NUL:
1696 case Magic('|'):
1697 case Magic('&'):
1698 case Magic(')'):
1699 cont = FALSE;
1700 break;
1701 case Magic('Z'):
1702#ifdef FEAT_MBYTE
1703 regflags |= RF_ICOMBINE;
1704#endif
1705 skipchr_keepstart();
1706 break;
1707 case Magic('c'):
1708 regflags |= RF_ICASE;
1709 skipchr_keepstart();
1710 break;
1711 case Magic('C'):
1712 regflags |= RF_NOICASE;
1713 skipchr_keepstart();
1714 break;
1715 case Magic('v'):
1716 reg_magic = MAGIC_ALL;
1717 skipchr_keepstart();
1718 curchr = -1;
1719 break;
1720 case Magic('m'):
1721 reg_magic = MAGIC_ON;
1722 skipchr_keepstart();
1723 curchr = -1;
1724 break;
1725 case Magic('M'):
1726 reg_magic = MAGIC_OFF;
1727 skipchr_keepstart();
1728 curchr = -1;
1729 break;
1730 case Magic('V'):
1731 reg_magic = MAGIC_NONE;
1732 skipchr_keepstart();
1733 curchr = -1;
1734 break;
1735 default:
1736 latest = regpiece(&flags);
Bram Moolenaard3005802009-11-25 17:21:32 +00001737 if (latest == NULL || reg_toolong)
Bram Moolenaar071d4272004-06-13 20:20:40 +00001738 return NULL;
1739 *flagp |= flags & (HASWIDTH | HASNL | HASLOOKBH);
1740 if (chain == NULL) /* First piece. */
1741 *flagp |= flags & SPSTART;
1742 else
1743 regtail(chain, latest);
1744 chain = latest;
1745 if (first == NULL)
1746 first = latest;
1747 break;
1748 }
1749 }
1750 if (first == NULL) /* Loop ran zero times. */
1751 first = regnode(NOTHING);
1752 return first;
1753}
1754
1755/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001756 * Parse something followed by possible [*+=].
Bram Moolenaar071d4272004-06-13 20:20:40 +00001757 *
1758 * Note that the branching code sequences used for = and the general cases
1759 * of * and + are somewhat optimized: they use the same NOTHING node as
1760 * both the endmarker for their branch list and the body of the last branch.
1761 * It might seem that this node could be dispensed with entirely, but the
1762 * endmarker role is not redundant.
1763 */
1764 static char_u *
1765regpiece(flagp)
1766 int *flagp;
1767{
1768 char_u *ret;
1769 int op;
1770 char_u *next;
1771 int flags;
1772 long minval;
1773 long maxval;
1774
1775 ret = regatom(&flags);
1776 if (ret == NULL)
1777 return NULL;
1778
1779 op = peekchr();
1780 if (re_multi_type(op) == NOT_MULTI)
1781 {
1782 *flagp = flags;
1783 return ret;
1784 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00001785 /* default flags */
1786 *flagp = (WORST | SPSTART | (flags & (HASNL | HASLOOKBH)));
1787
1788 skipchr();
1789 switch (op)
1790 {
1791 case Magic('*'):
1792 if (flags & SIMPLE)
1793 reginsert(STAR, ret);
1794 else
1795 {
1796 /* Emit x* as (x&|), where & means "self". */
1797 reginsert(BRANCH, ret); /* Either x */
1798 regoptail(ret, regnode(BACK)); /* and loop */
1799 regoptail(ret, ret); /* back */
1800 regtail(ret, regnode(BRANCH)); /* or */
1801 regtail(ret, regnode(NOTHING)); /* null. */
1802 }
1803 break;
1804
1805 case Magic('+'):
1806 if (flags & SIMPLE)
1807 reginsert(PLUS, ret);
1808 else
1809 {
1810 /* Emit x+ as x(&|), where & means "self". */
1811 next = regnode(BRANCH); /* Either */
1812 regtail(ret, next);
Bram Moolenaar582fd852005-03-28 20:58:01 +00001813 regtail(regnode(BACK), ret); /* loop back */
Bram Moolenaar071d4272004-06-13 20:20:40 +00001814 regtail(next, regnode(BRANCH)); /* or */
1815 regtail(ret, regnode(NOTHING)); /* null. */
1816 }
1817 *flagp = (WORST | HASWIDTH | (flags & (HASNL | HASLOOKBH)));
1818 break;
1819
1820 case Magic('@'):
1821 {
1822 int lop = END;
Bram Moolenaar75eb1612013-05-29 18:45:11 +02001823 int nr;
Bram Moolenaar071d4272004-06-13 20:20:40 +00001824
Bram Moolenaar75eb1612013-05-29 18:45:11 +02001825 nr = getdecchrs();
Bram Moolenaar071d4272004-06-13 20:20:40 +00001826 switch (no_Magic(getchr()))
1827 {
1828 case '=': lop = MATCH; break; /* \@= */
1829 case '!': lop = NOMATCH; break; /* \@! */
1830 case '>': lop = SUBPAT; break; /* \@> */
1831 case '<': switch (no_Magic(getchr()))
1832 {
1833 case '=': lop = BEHIND; break; /* \@<= */
1834 case '!': lop = NOBEHIND; break; /* \@<! */
1835 }
1836 }
1837 if (lop == END)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001838 EMSG2_RET_NULL(_("E59: invalid character after %s@"),
Bram Moolenaar071d4272004-06-13 20:20:40 +00001839 reg_magic == MAGIC_ALL);
1840 /* Look behind must match with behind_pos. */
1841 if (lop == BEHIND || lop == NOBEHIND)
1842 {
1843 regtail(ret, regnode(BHPOS));
1844 *flagp |= HASLOOKBH;
1845 }
1846 regtail(ret, regnode(END)); /* operand ends */
Bram Moolenaar75eb1612013-05-29 18:45:11 +02001847 if (lop == BEHIND || lop == NOBEHIND)
1848 {
1849 if (nr < 0)
1850 nr = 0; /* no limit is same as zero limit */
1851 reginsert_nr(lop, nr, ret);
1852 }
1853 else
1854 reginsert(lop, ret);
Bram Moolenaar071d4272004-06-13 20:20:40 +00001855 break;
1856 }
1857
1858 case Magic('?'):
1859 case Magic('='):
1860 /* Emit x= as (x|) */
1861 reginsert(BRANCH, ret); /* Either x */
1862 regtail(ret, regnode(BRANCH)); /* or */
1863 next = regnode(NOTHING); /* null. */
1864 regtail(ret, next);
1865 regoptail(ret, next);
1866 break;
1867
1868 case Magic('{'):
1869 if (!read_limits(&minval, &maxval))
1870 return NULL;
Bram Moolenaar071d4272004-06-13 20:20:40 +00001871 if (flags & SIMPLE)
1872 {
1873 reginsert(BRACE_SIMPLE, ret);
1874 reginsert_limits(BRACE_LIMITS, minval, maxval, ret);
1875 }
1876 else
1877 {
1878 if (num_complex_braces >= 10)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001879 EMSG2_RET_NULL(_("E60: Too many complex %s{...}s"),
Bram Moolenaar071d4272004-06-13 20:20:40 +00001880 reg_magic == MAGIC_ALL);
1881 reginsert(BRACE_COMPLEX + num_complex_braces, ret);
1882 regoptail(ret, regnode(BACK));
1883 regoptail(ret, ret);
1884 reginsert_limits(BRACE_LIMITS, minval, maxval, ret);
1885 ++num_complex_braces;
1886 }
1887 if (minval > 0 && maxval > 0)
1888 *flagp = (HASWIDTH | (flags & (HASNL | HASLOOKBH)));
1889 break;
1890 }
1891 if (re_multi_type(peekchr()) != NOT_MULTI)
1892 {
1893 /* Can't have a multi follow a multi. */
1894 if (peekchr() == Magic('*'))
1895 sprintf((char *)IObuff, _("E61: Nested %s*"),
1896 reg_magic >= MAGIC_ON ? "" : "\\");
1897 else
1898 sprintf((char *)IObuff, _("E62: Nested %s%c"),
1899 reg_magic == MAGIC_ALL ? "" : "\\", no_Magic(peekchr()));
1900 EMSG_RET_NULL(IObuff);
1901 }
1902
1903 return ret;
1904}
1905
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001906/* When making changes to classchars also change nfa_classcodes. */
1907static char_u *classchars = (char_u *)".iIkKfFpPsSdDxXoOwWhHaAlLuU";
1908static int classcodes[] = {
1909 ANY, IDENT, SIDENT, KWORD, SKWORD,
1910 FNAME, SFNAME, PRINT, SPRINT,
1911 WHITE, NWHITE, DIGIT, NDIGIT,
1912 HEX, NHEX, OCTAL, NOCTAL,
1913 WORD, NWORD, HEAD, NHEAD,
1914 ALPHA, NALPHA, LOWER, NLOWER,
1915 UPPER, NUPPER
1916};
1917
Bram Moolenaar071d4272004-06-13 20:20:40 +00001918/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001919 * Parse the lowest level.
Bram Moolenaar071d4272004-06-13 20:20:40 +00001920 *
1921 * Optimization: gobbles an entire sequence of ordinary characters so that
1922 * it can turn them into a single node, which is smaller to store and
1923 * faster to run. Don't do this when one_exactly is set.
1924 */
1925 static char_u *
1926regatom(flagp)
1927 int *flagp;
1928{
1929 char_u *ret;
1930 int flags;
Bram Moolenaar071d4272004-06-13 20:20:40 +00001931 int c;
Bram Moolenaar071d4272004-06-13 20:20:40 +00001932 char_u *p;
1933 int extra = 0;
1934
1935 *flagp = WORST; /* Tentatively. */
Bram Moolenaar071d4272004-06-13 20:20:40 +00001936
1937 c = getchr();
1938 switch (c)
1939 {
1940 case Magic('^'):
1941 ret = regnode(BOL);
1942 break;
1943
1944 case Magic('$'):
1945 ret = regnode(EOL);
1946#if defined(FEAT_SYN_HL) || defined(PROTO)
1947 had_eol = TRUE;
1948#endif
1949 break;
1950
1951 case Magic('<'):
1952 ret = regnode(BOW);
1953 break;
1954
1955 case Magic('>'):
1956 ret = regnode(EOW);
1957 break;
1958
1959 case Magic('_'):
1960 c = no_Magic(getchr());
1961 if (c == '^') /* "\_^" is start-of-line */
1962 {
1963 ret = regnode(BOL);
1964 break;
1965 }
1966 if (c == '$') /* "\_$" is end-of-line */
1967 {
1968 ret = regnode(EOL);
1969#if defined(FEAT_SYN_HL) || defined(PROTO)
1970 had_eol = TRUE;
1971#endif
1972 break;
1973 }
1974
1975 extra = ADD_NL;
1976 *flagp |= HASNL;
1977
1978 /* "\_[" is character range plus newline */
1979 if (c == '[')
1980 goto collection;
1981
1982 /* "\_x" is character class plus newline */
1983 /*FALLTHROUGH*/
1984
1985 /*
1986 * Character classes.
1987 */
1988 case Magic('.'):
1989 case Magic('i'):
1990 case Magic('I'):
1991 case Magic('k'):
1992 case Magic('K'):
1993 case Magic('f'):
1994 case Magic('F'):
1995 case Magic('p'):
1996 case Magic('P'):
1997 case Magic('s'):
1998 case Magic('S'):
1999 case Magic('d'):
2000 case Magic('D'):
2001 case Magic('x'):
2002 case Magic('X'):
2003 case Magic('o'):
2004 case Magic('O'):
2005 case Magic('w'):
2006 case Magic('W'):
2007 case Magic('h'):
2008 case Magic('H'):
2009 case Magic('a'):
2010 case Magic('A'):
2011 case Magic('l'):
2012 case Magic('L'):
2013 case Magic('u'):
2014 case Magic('U'):
2015 p = vim_strchr(classchars, no_Magic(c));
2016 if (p == NULL)
2017 EMSG_RET_NULL(_("E63: invalid use of \\_"));
Bram Moolenaar362e1a32006-03-06 23:29:24 +00002018#ifdef FEAT_MBYTE
2019 /* When '.' is followed by a composing char ignore the dot, so that
2020 * the composing char is matched here. */
2021 if (enc_utf8 && c == Magic('.') && utf_iscomposing(peekchr()))
2022 {
2023 c = getchr();
2024 goto do_multibyte;
2025 }
2026#endif
Bram Moolenaar071d4272004-06-13 20:20:40 +00002027 ret = regnode(classcodes[p - classchars] + extra);
2028 *flagp |= HASWIDTH | SIMPLE;
2029 break;
2030
2031 case Magic('n'):
2032 if (reg_string)
2033 {
2034 /* In a string "\n" matches a newline character. */
2035 ret = regnode(EXACTLY);
2036 regc(NL);
2037 regc(NUL);
2038 *flagp |= HASWIDTH | SIMPLE;
2039 }
2040 else
2041 {
2042 /* In buffer text "\n" matches the end of a line. */
2043 ret = regnode(NEWL);
2044 *flagp |= HASWIDTH | HASNL;
2045 }
2046 break;
2047
2048 case Magic('('):
2049 if (one_exactly)
2050 EMSG_ONE_RET_NULL;
2051 ret = reg(REG_PAREN, &flags);
2052 if (ret == NULL)
2053 return NULL;
2054 *flagp |= flags & (HASWIDTH | SPSTART | HASNL | HASLOOKBH);
2055 break;
2056
2057 case NUL:
2058 case Magic('|'):
2059 case Magic('&'):
2060 case Magic(')'):
Bram Moolenaard4210772008-01-02 14:35:30 +00002061 if (one_exactly)
2062 EMSG_ONE_RET_NULL;
Bram Moolenaar071d4272004-06-13 20:20:40 +00002063 EMSG_RET_NULL(_(e_internal)); /* Supposed to be caught earlier. */
2064 /* NOTREACHED */
2065
2066 case Magic('='):
2067 case Magic('?'):
2068 case Magic('+'):
2069 case Magic('@'):
2070 case Magic('{'):
2071 case Magic('*'):
2072 c = no_Magic(c);
2073 sprintf((char *)IObuff, _("E64: %s%c follows nothing"),
2074 (c == '*' ? reg_magic >= MAGIC_ON : reg_magic == MAGIC_ALL)
2075 ? "" : "\\", c);
2076 EMSG_RET_NULL(IObuff);
2077 /* NOTREACHED */
2078
2079 case Magic('~'): /* previous substitute pattern */
Bram Moolenaarf461c8e2005-06-25 23:04:51 +00002080 if (reg_prev_sub != NULL)
Bram Moolenaar071d4272004-06-13 20:20:40 +00002081 {
2082 char_u *lp;
2083
2084 ret = regnode(EXACTLY);
2085 lp = reg_prev_sub;
2086 while (*lp != NUL)
2087 regc(*lp++);
2088 regc(NUL);
2089 if (*reg_prev_sub != NUL)
2090 {
2091 *flagp |= HASWIDTH;
2092 if ((lp - reg_prev_sub) == 1)
2093 *flagp |= SIMPLE;
2094 }
2095 }
2096 else
2097 EMSG_RET_NULL(_(e_nopresub));
2098 break;
2099
2100 case Magic('1'):
2101 case Magic('2'):
2102 case Magic('3'):
2103 case Magic('4'):
2104 case Magic('5'):
2105 case Magic('6'):
2106 case Magic('7'):
2107 case Magic('8'):
2108 case Magic('9'):
2109 {
2110 int refnum;
2111
2112 refnum = c - Magic('0');
2113 /*
2114 * Check if the back reference is legal. We must have seen the
2115 * close brace.
2116 * TODO: Should also check that we don't refer to something
2117 * that is repeated (+*=): what instance of the repetition
2118 * should we match?
2119 */
2120 if (!had_endbrace[refnum])
2121 {
2122 /* Trick: check if "@<=" or "@<!" follows, in which case
2123 * the \1 can appear before the referenced match. */
2124 for (p = regparse; *p != NUL; ++p)
2125 if (p[0] == '@' && p[1] == '<'
2126 && (p[2] == '!' || p[2] == '='))
2127 break;
2128 if (*p == NUL)
2129 EMSG_RET_NULL(_("E65: Illegal back reference"));
2130 }
2131 ret = regnode(BACKREF + refnum);
2132 }
2133 break;
2134
Bram Moolenaar071d4272004-06-13 20:20:40 +00002135 case Magic('z'):
2136 {
2137 c = no_Magic(getchr());
2138 switch (c)
2139 {
Bram Moolenaarc4956c82006-03-12 21:58:43 +00002140#ifdef FEAT_SYN_HL
Bram Moolenaar071d4272004-06-13 20:20:40 +00002141 case '(': if (reg_do_extmatch != REX_SET)
Bram Moolenaar5de820b2013-06-02 15:01:57 +02002142 EMSG_RET_NULL(_(e_z_not_allowed));
Bram Moolenaar071d4272004-06-13 20:20:40 +00002143 if (one_exactly)
2144 EMSG_ONE_RET_NULL;
2145 ret = reg(REG_ZPAREN, &flags);
2146 if (ret == NULL)
2147 return NULL;
2148 *flagp |= flags & (HASWIDTH|SPSTART|HASNL|HASLOOKBH);
2149 re_has_z = REX_SET;
2150 break;
2151
2152 case '1':
2153 case '2':
2154 case '3':
2155 case '4':
2156 case '5':
2157 case '6':
2158 case '7':
2159 case '8':
2160 case '9': if (reg_do_extmatch != REX_USE)
Bram Moolenaar5de820b2013-06-02 15:01:57 +02002161 EMSG_RET_NULL(_(e_z1_not_allowed));
Bram Moolenaar071d4272004-06-13 20:20:40 +00002162 ret = regnode(ZREF + c - '0');
2163 re_has_z = REX_USE;
2164 break;
Bram Moolenaarc4956c82006-03-12 21:58:43 +00002165#endif
Bram Moolenaar071d4272004-06-13 20:20:40 +00002166
2167 case 's': ret = regnode(MOPEN + 0);
2168 break;
2169
2170 case 'e': ret = regnode(MCLOSE + 0);
2171 break;
2172
2173 default: EMSG_RET_NULL(_("E68: Invalid character after \\z"));
2174 }
2175 }
2176 break;
Bram Moolenaar071d4272004-06-13 20:20:40 +00002177
2178 case Magic('%'):
2179 {
2180 c = no_Magic(getchr());
2181 switch (c)
2182 {
2183 /* () without a back reference */
2184 case '(':
2185 if (one_exactly)
2186 EMSG_ONE_RET_NULL;
2187 ret = reg(REG_NPAREN, &flags);
2188 if (ret == NULL)
2189 return NULL;
2190 *flagp |= flags & (HASWIDTH | SPSTART | HASNL | HASLOOKBH);
2191 break;
2192
2193 /* Catch \%^ and \%$ regardless of where they appear in the
2194 * pattern -- regardless of whether or not it makes sense. */
2195 case '^':
2196 ret = regnode(RE_BOF);
2197 break;
2198
2199 case '$':
2200 ret = regnode(RE_EOF);
2201 break;
2202
2203 case '#':
2204 ret = regnode(CURSOR);
2205 break;
2206
Bram Moolenaar71fe80d2006-01-22 23:25:56 +00002207 case 'V':
2208 ret = regnode(RE_VISUAL);
2209 break;
2210
Bram Moolenaar071d4272004-06-13 20:20:40 +00002211 /* \%[abc]: Emit as a list of branches, all ending at the last
2212 * branch which matches nothing. */
2213 case '[':
2214 if (one_exactly) /* doesn't nest */
2215 EMSG_ONE_RET_NULL;
2216 {
2217 char_u *lastbranch;
2218 char_u *lastnode = NULL;
2219 char_u *br;
2220
2221 ret = NULL;
2222 while ((c = getchr()) != ']')
2223 {
2224 if (c == NUL)
Bram Moolenaar1cd3f2c2013-06-05 12:43:09 +02002225 EMSG2_RET_NULL(_(e_missing_sb),
Bram Moolenaar071d4272004-06-13 20:20:40 +00002226 reg_magic == MAGIC_ALL);
2227 br = regnode(BRANCH);
2228 if (ret == NULL)
2229 ret = br;
2230 else
2231 regtail(lastnode, br);
2232
2233 ungetchr();
2234 one_exactly = TRUE;
2235 lastnode = regatom(flagp);
2236 one_exactly = FALSE;
2237 if (lastnode == NULL)
2238 return NULL;
2239 }
2240 if (ret == NULL)
Bram Moolenaar2976c022013-06-05 21:30:37 +02002241 EMSG2_RET_NULL(_(e_empty_sb),
Bram Moolenaar071d4272004-06-13 20:20:40 +00002242 reg_magic == MAGIC_ALL);
2243 lastbranch = regnode(BRANCH);
2244 br = regnode(NOTHING);
2245 if (ret != JUST_CALC_SIZE)
2246 {
2247 regtail(lastnode, br);
2248 regtail(lastbranch, br);
2249 /* connect all branches to the NOTHING
2250 * branch at the end */
2251 for (br = ret; br != lastnode; )
2252 {
2253 if (OP(br) == BRANCH)
2254 {
2255 regtail(br, lastbranch);
2256 br = OPERAND(br);
2257 }
2258 else
2259 br = regnext(br);
2260 }
2261 }
Bram Moolenaara6404a42008-08-08 11:45:39 +00002262 *flagp &= ~(HASWIDTH | SIMPLE);
Bram Moolenaar071d4272004-06-13 20:20:40 +00002263 break;
2264 }
2265
Bram Moolenaarc0197e22004-09-13 20:26:32 +00002266 case 'd': /* %d123 decimal */
2267 case 'o': /* %o123 octal */
2268 case 'x': /* %xab hex 2 */
2269 case 'u': /* %uabcd hex 4 */
2270 case 'U': /* %U1234abcd hex 8 */
2271 {
2272 int i;
2273
2274 switch (c)
2275 {
2276 case 'd': i = getdecchrs(); break;
2277 case 'o': i = getoctchrs(); break;
2278 case 'x': i = gethexchrs(2); break;
2279 case 'u': i = gethexchrs(4); break;
2280 case 'U': i = gethexchrs(8); break;
2281 default: i = -1; break;
2282 }
2283
2284 if (i < 0)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002285 EMSG2_RET_NULL(
Bram Moolenaarc0197e22004-09-13 20:26:32 +00002286 _("E678: Invalid character after %s%%[dxouU]"),
2287 reg_magic == MAGIC_ALL);
Bram Moolenaar362e1a32006-03-06 23:29:24 +00002288#ifdef FEAT_MBYTE
2289 if (use_multibytecode(i))
2290 ret = regnode(MULTIBYTECODE);
2291 else
2292#endif
2293 ret = regnode(EXACTLY);
Bram Moolenaarc0197e22004-09-13 20:26:32 +00002294 if (i == 0)
2295 regc(0x0a);
2296 else
2297#ifdef FEAT_MBYTE
2298 regmbc(i);
2299#else
2300 regc(i);
2301#endif
2302 regc(NUL);
2303 *flagp |= HASWIDTH;
2304 break;
2305 }
2306
Bram Moolenaar071d4272004-06-13 20:20:40 +00002307 default:
Bram Moolenaar71fe80d2006-01-22 23:25:56 +00002308 if (VIM_ISDIGIT(c) || c == '<' || c == '>'
2309 || c == '\'')
Bram Moolenaar071d4272004-06-13 20:20:40 +00002310 {
2311 long_u n = 0;
2312 int cmp;
2313
2314 cmp = c;
2315 if (cmp == '<' || cmp == '>')
2316 c = getchr();
2317 while (VIM_ISDIGIT(c))
2318 {
2319 n = n * 10 + (c - '0');
2320 c = getchr();
2321 }
Bram Moolenaar71fe80d2006-01-22 23:25:56 +00002322 if (c == '\'' && n == 0)
2323 {
2324 /* "\%'m", "\%<'m" and "\%>'m": Mark */
2325 c = getchr();
2326 ret = regnode(RE_MARK);
2327 if (ret == JUST_CALC_SIZE)
2328 regsize += 2;
2329 else
2330 {
2331 *regcode++ = c;
2332 *regcode++ = cmp;
2333 }
2334 break;
2335 }
2336 else if (c == 'l' || c == 'c' || c == 'v')
Bram Moolenaar071d4272004-06-13 20:20:40 +00002337 {
2338 if (c == 'l')
2339 ret = regnode(RE_LNUM);
2340 else if (c == 'c')
2341 ret = regnode(RE_COL);
2342 else
2343 ret = regnode(RE_VCOL);
2344 if (ret == JUST_CALC_SIZE)
2345 regsize += 5;
2346 else
2347 {
2348 /* put the number and the optional
2349 * comparator after the opcode */
2350 regcode = re_put_long(regcode, n);
2351 *regcode++ = cmp;
2352 }
2353 break;
2354 }
2355 }
2356
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002357 EMSG2_RET_NULL(_("E71: Invalid character after %s%%"),
Bram Moolenaar071d4272004-06-13 20:20:40 +00002358 reg_magic == MAGIC_ALL);
2359 }
2360 }
2361 break;
2362
2363 case Magic('['):
2364collection:
2365 {
2366 char_u *lp;
2367
2368 /*
2369 * If there is no matching ']', we assume the '[' is a normal
2370 * character. This makes 'incsearch' and ":help [" work.
2371 */
2372 lp = skip_anyof(regparse);
2373 if (*lp == ']') /* there is a matching ']' */
2374 {
2375 int startc = -1; /* > 0 when next '-' is a range */
2376 int endc;
2377
2378 /*
2379 * In a character class, different parsing rules apply.
2380 * Not even \ is special anymore, nothing is.
2381 */
2382 if (*regparse == '^') /* Complement of range. */
2383 {
2384 ret = regnode(ANYBUT + extra);
2385 regparse++;
2386 }
2387 else
2388 ret = regnode(ANYOF + extra);
2389
2390 /* At the start ']' and '-' mean the literal character. */
2391 if (*regparse == ']' || *regparse == '-')
Bram Moolenaardf177f62005-02-22 08:39:57 +00002392 {
2393 startc = *regparse;
Bram Moolenaar071d4272004-06-13 20:20:40 +00002394 regc(*regparse++);
Bram Moolenaardf177f62005-02-22 08:39:57 +00002395 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00002396
2397 while (*regparse != NUL && *regparse != ']')
2398 {
2399 if (*regparse == '-')
2400 {
2401 ++regparse;
2402 /* The '-' is not used for a range at the end and
2403 * after or before a '\n'. */
2404 if (*regparse == ']' || *regparse == NUL
2405 || startc == -1
2406 || (regparse[0] == '\\' && regparse[1] == 'n'))
2407 {
2408 regc('-');
2409 startc = '-'; /* [--x] is a range */
2410 }
2411 else
2412 {
Bram Moolenaardf177f62005-02-22 08:39:57 +00002413 /* Also accept "a-[.z.]" */
2414 endc = 0;
2415 if (*regparse == '[')
2416 endc = get_coll_element(&regparse);
2417 if (endc == 0)
2418 {
Bram Moolenaar071d4272004-06-13 20:20:40 +00002419#ifdef FEAT_MBYTE
Bram Moolenaardf177f62005-02-22 08:39:57 +00002420 if (has_mbyte)
2421 endc = mb_ptr2char_adv(&regparse);
2422 else
Bram Moolenaar071d4272004-06-13 20:20:40 +00002423#endif
Bram Moolenaardf177f62005-02-22 08:39:57 +00002424 endc = *regparse++;
2425 }
Bram Moolenaarc0197e22004-09-13 20:26:32 +00002426
2427 /* Handle \o40, \x20 and \u20AC style sequences */
Bram Moolenaar1cd3f2c2013-06-05 12:43:09 +02002428 if (endc == '\\' && !reg_cpo_lit && !reg_cpo_bsl)
Bram Moolenaarc0197e22004-09-13 20:26:32 +00002429 endc = coll_get_char();
2430
Bram Moolenaar071d4272004-06-13 20:20:40 +00002431 if (startc > endc)
2432 EMSG_RET_NULL(_(e_invrange));
2433#ifdef FEAT_MBYTE
2434 if (has_mbyte && ((*mb_char2len)(startc) > 1
2435 || (*mb_char2len)(endc) > 1))
2436 {
2437 /* Limit to a range of 256 chars */
2438 if (endc > startc + 256)
2439 EMSG_RET_NULL(_(e_invrange));
2440 while (++startc <= endc)
2441 regmbc(startc);
2442 }
2443 else
2444#endif
2445 {
2446#ifdef EBCDIC
2447 int alpha_only = FALSE;
2448
2449 /* for alphabetical range skip the gaps
2450 * 'i'-'j', 'r'-'s', 'I'-'J' and 'R'-'S'. */
2451 if (isalpha(startc) && isalpha(endc))
2452 alpha_only = TRUE;
2453#endif
2454 while (++startc <= endc)
2455#ifdef EBCDIC
2456 if (!alpha_only || isalpha(startc))
2457#endif
2458 regc(startc);
2459 }
2460 startc = -1;
2461 }
2462 }
2463 /*
2464 * Only "\]", "\^", "\]" and "\\" are special in Vi. Vim
2465 * accepts "\t", "\e", etc., but only when the 'l' flag in
2466 * 'cpoptions' is not included.
Bram Moolenaardf177f62005-02-22 08:39:57 +00002467 * Posix doesn't recognize backslash at all.
Bram Moolenaar071d4272004-06-13 20:20:40 +00002468 */
2469 else if (*regparse == '\\'
Bram Moolenaar1cd3f2c2013-06-05 12:43:09 +02002470 && !reg_cpo_bsl
Bram Moolenaar071d4272004-06-13 20:20:40 +00002471 && (vim_strchr(REGEXP_INRANGE, regparse[1]) != NULL
Bram Moolenaar1cd3f2c2013-06-05 12:43:09 +02002472 || (!reg_cpo_lit
Bram Moolenaar071d4272004-06-13 20:20:40 +00002473 && vim_strchr(REGEXP_ABBR,
2474 regparse[1]) != NULL)))
2475 {
2476 regparse++;
2477 if (*regparse == 'n')
2478 {
2479 /* '\n' in range: also match NL */
2480 if (ret != JUST_CALC_SIZE)
2481 {
Bram Moolenaare337e5f2013-01-30 18:21:51 +01002482 /* Using \n inside [^] does not change what
2483 * matches. "[^\n]" is the same as ".". */
2484 if (*ret == ANYOF)
2485 {
Bram Moolenaar071d4272004-06-13 20:20:40 +00002486 *ret = ANYOF + ADD_NL;
Bram Moolenaare337e5f2013-01-30 18:21:51 +01002487 *flagp |= HASNL;
2488 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00002489 /* else: must have had a \n already */
2490 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00002491 regparse++;
2492 startc = -1;
2493 }
Bram Moolenaarc0197e22004-09-13 20:26:32 +00002494 else if (*regparse == 'd'
2495 || *regparse == 'o'
2496 || *regparse == 'x'
2497 || *regparse == 'u'
2498 || *regparse == 'U')
2499 {
2500 startc = coll_get_char();
2501 if (startc == 0)
2502 regc(0x0a);
2503 else
2504#ifdef FEAT_MBYTE
2505 regmbc(startc);
2506#else
2507 regc(startc);
2508#endif
2509 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00002510 else
2511 {
2512 startc = backslash_trans(*regparse++);
2513 regc(startc);
2514 }
2515 }
2516 else if (*regparse == '[')
2517 {
2518 int c_class;
2519 int cu;
2520
Bram Moolenaardf177f62005-02-22 08:39:57 +00002521 c_class = get_char_class(&regparse);
Bram Moolenaar071d4272004-06-13 20:20:40 +00002522 startc = -1;
2523 /* Characters assumed to be 8 bits! */
2524 switch (c_class)
2525 {
2526 case CLASS_NONE:
Bram Moolenaardf177f62005-02-22 08:39:57 +00002527 c_class = get_equi_class(&regparse);
2528 if (c_class != 0)
2529 {
2530 /* produce equivalence class */
2531 reg_equi_class(c_class);
2532 }
2533 else if ((c_class =
2534 get_coll_element(&regparse)) != 0)
2535 {
2536 /* produce a collating element */
2537 regmbc(c_class);
2538 }
2539 else
2540 {
2541 /* literal '[', allow [[-x] as a range */
2542 startc = *regparse++;
2543 regc(startc);
2544 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00002545 break;
2546 case CLASS_ALNUM:
2547 for (cu = 1; cu <= 255; cu++)
2548 if (isalnum(cu))
2549 regc(cu);
2550 break;
2551 case CLASS_ALPHA:
2552 for (cu = 1; cu <= 255; cu++)
2553 if (isalpha(cu))
2554 regc(cu);
2555 break;
2556 case CLASS_BLANK:
2557 regc(' ');
2558 regc('\t');
2559 break;
2560 case CLASS_CNTRL:
2561 for (cu = 1; cu <= 255; cu++)
2562 if (iscntrl(cu))
2563 regc(cu);
2564 break;
2565 case CLASS_DIGIT:
2566 for (cu = 1; cu <= 255; cu++)
2567 if (VIM_ISDIGIT(cu))
2568 regc(cu);
2569 break;
2570 case CLASS_GRAPH:
2571 for (cu = 1; cu <= 255; cu++)
2572 if (isgraph(cu))
2573 regc(cu);
2574 break;
2575 case CLASS_LOWER:
2576 for (cu = 1; cu <= 255; cu++)
Bram Moolenaara245a5b2007-08-11 11:58:23 +00002577 if (MB_ISLOWER(cu))
Bram Moolenaar071d4272004-06-13 20:20:40 +00002578 regc(cu);
2579 break;
2580 case CLASS_PRINT:
2581 for (cu = 1; cu <= 255; cu++)
2582 if (vim_isprintc(cu))
2583 regc(cu);
2584 break;
2585 case CLASS_PUNCT:
2586 for (cu = 1; cu <= 255; cu++)
2587 if (ispunct(cu))
2588 regc(cu);
2589 break;
2590 case CLASS_SPACE:
2591 for (cu = 9; cu <= 13; cu++)
2592 regc(cu);
2593 regc(' ');
2594 break;
2595 case CLASS_UPPER:
2596 for (cu = 1; cu <= 255; cu++)
Bram Moolenaara245a5b2007-08-11 11:58:23 +00002597 if (MB_ISUPPER(cu))
Bram Moolenaar071d4272004-06-13 20:20:40 +00002598 regc(cu);
2599 break;
2600 case CLASS_XDIGIT:
2601 for (cu = 1; cu <= 255; cu++)
2602 if (vim_isxdigit(cu))
2603 regc(cu);
2604 break;
2605 case CLASS_TAB:
2606 regc('\t');
2607 break;
2608 case CLASS_RETURN:
2609 regc('\r');
2610 break;
2611 case CLASS_BACKSPACE:
2612 regc('\b');
2613 break;
2614 case CLASS_ESCAPE:
2615 regc('\033');
2616 break;
2617 }
2618 }
2619 else
2620 {
2621#ifdef FEAT_MBYTE
2622 if (has_mbyte)
2623 {
2624 int len;
2625
2626 /* produce a multibyte character, including any
2627 * following composing characters */
2628 startc = mb_ptr2char(regparse);
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00002629 len = (*mb_ptr2len)(regparse);
Bram Moolenaar071d4272004-06-13 20:20:40 +00002630 if (enc_utf8 && utf_char2len(startc) != len)
2631 startc = -1; /* composing chars */
2632 while (--len >= 0)
2633 regc(*regparse++);
2634 }
2635 else
2636#endif
2637 {
2638 startc = *regparse++;
2639 regc(startc);
2640 }
2641 }
2642 }
2643 regc(NUL);
2644 prevchr_len = 1; /* last char was the ']' */
2645 if (*regparse != ']')
2646 EMSG_RET_NULL(_(e_toomsbra)); /* Cannot happen? */
2647 skipchr(); /* let's be friends with the lexer again */
2648 *flagp |= HASWIDTH | SIMPLE;
2649 break;
2650 }
Bram Moolenaarae5bce12005-08-15 21:41:48 +00002651 else if (reg_strict)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002652 EMSG2_RET_NULL(_(e_missingbracket), reg_magic > MAGIC_OFF);
Bram Moolenaar071d4272004-06-13 20:20:40 +00002653 }
2654 /* FALLTHROUGH */
2655
2656 default:
2657 {
2658 int len;
2659
2660#ifdef FEAT_MBYTE
2661 /* A multi-byte character is handled as a separate atom if it's
Bram Moolenaar362e1a32006-03-06 23:29:24 +00002662 * before a multi and when it's a composing char. */
2663 if (use_multibytecode(c))
Bram Moolenaar071d4272004-06-13 20:20:40 +00002664 {
Bram Moolenaar362e1a32006-03-06 23:29:24 +00002665do_multibyte:
Bram Moolenaar071d4272004-06-13 20:20:40 +00002666 ret = regnode(MULTIBYTECODE);
2667 regmbc(c);
2668 *flagp |= HASWIDTH | SIMPLE;
2669 break;
2670 }
2671#endif
2672
2673 ret = regnode(EXACTLY);
2674
2675 /*
2676 * Append characters as long as:
2677 * - there is no following multi, we then need the character in
2678 * front of it as a single character operand
2679 * - not running into a Magic character
2680 * - "one_exactly" is not set
2681 * But always emit at least one character. Might be a Multi,
2682 * e.g., a "[" without matching "]".
2683 */
2684 for (len = 0; c != NUL && (len == 0
2685 || (re_multi_type(peekchr()) == NOT_MULTI
2686 && !one_exactly
2687 && !is_Magic(c))); ++len)
2688 {
2689 c = no_Magic(c);
2690#ifdef FEAT_MBYTE
2691 if (has_mbyte)
2692 {
2693 regmbc(c);
2694 if (enc_utf8)
2695 {
Bram Moolenaar071d4272004-06-13 20:20:40 +00002696 int l;
2697
Bram Moolenaar362e1a32006-03-06 23:29:24 +00002698 /* Need to get composing character too. */
Bram Moolenaar071d4272004-06-13 20:20:40 +00002699 for (;;)
2700 {
Bram Moolenaar362e1a32006-03-06 23:29:24 +00002701 l = utf_ptr2len(regparse);
2702 if (!UTF_COMPOSINGLIKE(regparse, regparse + l))
Bram Moolenaar071d4272004-06-13 20:20:40 +00002703 break;
Bram Moolenaar362e1a32006-03-06 23:29:24 +00002704 regmbc(utf_ptr2char(regparse));
2705 skipchr();
Bram Moolenaar071d4272004-06-13 20:20:40 +00002706 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00002707 }
2708 }
2709 else
2710#endif
2711 regc(c);
2712 c = getchr();
2713 }
2714 ungetchr();
2715
2716 regc(NUL);
2717 *flagp |= HASWIDTH;
2718 if (len == 1)
2719 *flagp |= SIMPLE;
2720 }
2721 break;
2722 }
2723
2724 return ret;
2725}
2726
Bram Moolenaar362e1a32006-03-06 23:29:24 +00002727#ifdef FEAT_MBYTE
2728/*
2729 * Return TRUE if MULTIBYTECODE should be used instead of EXACTLY for
2730 * character "c".
2731 */
2732 static int
2733use_multibytecode(c)
2734 int c;
2735{
2736 return has_mbyte && (*mb_char2len)(c) > 1
2737 && (re_multi_type(peekchr()) != NOT_MULTI
2738 || (enc_utf8 && utf_iscomposing(c)));
2739}
2740#endif
2741
Bram Moolenaar071d4272004-06-13 20:20:40 +00002742/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002743 * Emit a node.
Bram Moolenaar071d4272004-06-13 20:20:40 +00002744 * Return pointer to generated code.
2745 */
2746 static char_u *
2747regnode(op)
2748 int op;
2749{
2750 char_u *ret;
2751
2752 ret = regcode;
2753 if (ret == JUST_CALC_SIZE)
2754 regsize += 3;
2755 else
2756 {
2757 *regcode++ = op;
2758 *regcode++ = NUL; /* Null "next" pointer. */
2759 *regcode++ = NUL;
2760 }
2761 return ret;
2762}
2763
2764/*
2765 * Emit (if appropriate) a byte of code
2766 */
2767 static void
2768regc(b)
2769 int b;
2770{
2771 if (regcode == JUST_CALC_SIZE)
2772 regsize++;
2773 else
2774 *regcode++ = b;
2775}
2776
2777#ifdef FEAT_MBYTE
2778/*
2779 * Emit (if appropriate) a multi-byte character of code
2780 */
2781 static void
2782regmbc(c)
2783 int c;
2784{
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02002785 if (!has_mbyte && c > 0xff)
2786 return;
Bram Moolenaar071d4272004-06-13 20:20:40 +00002787 if (regcode == JUST_CALC_SIZE)
2788 regsize += (*mb_char2len)(c);
2789 else
2790 regcode += (*mb_char2bytes)(c, regcode);
2791}
2792#endif
2793
2794/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002795 * Insert an operator in front of already-emitted operand
Bram Moolenaar071d4272004-06-13 20:20:40 +00002796 *
2797 * Means relocating the operand.
2798 */
2799 static void
2800reginsert(op, opnd)
2801 int op;
2802 char_u *opnd;
2803{
2804 char_u *src;
2805 char_u *dst;
2806 char_u *place;
2807
2808 if (regcode == JUST_CALC_SIZE)
2809 {
2810 regsize += 3;
2811 return;
2812 }
2813 src = regcode;
2814 regcode += 3;
2815 dst = regcode;
2816 while (src > opnd)
2817 *--dst = *--src;
2818
2819 place = opnd; /* Op node, where operand used to be. */
2820 *place++ = op;
2821 *place++ = NUL;
2822 *place = NUL;
2823}
2824
2825/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002826 * Insert an operator in front of already-emitted operand.
Bram Moolenaar75eb1612013-05-29 18:45:11 +02002827 * Add a number to the operator.
2828 */
2829 static void
2830reginsert_nr(op, val, opnd)
2831 int op;
2832 long val;
2833 char_u *opnd;
2834{
2835 char_u *src;
2836 char_u *dst;
2837 char_u *place;
2838
2839 if (regcode == JUST_CALC_SIZE)
2840 {
2841 regsize += 7;
2842 return;
2843 }
2844 src = regcode;
2845 regcode += 7;
2846 dst = regcode;
2847 while (src > opnd)
2848 *--dst = *--src;
2849
2850 place = opnd; /* Op node, where operand used to be. */
2851 *place++ = op;
2852 *place++ = NUL;
2853 *place++ = NUL;
2854 place = re_put_long(place, (long_u)val);
2855}
2856
2857/*
2858 * Insert an operator in front of already-emitted operand.
Bram Moolenaar071d4272004-06-13 20:20:40 +00002859 * The operator has the given limit values as operands. Also set next pointer.
2860 *
2861 * Means relocating the operand.
2862 */
2863 static void
2864reginsert_limits(op, minval, maxval, opnd)
2865 int op;
2866 long minval;
2867 long maxval;
2868 char_u *opnd;
2869{
2870 char_u *src;
2871 char_u *dst;
2872 char_u *place;
2873
2874 if (regcode == JUST_CALC_SIZE)
2875 {
2876 regsize += 11;
2877 return;
2878 }
2879 src = regcode;
2880 regcode += 11;
2881 dst = regcode;
2882 while (src > opnd)
2883 *--dst = *--src;
2884
2885 place = opnd; /* Op node, where operand used to be. */
2886 *place++ = op;
2887 *place++ = NUL;
2888 *place++ = NUL;
2889 place = re_put_long(place, (long_u)minval);
2890 place = re_put_long(place, (long_u)maxval);
2891 regtail(opnd, place);
2892}
2893
2894/*
2895 * Write a long as four bytes at "p" and return pointer to the next char.
2896 */
2897 static char_u *
2898re_put_long(p, val)
2899 char_u *p;
2900 long_u val;
2901{
2902 *p++ = (char_u) ((val >> 24) & 0377);
2903 *p++ = (char_u) ((val >> 16) & 0377);
2904 *p++ = (char_u) ((val >> 8) & 0377);
2905 *p++ = (char_u) (val & 0377);
2906 return p;
2907}
2908
2909/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002910 * Set the next-pointer at the end of a node chain.
Bram Moolenaar071d4272004-06-13 20:20:40 +00002911 */
2912 static void
2913regtail(p, val)
2914 char_u *p;
2915 char_u *val;
2916{
2917 char_u *scan;
2918 char_u *temp;
2919 int offset;
2920
2921 if (p == JUST_CALC_SIZE)
2922 return;
2923
2924 /* Find last node. */
2925 scan = p;
2926 for (;;)
2927 {
2928 temp = regnext(scan);
2929 if (temp == NULL)
2930 break;
2931 scan = temp;
2932 }
2933
Bram Moolenaar582fd852005-03-28 20:58:01 +00002934 if (OP(scan) == BACK)
Bram Moolenaar071d4272004-06-13 20:20:40 +00002935 offset = (int)(scan - val);
2936 else
2937 offset = (int)(val - scan);
Bram Moolenaard3005802009-11-25 17:21:32 +00002938 /* When the offset uses more than 16 bits it can no longer fit in the two
Bram Moolenaar522f9ae2011-07-20 17:58:20 +02002939 * bytes available. Use a global flag to avoid having to check return
Bram Moolenaard3005802009-11-25 17:21:32 +00002940 * values in too many places. */
2941 if (offset > 0xffff)
2942 reg_toolong = TRUE;
2943 else
2944 {
2945 *(scan + 1) = (char_u) (((unsigned)offset >> 8) & 0377);
2946 *(scan + 2) = (char_u) (offset & 0377);
2947 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00002948}
2949
2950/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002951 * Like regtail, on item after a BRANCH; nop if none.
Bram Moolenaar071d4272004-06-13 20:20:40 +00002952 */
2953 static void
2954regoptail(p, val)
2955 char_u *p;
2956 char_u *val;
2957{
2958 /* When op is neither BRANCH nor BRACE_COMPLEX0-9, it is "operandless" */
2959 if (p == NULL || p == JUST_CALC_SIZE
2960 || (OP(p) != BRANCH
2961 && (OP(p) < BRACE_COMPLEX || OP(p) > BRACE_COMPLEX + 9)))
2962 return;
2963 regtail(OPERAND(p), val);
2964}
2965
2966/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002967 * Functions for getting characters from the regexp input.
Bram Moolenaar071d4272004-06-13 20:20:40 +00002968 */
2969
Bram Moolenaar071d4272004-06-13 20:20:40 +00002970static int at_start; /* True when on the first character */
2971static int prev_at_start; /* True when on the second character */
2972
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002973/*
2974 * Start parsing at "str".
2975 */
Bram Moolenaar071d4272004-06-13 20:20:40 +00002976 static void
2977initchr(str)
2978 char_u *str;
2979{
2980 regparse = str;
2981 prevchr_len = 0;
2982 curchr = prevprevchr = prevchr = nextchr = -1;
2983 at_start = TRUE;
2984 prev_at_start = FALSE;
2985}
2986
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002987/*
Bram Moolenaar3737fc12013-06-01 14:42:56 +02002988 * Save the current parse state, so that it can be restored and parsing
2989 * starts in the same state again.
2990 */
2991 static void
2992save_parse_state(ps)
2993 parse_state_T *ps;
2994{
2995 ps->regparse = regparse;
2996 ps->prevchr_len = prevchr_len;
2997 ps->curchr = curchr;
2998 ps->prevchr = prevchr;
2999 ps->prevprevchr = prevprevchr;
3000 ps->nextchr = nextchr;
3001 ps->at_start = at_start;
3002 ps->prev_at_start = prev_at_start;
3003 ps->regnpar = regnpar;
3004}
3005
3006/*
3007 * Restore a previously saved parse state.
3008 */
3009 static void
3010restore_parse_state(ps)
3011 parse_state_T *ps;
3012{
3013 regparse = ps->regparse;
3014 prevchr_len = ps->prevchr_len;
3015 curchr = ps->curchr;
3016 prevchr = ps->prevchr;
3017 prevprevchr = ps->prevprevchr;
3018 nextchr = ps->nextchr;
3019 at_start = ps->at_start;
3020 prev_at_start = ps->prev_at_start;
3021 regnpar = ps->regnpar;
3022}
3023
3024
3025/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003026 * Get the next character without advancing.
3027 */
Bram Moolenaar071d4272004-06-13 20:20:40 +00003028 static int
3029peekchr()
3030{
Bram Moolenaardf177f62005-02-22 08:39:57 +00003031 static int after_slash = FALSE;
3032
Bram Moolenaar071d4272004-06-13 20:20:40 +00003033 if (curchr == -1)
3034 {
3035 switch (curchr = regparse[0])
3036 {
3037 case '.':
3038 case '[':
3039 case '~':
3040 /* magic when 'magic' is on */
3041 if (reg_magic >= MAGIC_ON)
3042 curchr = Magic(curchr);
3043 break;
3044 case '(':
3045 case ')':
3046 case '{':
3047 case '%':
3048 case '+':
3049 case '=':
3050 case '?':
3051 case '@':
3052 case '!':
3053 case '&':
3054 case '|':
3055 case '<':
3056 case '>':
3057 case '#': /* future ext. */
3058 case '"': /* future ext. */
3059 case '\'': /* future ext. */
3060 case ',': /* future ext. */
3061 case '-': /* future ext. */
3062 case ':': /* future ext. */
3063 case ';': /* future ext. */
3064 case '`': /* future ext. */
3065 case '/': /* Can't be used in / command */
3066 /* magic only after "\v" */
3067 if (reg_magic == MAGIC_ALL)
3068 curchr = Magic(curchr);
3069 break;
3070 case '*':
Bram Moolenaardf177f62005-02-22 08:39:57 +00003071 /* * is not magic as the very first character, eg "?*ptr", when
3072 * after '^', eg "/^*ptr" and when after "\(", "\|", "\&". But
3073 * "\(\*" is not magic, thus must be magic if "after_slash" */
3074 if (reg_magic >= MAGIC_ON
3075 && !at_start
3076 && !(prev_at_start && prevchr == Magic('^'))
3077 && (after_slash
3078 || (prevchr != Magic('(')
3079 && prevchr != Magic('&')
3080 && prevchr != Magic('|'))))
Bram Moolenaar071d4272004-06-13 20:20:40 +00003081 curchr = Magic('*');
3082 break;
3083 case '^':
3084 /* '^' is only magic as the very first character and if it's after
3085 * "\(", "\|", "\&' or "\n" */
3086 if (reg_magic >= MAGIC_OFF
3087 && (at_start
3088 || reg_magic == MAGIC_ALL
3089 || prevchr == Magic('(')
3090 || prevchr == Magic('|')
3091 || prevchr == Magic('&')
3092 || prevchr == Magic('n')
3093 || (no_Magic(prevchr) == '('
3094 && prevprevchr == Magic('%'))))
3095 {
3096 curchr = Magic('^');
3097 at_start = TRUE;
3098 prev_at_start = FALSE;
3099 }
3100 break;
3101 case '$':
3102 /* '$' is only magic as the very last char and if it's in front of
3103 * either "\|", "\)", "\&", or "\n" */
3104 if (reg_magic >= MAGIC_OFF)
3105 {
3106 char_u *p = regparse + 1;
3107
3108 /* ignore \c \C \m and \M after '$' */
3109 while (p[0] == '\\' && (p[1] == 'c' || p[1] == 'C'
3110 || p[1] == 'm' || p[1] == 'M' || p[1] == 'Z'))
3111 p += 2;
3112 if (p[0] == NUL
3113 || (p[0] == '\\'
3114 && (p[1] == '|' || p[1] == '&' || p[1] == ')'
3115 || p[1] == 'n'))
3116 || reg_magic == MAGIC_ALL)
3117 curchr = Magic('$');
3118 }
3119 break;
3120 case '\\':
3121 {
3122 int c = regparse[1];
3123
3124 if (c == NUL)
3125 curchr = '\\'; /* trailing '\' */
3126 else if (
3127#ifdef EBCDIC
3128 vim_strchr(META, c)
3129#else
3130 c <= '~' && META_flags[c]
3131#endif
3132 )
3133 {
3134 /*
3135 * META contains everything that may be magic sometimes,
3136 * except ^ and $ ("\^" and "\$" are only magic after
3137 * "\v"). We now fetch the next character and toggle its
3138 * magicness. Therefore, \ is so meta-magic that it is
3139 * not in META.
3140 */
3141 curchr = -1;
3142 prev_at_start = at_start;
3143 at_start = FALSE; /* be able to say "/\*ptr" */
3144 ++regparse;
Bram Moolenaardf177f62005-02-22 08:39:57 +00003145 ++after_slash;
Bram Moolenaar071d4272004-06-13 20:20:40 +00003146 peekchr();
3147 --regparse;
Bram Moolenaardf177f62005-02-22 08:39:57 +00003148 --after_slash;
Bram Moolenaar071d4272004-06-13 20:20:40 +00003149 curchr = toggle_Magic(curchr);
3150 }
3151 else if (vim_strchr(REGEXP_ABBR, c))
3152 {
3153 /*
3154 * Handle abbreviations, like "\t" for TAB -- webb
3155 */
3156 curchr = backslash_trans(c);
3157 }
3158 else if (reg_magic == MAGIC_NONE && (c == '$' || c == '^'))
3159 curchr = toggle_Magic(c);
3160 else
3161 {
3162 /*
3163 * Next character can never be (made) magic?
3164 * Then backslashing it won't do anything.
3165 */
3166#ifdef FEAT_MBYTE
3167 if (has_mbyte)
3168 curchr = (*mb_ptr2char)(regparse + 1);
3169 else
3170#endif
3171 curchr = c;
3172 }
3173 break;
3174 }
3175
3176#ifdef FEAT_MBYTE
3177 default:
3178 if (has_mbyte)
3179 curchr = (*mb_ptr2char)(regparse);
3180#endif
3181 }
3182 }
3183
3184 return curchr;
3185}
3186
3187/*
3188 * Eat one lexed character. Do this in a way that we can undo it.
3189 */
3190 static void
3191skipchr()
3192{
3193 /* peekchr() eats a backslash, do the same here */
3194 if (*regparse == '\\')
3195 prevchr_len = 1;
3196 else
3197 prevchr_len = 0;
3198 if (regparse[prevchr_len] != NUL)
3199 {
3200#ifdef FEAT_MBYTE
Bram Moolenaar362e1a32006-03-06 23:29:24 +00003201 if (enc_utf8)
Bram Moolenaar8f5c5782007-11-29 20:27:21 +00003202 /* exclude composing chars that mb_ptr2len does include */
3203 prevchr_len += utf_ptr2len(regparse + prevchr_len);
Bram Moolenaar362e1a32006-03-06 23:29:24 +00003204 else if (has_mbyte)
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00003205 prevchr_len += (*mb_ptr2len)(regparse + prevchr_len);
Bram Moolenaar071d4272004-06-13 20:20:40 +00003206 else
3207#endif
3208 ++prevchr_len;
3209 }
3210 regparse += prevchr_len;
3211 prev_at_start = at_start;
3212 at_start = FALSE;
3213 prevprevchr = prevchr;
3214 prevchr = curchr;
3215 curchr = nextchr; /* use previously unget char, or -1 */
3216 nextchr = -1;
3217}
3218
3219/*
3220 * Skip a character while keeping the value of prev_at_start for at_start.
3221 * prevchr and prevprevchr are also kept.
3222 */
3223 static void
3224skipchr_keepstart()
3225{
3226 int as = prev_at_start;
3227 int pr = prevchr;
3228 int prpr = prevprevchr;
3229
3230 skipchr();
3231 at_start = as;
3232 prevchr = pr;
3233 prevprevchr = prpr;
3234}
3235
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003236/*
3237 * Get the next character from the pattern. We know about magic and such, so
3238 * therefore we need a lexical analyzer.
3239 */
Bram Moolenaar071d4272004-06-13 20:20:40 +00003240 static int
3241getchr()
3242{
3243 int chr = peekchr();
3244
3245 skipchr();
3246 return chr;
3247}
3248
3249/*
3250 * put character back. Works only once!
3251 */
3252 static void
3253ungetchr()
3254{
3255 nextchr = curchr;
3256 curchr = prevchr;
3257 prevchr = prevprevchr;
3258 at_start = prev_at_start;
3259 prev_at_start = FALSE;
3260
3261 /* Backup regparse, so that it's at the same position as before the
3262 * getchr(). */
3263 regparse -= prevchr_len;
3264}
3265
3266/*
Bram Moolenaar7b0294c2004-10-11 10:16:09 +00003267 * Get and return the value of the hex string at the current position.
3268 * Return -1 if there is no valid hex number.
3269 * The position is updated:
Bram Moolenaarc0197e22004-09-13 20:26:32 +00003270 * blahblah\%x20asdf
Bram Moolenaarc9b4b052006-04-30 18:54:39 +00003271 * before-^ ^-after
Bram Moolenaarc0197e22004-09-13 20:26:32 +00003272 * The parameter controls the maximum number of input characters. This will be
3273 * 2 when reading a \%x20 sequence and 4 when reading a \%u20AC sequence.
3274 */
3275 static int
3276gethexchrs(maxinputlen)
3277 int maxinputlen;
3278{
3279 int nr = 0;
3280 int c;
3281 int i;
3282
3283 for (i = 0; i < maxinputlen; ++i)
3284 {
3285 c = regparse[0];
3286 if (!vim_isxdigit(c))
3287 break;
3288 nr <<= 4;
3289 nr |= hex2nr(c);
3290 ++regparse;
3291 }
3292
3293 if (i == 0)
3294 return -1;
3295 return nr;
3296}
3297
3298/*
Bram Moolenaar75eb1612013-05-29 18:45:11 +02003299 * Get and return the value of the decimal string immediately after the
Bram Moolenaarc0197e22004-09-13 20:26:32 +00003300 * current position. Return -1 for invalid. Consumes all digits.
3301 */
3302 static int
3303getdecchrs()
3304{
3305 int nr = 0;
3306 int c;
3307 int i;
3308
3309 for (i = 0; ; ++i)
3310 {
3311 c = regparse[0];
3312 if (c < '0' || c > '9')
3313 break;
3314 nr *= 10;
3315 nr += c - '0';
3316 ++regparse;
Bram Moolenaar75eb1612013-05-29 18:45:11 +02003317 curchr = -1; /* no longer valid */
Bram Moolenaarc0197e22004-09-13 20:26:32 +00003318 }
3319
3320 if (i == 0)
3321 return -1;
3322 return nr;
3323}
3324
3325/*
3326 * get and return the value of the octal string immediately after the current
3327 * position. Return -1 for invalid, or 0-255 for valid. Smart enough to handle
3328 * numbers > 377 correctly (for example, 400 is treated as 40) and doesn't
3329 * treat 8 or 9 as recognised characters. Position is updated:
3330 * blahblah\%o210asdf
Bram Moolenaarc9b4b052006-04-30 18:54:39 +00003331 * before-^ ^-after
Bram Moolenaarc0197e22004-09-13 20:26:32 +00003332 */
3333 static int
3334getoctchrs()
3335{
3336 int nr = 0;
3337 int c;
3338 int i;
3339
3340 for (i = 0; i < 3 && nr < 040; ++i)
3341 {
3342 c = regparse[0];
3343 if (c < '0' || c > '7')
3344 break;
3345 nr <<= 3;
3346 nr |= hex2nr(c);
3347 ++regparse;
3348 }
3349
3350 if (i == 0)
3351 return -1;
3352 return nr;
3353}
3354
3355/*
3356 * Get a number after a backslash that is inside [].
3357 * When nothing is recognized return a backslash.
3358 */
3359 static int
3360coll_get_char()
3361{
3362 int nr = -1;
3363
3364 switch (*regparse++)
3365 {
3366 case 'd': nr = getdecchrs(); break;
3367 case 'o': nr = getoctchrs(); break;
3368 case 'x': nr = gethexchrs(2); break;
3369 case 'u': nr = gethexchrs(4); break;
3370 case 'U': nr = gethexchrs(8); break;
3371 }
3372 if (nr < 0)
3373 {
3374 /* If getting the number fails be backwards compatible: the character
3375 * is a backslash. */
3376 --regparse;
3377 nr = '\\';
3378 }
3379 return nr;
3380}
3381
3382/*
Bram Moolenaar071d4272004-06-13 20:20:40 +00003383 * read_limits - Read two integers to be taken as a minimum and maximum.
3384 * If the first character is '-', then the range is reversed.
3385 * Should end with 'end'. If minval is missing, zero is default, if maxval is
3386 * missing, a very big number is the default.
3387 */
3388 static int
3389read_limits(minval, maxval)
3390 long *minval;
3391 long *maxval;
3392{
3393 int reverse = FALSE;
3394 char_u *first_char;
3395 long tmp;
3396
3397 if (*regparse == '-')
3398 {
3399 /* Starts with '-', so reverse the range later */
3400 regparse++;
3401 reverse = TRUE;
3402 }
3403 first_char = regparse;
3404 *minval = getdigits(&regparse);
3405 if (*regparse == ',') /* There is a comma */
3406 {
3407 if (vim_isdigit(*++regparse))
3408 *maxval = getdigits(&regparse);
3409 else
3410 *maxval = MAX_LIMIT;
3411 }
3412 else if (VIM_ISDIGIT(*first_char))
3413 *maxval = *minval; /* It was \{n} or \{-n} */
3414 else
3415 *maxval = MAX_LIMIT; /* It was \{} or \{-} */
3416 if (*regparse == '\\')
3417 regparse++; /* Allow either \{...} or \{...\} */
Bram Moolenaardf177f62005-02-22 08:39:57 +00003418 if (*regparse != '}')
Bram Moolenaar071d4272004-06-13 20:20:40 +00003419 {
3420 sprintf((char *)IObuff, _("E554: Syntax error in %s{...}"),
3421 reg_magic == MAGIC_ALL ? "" : "\\");
3422 EMSG_RET_FAIL(IObuff);
3423 }
3424
3425 /*
3426 * Reverse the range if there was a '-', or make sure it is in the right
3427 * order otherwise.
3428 */
3429 if ((!reverse && *minval > *maxval) || (reverse && *minval < *maxval))
3430 {
3431 tmp = *minval;
3432 *minval = *maxval;
3433 *maxval = tmp;
3434 }
3435 skipchr(); /* let's be friends with the lexer again */
3436 return OK;
3437}
3438
3439/*
3440 * vim_regexec and friends
3441 */
3442
3443/*
3444 * Global work variables for vim_regexec().
3445 */
3446
3447/* The current match-position is remembered with these variables: */
3448static linenr_T reglnum; /* line number, relative to first line */
3449static char_u *regline; /* start of current line */
3450static char_u *reginput; /* current input, points into "regline" */
3451
3452static int need_clear_subexpr; /* subexpressions still need to be
3453 * cleared */
3454#ifdef FEAT_SYN_HL
3455static int need_clear_zsubexpr = FALSE; /* extmatch subexpressions
3456 * still need to be cleared */
3457#endif
3458
Bram Moolenaar071d4272004-06-13 20:20:40 +00003459/*
3460 * Structure used to save the current input state, when it needs to be
3461 * restored after trying a match. Used by reg_save() and reg_restore().
Bram Moolenaar582fd852005-03-28 20:58:01 +00003462 * Also stores the length of "backpos".
Bram Moolenaar071d4272004-06-13 20:20:40 +00003463 */
3464typedef struct
3465{
3466 union
3467 {
3468 char_u *ptr; /* reginput pointer, for single-line regexp */
3469 lpos_T pos; /* reginput pos, for multi-line regexp */
3470 } rs_u;
Bram Moolenaar582fd852005-03-28 20:58:01 +00003471 int rs_len;
Bram Moolenaar071d4272004-06-13 20:20:40 +00003472} regsave_T;
3473
3474/* struct to save start/end pointer/position in for \(\) */
3475typedef struct
3476{
3477 union
3478 {
3479 char_u *ptr;
3480 lpos_T pos;
3481 } se_u;
3482} save_se_T;
3483
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00003484/* used for BEHIND and NOBEHIND matching */
3485typedef struct regbehind_S
3486{
3487 regsave_T save_after;
3488 regsave_T save_behind;
Bram Moolenaarfde483c2008-06-15 12:21:50 +00003489 int save_need_clear_subexpr;
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00003490 save_se_T save_start[NSUBEXP];
3491 save_se_T save_end[NSUBEXP];
3492} regbehind_T;
3493
Bram Moolenaar071d4272004-06-13 20:20:40 +00003494static char_u *reg_getline __ARGS((linenr_T lnum));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003495static long bt_regexec_both __ARGS((char_u *line, colnr_T col, proftime_T *tm));
3496static long regtry __ARGS((bt_regprog_T *prog, colnr_T col));
Bram Moolenaar071d4272004-06-13 20:20:40 +00003497static void cleanup_subexpr __ARGS((void));
3498#ifdef FEAT_SYN_HL
3499static void cleanup_zsubexpr __ARGS((void));
3500#endif
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00003501static void save_subexpr __ARGS((regbehind_T *bp));
3502static void restore_subexpr __ARGS((regbehind_T *bp));
Bram Moolenaar071d4272004-06-13 20:20:40 +00003503static void reg_nextline __ARGS((void));
Bram Moolenaar582fd852005-03-28 20:58:01 +00003504static void reg_save __ARGS((regsave_T *save, garray_T *gap));
3505static void reg_restore __ARGS((regsave_T *save, garray_T *gap));
Bram Moolenaar071d4272004-06-13 20:20:40 +00003506static int reg_save_equal __ARGS((regsave_T *save));
3507static void save_se_multi __ARGS((save_se_T *savep, lpos_T *posp));
3508static void save_se_one __ARGS((save_se_T *savep, char_u **pp));
3509
3510/* Save the sub-expressions before attempting a match. */
3511#define save_se(savep, posp, pp) \
3512 REG_MULTI ? save_se_multi((savep), (posp)) : save_se_one((savep), (pp))
3513
3514/* After a failed match restore the sub-expressions. */
3515#define restore_se(savep, posp, pp) { \
3516 if (REG_MULTI) \
3517 *(posp) = (savep)->se_u.pos; \
3518 else \
3519 *(pp) = (savep)->se_u.ptr; }
3520
3521static int re_num_cmp __ARGS((long_u val, char_u *scan));
Bram Moolenaar580abea2013-06-14 20:31:28 +02003522static int match_with_backref __ARGS((linenr_T start_lnum, colnr_T start_col, linenr_T end_lnum, colnr_T end_col, int *bytelen));
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00003523static int regmatch __ARGS((char_u *prog));
Bram Moolenaar071d4272004-06-13 20:20:40 +00003524static int regrepeat __ARGS((char_u *p, long maxcount));
3525
3526#ifdef DEBUG
3527int regnarrate = 0;
3528#endif
3529
3530/*
3531 * Internal copy of 'ignorecase'. It is set at each call to vim_regexec().
3532 * Normally it gets the value of "rm_ic" or "rmm_ic", but when the pattern
3533 * contains '\c' or '\C' the value is overruled.
3534 */
3535static int ireg_ic;
3536
3537#ifdef FEAT_MBYTE
3538/*
3539 * Similar to ireg_ic, but only for 'combining' characters. Set with \Z flag
3540 * in the regexp. Defaults to false, always.
3541 */
3542static int ireg_icombine;
3543#endif
3544
3545/*
Bram Moolenaar3b56eb32005-07-11 22:40:32 +00003546 * Copy of "rmm_maxcol": maximum column to search for a match. Zero when
3547 * there is no maximum.
3548 */
Bram Moolenaarbbebc852005-07-18 21:47:53 +00003549static colnr_T ireg_maxcol;
Bram Moolenaar3b56eb32005-07-11 22:40:32 +00003550
3551/*
Bram Moolenaar071d4272004-06-13 20:20:40 +00003552 * Sometimes need to save a copy of a line. Since alloc()/free() is very
3553 * slow, we keep one allocated piece of memory and only re-allocate it when
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003554 * it's too small. It's freed in bt_regexec_both() when finished.
Bram Moolenaar071d4272004-06-13 20:20:40 +00003555 */
Bram Moolenaard4210772008-01-02 14:35:30 +00003556static char_u *reg_tofree = NULL;
Bram Moolenaar071d4272004-06-13 20:20:40 +00003557static unsigned reg_tofreelen;
3558
3559/*
3560 * These variables are set when executing a regexp to speed up the execution.
Bram Moolenaar7aa9f6a2007-05-10 18:00:30 +00003561 * Which ones are set depends on whether a single-line or multi-line match is
Bram Moolenaar071d4272004-06-13 20:20:40 +00003562 * done:
3563 * single-line multi-line
3564 * reg_match &regmatch_T NULL
3565 * reg_mmatch NULL &regmmatch_T
3566 * reg_startp reg_match->startp <invalid>
3567 * reg_endp reg_match->endp <invalid>
3568 * reg_startpos <invalid> reg_mmatch->startpos
3569 * reg_endpos <invalid> reg_mmatch->endpos
3570 * reg_win NULL window in which to search
Bram Moolenaar2f315ab2013-01-25 20:11:01 +01003571 * reg_buf curbuf buffer in which to search
Bram Moolenaar071d4272004-06-13 20:20:40 +00003572 * reg_firstlnum <invalid> first line in which to search
3573 * reg_maxline 0 last line nr
3574 * reg_line_lbr FALSE or TRUE FALSE
3575 */
3576static regmatch_T *reg_match;
3577static regmmatch_T *reg_mmatch;
3578static char_u **reg_startp = NULL;
3579static char_u **reg_endp = NULL;
3580static lpos_T *reg_startpos = NULL;
3581static lpos_T *reg_endpos = NULL;
3582static win_T *reg_win;
3583static buf_T *reg_buf;
3584static linenr_T reg_firstlnum;
3585static linenr_T reg_maxline;
3586static int reg_line_lbr; /* "\n" in string is line break */
3587
Bram Moolenaara7fc0102005-05-18 22:17:12 +00003588/* Values for rs_state in regitem_T. */
3589typedef enum regstate_E
3590{
3591 RS_NOPEN = 0 /* NOPEN and NCLOSE */
3592 , RS_MOPEN /* MOPEN + [0-9] */
3593 , RS_MCLOSE /* MCLOSE + [0-9] */
3594#ifdef FEAT_SYN_HL
3595 , RS_ZOPEN /* ZOPEN + [0-9] */
3596 , RS_ZCLOSE /* ZCLOSE + [0-9] */
3597#endif
3598 , RS_BRANCH /* BRANCH */
3599 , RS_BRCPLX_MORE /* BRACE_COMPLEX and trying one more match */
3600 , RS_BRCPLX_LONG /* BRACE_COMPLEX and trying longest match */
3601 , RS_BRCPLX_SHORT /* BRACE_COMPLEX and trying shortest match */
3602 , RS_NOMATCH /* NOMATCH */
3603 , RS_BEHIND1 /* BEHIND / NOBEHIND matching rest */
3604 , RS_BEHIND2 /* BEHIND / NOBEHIND matching behind part */
3605 , RS_STAR_LONG /* STAR/PLUS/BRACE_SIMPLE longest match */
3606 , RS_STAR_SHORT /* STAR/PLUS/BRACE_SIMPLE shortest match */
3607} regstate_T;
3608
3609/*
3610 * When there are alternatives a regstate_T is put on the regstack to remember
3611 * what we are doing.
3612 * Before it may be another type of item, depending on rs_state, to remember
3613 * more things.
3614 */
3615typedef struct regitem_S
3616{
3617 regstate_T rs_state; /* what we are doing, one of RS_ above */
3618 char_u *rs_scan; /* current node in program */
3619 union
3620 {
3621 save_se_T sesave;
3622 regsave_T regsave;
3623 } rs_un; /* room for saving reginput */
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00003624 short rs_no; /* submatch nr or BEHIND/NOBEHIND */
Bram Moolenaara7fc0102005-05-18 22:17:12 +00003625} regitem_T;
3626
3627static regitem_T *regstack_push __ARGS((regstate_T state, char_u *scan));
3628static void regstack_pop __ARGS((char_u **scan));
3629
Bram Moolenaara7fc0102005-05-18 22:17:12 +00003630/* used for STAR, PLUS and BRACE_SIMPLE matching */
3631typedef struct regstar_S
3632{
3633 int nextb; /* next byte */
3634 int nextb_ic; /* next byte reverse case */
3635 long count;
3636 long minval;
3637 long maxval;
3638} regstar_T;
3639
3640/* used to store input position when a BACK was encountered, so that we now if
3641 * we made any progress since the last time. */
3642typedef struct backpos_S
3643{
3644 char_u *bp_scan; /* "scan" where BACK was encountered */
3645 regsave_T bp_pos; /* last input position */
3646} backpos_T;
3647
3648/*
Bram Moolenaar4bad6c82008-01-18 19:37:23 +00003649 * "regstack" and "backpos" are used by regmatch(). They are kept over calls
3650 * to avoid invoking malloc() and free() often.
3651 * "regstack" is a stack with regitem_T items, sometimes preceded by regstar_T
3652 * or regbehind_T.
3653 * "backpos_T" is a table with backpos_T for BACK
Bram Moolenaara7fc0102005-05-18 22:17:12 +00003654 */
Bram Moolenaar4bad6c82008-01-18 19:37:23 +00003655static garray_T regstack = {0, 0, 0, 0, NULL};
3656static garray_T backpos = {0, 0, 0, 0, NULL};
3657
3658/*
3659 * Both for regstack and backpos tables we use the following strategy of
3660 * allocation (to reduce malloc/free calls):
3661 * - Initial size is fairly small.
3662 * - When needed, the tables are grown bigger (8 times at first, double after
3663 * that).
3664 * - After executing the match we free the memory only if the array has grown.
3665 * Thus the memory is kept allocated when it's at the initial size.
3666 * This makes it fast while not keeping a lot of memory allocated.
3667 * A three times speed increase was observed when using many simple patterns.
3668 */
3669#define REGSTACK_INITIAL 2048
3670#define BACKPOS_INITIAL 64
3671
3672#if defined(EXITFREE) || defined(PROTO)
3673 void
3674free_regexp_stuff()
3675{
3676 ga_clear(&regstack);
3677 ga_clear(&backpos);
3678 vim_free(reg_tofree);
3679 vim_free(reg_prev_sub);
3680}
3681#endif
Bram Moolenaara7fc0102005-05-18 22:17:12 +00003682
Bram Moolenaar071d4272004-06-13 20:20:40 +00003683/*
3684 * Get pointer to the line "lnum", which is relative to "reg_firstlnum".
3685 */
3686 static char_u *
3687reg_getline(lnum)
3688 linenr_T lnum;
3689{
3690 /* when looking behind for a match/no-match lnum is negative. But we
3691 * can't go before line 1 */
3692 if (reg_firstlnum + lnum < 1)
3693 return NULL;
Bram Moolenaar5b8d8fd2005-08-16 23:01:50 +00003694 if (lnum > reg_maxline)
Bram Moolenaarae5bce12005-08-15 21:41:48 +00003695 /* Must have matched the "\n" in the last line. */
3696 return (char_u *)"";
Bram Moolenaar071d4272004-06-13 20:20:40 +00003697 return ml_get_buf(reg_buf, reg_firstlnum + lnum, FALSE);
3698}
3699
3700static regsave_T behind_pos;
3701
3702#ifdef FEAT_SYN_HL
3703static char_u *reg_startzp[NSUBEXP]; /* Workspace to mark beginning */
3704static char_u *reg_endzp[NSUBEXP]; /* and end of \z(...\) matches */
3705static lpos_T reg_startzpos[NSUBEXP]; /* idem, beginning pos */
3706static lpos_T reg_endzpos[NSUBEXP]; /* idem, end pos */
3707#endif
3708
3709/* TRUE if using multi-line regexp. */
3710#define REG_MULTI (reg_match == NULL)
3711
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003712static int bt_regexec __ARGS((regmatch_T *rmp, char_u *line, colnr_T col));
3713
Bram Moolenaar071d4272004-06-13 20:20:40 +00003714/*
3715 * Match a regexp against a string.
3716 * "rmp->regprog" is a compiled regexp as returned by vim_regcomp().
3717 * Uses curbuf for line count and 'iskeyword'.
3718 *
3719 * Return TRUE if there is a match, FALSE if not.
3720 */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003721 static int
3722bt_regexec(rmp, line, col)
Bram Moolenaar071d4272004-06-13 20:20:40 +00003723 regmatch_T *rmp;
3724 char_u *line; /* string to match against */
3725 colnr_T col; /* column to start looking for match */
3726{
3727 reg_match = rmp;
3728 reg_mmatch = NULL;
3729 reg_maxline = 0;
3730 reg_line_lbr = FALSE;
Bram Moolenaar2f315ab2013-01-25 20:11:01 +01003731 reg_buf = curbuf;
Bram Moolenaar071d4272004-06-13 20:20:40 +00003732 reg_win = NULL;
3733 ireg_ic = rmp->rm_ic;
3734#ifdef FEAT_MBYTE
3735 ireg_icombine = FALSE;
3736#endif
Bram Moolenaar3b56eb32005-07-11 22:40:32 +00003737 ireg_maxcol = 0;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003738 return (bt_regexec_both(line, col, NULL) != 0);
Bram Moolenaar071d4272004-06-13 20:20:40 +00003739}
3740
Bram Moolenaar1cd871b2004-12-19 22:46:22 +00003741#if defined(FEAT_MODIFY_FNAME) || defined(FEAT_EVAL) \
3742 || defined(FIND_REPLACE_DIALOG) || defined(PROTO)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003743
3744static int bt_regexec_nl __ARGS((regmatch_T *rmp, char_u *line, colnr_T col));
3745
Bram Moolenaar071d4272004-06-13 20:20:40 +00003746/*
3747 * Like vim_regexec(), but consider a "\n" in "line" to be a line break.
3748 */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003749 static int
3750bt_regexec_nl(rmp, line, col)
Bram Moolenaar071d4272004-06-13 20:20:40 +00003751 regmatch_T *rmp;
3752 char_u *line; /* string to match against */
3753 colnr_T col; /* column to start looking for match */
3754{
3755 reg_match = rmp;
3756 reg_mmatch = NULL;
3757 reg_maxline = 0;
3758 reg_line_lbr = TRUE;
Bram Moolenaar2f315ab2013-01-25 20:11:01 +01003759 reg_buf = curbuf;
Bram Moolenaar071d4272004-06-13 20:20:40 +00003760 reg_win = NULL;
3761 ireg_ic = rmp->rm_ic;
3762#ifdef FEAT_MBYTE
3763 ireg_icombine = FALSE;
3764#endif
Bram Moolenaar3b56eb32005-07-11 22:40:32 +00003765 ireg_maxcol = 0;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003766 return (bt_regexec_both(line, col, NULL) != 0);
Bram Moolenaar071d4272004-06-13 20:20:40 +00003767}
3768#endif
3769
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003770static long bt_regexec_multi __ARGS((regmmatch_T *rmp, win_T *win, buf_T *buf, linenr_T lnum, colnr_T col, proftime_T *tm));
3771
Bram Moolenaar071d4272004-06-13 20:20:40 +00003772/*
3773 * Match a regexp against multiple lines.
3774 * "rmp->regprog" is a compiled regexp as returned by vim_regcomp().
3775 * Uses curbuf for line count and 'iskeyword'.
3776 *
3777 * Return zero if there is no match. Return number of lines contained in the
3778 * match otherwise.
3779 */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003780 static long
3781bt_regexec_multi(rmp, win, buf, lnum, col, tm)
Bram Moolenaar071d4272004-06-13 20:20:40 +00003782 regmmatch_T *rmp;
3783 win_T *win; /* window in which to search or NULL */
3784 buf_T *buf; /* buffer in which to search */
3785 linenr_T lnum; /* nr of line to start looking for match */
3786 colnr_T col; /* column to start looking for match */
Bram Moolenaar91a4e822008-01-19 14:59:58 +00003787 proftime_T *tm; /* timeout limit or NULL */
Bram Moolenaar071d4272004-06-13 20:20:40 +00003788{
3789 long r;
Bram Moolenaar071d4272004-06-13 20:20:40 +00003790
3791 reg_match = NULL;
3792 reg_mmatch = rmp;
3793 reg_buf = buf;
3794 reg_win = win;
3795 reg_firstlnum = lnum;
3796 reg_maxline = reg_buf->b_ml.ml_line_count - lnum;
3797 reg_line_lbr = FALSE;
3798 ireg_ic = rmp->rmm_ic;
3799#ifdef FEAT_MBYTE
3800 ireg_icombine = FALSE;
3801#endif
Bram Moolenaar3b56eb32005-07-11 22:40:32 +00003802 ireg_maxcol = rmp->rmm_maxcol;
Bram Moolenaar071d4272004-06-13 20:20:40 +00003803
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003804 r = bt_regexec_both(NULL, col, tm);
Bram Moolenaar071d4272004-06-13 20:20:40 +00003805
3806 return r;
3807}
3808
3809/*
3810 * Match a regexp against a string ("line" points to the string) or multiple
3811 * lines ("line" is NULL, use reg_getline()).
3812 */
Bram Moolenaar071d4272004-06-13 20:20:40 +00003813 static long
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003814bt_regexec_both(line, col, tm)
Bram Moolenaar071d4272004-06-13 20:20:40 +00003815 char_u *line;
3816 colnr_T col; /* column to start looking for match */
Bram Moolenaar78a15312009-05-15 19:33:18 +00003817 proftime_T *tm UNUSED; /* timeout limit or NULL */
Bram Moolenaar071d4272004-06-13 20:20:40 +00003818{
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003819 bt_regprog_T *prog;
Bram Moolenaar071d4272004-06-13 20:20:40 +00003820 char_u *s;
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00003821 long retval = 0L;
Bram Moolenaar071d4272004-06-13 20:20:40 +00003822
Bram Moolenaar4bad6c82008-01-18 19:37:23 +00003823 /* Create "regstack" and "backpos" if they are not allocated yet.
3824 * We allocate *_INITIAL amount of bytes first and then set the grow size
3825 * to much bigger value to avoid many malloc calls in case of deep regular
3826 * expressions. */
3827 if (regstack.ga_data == NULL)
3828 {
3829 /* Use an item size of 1 byte, since we push different things
3830 * onto the regstack. */
3831 ga_init2(&regstack, 1, REGSTACK_INITIAL);
3832 ga_grow(&regstack, REGSTACK_INITIAL);
3833 regstack.ga_growsize = REGSTACK_INITIAL * 8;
3834 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00003835
Bram Moolenaar4bad6c82008-01-18 19:37:23 +00003836 if (backpos.ga_data == NULL)
3837 {
3838 ga_init2(&backpos, sizeof(backpos_T), BACKPOS_INITIAL);
3839 ga_grow(&backpos, BACKPOS_INITIAL);
3840 backpos.ga_growsize = BACKPOS_INITIAL * 8;
3841 }
Bram Moolenaara7fc0102005-05-18 22:17:12 +00003842
Bram Moolenaar071d4272004-06-13 20:20:40 +00003843 if (REG_MULTI)
3844 {
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003845 prog = (bt_regprog_T *)reg_mmatch->regprog;
Bram Moolenaar071d4272004-06-13 20:20:40 +00003846 line = reg_getline((linenr_T)0);
3847 reg_startpos = reg_mmatch->startpos;
3848 reg_endpos = reg_mmatch->endpos;
3849 }
3850 else
3851 {
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003852 prog = (bt_regprog_T *)reg_match->regprog;
Bram Moolenaar071d4272004-06-13 20:20:40 +00003853 reg_startp = reg_match->startp;
3854 reg_endp = reg_match->endp;
3855 }
3856
3857 /* Be paranoid... */
3858 if (prog == NULL || line == NULL)
3859 {
3860 EMSG(_(e_null));
3861 goto theend;
3862 }
3863
3864 /* Check validity of program. */
3865 if (prog_magic_wrong())
3866 goto theend;
3867
Bram Moolenaar3b56eb32005-07-11 22:40:32 +00003868 /* If the start column is past the maximum column: no need to try. */
3869 if (ireg_maxcol > 0 && col >= ireg_maxcol)
3870 goto theend;
3871
Bram Moolenaar071d4272004-06-13 20:20:40 +00003872 /* If pattern contains "\c" or "\C": overrule value of ireg_ic */
3873 if (prog->regflags & RF_ICASE)
3874 ireg_ic = TRUE;
3875 else if (prog->regflags & RF_NOICASE)
3876 ireg_ic = FALSE;
3877
3878#ifdef FEAT_MBYTE
3879 /* If pattern contains "\Z" overrule value of ireg_icombine */
3880 if (prog->regflags & RF_ICOMBINE)
3881 ireg_icombine = TRUE;
3882#endif
3883
3884 /* If there is a "must appear" string, look for it. */
3885 if (prog->regmust != NULL)
3886 {
3887 int c;
3888
3889#ifdef FEAT_MBYTE
3890 if (has_mbyte)
3891 c = (*mb_ptr2char)(prog->regmust);
3892 else
3893#endif
3894 c = *prog->regmust;
3895 s = line + col;
Bram Moolenaar05159a02005-02-26 23:04:13 +00003896
3897 /*
3898 * This is used very often, esp. for ":global". Use three versions of
3899 * the loop to avoid overhead of conditions.
3900 */
3901 if (!ireg_ic
3902#ifdef FEAT_MBYTE
3903 && !has_mbyte
3904#endif
3905 )
3906 while ((s = vim_strbyte(s, c)) != NULL)
3907 {
3908 if (cstrncmp(s, prog->regmust, &prog->regmlen) == 0)
3909 break; /* Found it. */
3910 ++s;
3911 }
3912#ifdef FEAT_MBYTE
3913 else if (!ireg_ic || (!enc_utf8 && mb_char2len(c) > 1))
3914 while ((s = vim_strchr(s, c)) != NULL)
3915 {
3916 if (cstrncmp(s, prog->regmust, &prog->regmlen) == 0)
3917 break; /* Found it. */
3918 mb_ptr_adv(s);
3919 }
3920#endif
3921 else
3922 while ((s = cstrchr(s, c)) != NULL)
3923 {
3924 if (cstrncmp(s, prog->regmust, &prog->regmlen) == 0)
3925 break; /* Found it. */
3926 mb_ptr_adv(s);
3927 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00003928 if (s == NULL) /* Not present. */
3929 goto theend;
3930 }
3931
3932 regline = line;
3933 reglnum = 0;
Bram Moolenaar73a92fe2010-09-14 10:55:47 +02003934 reg_toolong = FALSE;
Bram Moolenaar071d4272004-06-13 20:20:40 +00003935
3936 /* Simplest case: Anchored match need be tried only once. */
3937 if (prog->reganch)
3938 {
3939 int c;
3940
3941#ifdef FEAT_MBYTE
3942 if (has_mbyte)
3943 c = (*mb_ptr2char)(regline + col);
3944 else
3945#endif
3946 c = regline[col];
3947 if (prog->regstart == NUL
3948 || prog->regstart == c
3949 || (ireg_ic && ((
3950#ifdef FEAT_MBYTE
3951 (enc_utf8 && utf_fold(prog->regstart) == utf_fold(c)))
3952 || (c < 255 && prog->regstart < 255 &&
3953#endif
Bram Moolenaara245a5b2007-08-11 11:58:23 +00003954 MB_TOLOWER(prog->regstart) == MB_TOLOWER(c)))))
Bram Moolenaar071d4272004-06-13 20:20:40 +00003955 retval = regtry(prog, col);
3956 else
3957 retval = 0;
3958 }
3959 else
3960 {
Bram Moolenaar91a4e822008-01-19 14:59:58 +00003961#ifdef FEAT_RELTIME
3962 int tm_count = 0;
3963#endif
Bram Moolenaar071d4272004-06-13 20:20:40 +00003964 /* Messy cases: unanchored match. */
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00003965 while (!got_int)
Bram Moolenaar071d4272004-06-13 20:20:40 +00003966 {
3967 if (prog->regstart != NUL)
3968 {
Bram Moolenaar05159a02005-02-26 23:04:13 +00003969 /* Skip until the char we know it must start with.
3970 * Used often, do some work to avoid call overhead. */
3971 if (!ireg_ic
3972#ifdef FEAT_MBYTE
3973 && !has_mbyte
3974#endif
3975 )
3976 s = vim_strbyte(regline + col, prog->regstart);
3977 else
3978 s = cstrchr(regline + col, prog->regstart);
Bram Moolenaar071d4272004-06-13 20:20:40 +00003979 if (s == NULL)
3980 {
3981 retval = 0;
3982 break;
3983 }
3984 col = (int)(s - regline);
3985 }
3986
Bram Moolenaar3b56eb32005-07-11 22:40:32 +00003987 /* Check for maximum column to try. */
3988 if (ireg_maxcol > 0 && col >= ireg_maxcol)
3989 {
3990 retval = 0;
3991 break;
3992 }
3993
Bram Moolenaar071d4272004-06-13 20:20:40 +00003994 retval = regtry(prog, col);
3995 if (retval > 0)
3996 break;
3997
3998 /* if not currently on the first line, get it again */
3999 if (reglnum != 0)
4000 {
Bram Moolenaar071d4272004-06-13 20:20:40 +00004001 reglnum = 0;
Bram Moolenaarae5bce12005-08-15 21:41:48 +00004002 regline = reg_getline((linenr_T)0);
Bram Moolenaar071d4272004-06-13 20:20:40 +00004003 }
4004 if (regline[col] == NUL)
4005 break;
4006#ifdef FEAT_MBYTE
4007 if (has_mbyte)
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00004008 col += (*mb_ptr2len)(regline + col);
Bram Moolenaar071d4272004-06-13 20:20:40 +00004009 else
4010#endif
4011 ++col;
Bram Moolenaar91a4e822008-01-19 14:59:58 +00004012#ifdef FEAT_RELTIME
4013 /* Check for timeout once in a twenty times to avoid overhead. */
4014 if (tm != NULL && ++tm_count == 20)
4015 {
4016 tm_count = 0;
4017 if (profile_passed_limit(tm))
4018 break;
4019 }
4020#endif
Bram Moolenaar071d4272004-06-13 20:20:40 +00004021 }
4022 }
4023
Bram Moolenaar071d4272004-06-13 20:20:40 +00004024theend:
Bram Moolenaar4bad6c82008-01-18 19:37:23 +00004025 /* Free "reg_tofree" when it's a bit big.
4026 * Free regstack and backpos if they are bigger than their initial size. */
4027 if (reg_tofreelen > 400)
4028 {
4029 vim_free(reg_tofree);
4030 reg_tofree = NULL;
4031 }
4032 if (regstack.ga_maxlen > REGSTACK_INITIAL)
4033 ga_clear(&regstack);
4034 if (backpos.ga_maxlen > BACKPOS_INITIAL)
4035 ga_clear(&backpos);
Bram Moolenaara7fc0102005-05-18 22:17:12 +00004036
Bram Moolenaar071d4272004-06-13 20:20:40 +00004037 return retval;
4038}
4039
4040#ifdef FEAT_SYN_HL
4041static reg_extmatch_T *make_extmatch __ARGS((void));
4042
4043/*
4044 * Create a new extmatch and mark it as referenced once.
4045 */
4046 static reg_extmatch_T *
4047make_extmatch()
4048{
4049 reg_extmatch_T *em;
4050
4051 em = (reg_extmatch_T *)alloc_clear((unsigned)sizeof(reg_extmatch_T));
4052 if (em != NULL)
4053 em->refcnt = 1;
4054 return em;
4055}
4056
4057/*
4058 * Add a reference to an extmatch.
4059 */
4060 reg_extmatch_T *
4061ref_extmatch(em)
4062 reg_extmatch_T *em;
4063{
4064 if (em != NULL)
4065 em->refcnt++;
4066 return em;
4067}
4068
4069/*
4070 * Remove a reference to an extmatch. If there are no references left, free
4071 * the info.
4072 */
4073 void
4074unref_extmatch(em)
4075 reg_extmatch_T *em;
4076{
4077 int i;
4078
4079 if (em != NULL && --em->refcnt <= 0)
4080 {
4081 for (i = 0; i < NSUBEXP; ++i)
4082 vim_free(em->matches[i]);
4083 vim_free(em);
4084 }
4085}
4086#endif
4087
4088/*
4089 * regtry - try match of "prog" with at regline["col"].
4090 * Returns 0 for failure, number of lines contained in the match otherwise.
4091 */
4092 static long
4093regtry(prog, col)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004094 bt_regprog_T *prog;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004095 colnr_T col;
4096{
4097 reginput = regline + col;
4098 need_clear_subexpr = TRUE;
4099#ifdef FEAT_SYN_HL
4100 /* Clear the external match subpointers if necessary. */
4101 if (prog->reghasz == REX_SET)
4102 need_clear_zsubexpr = TRUE;
4103#endif
4104
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00004105 if (regmatch(prog->program + 1) == 0)
4106 return 0;
4107
4108 cleanup_subexpr();
4109 if (REG_MULTI)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004110 {
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00004111 if (reg_startpos[0].lnum < 0)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004112 {
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00004113 reg_startpos[0].lnum = 0;
4114 reg_startpos[0].col = col;
4115 }
4116 if (reg_endpos[0].lnum < 0)
4117 {
4118 reg_endpos[0].lnum = reglnum;
4119 reg_endpos[0].col = (int)(reginput - regline);
Bram Moolenaar071d4272004-06-13 20:20:40 +00004120 }
4121 else
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00004122 /* Use line number of "\ze". */
4123 reglnum = reg_endpos[0].lnum;
4124 }
4125 else
4126 {
4127 if (reg_startp[0] == NULL)
4128 reg_startp[0] = regline + col;
4129 if (reg_endp[0] == NULL)
4130 reg_endp[0] = reginput;
4131 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00004132#ifdef FEAT_SYN_HL
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00004133 /* Package any found \z(...\) matches for export. Default is none. */
4134 unref_extmatch(re_extmatch_out);
4135 re_extmatch_out = NULL;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004136
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00004137 if (prog->reghasz == REX_SET)
4138 {
4139 int i;
4140
4141 cleanup_zsubexpr();
4142 re_extmatch_out = make_extmatch();
4143 for (i = 0; i < NSUBEXP; i++)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004144 {
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00004145 if (REG_MULTI)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004146 {
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00004147 /* Only accept single line matches. */
4148 if (reg_startzpos[i].lnum >= 0
Bram Moolenaar5a4e1602014-04-06 21:34:04 +02004149 && reg_endzpos[i].lnum == reg_startzpos[i].lnum
4150 && reg_endzpos[i].col >= reg_startzpos[i].col)
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00004151 re_extmatch_out->matches[i] =
4152 vim_strnsave(reg_getline(reg_startzpos[i].lnum)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004153 + reg_startzpos[i].col,
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00004154 reg_endzpos[i].col - reg_startzpos[i].col);
4155 }
4156 else
4157 {
4158 if (reg_startzp[i] != NULL && reg_endzp[i] != NULL)
4159 re_extmatch_out->matches[i] =
Bram Moolenaar071d4272004-06-13 20:20:40 +00004160 vim_strnsave(reg_startzp[i],
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00004161 (int)(reg_endzp[i] - reg_startzp[i]));
Bram Moolenaar071d4272004-06-13 20:20:40 +00004162 }
4163 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00004164 }
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00004165#endif
4166 return 1 + reglnum;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004167}
4168
4169#ifdef FEAT_MBYTE
Bram Moolenaar071d4272004-06-13 20:20:40 +00004170static int reg_prev_class __ARGS((void));
4171
Bram Moolenaar071d4272004-06-13 20:20:40 +00004172/*
4173 * Get class of previous character.
4174 */
4175 static int
4176reg_prev_class()
4177{
4178 if (reginput > regline)
Bram Moolenaarf813a182013-01-30 13:59:37 +01004179 return mb_get_class_buf(reginput - 1
4180 - (*mb_head_off)(regline, reginput - 1), reg_buf);
Bram Moolenaar071d4272004-06-13 20:20:40 +00004181 return -1;
4182}
Bram Moolenaar071d4272004-06-13 20:20:40 +00004183#endif
Bram Moolenaarf7ff6e82014-03-23 15:13:05 +01004184
Bram Moolenaardacd7de2013-06-04 18:28:48 +02004185static int reg_match_visual __ARGS((void));
4186
4187/*
4188 * Return TRUE if the current reginput position matches the Visual area.
4189 */
4190 static int
4191reg_match_visual()
4192{
4193 pos_T top, bot;
4194 linenr_T lnum;
4195 colnr_T col;
4196 win_T *wp = reg_win == NULL ? curwin : reg_win;
4197 int mode;
4198 colnr_T start, end;
4199 colnr_T start2, end2;
4200 colnr_T cols;
4201
4202 /* Check if the buffer is the current buffer. */
4203 if (reg_buf != curbuf || VIsual.lnum == 0)
4204 return FALSE;
4205
4206 if (VIsual_active)
4207 {
4208 if (lt(VIsual, wp->w_cursor))
4209 {
4210 top = VIsual;
4211 bot = wp->w_cursor;
4212 }
4213 else
4214 {
4215 top = wp->w_cursor;
4216 bot = VIsual;
4217 }
4218 mode = VIsual_mode;
4219 }
4220 else
4221 {
4222 if (lt(curbuf->b_visual.vi_start, curbuf->b_visual.vi_end))
4223 {
4224 top = curbuf->b_visual.vi_start;
4225 bot = curbuf->b_visual.vi_end;
4226 }
4227 else
4228 {
4229 top = curbuf->b_visual.vi_end;
4230 bot = curbuf->b_visual.vi_start;
4231 }
4232 mode = curbuf->b_visual.vi_mode;
4233 }
4234 lnum = reglnum + reg_firstlnum;
4235 if (lnum < top.lnum || lnum > bot.lnum)
4236 return FALSE;
4237
4238 if (mode == 'v')
4239 {
4240 col = (colnr_T)(reginput - regline);
4241 if ((lnum == top.lnum && col < top.col)
4242 || (lnum == bot.lnum && col >= bot.col + (*p_sel != 'e')))
4243 return FALSE;
4244 }
4245 else if (mode == Ctrl_V)
4246 {
4247 getvvcol(wp, &top, &start, NULL, &end);
4248 getvvcol(wp, &bot, &start2, NULL, &end2);
4249 if (start2 < start)
4250 start = start2;
4251 if (end2 > end)
4252 end = end2;
4253 if (top.col == MAXCOL || bot.col == MAXCOL)
4254 end = MAXCOL;
4255 cols = win_linetabsize(wp, regline, (colnr_T)(reginput - regline));
4256 if (cols < start || cols > end - (*p_sel == 'e'))
4257 return FALSE;
4258 }
4259 return TRUE;
4260}
Bram Moolenaardacd7de2013-06-04 18:28:48 +02004261
Bram Moolenaar1cd871b2004-12-19 22:46:22 +00004262#define ADVANCE_REGINPUT() mb_ptr_adv(reginput)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004263
4264/*
4265 * The arguments from BRACE_LIMITS are stored here. They are actually local
4266 * to regmatch(), but they are here to reduce the amount of stack space used
4267 * (it can be called recursively many times).
4268 */
4269static long bl_minval;
4270static long bl_maxval;
4271
4272/*
4273 * regmatch - main matching routine
4274 *
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004275 * Conceptually the strategy is simple: Check to see whether the current node
4276 * matches, push an item onto the regstack and loop to see whether the rest
4277 * matches, and then act accordingly. In practice we make some effort to
4278 * avoid using the regstack, in particular by going through "ordinary" nodes
4279 * (that don't need to know whether the rest of the match failed) by a nested
4280 * loop.
Bram Moolenaar071d4272004-06-13 20:20:40 +00004281 *
4282 * Returns TRUE when there is a match. Leaves reginput and reglnum just after
4283 * the last matched character.
4284 * Returns FALSE when there is no match. Leaves reginput and reglnum in an
4285 * undefined state!
4286 */
4287 static int
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004288regmatch(scan)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004289 char_u *scan; /* Current node. */
4290{
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004291 char_u *next; /* Next node. */
4292 int op;
4293 int c;
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004294 regitem_T *rp;
4295 int no;
4296 int status; /* one of the RA_ values: */
4297#define RA_FAIL 1 /* something failed, abort */
4298#define RA_CONT 2 /* continue in inner loop */
4299#define RA_BREAK 3 /* break inner loop */
4300#define RA_MATCH 4 /* successful match */
4301#define RA_NOMATCH 5 /* didn't match */
Bram Moolenaar071d4272004-06-13 20:20:40 +00004302
Bram Moolenaar4bad6c82008-01-18 19:37:23 +00004303 /* Make "regstack" and "backpos" empty. They are allocated and freed in
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004304 * bt_regexec_both() to reduce malloc()/free() calls. */
Bram Moolenaara7fc0102005-05-18 22:17:12 +00004305 regstack.ga_len = 0;
4306 backpos.ga_len = 0;
Bram Moolenaar582fd852005-03-28 20:58:01 +00004307
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004308 /*
Bram Moolenaar582fd852005-03-28 20:58:01 +00004309 * Repeat until "regstack" is empty.
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004310 */
4311 for (;;)
4312 {
Bram Moolenaar41f12052013-08-25 17:01:42 +02004313 /* Some patterns may take a long time to match, e.g., "\([a-z]\+\)\+Q".
4314 * Allow interrupting them with CTRL-C. */
Bram Moolenaar071d4272004-06-13 20:20:40 +00004315 fast_breakcheck();
4316
4317#ifdef DEBUG
4318 if (scan != NULL && regnarrate)
4319 {
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004320 mch_errmsg((char *)regprop(scan));
Bram Moolenaar071d4272004-06-13 20:20:40 +00004321 mch_errmsg("(\n");
4322 }
4323#endif
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004324
4325 /*
Bram Moolenaar582fd852005-03-28 20:58:01 +00004326 * Repeat for items that can be matched sequentially, without using the
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004327 * regstack.
4328 */
4329 for (;;)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004330 {
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004331 if (got_int || scan == NULL)
4332 {
4333 status = RA_FAIL;
4334 break;
4335 }
4336 status = RA_CONT;
4337
Bram Moolenaar071d4272004-06-13 20:20:40 +00004338#ifdef DEBUG
4339 if (regnarrate)
4340 {
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004341 mch_errmsg((char *)regprop(scan));
Bram Moolenaar071d4272004-06-13 20:20:40 +00004342 mch_errmsg("...\n");
4343# ifdef FEAT_SYN_HL
4344 if (re_extmatch_in != NULL)
4345 {
4346 int i;
4347
4348 mch_errmsg(_("External submatches:\n"));
4349 for (i = 0; i < NSUBEXP; i++)
4350 {
4351 mch_errmsg(" \"");
4352 if (re_extmatch_in->matches[i] != NULL)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004353 mch_errmsg((char *)re_extmatch_in->matches[i]);
Bram Moolenaar071d4272004-06-13 20:20:40 +00004354 mch_errmsg("\"\n");
4355 }
4356 }
4357# endif
4358 }
4359#endif
4360 next = regnext(scan);
4361
4362 op = OP(scan);
4363 /* Check for character class with NL added. */
Bram Moolenaar640009d2006-10-17 16:48:26 +00004364 if (!reg_line_lbr && WITH_NL(op) && REG_MULTI
4365 && *reginput == NUL && reglnum <= reg_maxline)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004366 {
4367 reg_nextline();
4368 }
4369 else if (reg_line_lbr && WITH_NL(op) && *reginput == '\n')
4370 {
4371 ADVANCE_REGINPUT();
4372 }
4373 else
4374 {
4375 if (WITH_NL(op))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004376 op -= ADD_NL;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004377#ifdef FEAT_MBYTE
4378 if (has_mbyte)
4379 c = (*mb_ptr2char)(reginput);
4380 else
4381#endif
4382 c = *reginput;
4383 switch (op)
4384 {
4385 case BOL:
4386 if (reginput != regline)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004387 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004388 break;
4389
4390 case EOL:
4391 if (c != NUL)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004392 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004393 break;
4394
4395 case RE_BOF:
Bram Moolenaara7139332007-12-09 18:26:22 +00004396 /* We're not at the beginning of the file when below the first
4397 * line where we started, not at the start of the line or we
4398 * didn't start at the first line of the buffer. */
Bram Moolenaar071d4272004-06-13 20:20:40 +00004399 if (reglnum != 0 || reginput != regline
Bram Moolenaara7139332007-12-09 18:26:22 +00004400 || (REG_MULTI && reg_firstlnum > 1))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004401 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004402 break;
4403
4404 case RE_EOF:
4405 if (reglnum != reg_maxline || c != NUL)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004406 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004407 break;
4408
4409 case CURSOR:
4410 /* Check if the buffer is in a window and compare the
4411 * reg_win->w_cursor position to the match position. */
4412 if (reg_win == NULL
4413 || (reglnum + reg_firstlnum != reg_win->w_cursor.lnum)
4414 || ((colnr_T)(reginput - regline) != reg_win->w_cursor.col))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004415 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004416 break;
4417
Bram Moolenaar71fe80d2006-01-22 23:25:56 +00004418 case RE_MARK:
Bram Moolenaar044aa292013-06-04 21:27:38 +02004419 /* Compare the mark position to the match position. */
Bram Moolenaar71fe80d2006-01-22 23:25:56 +00004420 {
4421 int mark = OPERAND(scan)[0];
4422 int cmp = OPERAND(scan)[1];
4423 pos_T *pos;
4424
Bram Moolenaar9d182dd2013-01-23 15:53:15 +01004425 pos = getmark_buf(reg_buf, mark, FALSE);
Bram Moolenaare9400a42007-05-06 13:04:32 +00004426 if (pos == NULL /* mark doesn't exist */
Bram Moolenaar044aa292013-06-04 21:27:38 +02004427 || pos->lnum <= 0 /* mark isn't set in reg_buf */
Bram Moolenaar71fe80d2006-01-22 23:25:56 +00004428 || (pos->lnum == reglnum + reg_firstlnum
4429 ? (pos->col == (colnr_T)(reginput - regline)
4430 ? (cmp == '<' || cmp == '>')
4431 : (pos->col < (colnr_T)(reginput - regline)
4432 ? cmp != '>'
4433 : cmp != '<'))
4434 : (pos->lnum < reglnum + reg_firstlnum
4435 ? cmp != '>'
4436 : cmp != '<')))
4437 status = RA_NOMATCH;
4438 }
4439 break;
4440
4441 case RE_VISUAL:
Bram Moolenaardacd7de2013-06-04 18:28:48 +02004442 if (!reg_match_visual())
Bram Moolenaardacd7de2013-06-04 18:28:48 +02004443 status = RA_NOMATCH;
Bram Moolenaar71fe80d2006-01-22 23:25:56 +00004444 break;
4445
Bram Moolenaar071d4272004-06-13 20:20:40 +00004446 case RE_LNUM:
4447 if (!REG_MULTI || !re_num_cmp((long_u)(reglnum + reg_firstlnum),
4448 scan))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004449 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004450 break;
4451
4452 case RE_COL:
4453 if (!re_num_cmp((long_u)(reginput - regline) + 1, scan))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004454 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004455 break;
4456
4457 case RE_VCOL:
4458 if (!re_num_cmp((long_u)win_linetabsize(
4459 reg_win == NULL ? curwin : reg_win,
4460 regline, (colnr_T)(reginput - regline)) + 1, scan))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004461 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004462 break;
4463
4464 case BOW: /* \<word; reginput points to w */
4465 if (c == NUL) /* Can't match at end of line */
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004466 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004467#ifdef FEAT_MBYTE
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004468 else if (has_mbyte)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004469 {
4470 int this_class;
4471
4472 /* Get class of current and previous char (if it exists). */
Bram Moolenaarf813a182013-01-30 13:59:37 +01004473 this_class = mb_get_class_buf(reginput, reg_buf);
Bram Moolenaar071d4272004-06-13 20:20:40 +00004474 if (this_class <= 1)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004475 status = RA_NOMATCH; /* not on a word at all */
4476 else if (reg_prev_class() == this_class)
4477 status = RA_NOMATCH; /* previous char is in same word */
Bram Moolenaar071d4272004-06-13 20:20:40 +00004478 }
4479#endif
4480 else
4481 {
Bram Moolenaar2f315ab2013-01-25 20:11:01 +01004482 if (!vim_iswordc_buf(c, reg_buf) || (reginput > regline
4483 && vim_iswordc_buf(reginput[-1], reg_buf)))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004484 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004485 }
4486 break;
4487
4488 case EOW: /* word\>; reginput points after d */
4489 if (reginput == regline) /* Can't match at start of line */
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004490 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004491#ifdef FEAT_MBYTE
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004492 else if (has_mbyte)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004493 {
4494 int this_class, prev_class;
4495
4496 /* Get class of current and previous char (if it exists). */
Bram Moolenaarf813a182013-01-30 13:59:37 +01004497 this_class = mb_get_class_buf(reginput, reg_buf);
Bram Moolenaar071d4272004-06-13 20:20:40 +00004498 prev_class = reg_prev_class();
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004499 if (this_class == prev_class
4500 || prev_class == 0 || prev_class == 1)
4501 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004502 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00004503#endif
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004504 else
Bram Moolenaar071d4272004-06-13 20:20:40 +00004505 {
Bram Moolenaar9d182dd2013-01-23 15:53:15 +01004506 if (!vim_iswordc_buf(reginput[-1], reg_buf)
4507 || (reginput[0] != NUL && vim_iswordc_buf(c, reg_buf)))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004508 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004509 }
4510 break; /* Matched with EOW */
4511
4512 case ANY:
Bram Moolenaare337e5f2013-01-30 18:21:51 +01004513 /* ANY does not match new lines. */
Bram Moolenaar071d4272004-06-13 20:20:40 +00004514 if (c == NUL)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004515 status = RA_NOMATCH;
4516 else
4517 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004518 break;
4519
4520 case IDENT:
4521 if (!vim_isIDc(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004522 status = RA_NOMATCH;
4523 else
4524 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004525 break;
4526
4527 case SIDENT:
4528 if (VIM_ISDIGIT(*reginput) || !vim_isIDc(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004529 status = RA_NOMATCH;
4530 else
4531 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004532 break;
4533
4534 case KWORD:
Bram Moolenaarf813a182013-01-30 13:59:37 +01004535 if (!vim_iswordp_buf(reginput, reg_buf))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004536 status = RA_NOMATCH;
4537 else
4538 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004539 break;
4540
4541 case SKWORD:
Bram Moolenaarf813a182013-01-30 13:59:37 +01004542 if (VIM_ISDIGIT(*reginput) || !vim_iswordp_buf(reginput, reg_buf))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004543 status = RA_NOMATCH;
4544 else
4545 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004546 break;
4547
4548 case FNAME:
4549 if (!vim_isfilec(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004550 status = RA_NOMATCH;
4551 else
4552 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004553 break;
4554
4555 case SFNAME:
4556 if (VIM_ISDIGIT(*reginput) || !vim_isfilec(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004557 status = RA_NOMATCH;
4558 else
4559 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004560 break;
4561
4562 case PRINT:
Bram Moolenaarac7c33e2013-07-21 17:06:00 +02004563 if (!vim_isprintc(PTR2CHAR(reginput)))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004564 status = RA_NOMATCH;
4565 else
4566 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004567 break;
4568
4569 case SPRINT:
Bram Moolenaarac7c33e2013-07-21 17:06:00 +02004570 if (VIM_ISDIGIT(*reginput) || !vim_isprintc(PTR2CHAR(reginput)))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004571 status = RA_NOMATCH;
4572 else
4573 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004574 break;
4575
4576 case WHITE:
4577 if (!vim_iswhite(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004578 status = RA_NOMATCH;
4579 else
4580 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004581 break;
4582
4583 case NWHITE:
4584 if (c == NUL || vim_iswhite(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004585 status = RA_NOMATCH;
4586 else
4587 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004588 break;
4589
4590 case DIGIT:
4591 if (!ri_digit(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004592 status = RA_NOMATCH;
4593 else
4594 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004595 break;
4596
4597 case NDIGIT:
4598 if (c == NUL || ri_digit(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004599 status = RA_NOMATCH;
4600 else
4601 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004602 break;
4603
4604 case HEX:
4605 if (!ri_hex(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004606 status = RA_NOMATCH;
4607 else
4608 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004609 break;
4610
4611 case NHEX:
4612 if (c == NUL || ri_hex(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004613 status = RA_NOMATCH;
4614 else
4615 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004616 break;
4617
4618 case OCTAL:
4619 if (!ri_octal(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004620 status = RA_NOMATCH;
4621 else
4622 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004623 break;
4624
4625 case NOCTAL:
4626 if (c == NUL || ri_octal(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004627 status = RA_NOMATCH;
4628 else
4629 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004630 break;
4631
4632 case WORD:
4633 if (!ri_word(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004634 status = RA_NOMATCH;
4635 else
4636 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004637 break;
4638
4639 case NWORD:
4640 if (c == NUL || ri_word(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004641 status = RA_NOMATCH;
4642 else
4643 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004644 break;
4645
4646 case HEAD:
4647 if (!ri_head(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004648 status = RA_NOMATCH;
4649 else
4650 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004651 break;
4652
4653 case NHEAD:
4654 if (c == NUL || ri_head(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004655 status = RA_NOMATCH;
4656 else
4657 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004658 break;
4659
4660 case ALPHA:
4661 if (!ri_alpha(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004662 status = RA_NOMATCH;
4663 else
4664 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004665 break;
4666
4667 case NALPHA:
4668 if (c == NUL || ri_alpha(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004669 status = RA_NOMATCH;
4670 else
4671 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004672 break;
4673
4674 case LOWER:
4675 if (!ri_lower(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004676 status = RA_NOMATCH;
4677 else
4678 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004679 break;
4680
4681 case NLOWER:
4682 if (c == NUL || ri_lower(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004683 status = RA_NOMATCH;
4684 else
4685 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004686 break;
4687
4688 case UPPER:
4689 if (!ri_upper(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004690 status = RA_NOMATCH;
4691 else
4692 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004693 break;
4694
4695 case NUPPER:
4696 if (c == NUL || ri_upper(c))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004697 status = RA_NOMATCH;
4698 else
4699 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004700 break;
4701
4702 case EXACTLY:
4703 {
4704 int len;
4705 char_u *opnd;
4706
4707 opnd = OPERAND(scan);
4708 /* Inline the first byte, for speed. */
4709 if (*opnd != *reginput
4710 && (!ireg_ic || (
4711#ifdef FEAT_MBYTE
4712 !enc_utf8 &&
4713#endif
Bram Moolenaara245a5b2007-08-11 11:58:23 +00004714 MB_TOLOWER(*opnd) != MB_TOLOWER(*reginput))))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004715 status = RA_NOMATCH;
4716 else if (*opnd == NUL)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004717 {
4718 /* match empty string always works; happens when "~" is
4719 * empty. */
4720 }
4721 else if (opnd[1] == NUL
4722#ifdef FEAT_MBYTE
4723 && !(enc_utf8 && ireg_ic)
4724#endif
4725 )
4726 ++reginput; /* matched a single char */
4727 else
4728 {
4729 len = (int)STRLEN(opnd);
4730 /* Need to match first byte again for multi-byte. */
4731 if (cstrncmp(opnd, reginput, &len) != 0)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004732 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004733#ifdef FEAT_MBYTE
4734 /* Check for following composing character. */
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004735 else if (enc_utf8
4736 && UTF_COMPOSINGLIKE(reginput, reginput + len))
Bram Moolenaar071d4272004-06-13 20:20:40 +00004737 {
4738 /* raaron: This code makes a composing character get
4739 * ignored, which is the correct behavior (sometimes)
4740 * for voweled Hebrew texts. */
4741 if (!ireg_icombine)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004742 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004743 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00004744#endif
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004745 else
4746 reginput += len;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004747 }
4748 }
4749 break;
4750
4751 case ANYOF:
4752 case ANYBUT:
4753 if (c == NUL)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004754 status = RA_NOMATCH;
4755 else if ((cstrchr(OPERAND(scan), c) == NULL) == (op == ANYOF))
4756 status = RA_NOMATCH;
4757 else
4758 ADVANCE_REGINPUT();
Bram Moolenaar071d4272004-06-13 20:20:40 +00004759 break;
4760
4761#ifdef FEAT_MBYTE
4762 case MULTIBYTECODE:
4763 if (has_mbyte)
4764 {
4765 int i, len;
4766 char_u *opnd;
Bram Moolenaar89d40322006-08-29 15:30:07 +00004767 int opndc = 0, inpc;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004768
4769 opnd = OPERAND(scan);
4770 /* Safety check (just in case 'encoding' was changed since
4771 * compiling the program). */
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00004772 if ((len = (*mb_ptr2len)(opnd)) < 2)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004773 {
4774 status = RA_NOMATCH;
4775 break;
4776 }
Bram Moolenaar362e1a32006-03-06 23:29:24 +00004777 if (enc_utf8)
4778 opndc = mb_ptr2char(opnd);
4779 if (enc_utf8 && utf_iscomposing(opndc))
4780 {
4781 /* When only a composing char is given match at any
4782 * position where that composing char appears. */
4783 status = RA_NOMATCH;
4784 for (i = 0; reginput[i] != NUL; i += utf_char2len(inpc))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004785 {
Bram Moolenaar362e1a32006-03-06 23:29:24 +00004786 inpc = mb_ptr2char(reginput + i);
4787 if (!utf_iscomposing(inpc))
4788 {
4789 if (i > 0)
4790 break;
4791 }
4792 else if (opndc == inpc)
4793 {
4794 /* Include all following composing chars. */
4795 len = i + mb_ptr2len(reginput + i);
4796 status = RA_MATCH;
4797 break;
4798 }
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004799 }
Bram Moolenaar362e1a32006-03-06 23:29:24 +00004800 }
4801 else
4802 for (i = 0; i < len; ++i)
4803 if (opnd[i] != reginput[i])
4804 {
4805 status = RA_NOMATCH;
4806 break;
4807 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00004808 reginput += len;
4809 }
4810 else
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004811 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004812 break;
4813#endif
4814
4815 case NOTHING:
4816 break;
4817
4818 case BACK:
Bram Moolenaar582fd852005-03-28 20:58:01 +00004819 {
4820 int i;
4821 backpos_T *bp;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004822
Bram Moolenaar582fd852005-03-28 20:58:01 +00004823 /*
4824 * When we run into BACK we need to check if we don't keep
4825 * looping without matching any input. The second and later
4826 * times a BACK is encountered it fails if the input is still
4827 * at the same position as the previous time.
4828 * The positions are stored in "backpos" and found by the
4829 * current value of "scan", the position in the RE program.
4830 */
4831 bp = (backpos_T *)backpos.ga_data;
4832 for (i = 0; i < backpos.ga_len; ++i)
4833 if (bp[i].bp_scan == scan)
4834 break;
4835 if (i == backpos.ga_len)
4836 {
4837 /* First time at this BACK, make room to store the pos. */
4838 if (ga_grow(&backpos, 1) == FAIL)
4839 status = RA_FAIL;
4840 else
4841 {
4842 /* get "ga_data" again, it may have changed */
4843 bp = (backpos_T *)backpos.ga_data;
4844 bp[i].bp_scan = scan;
4845 ++backpos.ga_len;
4846 }
4847 }
4848 else if (reg_save_equal(&bp[i].bp_pos))
4849 /* Still at same position as last time, fail. */
4850 status = RA_NOMATCH;
4851
4852 if (status != RA_FAIL && status != RA_NOMATCH)
4853 reg_save(&bp[i].bp_pos, &backpos);
4854 }
Bram Moolenaar19a09a12005-03-04 23:39:37 +00004855 break;
4856
Bram Moolenaar071d4272004-06-13 20:20:40 +00004857 case MOPEN + 0: /* Match start: \zs */
4858 case MOPEN + 1: /* \( */
4859 case MOPEN + 2:
4860 case MOPEN + 3:
4861 case MOPEN + 4:
4862 case MOPEN + 5:
4863 case MOPEN + 6:
4864 case MOPEN + 7:
4865 case MOPEN + 8:
4866 case MOPEN + 9:
4867 {
Bram Moolenaar071d4272004-06-13 20:20:40 +00004868 no = op - MOPEN;
4869 cleanup_subexpr();
Bram Moolenaara7fc0102005-05-18 22:17:12 +00004870 rp = regstack_push(RS_MOPEN, scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004871 if (rp == NULL)
4872 status = RA_FAIL;
4873 else
4874 {
4875 rp->rs_no = no;
4876 save_se(&rp->rs_un.sesave, &reg_startpos[no],
4877 &reg_startp[no]);
4878 /* We simply continue and handle the result when done. */
4879 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00004880 }
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004881 break;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004882
4883 case NOPEN: /* \%( */
4884 case NCLOSE: /* \) after \%( */
Bram Moolenaara7fc0102005-05-18 22:17:12 +00004885 if (regstack_push(RS_NOPEN, scan) == NULL)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004886 status = RA_FAIL;
4887 /* We simply continue and handle the result when done. */
4888 break;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004889
4890#ifdef FEAT_SYN_HL
4891 case ZOPEN + 1:
4892 case ZOPEN + 2:
4893 case ZOPEN + 3:
4894 case ZOPEN + 4:
4895 case ZOPEN + 5:
4896 case ZOPEN + 6:
4897 case ZOPEN + 7:
4898 case ZOPEN + 8:
4899 case ZOPEN + 9:
4900 {
Bram Moolenaar071d4272004-06-13 20:20:40 +00004901 no = op - ZOPEN;
4902 cleanup_zsubexpr();
Bram Moolenaara7fc0102005-05-18 22:17:12 +00004903 rp = regstack_push(RS_ZOPEN, scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004904 if (rp == NULL)
4905 status = RA_FAIL;
4906 else
4907 {
4908 rp->rs_no = no;
4909 save_se(&rp->rs_un.sesave, &reg_startzpos[no],
4910 &reg_startzp[no]);
4911 /* We simply continue and handle the result when done. */
4912 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00004913 }
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004914 break;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004915#endif
4916
4917 case MCLOSE + 0: /* Match end: \ze */
4918 case MCLOSE + 1: /* \) */
4919 case MCLOSE + 2:
4920 case MCLOSE + 3:
4921 case MCLOSE + 4:
4922 case MCLOSE + 5:
4923 case MCLOSE + 6:
4924 case MCLOSE + 7:
4925 case MCLOSE + 8:
4926 case MCLOSE + 9:
4927 {
Bram Moolenaar071d4272004-06-13 20:20:40 +00004928 no = op - MCLOSE;
4929 cleanup_subexpr();
Bram Moolenaara7fc0102005-05-18 22:17:12 +00004930 rp = regstack_push(RS_MCLOSE, scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004931 if (rp == NULL)
4932 status = RA_FAIL;
4933 else
4934 {
4935 rp->rs_no = no;
4936 save_se(&rp->rs_un.sesave, &reg_endpos[no], &reg_endp[no]);
4937 /* We simply continue and handle the result when done. */
4938 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00004939 }
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004940 break;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004941
4942#ifdef FEAT_SYN_HL
4943 case ZCLOSE + 1: /* \) after \z( */
4944 case ZCLOSE + 2:
4945 case ZCLOSE + 3:
4946 case ZCLOSE + 4:
4947 case ZCLOSE + 5:
4948 case ZCLOSE + 6:
4949 case ZCLOSE + 7:
4950 case ZCLOSE + 8:
4951 case ZCLOSE + 9:
4952 {
Bram Moolenaar071d4272004-06-13 20:20:40 +00004953 no = op - ZCLOSE;
4954 cleanup_zsubexpr();
Bram Moolenaara7fc0102005-05-18 22:17:12 +00004955 rp = regstack_push(RS_ZCLOSE, scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004956 if (rp == NULL)
4957 status = RA_FAIL;
4958 else
4959 {
4960 rp->rs_no = no;
4961 save_se(&rp->rs_un.sesave, &reg_endzpos[no],
4962 &reg_endzp[no]);
4963 /* We simply continue and handle the result when done. */
4964 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00004965 }
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004966 break;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004967#endif
4968
4969 case BACKREF + 1:
4970 case BACKREF + 2:
4971 case BACKREF + 3:
4972 case BACKREF + 4:
4973 case BACKREF + 5:
4974 case BACKREF + 6:
4975 case BACKREF + 7:
4976 case BACKREF + 8:
4977 case BACKREF + 9:
4978 {
Bram Moolenaar071d4272004-06-13 20:20:40 +00004979 int len;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004980
4981 no = op - BACKREF;
4982 cleanup_subexpr();
4983 if (!REG_MULTI) /* Single-line regexp */
4984 {
Bram Moolenaar7670fa02009-02-21 21:04:20 +00004985 if (reg_startp[no] == NULL || reg_endp[no] == NULL)
Bram Moolenaar071d4272004-06-13 20:20:40 +00004986 {
4987 /* Backref was not set: Match an empty string. */
4988 len = 0;
4989 }
4990 else
4991 {
4992 /* Compare current input with back-ref in the same
4993 * line. */
4994 len = (int)(reg_endp[no] - reg_startp[no]);
4995 if (cstrncmp(reg_startp[no], reginput, &len) != 0)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00004996 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00004997 }
4998 }
4999 else /* Multi-line regexp */
5000 {
Bram Moolenaar7670fa02009-02-21 21:04:20 +00005001 if (reg_startpos[no].lnum < 0 || reg_endpos[no].lnum < 0)
Bram Moolenaar071d4272004-06-13 20:20:40 +00005002 {
5003 /* Backref was not set: Match an empty string. */
5004 len = 0;
5005 }
5006 else
5007 {
5008 if (reg_startpos[no].lnum == reglnum
5009 && reg_endpos[no].lnum == reglnum)
5010 {
5011 /* Compare back-ref within the current line. */
5012 len = reg_endpos[no].col - reg_startpos[no].col;
5013 if (cstrncmp(regline + reg_startpos[no].col,
5014 reginput, &len) != 0)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005015 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005016 }
5017 else
5018 {
5019 /* Messy situation: Need to compare between two
5020 * lines. */
Bram Moolenaar141f6bb2013-06-15 15:09:50 +02005021 int r = match_with_backref(
Bram Moolenaar580abea2013-06-14 20:31:28 +02005022 reg_startpos[no].lnum,
5023 reg_startpos[no].col,
5024 reg_endpos[no].lnum,
5025 reg_endpos[no].col,
Bram Moolenaar4cff8fa2013-06-14 22:48:54 +02005026 &len);
Bram Moolenaar141f6bb2013-06-15 15:09:50 +02005027
5028 if (r != RA_MATCH)
5029 status = r;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005030 }
5031 }
5032 }
5033
5034 /* Matched the backref, skip over it. */
5035 reginput += len;
5036 }
5037 break;
5038
5039#ifdef FEAT_SYN_HL
5040 case ZREF + 1:
5041 case ZREF + 2:
5042 case ZREF + 3:
5043 case ZREF + 4:
5044 case ZREF + 5:
5045 case ZREF + 6:
5046 case ZREF + 7:
5047 case ZREF + 8:
5048 case ZREF + 9:
5049 {
Bram Moolenaar071d4272004-06-13 20:20:40 +00005050 int len;
5051
5052 cleanup_zsubexpr();
5053 no = op - ZREF;
5054 if (re_extmatch_in != NULL
5055 && re_extmatch_in->matches[no] != NULL)
5056 {
5057 len = (int)STRLEN(re_extmatch_in->matches[no]);
5058 if (cstrncmp(re_extmatch_in->matches[no],
5059 reginput, &len) != 0)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005060 status = RA_NOMATCH;
5061 else
5062 reginput += len;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005063 }
5064 else
5065 {
5066 /* Backref was not set: Match an empty string. */
5067 }
5068 }
5069 break;
5070#endif
5071
5072 case BRANCH:
5073 {
5074 if (OP(next) != BRANCH) /* No choice. */
5075 next = OPERAND(scan); /* Avoid recursion. */
5076 else
5077 {
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005078 rp = regstack_push(RS_BRANCH, scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005079 if (rp == NULL)
5080 status = RA_FAIL;
5081 else
5082 status = RA_BREAK; /* rest is below */
Bram Moolenaar071d4272004-06-13 20:20:40 +00005083 }
5084 }
5085 break;
5086
5087 case BRACE_LIMITS:
5088 {
Bram Moolenaar071d4272004-06-13 20:20:40 +00005089 if (OP(next) == BRACE_SIMPLE)
5090 {
5091 bl_minval = OPERAND_MIN(scan);
5092 bl_maxval = OPERAND_MAX(scan);
5093 }
5094 else if (OP(next) >= BRACE_COMPLEX
5095 && OP(next) < BRACE_COMPLEX + 10)
5096 {
5097 no = OP(next) - BRACE_COMPLEX;
5098 brace_min[no] = OPERAND_MIN(scan);
5099 brace_max[no] = OPERAND_MAX(scan);
5100 brace_count[no] = 0;
5101 }
5102 else
5103 {
5104 EMSG(_(e_internal)); /* Shouldn't happen */
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005105 status = RA_FAIL;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005106 }
5107 }
5108 break;
5109
5110 case BRACE_COMPLEX + 0:
5111 case BRACE_COMPLEX + 1:
5112 case BRACE_COMPLEX + 2:
5113 case BRACE_COMPLEX + 3:
5114 case BRACE_COMPLEX + 4:
5115 case BRACE_COMPLEX + 5:
5116 case BRACE_COMPLEX + 6:
5117 case BRACE_COMPLEX + 7:
5118 case BRACE_COMPLEX + 8:
5119 case BRACE_COMPLEX + 9:
5120 {
Bram Moolenaar071d4272004-06-13 20:20:40 +00005121 no = op - BRACE_COMPLEX;
5122 ++brace_count[no];
5123
5124 /* If not matched enough times yet, try one more */
5125 if (brace_count[no] <= (brace_min[no] <= brace_max[no]
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005126 ? brace_min[no] : brace_max[no]))
Bram Moolenaar071d4272004-06-13 20:20:40 +00005127 {
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005128 rp = regstack_push(RS_BRCPLX_MORE, scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005129 if (rp == NULL)
5130 status = RA_FAIL;
5131 else
5132 {
5133 rp->rs_no = no;
Bram Moolenaar582fd852005-03-28 20:58:01 +00005134 reg_save(&rp->rs_un.regsave, &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005135 next = OPERAND(scan);
5136 /* We continue and handle the result when done. */
5137 }
5138 break;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005139 }
5140
5141 /* If matched enough times, may try matching some more */
5142 if (brace_min[no] <= brace_max[no])
5143 {
5144 /* Range is the normal way around, use longest match */
5145 if (brace_count[no] <= brace_max[no])
5146 {
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005147 rp = regstack_push(RS_BRCPLX_LONG, scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005148 if (rp == NULL)
5149 status = RA_FAIL;
5150 else
5151 {
5152 rp->rs_no = no;
Bram Moolenaar582fd852005-03-28 20:58:01 +00005153 reg_save(&rp->rs_un.regsave, &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005154 next = OPERAND(scan);
5155 /* We continue and handle the result when done. */
5156 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00005157 }
5158 }
5159 else
5160 {
5161 /* Range is backwards, use shortest match first */
5162 if (brace_count[no] <= brace_min[no])
5163 {
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005164 rp = regstack_push(RS_BRCPLX_SHORT, scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005165 if (rp == NULL)
5166 status = RA_FAIL;
5167 else
5168 {
Bram Moolenaar582fd852005-03-28 20:58:01 +00005169 reg_save(&rp->rs_un.regsave, &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005170 /* We continue and handle the result when done. */
5171 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00005172 }
5173 }
5174 }
5175 break;
5176
5177 case BRACE_SIMPLE:
5178 case STAR:
5179 case PLUS:
5180 {
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005181 regstar_T rst;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005182
5183 /*
5184 * Lookahead to avoid useless match attempts when we know
5185 * what character comes next.
5186 */
5187 if (OP(next) == EXACTLY)
5188 {
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005189 rst.nextb = *OPERAND(next);
Bram Moolenaar071d4272004-06-13 20:20:40 +00005190 if (ireg_ic)
5191 {
Bram Moolenaara245a5b2007-08-11 11:58:23 +00005192 if (MB_ISUPPER(rst.nextb))
5193 rst.nextb_ic = MB_TOLOWER(rst.nextb);
Bram Moolenaar071d4272004-06-13 20:20:40 +00005194 else
Bram Moolenaara245a5b2007-08-11 11:58:23 +00005195 rst.nextb_ic = MB_TOUPPER(rst.nextb);
Bram Moolenaar071d4272004-06-13 20:20:40 +00005196 }
5197 else
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005198 rst.nextb_ic = rst.nextb;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005199 }
5200 else
5201 {
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005202 rst.nextb = NUL;
5203 rst.nextb_ic = NUL;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005204 }
5205 if (op != BRACE_SIMPLE)
5206 {
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005207 rst.minval = (op == STAR) ? 0 : 1;
5208 rst.maxval = MAX_LIMIT;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005209 }
5210 else
5211 {
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005212 rst.minval = bl_minval;
5213 rst.maxval = bl_maxval;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005214 }
5215
5216 /*
5217 * When maxval > minval, try matching as much as possible, up
5218 * to maxval. When maxval < minval, try matching at least the
5219 * minimal number (since the range is backwards, that's also
5220 * maxval!).
5221 */
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005222 rst.count = regrepeat(OPERAND(scan), rst.maxval);
Bram Moolenaar071d4272004-06-13 20:20:40 +00005223 if (got_int)
Bram Moolenaar071d4272004-06-13 20:20:40 +00005224 {
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005225 status = RA_FAIL;
5226 break;
5227 }
5228 if (rst.minval <= rst.maxval
5229 ? rst.count >= rst.minval : rst.count >= rst.maxval)
5230 {
5231 /* It could match. Prepare for trying to match what
5232 * follows. The code is below. Parameters are stored in
5233 * a regstar_T on the regstack. */
Bram Moolenaar916b7af2005-03-16 09:52:38 +00005234 if ((long)((unsigned)regstack.ga_len >> 10) >= p_mmp)
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00005235 {
5236 EMSG(_(e_maxmempat));
5237 status = RA_FAIL;
5238 }
5239 else if (ga_grow(&regstack, sizeof(regstar_T)) == FAIL)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005240 status = RA_FAIL;
5241 else
Bram Moolenaar071d4272004-06-13 20:20:40 +00005242 {
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005243 regstack.ga_len += sizeof(regstar_T);
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005244 rp = regstack_push(rst.minval <= rst.maxval
Bram Moolenaar582fd852005-03-28 20:58:01 +00005245 ? RS_STAR_LONG : RS_STAR_SHORT, scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005246 if (rp == NULL)
5247 status = RA_FAIL;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005248 else
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005249 {
5250 *(((regstar_T *)rp) - 1) = rst;
5251 status = RA_BREAK; /* skip the restore bits */
5252 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00005253 }
5254 }
5255 else
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005256 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005257
Bram Moolenaar071d4272004-06-13 20:20:40 +00005258 }
5259 break;
5260
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005261 case NOMATCH:
Bram Moolenaar071d4272004-06-13 20:20:40 +00005262 case MATCH:
5263 case SUBPAT:
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005264 rp = regstack_push(RS_NOMATCH, scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005265 if (rp == NULL)
5266 status = RA_FAIL;
5267 else
Bram Moolenaar071d4272004-06-13 20:20:40 +00005268 {
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005269 rp->rs_no = op;
Bram Moolenaar582fd852005-03-28 20:58:01 +00005270 reg_save(&rp->rs_un.regsave, &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005271 next = OPERAND(scan);
5272 /* We continue and handle the result when done. */
Bram Moolenaar071d4272004-06-13 20:20:40 +00005273 }
5274 break;
5275
5276 case BEHIND:
5277 case NOBEHIND:
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005278 /* Need a bit of room to store extra positions. */
Bram Moolenaar916b7af2005-03-16 09:52:38 +00005279 if ((long)((unsigned)regstack.ga_len >> 10) >= p_mmp)
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00005280 {
5281 EMSG(_(e_maxmempat));
5282 status = RA_FAIL;
5283 }
5284 else if (ga_grow(&regstack, sizeof(regbehind_T)) == FAIL)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005285 status = RA_FAIL;
5286 else
Bram Moolenaar071d4272004-06-13 20:20:40 +00005287 {
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005288 regstack.ga_len += sizeof(regbehind_T);
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005289 rp = regstack_push(RS_BEHIND1, scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005290 if (rp == NULL)
5291 status = RA_FAIL;
5292 else
Bram Moolenaar071d4272004-06-13 20:20:40 +00005293 {
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00005294 /* Need to save the subexpr to be able to restore them
5295 * when there is a match but we don't use it. */
5296 save_subexpr(((regbehind_T *)rp) - 1);
5297
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005298 rp->rs_no = op;
Bram Moolenaar582fd852005-03-28 20:58:01 +00005299 reg_save(&rp->rs_un.regsave, &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005300 /* First try if what follows matches. If it does then we
5301 * check the behind match by looping. */
Bram Moolenaar071d4272004-06-13 20:20:40 +00005302 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00005303 }
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005304 break;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005305
5306 case BHPOS:
5307 if (REG_MULTI)
5308 {
5309 if (behind_pos.rs_u.pos.col != (colnr_T)(reginput - regline)
5310 || behind_pos.rs_u.pos.lnum != reglnum)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005311 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005312 }
5313 else if (behind_pos.rs_u.ptr != reginput)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005314 status = RA_NOMATCH;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005315 break;
5316
5317 case NEWL:
Bram Moolenaar640009d2006-10-17 16:48:26 +00005318 if ((c != NUL || !REG_MULTI || reglnum > reg_maxline
5319 || reg_line_lbr) && (c != '\n' || !reg_line_lbr))
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005320 status = RA_NOMATCH;
5321 else if (reg_line_lbr)
Bram Moolenaar071d4272004-06-13 20:20:40 +00005322 ADVANCE_REGINPUT();
5323 else
5324 reg_nextline();
5325 break;
5326
5327 case END:
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005328 status = RA_MATCH; /* Success! */
5329 break;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005330
5331 default:
5332 EMSG(_(e_re_corr));
5333#ifdef DEBUG
5334 printf("Illegal op code %d\n", op);
5335#endif
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005336 status = RA_FAIL;
5337 break;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005338 }
5339 }
5340
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005341 /* If we can't continue sequentially, break the inner loop. */
5342 if (status != RA_CONT)
5343 break;
5344
5345 /* Continue in inner loop, advance to next item. */
Bram Moolenaar071d4272004-06-13 20:20:40 +00005346 scan = next;
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005347
5348 } /* end of inner loop */
Bram Moolenaar071d4272004-06-13 20:20:40 +00005349
5350 /*
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005351 * If there is something on the regstack execute the code for the state.
Bram Moolenaar582fd852005-03-28 20:58:01 +00005352 * If the state is popped then loop and use the older state.
Bram Moolenaar071d4272004-06-13 20:20:40 +00005353 */
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005354 while (regstack.ga_len > 0 && status != RA_FAIL)
5355 {
5356 rp = (regitem_T *)((char *)regstack.ga_data + regstack.ga_len) - 1;
5357 switch (rp->rs_state)
5358 {
5359 case RS_NOPEN:
5360 /* Result is passed on as-is, simply pop the state. */
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005361 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005362 break;
5363
5364 case RS_MOPEN:
5365 /* Pop the state. Restore pointers when there is no match. */
5366 if (status == RA_NOMATCH)
5367 restore_se(&rp->rs_un.sesave, &reg_startpos[rp->rs_no],
5368 &reg_startp[rp->rs_no]);
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005369 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005370 break;
5371
5372#ifdef FEAT_SYN_HL
5373 case RS_ZOPEN:
5374 /* Pop the state. Restore pointers when there is no match. */
5375 if (status == RA_NOMATCH)
5376 restore_se(&rp->rs_un.sesave, &reg_startzpos[rp->rs_no],
5377 &reg_startzp[rp->rs_no]);
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005378 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005379 break;
Bram Moolenaar071d4272004-06-13 20:20:40 +00005380#endif
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005381
5382 case RS_MCLOSE:
5383 /* Pop the state. Restore pointers when there is no match. */
5384 if (status == RA_NOMATCH)
5385 restore_se(&rp->rs_un.sesave, &reg_endpos[rp->rs_no],
5386 &reg_endp[rp->rs_no]);
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005387 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005388 break;
5389
5390#ifdef FEAT_SYN_HL
5391 case RS_ZCLOSE:
5392 /* Pop the state. Restore pointers when there is no match. */
5393 if (status == RA_NOMATCH)
5394 restore_se(&rp->rs_un.sesave, &reg_endzpos[rp->rs_no],
5395 &reg_endzp[rp->rs_no]);
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005396 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005397 break;
5398#endif
5399
5400 case RS_BRANCH:
5401 if (status == RA_MATCH)
5402 /* this branch matched, use it */
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005403 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005404 else
5405 {
5406 if (status != RA_BREAK)
5407 {
5408 /* After a non-matching branch: try next one. */
Bram Moolenaar582fd852005-03-28 20:58:01 +00005409 reg_restore(&rp->rs_un.regsave, &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005410 scan = rp->rs_scan;
5411 }
5412 if (scan == NULL || OP(scan) != BRANCH)
5413 {
5414 /* no more branches, didn't find a match */
5415 status = RA_NOMATCH;
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005416 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005417 }
5418 else
5419 {
5420 /* Prepare to try a branch. */
5421 rp->rs_scan = regnext(scan);
Bram Moolenaar582fd852005-03-28 20:58:01 +00005422 reg_save(&rp->rs_un.regsave, &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005423 scan = OPERAND(scan);
5424 }
5425 }
5426 break;
5427
5428 case RS_BRCPLX_MORE:
5429 /* Pop the state. Restore pointers when there is no match. */
5430 if (status == RA_NOMATCH)
5431 {
Bram Moolenaar582fd852005-03-28 20:58:01 +00005432 reg_restore(&rp->rs_un.regsave, &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005433 --brace_count[rp->rs_no]; /* decrement match count */
5434 }
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005435 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005436 break;
5437
5438 case RS_BRCPLX_LONG:
5439 /* Pop the state. Restore pointers when there is no match. */
5440 if (status == RA_NOMATCH)
5441 {
5442 /* There was no match, but we did find enough matches. */
Bram Moolenaar582fd852005-03-28 20:58:01 +00005443 reg_restore(&rp->rs_un.regsave, &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005444 --brace_count[rp->rs_no];
5445 /* continue with the items after "\{}" */
5446 status = RA_CONT;
5447 }
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005448 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005449 if (status == RA_CONT)
5450 scan = regnext(scan);
5451 break;
5452
5453 case RS_BRCPLX_SHORT:
5454 /* Pop the state. Restore pointers when there is no match. */
5455 if (status == RA_NOMATCH)
5456 /* There was no match, try to match one more item. */
Bram Moolenaar582fd852005-03-28 20:58:01 +00005457 reg_restore(&rp->rs_un.regsave, &backpos);
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005458 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005459 if (status == RA_NOMATCH)
5460 {
5461 scan = OPERAND(scan);
5462 status = RA_CONT;
5463 }
5464 break;
5465
5466 case RS_NOMATCH:
5467 /* Pop the state. If the operand matches for NOMATCH or
5468 * doesn't match for MATCH/SUBPAT, we fail. Otherwise backup,
5469 * except for SUBPAT, and continue with the next item. */
5470 if (status == (rp->rs_no == NOMATCH ? RA_MATCH : RA_NOMATCH))
5471 status = RA_NOMATCH;
5472 else
5473 {
5474 status = RA_CONT;
Bram Moolenaar582fd852005-03-28 20:58:01 +00005475 if (rp->rs_no != SUBPAT) /* zero-width */
5476 reg_restore(&rp->rs_un.regsave, &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005477 }
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005478 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005479 if (status == RA_CONT)
5480 scan = regnext(scan);
5481 break;
5482
5483 case RS_BEHIND1:
5484 if (status == RA_NOMATCH)
5485 {
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005486 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005487 regstack.ga_len -= sizeof(regbehind_T);
5488 }
5489 else
5490 {
5491 /* The stuff after BEHIND/NOBEHIND matches. Now try if
5492 * the behind part does (not) match before the current
5493 * position in the input. This must be done at every
5494 * position in the input and checking if the match ends at
5495 * the current position. */
5496
5497 /* save the position after the found match for next */
Bram Moolenaar582fd852005-03-28 20:58:01 +00005498 reg_save(&(((regbehind_T *)rp) - 1)->save_after, &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005499
Bram Moolenaar75eb1612013-05-29 18:45:11 +02005500 /* Start looking for a match with operand at the current
Bram Moolenaar7aa9f6a2007-05-10 18:00:30 +00005501 * position. Go back one character until we find the
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005502 * result, hitting the start of the line or the previous
5503 * line (for multi-line matching).
5504 * Set behind_pos to where the match should end, BHPOS
5505 * will match it. Save the current value. */
5506 (((regbehind_T *)rp) - 1)->save_behind = behind_pos;
5507 behind_pos = rp->rs_un.regsave;
5508
5509 rp->rs_state = RS_BEHIND2;
5510
Bram Moolenaar582fd852005-03-28 20:58:01 +00005511 reg_restore(&rp->rs_un.regsave, &backpos);
Bram Moolenaar75eb1612013-05-29 18:45:11 +02005512 scan = OPERAND(rp->rs_scan) + 4;
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005513 }
5514 break;
5515
5516 case RS_BEHIND2:
5517 /*
5518 * Looping for BEHIND / NOBEHIND match.
5519 */
5520 if (status == RA_MATCH && reg_save_equal(&behind_pos))
5521 {
5522 /* found a match that ends where "next" started */
5523 behind_pos = (((regbehind_T *)rp) - 1)->save_behind;
5524 if (rp->rs_no == BEHIND)
Bram Moolenaar582fd852005-03-28 20:58:01 +00005525 reg_restore(&(((regbehind_T *)rp) - 1)->save_after,
5526 &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005527 else
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00005528 {
5529 /* But we didn't want a match. Need to restore the
5530 * subexpr, because what follows matched, so they have
5531 * been set. */
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005532 status = RA_NOMATCH;
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00005533 restore_subexpr(((regbehind_T *)rp) - 1);
5534 }
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005535 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005536 regstack.ga_len -= sizeof(regbehind_T);
5537 }
5538 else
5539 {
Bram Moolenaar75eb1612013-05-29 18:45:11 +02005540 long limit;
5541
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00005542 /* No match or a match that doesn't end where we want it: Go
5543 * back one character. May go to previous line once. */
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005544 no = OK;
Bram Moolenaar75eb1612013-05-29 18:45:11 +02005545 limit = OPERAND_MIN(rp->rs_scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005546 if (REG_MULTI)
5547 {
Bram Moolenaar61602c52013-06-01 19:54:43 +02005548 if (limit > 0
5549 && ((rp->rs_un.regsave.rs_u.pos.lnum
5550 < behind_pos.rs_u.pos.lnum
5551 ? (colnr_T)STRLEN(regline)
5552 : behind_pos.rs_u.pos.col)
5553 - rp->rs_un.regsave.rs_u.pos.col >= limit))
5554 no = FAIL;
5555 else if (rp->rs_un.regsave.rs_u.pos.col == 0)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005556 {
5557 if (rp->rs_un.regsave.rs_u.pos.lnum
5558 < behind_pos.rs_u.pos.lnum
5559 || reg_getline(
5560 --rp->rs_un.regsave.rs_u.pos.lnum)
5561 == NULL)
5562 no = FAIL;
5563 else
5564 {
Bram Moolenaar582fd852005-03-28 20:58:01 +00005565 reg_restore(&rp->rs_un.regsave, &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005566 rp->rs_un.regsave.rs_u.pos.col =
5567 (colnr_T)STRLEN(regline);
5568 }
5569 }
5570 else
Bram Moolenaar75eb1612013-05-29 18:45:11 +02005571 {
Bram Moolenaarf5e44a72013-02-26 18:46:01 +01005572#ifdef FEAT_MBYTE
Bram Moolenaar75eb1612013-05-29 18:45:11 +02005573 if (has_mbyte)
5574 rp->rs_un.regsave.rs_u.pos.col -=
5575 (*mb_head_off)(regline, regline
Bram Moolenaarf5e44a72013-02-26 18:46:01 +01005576 + rp->rs_un.regsave.rs_u.pos.col - 1) + 1;
Bram Moolenaar75eb1612013-05-29 18:45:11 +02005577 else
Bram Moolenaarf5e44a72013-02-26 18:46:01 +01005578#endif
Bram Moolenaar75eb1612013-05-29 18:45:11 +02005579 --rp->rs_un.regsave.rs_u.pos.col;
Bram Moolenaar75eb1612013-05-29 18:45:11 +02005580 }
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005581 }
5582 else
5583 {
5584 if (rp->rs_un.regsave.rs_u.ptr == regline)
5585 no = FAIL;
5586 else
Bram Moolenaar75eb1612013-05-29 18:45:11 +02005587 {
5588 mb_ptr_back(regline, rp->rs_un.regsave.rs_u.ptr);
5589 if (limit > 0 && (long)(behind_pos.rs_u.ptr
5590 - rp->rs_un.regsave.rs_u.ptr) > limit)
5591 no = FAIL;
5592 }
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005593 }
5594 if (no == OK)
5595 {
5596 /* Advanced, prepare for finding match again. */
Bram Moolenaar582fd852005-03-28 20:58:01 +00005597 reg_restore(&rp->rs_un.regsave, &backpos);
Bram Moolenaar75eb1612013-05-29 18:45:11 +02005598 scan = OPERAND(rp->rs_scan) + 4;
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00005599 if (status == RA_MATCH)
5600 {
5601 /* We did match, so subexpr may have been changed,
5602 * need to restore them for the next try. */
5603 status = RA_NOMATCH;
5604 restore_subexpr(((regbehind_T *)rp) - 1);
5605 }
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005606 }
5607 else
5608 {
5609 /* Can't advance. For NOBEHIND that's a match. */
5610 behind_pos = (((regbehind_T *)rp) - 1)->save_behind;
5611 if (rp->rs_no == NOBEHIND)
5612 {
Bram Moolenaar582fd852005-03-28 20:58:01 +00005613 reg_restore(&(((regbehind_T *)rp) - 1)->save_after,
5614 &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005615 status = RA_MATCH;
5616 }
5617 else
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00005618 {
5619 /* We do want a proper match. Need to restore the
5620 * subexpr if we had a match, because they may have
5621 * been set. */
5622 if (status == RA_MATCH)
5623 {
5624 status = RA_NOMATCH;
5625 restore_subexpr(((regbehind_T *)rp) - 1);
5626 }
5627 }
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005628 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005629 regstack.ga_len -= sizeof(regbehind_T);
5630 }
5631 }
5632 break;
5633
5634 case RS_STAR_LONG:
5635 case RS_STAR_SHORT:
5636 {
5637 regstar_T *rst = ((regstar_T *)rp) - 1;
5638
5639 if (status == RA_MATCH)
5640 {
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005641 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005642 regstack.ga_len -= sizeof(regstar_T);
5643 break;
5644 }
5645
5646 /* Tried once already, restore input pointers. */
5647 if (status != RA_BREAK)
Bram Moolenaar582fd852005-03-28 20:58:01 +00005648 reg_restore(&rp->rs_un.regsave, &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005649
5650 /* Repeat until we found a position where it could match. */
5651 for (;;)
5652 {
5653 if (status != RA_BREAK)
5654 {
5655 /* Tried first position already, advance. */
5656 if (rp->rs_state == RS_STAR_LONG)
5657 {
Bram Moolenaar32466aa2006-02-24 23:53:04 +00005658 /* Trying for longest match, but couldn't or
5659 * didn't match -- back up one char. */
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005660 if (--rst->count < rst->minval)
5661 break;
5662 if (reginput == regline)
5663 {
5664 /* backup to last char of previous line */
5665 --reglnum;
5666 regline = reg_getline(reglnum);
5667 /* Just in case regrepeat() didn't count
5668 * right. */
5669 if (regline == NULL)
5670 break;
5671 reginput = regline + STRLEN(regline);
5672 fast_breakcheck();
5673 }
5674 else
5675 mb_ptr_back(regline, reginput);
5676 }
5677 else
5678 {
5679 /* Range is backwards, use shortest match first.
5680 * Careful: maxval and minval are exchanged!
5681 * Couldn't or didn't match: try advancing one
5682 * char. */
5683 if (rst->count == rst->minval
5684 || regrepeat(OPERAND(rp->rs_scan), 1L) == 0)
5685 break;
5686 ++rst->count;
5687 }
5688 if (got_int)
5689 break;
5690 }
5691 else
5692 status = RA_NOMATCH;
5693
5694 /* If it could match, try it. */
5695 if (rst->nextb == NUL || *reginput == rst->nextb
5696 || *reginput == rst->nextb_ic)
5697 {
Bram Moolenaar582fd852005-03-28 20:58:01 +00005698 reg_save(&rp->rs_un.regsave, &backpos);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005699 scan = regnext(rp->rs_scan);
5700 status = RA_CONT;
5701 break;
5702 }
5703 }
5704 if (status != RA_CONT)
5705 {
5706 /* Failed. */
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005707 regstack_pop(&scan);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005708 regstack.ga_len -= sizeof(regstar_T);
5709 status = RA_NOMATCH;
5710 }
5711 }
5712 break;
5713 }
5714
Bram Moolenaar32466aa2006-02-24 23:53:04 +00005715 /* If we want to continue the inner loop or didn't pop a state
5716 * continue matching loop */
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005717 if (status == RA_CONT || rp == (regitem_T *)
5718 ((char *)regstack.ga_data + regstack.ga_len) - 1)
5719 break;
5720 }
5721
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00005722 /* May need to continue with the inner loop, starting at "scan". */
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005723 if (status == RA_CONT)
5724 continue;
5725
5726 /*
5727 * If the regstack is empty or something failed we are done.
5728 */
5729 if (regstack.ga_len == 0 || status == RA_FAIL)
5730 {
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005731 if (scan == NULL)
5732 {
5733 /*
5734 * We get here only if there's trouble -- normally "case END" is
5735 * the terminating point.
5736 */
5737 EMSG(_(e_re_corr));
5738#ifdef DEBUG
5739 printf("Premature EOL\n");
5740#endif
5741 }
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00005742 if (status == RA_FAIL)
5743 got_int = TRUE;
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005744 return (status == RA_MATCH);
5745 }
5746
5747 } /* End of loop until the regstack is empty. */
5748
5749 /* NOTREACHED */
5750}
5751
5752/*
5753 * Push an item onto the regstack.
5754 * Returns pointer to new item. Returns NULL when out of memory.
5755 */
5756 static regitem_T *
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005757regstack_push(state, scan)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005758 regstate_T state;
5759 char_u *scan;
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005760{
5761 regitem_T *rp;
5762
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005763 if ((long)((unsigned)regstack.ga_len >> 10) >= p_mmp)
Bram Moolenaare4efc3b2005-03-07 23:16:51 +00005764 {
5765 EMSG(_(e_maxmempat));
5766 return NULL;
5767 }
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005768 if (ga_grow(&regstack, sizeof(regitem_T)) == FAIL)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005769 return NULL;
5770
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005771 rp = (regitem_T *)((char *)regstack.ga_data + regstack.ga_len);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005772 rp->rs_state = state;
5773 rp->rs_scan = scan;
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005774
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005775 regstack.ga_len += sizeof(regitem_T);
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005776 return rp;
5777}
5778
5779/*
5780 * Pop an item from the regstack.
5781 */
5782 static void
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005783regstack_pop(scan)
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005784 char_u **scan;
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005785{
5786 regitem_T *rp;
5787
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005788 rp = (regitem_T *)((char *)regstack.ga_data + regstack.ga_len) - 1;
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005789 *scan = rp->rs_scan;
Bram Moolenaarbc7aa852005-03-06 23:38:09 +00005790
Bram Moolenaara7fc0102005-05-18 22:17:12 +00005791 regstack.ga_len -= sizeof(regitem_T);
Bram Moolenaar071d4272004-06-13 20:20:40 +00005792}
5793
Bram Moolenaar071d4272004-06-13 20:20:40 +00005794/*
5795 * regrepeat - repeatedly match something simple, return how many.
5796 * Advances reginput (and reglnum) to just after the matched chars.
5797 */
5798 static int
5799regrepeat(p, maxcount)
5800 char_u *p;
5801 long maxcount; /* maximum number of matches allowed */
5802{
5803 long count = 0;
5804 char_u *scan;
5805 char_u *opnd;
5806 int mask;
5807 int testval = 0;
5808
5809 scan = reginput; /* Make local copy of reginput for speed. */
5810 opnd = OPERAND(p);
5811 switch (OP(p))
5812 {
5813 case ANY:
5814 case ANY + ADD_NL:
5815 while (count < maxcount)
5816 {
5817 /* Matching anything means we continue until end-of-line (or
5818 * end-of-file for ANY + ADD_NL), only limited by maxcount. */
5819 while (*scan != NUL && count < maxcount)
5820 {
5821 ++count;
Bram Moolenaar1cd871b2004-12-19 22:46:22 +00005822 mb_ptr_adv(scan);
Bram Moolenaar071d4272004-06-13 20:20:40 +00005823 }
Bram Moolenaar640009d2006-10-17 16:48:26 +00005824 if (!REG_MULTI || !WITH_NL(OP(p)) || reglnum > reg_maxline
5825 || reg_line_lbr || count == maxcount)
Bram Moolenaar071d4272004-06-13 20:20:40 +00005826 break;
5827 ++count; /* count the line-break */
5828 reg_nextline();
5829 scan = reginput;
5830 if (got_int)
5831 break;
5832 }
5833 break;
5834
5835 case IDENT:
5836 case IDENT + ADD_NL:
5837 testval = TRUE;
5838 /*FALLTHROUGH*/
5839 case SIDENT:
5840 case SIDENT + ADD_NL:
5841 while (count < maxcount)
5842 {
Bram Moolenaar09ea9fc2013-05-21 00:03:02 +02005843 if (vim_isIDc(PTR2CHAR(scan)) && (testval || !VIM_ISDIGIT(*scan)))
Bram Moolenaar071d4272004-06-13 20:20:40 +00005844 {
Bram Moolenaar1cd871b2004-12-19 22:46:22 +00005845 mb_ptr_adv(scan);
Bram Moolenaar071d4272004-06-13 20:20:40 +00005846 }
5847 else if (*scan == NUL)
5848 {
Bram Moolenaar640009d2006-10-17 16:48:26 +00005849 if (!REG_MULTI || !WITH_NL(OP(p)) || reglnum > reg_maxline
5850 || reg_line_lbr)
Bram Moolenaar071d4272004-06-13 20:20:40 +00005851 break;
5852 reg_nextline();
5853 scan = reginput;
5854 if (got_int)
5855 break;
5856 }
5857 else if (reg_line_lbr && *scan == '\n' && WITH_NL(OP(p)))
5858 ++scan;
5859 else
5860 break;
5861 ++count;
5862 }
5863 break;
5864
5865 case KWORD:
5866 case KWORD + ADD_NL:
5867 testval = TRUE;
5868 /*FALLTHROUGH*/
5869 case SKWORD:
5870 case SKWORD + ADD_NL:
5871 while (count < maxcount)
5872 {
Bram Moolenaarf813a182013-01-30 13:59:37 +01005873 if (vim_iswordp_buf(scan, reg_buf)
5874 && (testval || !VIM_ISDIGIT(*scan)))
Bram Moolenaar071d4272004-06-13 20:20:40 +00005875 {
Bram Moolenaar1cd871b2004-12-19 22:46:22 +00005876 mb_ptr_adv(scan);
Bram Moolenaar071d4272004-06-13 20:20:40 +00005877 }
5878 else if (*scan == NUL)
5879 {
Bram Moolenaar640009d2006-10-17 16:48:26 +00005880 if (!REG_MULTI || !WITH_NL(OP(p)) || reglnum > reg_maxline
5881 || reg_line_lbr)
Bram Moolenaar071d4272004-06-13 20:20:40 +00005882 break;
5883 reg_nextline();
5884 scan = reginput;
5885 if (got_int)
5886 break;
5887 }
5888 else if (reg_line_lbr && *scan == '\n' && WITH_NL(OP(p)))
5889 ++scan;
5890 else
5891 break;
5892 ++count;
5893 }
5894 break;
5895
5896 case FNAME:
5897 case FNAME + ADD_NL:
5898 testval = TRUE;
5899 /*FALLTHROUGH*/
5900 case SFNAME:
5901 case SFNAME + ADD_NL:
5902 while (count < maxcount)
5903 {
Bram Moolenaar09ea9fc2013-05-21 00:03:02 +02005904 if (vim_isfilec(PTR2CHAR(scan)) && (testval || !VIM_ISDIGIT(*scan)))
Bram Moolenaar071d4272004-06-13 20:20:40 +00005905 {
Bram Moolenaar1cd871b2004-12-19 22:46:22 +00005906 mb_ptr_adv(scan);
Bram Moolenaar071d4272004-06-13 20:20:40 +00005907 }
5908 else if (*scan == NUL)
5909 {
Bram Moolenaar640009d2006-10-17 16:48:26 +00005910 if (!REG_MULTI || !WITH_NL(OP(p)) || reglnum > reg_maxline
5911 || reg_line_lbr)
Bram Moolenaar071d4272004-06-13 20:20:40 +00005912 break;
5913 reg_nextline();
5914 scan = reginput;
5915 if (got_int)
5916 break;
5917 }
5918 else if (reg_line_lbr && *scan == '\n' && WITH_NL(OP(p)))
5919 ++scan;
5920 else
5921 break;
5922 ++count;
5923 }
5924 break;
5925
5926 case PRINT:
5927 case PRINT + ADD_NL:
5928 testval = TRUE;
5929 /*FALLTHROUGH*/
5930 case SPRINT:
5931 case SPRINT + ADD_NL:
5932 while (count < maxcount)
5933 {
5934 if (*scan == NUL)
5935 {
Bram Moolenaar640009d2006-10-17 16:48:26 +00005936 if (!REG_MULTI || !WITH_NL(OP(p)) || reglnum > reg_maxline
5937 || reg_line_lbr)
Bram Moolenaar071d4272004-06-13 20:20:40 +00005938 break;
5939 reg_nextline();
5940 scan = reginput;
5941 if (got_int)
5942 break;
5943 }
Bram Moolenaarac7c33e2013-07-21 17:06:00 +02005944 else if (vim_isprintc(PTR2CHAR(scan)) == 1
5945 && (testval || !VIM_ISDIGIT(*scan)))
Bram Moolenaar071d4272004-06-13 20:20:40 +00005946 {
Bram Moolenaar1cd871b2004-12-19 22:46:22 +00005947 mb_ptr_adv(scan);
Bram Moolenaar071d4272004-06-13 20:20:40 +00005948 }
5949 else if (reg_line_lbr && *scan == '\n' && WITH_NL(OP(p)))
5950 ++scan;
5951 else
5952 break;
5953 ++count;
5954 }
5955 break;
5956
5957 case WHITE:
5958 case WHITE + ADD_NL:
5959 testval = mask = RI_WHITE;
5960do_class:
5961 while (count < maxcount)
5962 {
5963#ifdef FEAT_MBYTE
5964 int l;
5965#endif
5966 if (*scan == NUL)
5967 {
Bram Moolenaar640009d2006-10-17 16:48:26 +00005968 if (!REG_MULTI || !WITH_NL(OP(p)) || reglnum > reg_maxline
5969 || reg_line_lbr)
Bram Moolenaar071d4272004-06-13 20:20:40 +00005970 break;
5971 reg_nextline();
5972 scan = reginput;
5973 if (got_int)
5974 break;
5975 }
5976#ifdef FEAT_MBYTE
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00005977 else if (has_mbyte && (l = (*mb_ptr2len)(scan)) > 1)
Bram Moolenaar071d4272004-06-13 20:20:40 +00005978 {
5979 if (testval != 0)
5980 break;
5981 scan += l;
5982 }
5983#endif
5984 else if ((class_tab[*scan] & mask) == testval)
5985 ++scan;
5986 else if (reg_line_lbr && *scan == '\n' && WITH_NL(OP(p)))
5987 ++scan;
5988 else
5989 break;
5990 ++count;
5991 }
5992 break;
5993
5994 case NWHITE:
5995 case NWHITE + ADD_NL:
5996 mask = RI_WHITE;
5997 goto do_class;
5998 case DIGIT:
5999 case DIGIT + ADD_NL:
6000 testval = mask = RI_DIGIT;
6001 goto do_class;
6002 case NDIGIT:
6003 case NDIGIT + ADD_NL:
6004 mask = RI_DIGIT;
6005 goto do_class;
6006 case HEX:
6007 case HEX + ADD_NL:
6008 testval = mask = RI_HEX;
6009 goto do_class;
6010 case NHEX:
6011 case NHEX + ADD_NL:
6012 mask = RI_HEX;
6013 goto do_class;
6014 case OCTAL:
6015 case OCTAL + ADD_NL:
6016 testval = mask = RI_OCTAL;
6017 goto do_class;
6018 case NOCTAL:
6019 case NOCTAL + ADD_NL:
6020 mask = RI_OCTAL;
6021 goto do_class;
6022 case WORD:
6023 case WORD + ADD_NL:
6024 testval = mask = RI_WORD;
6025 goto do_class;
6026 case NWORD:
6027 case NWORD + ADD_NL:
6028 mask = RI_WORD;
6029 goto do_class;
6030 case HEAD:
6031 case HEAD + ADD_NL:
6032 testval = mask = RI_HEAD;
6033 goto do_class;
6034 case NHEAD:
6035 case NHEAD + ADD_NL:
6036 mask = RI_HEAD;
6037 goto do_class;
6038 case ALPHA:
6039 case ALPHA + ADD_NL:
6040 testval = mask = RI_ALPHA;
6041 goto do_class;
6042 case NALPHA:
6043 case NALPHA + ADD_NL:
6044 mask = RI_ALPHA;
6045 goto do_class;
6046 case LOWER:
6047 case LOWER + ADD_NL:
6048 testval = mask = RI_LOWER;
6049 goto do_class;
6050 case NLOWER:
6051 case NLOWER + ADD_NL:
6052 mask = RI_LOWER;
6053 goto do_class;
6054 case UPPER:
6055 case UPPER + ADD_NL:
6056 testval = mask = RI_UPPER;
6057 goto do_class;
6058 case NUPPER:
6059 case NUPPER + ADD_NL:
6060 mask = RI_UPPER;
6061 goto do_class;
6062
6063 case EXACTLY:
6064 {
6065 int cu, cl;
6066
6067 /* This doesn't do a multi-byte character, because a MULTIBYTECODE
Bram Moolenaara245a5b2007-08-11 11:58:23 +00006068 * would have been used for it. It does handle single-byte
6069 * characters, such as latin1. */
Bram Moolenaar071d4272004-06-13 20:20:40 +00006070 if (ireg_ic)
6071 {
Bram Moolenaara245a5b2007-08-11 11:58:23 +00006072 cu = MB_TOUPPER(*opnd);
6073 cl = MB_TOLOWER(*opnd);
Bram Moolenaar071d4272004-06-13 20:20:40 +00006074 while (count < maxcount && (*scan == cu || *scan == cl))
6075 {
6076 count++;
6077 scan++;
6078 }
6079 }
6080 else
6081 {
6082 cu = *opnd;
6083 while (count < maxcount && *scan == cu)
6084 {
6085 count++;
6086 scan++;
6087 }
6088 }
6089 break;
6090 }
6091
6092#ifdef FEAT_MBYTE
6093 case MULTIBYTECODE:
6094 {
6095 int i, len, cf = 0;
6096
6097 /* Safety check (just in case 'encoding' was changed since
6098 * compiling the program). */
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00006099 if ((len = (*mb_ptr2len)(opnd)) > 1)
Bram Moolenaar071d4272004-06-13 20:20:40 +00006100 {
6101 if (ireg_ic && enc_utf8)
6102 cf = utf_fold(utf_ptr2char(opnd));
6103 while (count < maxcount)
6104 {
6105 for (i = 0; i < len; ++i)
6106 if (opnd[i] != scan[i])
6107 break;
6108 if (i < len && (!ireg_ic || !enc_utf8
6109 || utf_fold(utf_ptr2char(scan)) != cf))
6110 break;
6111 scan += len;
6112 ++count;
6113 }
6114 }
6115 }
6116 break;
6117#endif
6118
6119 case ANYOF:
6120 case ANYOF + ADD_NL:
6121 testval = TRUE;
6122 /*FALLTHROUGH*/
6123
6124 case ANYBUT:
6125 case ANYBUT + ADD_NL:
6126 while (count < maxcount)
6127 {
6128#ifdef FEAT_MBYTE
6129 int len;
6130#endif
6131 if (*scan == NUL)
6132 {
Bram Moolenaar640009d2006-10-17 16:48:26 +00006133 if (!REG_MULTI || !WITH_NL(OP(p)) || reglnum > reg_maxline
6134 || reg_line_lbr)
Bram Moolenaar071d4272004-06-13 20:20:40 +00006135 break;
6136 reg_nextline();
6137 scan = reginput;
6138 if (got_int)
6139 break;
6140 }
6141 else if (reg_line_lbr && *scan == '\n' && WITH_NL(OP(p)))
6142 ++scan;
6143#ifdef FEAT_MBYTE
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00006144 else if (has_mbyte && (len = (*mb_ptr2len)(scan)) > 1)
Bram Moolenaar071d4272004-06-13 20:20:40 +00006145 {
6146 if ((cstrchr(opnd, (*mb_ptr2char)(scan)) == NULL) == testval)
6147 break;
6148 scan += len;
6149 }
6150#endif
6151 else
6152 {
6153 if ((cstrchr(opnd, *scan) == NULL) == testval)
6154 break;
6155 ++scan;
6156 }
6157 ++count;
6158 }
6159 break;
6160
6161 case NEWL:
6162 while (count < maxcount
Bram Moolenaar640009d2006-10-17 16:48:26 +00006163 && ((*scan == NUL && reglnum <= reg_maxline && !reg_line_lbr
6164 && REG_MULTI) || (*scan == '\n' && reg_line_lbr)))
Bram Moolenaar071d4272004-06-13 20:20:40 +00006165 {
6166 count++;
6167 if (reg_line_lbr)
6168 ADVANCE_REGINPUT();
6169 else
6170 reg_nextline();
6171 scan = reginput;
6172 if (got_int)
6173 break;
6174 }
6175 break;
6176
6177 default: /* Oh dear. Called inappropriately. */
6178 EMSG(_(e_re_corr));
6179#ifdef DEBUG
6180 printf("Called regrepeat with op code %d\n", OP(p));
6181#endif
6182 break;
6183 }
6184
6185 reginput = scan;
6186
6187 return (int)count;
6188}
6189
6190/*
6191 * regnext - dig the "next" pointer out of a node
Bram Moolenaard3005802009-11-25 17:21:32 +00006192 * Returns NULL when calculating size, when there is no next item and when
6193 * there is an error.
Bram Moolenaar071d4272004-06-13 20:20:40 +00006194 */
6195 static char_u *
6196regnext(p)
6197 char_u *p;
6198{
6199 int offset;
6200
Bram Moolenaard3005802009-11-25 17:21:32 +00006201 if (p == JUST_CALC_SIZE || reg_toolong)
Bram Moolenaar071d4272004-06-13 20:20:40 +00006202 return NULL;
6203
6204 offset = NEXT(p);
6205 if (offset == 0)
6206 return NULL;
6207
Bram Moolenaar582fd852005-03-28 20:58:01 +00006208 if (OP(p) == BACK)
Bram Moolenaar071d4272004-06-13 20:20:40 +00006209 return p - offset;
6210 else
6211 return p + offset;
6212}
6213
6214/*
6215 * Check the regexp program for its magic number.
6216 * Return TRUE if it's wrong.
6217 */
6218 static int
6219prog_magic_wrong()
6220{
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006221 regprog_T *prog;
6222
6223 prog = REG_MULTI ? reg_mmatch->regprog : reg_match->regprog;
6224 if (prog->engine == &nfa_regengine)
6225 /* For NFA matcher we don't check the magic */
6226 return FALSE;
6227
6228 if (UCHARAT(((bt_regprog_T *)prog)->program) != REGMAGIC)
Bram Moolenaar071d4272004-06-13 20:20:40 +00006229 {
6230 EMSG(_(e_re_corr));
6231 return TRUE;
6232 }
6233 return FALSE;
6234}
6235
6236/*
6237 * Cleanup the subexpressions, if this wasn't done yet.
6238 * This construction is used to clear the subexpressions only when they are
6239 * used (to increase speed).
6240 */
6241 static void
6242cleanup_subexpr()
6243{
6244 if (need_clear_subexpr)
6245 {
6246 if (REG_MULTI)
6247 {
6248 /* Use 0xff to set lnum to -1 */
6249 vim_memset(reg_startpos, 0xff, sizeof(lpos_T) * NSUBEXP);
6250 vim_memset(reg_endpos, 0xff, sizeof(lpos_T) * NSUBEXP);
6251 }
6252 else
6253 {
6254 vim_memset(reg_startp, 0, sizeof(char_u *) * NSUBEXP);
6255 vim_memset(reg_endp, 0, sizeof(char_u *) * NSUBEXP);
6256 }
6257 need_clear_subexpr = FALSE;
6258 }
6259}
6260
6261#ifdef FEAT_SYN_HL
6262 static void
6263cleanup_zsubexpr()
6264{
6265 if (need_clear_zsubexpr)
6266 {
6267 if (REG_MULTI)
6268 {
6269 /* Use 0xff to set lnum to -1 */
6270 vim_memset(reg_startzpos, 0xff, sizeof(lpos_T) * NSUBEXP);
6271 vim_memset(reg_endzpos, 0xff, sizeof(lpos_T) * NSUBEXP);
6272 }
6273 else
6274 {
6275 vim_memset(reg_startzp, 0, sizeof(char_u *) * NSUBEXP);
6276 vim_memset(reg_endzp, 0, sizeof(char_u *) * NSUBEXP);
6277 }
6278 need_clear_zsubexpr = FALSE;
6279 }
6280}
6281#endif
6282
6283/*
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00006284 * Save the current subexpr to "bp", so that they can be restored
6285 * later by restore_subexpr().
6286 */
6287 static void
6288save_subexpr(bp)
6289 regbehind_T *bp;
6290{
6291 int i;
6292
Bram Moolenaarfde483c2008-06-15 12:21:50 +00006293 /* When "need_clear_subexpr" is set we don't need to save the values, only
6294 * remember that this flag needs to be set again when restoring. */
6295 bp->save_need_clear_subexpr = need_clear_subexpr;
6296 if (!need_clear_subexpr)
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00006297 {
Bram Moolenaarfde483c2008-06-15 12:21:50 +00006298 for (i = 0; i < NSUBEXP; ++i)
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00006299 {
Bram Moolenaarfde483c2008-06-15 12:21:50 +00006300 if (REG_MULTI)
6301 {
6302 bp->save_start[i].se_u.pos = reg_startpos[i];
6303 bp->save_end[i].se_u.pos = reg_endpos[i];
6304 }
6305 else
6306 {
6307 bp->save_start[i].se_u.ptr = reg_startp[i];
6308 bp->save_end[i].se_u.ptr = reg_endp[i];
6309 }
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00006310 }
6311 }
6312}
6313
6314/*
6315 * Restore the subexpr from "bp".
6316 */
6317 static void
6318restore_subexpr(bp)
6319 regbehind_T *bp;
6320{
6321 int i;
6322
Bram Moolenaarfde483c2008-06-15 12:21:50 +00006323 /* Only need to restore saved values when they are not to be cleared. */
6324 need_clear_subexpr = bp->save_need_clear_subexpr;
6325 if (!need_clear_subexpr)
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00006326 {
Bram Moolenaarfde483c2008-06-15 12:21:50 +00006327 for (i = 0; i < NSUBEXP; ++i)
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00006328 {
Bram Moolenaarfde483c2008-06-15 12:21:50 +00006329 if (REG_MULTI)
6330 {
6331 reg_startpos[i] = bp->save_start[i].se_u.pos;
6332 reg_endpos[i] = bp->save_end[i].se_u.pos;
6333 }
6334 else
6335 {
6336 reg_startp[i] = bp->save_start[i].se_u.ptr;
6337 reg_endp[i] = bp->save_end[i].se_u.ptr;
6338 }
Bram Moolenaar34cbfdf2008-04-09 10:16:02 +00006339 }
6340 }
6341}
6342
6343/*
Bram Moolenaar071d4272004-06-13 20:20:40 +00006344 * Advance reglnum, regline and reginput to the next line.
6345 */
6346 static void
6347reg_nextline()
6348{
6349 regline = reg_getline(++reglnum);
6350 reginput = regline;
6351 fast_breakcheck();
6352}
6353
6354/*
6355 * Save the input line and position in a regsave_T.
6356 */
6357 static void
Bram Moolenaar582fd852005-03-28 20:58:01 +00006358reg_save(save, gap)
Bram Moolenaar071d4272004-06-13 20:20:40 +00006359 regsave_T *save;
Bram Moolenaar582fd852005-03-28 20:58:01 +00006360 garray_T *gap;
Bram Moolenaar071d4272004-06-13 20:20:40 +00006361{
6362 if (REG_MULTI)
6363 {
6364 save->rs_u.pos.col = (colnr_T)(reginput - regline);
6365 save->rs_u.pos.lnum = reglnum;
6366 }
6367 else
6368 save->rs_u.ptr = reginput;
Bram Moolenaar582fd852005-03-28 20:58:01 +00006369 save->rs_len = gap->ga_len;
Bram Moolenaar071d4272004-06-13 20:20:40 +00006370}
6371
6372/*
6373 * Restore the input line and position from a regsave_T.
6374 */
6375 static void
Bram Moolenaar582fd852005-03-28 20:58:01 +00006376reg_restore(save, gap)
Bram Moolenaar071d4272004-06-13 20:20:40 +00006377 regsave_T *save;
Bram Moolenaar582fd852005-03-28 20:58:01 +00006378 garray_T *gap;
Bram Moolenaar071d4272004-06-13 20:20:40 +00006379{
6380 if (REG_MULTI)
6381 {
6382 if (reglnum != save->rs_u.pos.lnum)
6383 {
6384 /* only call reg_getline() when the line number changed to save
6385 * a bit of time */
6386 reglnum = save->rs_u.pos.lnum;
6387 regline = reg_getline(reglnum);
6388 }
6389 reginput = regline + save->rs_u.pos.col;
6390 }
6391 else
6392 reginput = save->rs_u.ptr;
Bram Moolenaar582fd852005-03-28 20:58:01 +00006393 gap->ga_len = save->rs_len;
Bram Moolenaar071d4272004-06-13 20:20:40 +00006394}
6395
6396/*
6397 * Return TRUE if current position is equal to saved position.
6398 */
6399 static int
6400reg_save_equal(save)
6401 regsave_T *save;
6402{
6403 if (REG_MULTI)
6404 return reglnum == save->rs_u.pos.lnum
6405 && reginput == regline + save->rs_u.pos.col;
6406 return reginput == save->rs_u.ptr;
6407}
6408
6409/*
6410 * Tentatively set the sub-expression start to the current position (after
6411 * calling regmatch() they will have changed). Need to save the existing
6412 * values for when there is no match.
6413 * Use se_save() to use pointer (save_se_multi()) or position (save_se_one()),
6414 * depending on REG_MULTI.
6415 */
6416 static void
6417save_se_multi(savep, posp)
6418 save_se_T *savep;
6419 lpos_T *posp;
6420{
6421 savep->se_u.pos = *posp;
6422 posp->lnum = reglnum;
6423 posp->col = (colnr_T)(reginput - regline);
6424}
6425
6426 static void
6427save_se_one(savep, pp)
6428 save_se_T *savep;
6429 char_u **pp;
6430{
6431 savep->se_u.ptr = *pp;
6432 *pp = reginput;
6433}
6434
6435/*
6436 * Compare a number with the operand of RE_LNUM, RE_COL or RE_VCOL.
6437 */
6438 static int
6439re_num_cmp(val, scan)
6440 long_u val;
6441 char_u *scan;
6442{
6443 long_u n = OPERAND_MIN(scan);
6444
6445 if (OPERAND_CMP(scan) == '>')
6446 return val > n;
6447 if (OPERAND_CMP(scan) == '<')
6448 return val < n;
6449 return val == n;
6450}
6451
Bram Moolenaar580abea2013-06-14 20:31:28 +02006452/*
6453 * Check whether a backreference matches.
6454 * Returns RA_FAIL, RA_NOMATCH or RA_MATCH.
Bram Moolenaar438ee5b2013-11-21 17:13:00 +01006455 * If "bytelen" is not NULL, it is set to the byte length of the match in the
6456 * last line.
Bram Moolenaar580abea2013-06-14 20:31:28 +02006457 */
6458 static int
6459match_with_backref(start_lnum, start_col, end_lnum, end_col, bytelen)
6460 linenr_T start_lnum;
6461 colnr_T start_col;
6462 linenr_T end_lnum;
6463 colnr_T end_col;
6464 int *bytelen;
6465{
6466 linenr_T clnum = start_lnum;
6467 colnr_T ccol = start_col;
6468 int len;
6469 char_u *p;
6470
6471 if (bytelen != NULL)
6472 *bytelen = 0;
6473 for (;;)
6474 {
6475 /* Since getting one line may invalidate the other, need to make copy.
6476 * Slow! */
6477 if (regline != reg_tofree)
6478 {
6479 len = (int)STRLEN(regline);
6480 if (reg_tofree == NULL || len >= (int)reg_tofreelen)
6481 {
6482 len += 50; /* get some extra */
6483 vim_free(reg_tofree);
6484 reg_tofree = alloc(len);
6485 if (reg_tofree == NULL)
6486 return RA_FAIL; /* out of memory!*/
6487 reg_tofreelen = len;
6488 }
6489 STRCPY(reg_tofree, regline);
6490 reginput = reg_tofree + (reginput - regline);
6491 regline = reg_tofree;
6492 }
6493
6494 /* Get the line to compare with. */
6495 p = reg_getline(clnum);
6496 if (clnum == end_lnum)
6497 len = end_col - ccol;
6498 else
6499 len = (int)STRLEN(p + ccol);
6500
6501 if (cstrncmp(p + ccol, reginput, &len) != 0)
6502 return RA_NOMATCH; /* doesn't match */
6503 if (bytelen != NULL)
6504 *bytelen += len;
6505 if (clnum == end_lnum)
6506 break; /* match and at end! */
6507 if (reglnum >= reg_maxline)
6508 return RA_NOMATCH; /* text too short */
6509
6510 /* Advance to next line. */
6511 reg_nextline();
Bram Moolenaar438ee5b2013-11-21 17:13:00 +01006512 if (bytelen != NULL)
6513 *bytelen = 0;
Bram Moolenaar580abea2013-06-14 20:31:28 +02006514 ++clnum;
6515 ccol = 0;
6516 if (got_int)
6517 return RA_FAIL;
6518 }
6519
6520 /* found a match! Note that regline may now point to a copy of the line,
6521 * that should not matter. */
6522 return RA_MATCH;
6523}
Bram Moolenaar071d4272004-06-13 20:20:40 +00006524
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006525#ifdef BT_REGEXP_DUMP
Bram Moolenaar071d4272004-06-13 20:20:40 +00006526
6527/*
6528 * regdump - dump a regexp onto stdout in vaguely comprehensible form
6529 */
6530 static void
6531regdump(pattern, r)
6532 char_u *pattern;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006533 bt_regprog_T *r;
Bram Moolenaar071d4272004-06-13 20:20:40 +00006534{
6535 char_u *s;
6536 int op = EXACTLY; /* Arbitrary non-END op. */
6537 char_u *next;
6538 char_u *end = NULL;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006539 FILE *f;
Bram Moolenaar071d4272004-06-13 20:20:40 +00006540
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006541#ifdef BT_REGEXP_LOG
6542 f = fopen("bt_regexp_log.log", "a");
6543#else
6544 f = stdout;
6545#endif
6546 if (f == NULL)
6547 return;
6548 fprintf(f, "-------------------------------------\n\r\nregcomp(%s):\r\n", pattern);
Bram Moolenaar071d4272004-06-13 20:20:40 +00006549
6550 s = r->program + 1;
6551 /*
6552 * Loop until we find the END that isn't before a referred next (an END
6553 * can also appear in a NOMATCH operand).
6554 */
6555 while (op != END || s <= end)
6556 {
6557 op = OP(s);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006558 fprintf(f, "%2d%s", (int)(s - r->program), regprop(s)); /* Where, what. */
Bram Moolenaar071d4272004-06-13 20:20:40 +00006559 next = regnext(s);
6560 if (next == NULL) /* Next ptr. */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006561 fprintf(f, "(0)");
Bram Moolenaar071d4272004-06-13 20:20:40 +00006562 else
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006563 fprintf(f, "(%d)", (int)((s - r->program) + (next - s)));
Bram Moolenaar071d4272004-06-13 20:20:40 +00006564 if (end < next)
6565 end = next;
6566 if (op == BRACE_LIMITS)
6567 {
Bram Moolenaar5b84ddc2013-06-05 16:33:10 +02006568 /* Two ints */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006569 fprintf(f, " minval %ld, maxval %ld", OPERAND_MIN(s), OPERAND_MAX(s));
Bram Moolenaar071d4272004-06-13 20:20:40 +00006570 s += 8;
6571 }
Bram Moolenaar5b84ddc2013-06-05 16:33:10 +02006572 else if (op == BEHIND || op == NOBEHIND)
6573 {
6574 /* one int */
6575 fprintf(f, " count %ld", OPERAND_MIN(s));
6576 s += 4;
6577 }
Bram Moolenaar6d3a5d72013-06-06 18:04:51 +02006578 else if (op == RE_LNUM || op == RE_COL || op == RE_VCOL)
6579 {
6580 /* one int plus comperator */
6581 fprintf(f, " count %ld", OPERAND_MIN(s));
6582 s += 5;
6583 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00006584 s += 3;
6585 if (op == ANYOF || op == ANYOF + ADD_NL
6586 || op == ANYBUT || op == ANYBUT + ADD_NL
6587 || op == EXACTLY)
6588 {
6589 /* Literal string, where present. */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006590 fprintf(f, "\nxxxxxxxxx\n");
Bram Moolenaar071d4272004-06-13 20:20:40 +00006591 while (*s != NUL)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006592 fprintf(f, "%c", *s++);
6593 fprintf(f, "\nxxxxxxxxx\n");
Bram Moolenaar071d4272004-06-13 20:20:40 +00006594 s++;
6595 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006596 fprintf(f, "\r\n");
Bram Moolenaar071d4272004-06-13 20:20:40 +00006597 }
6598
6599 /* Header fields of interest. */
6600 if (r->regstart != NUL)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006601 fprintf(f, "start `%s' 0x%x; ", r->regstart < 256
Bram Moolenaar071d4272004-06-13 20:20:40 +00006602 ? (char *)transchar(r->regstart)
6603 : "multibyte", r->regstart);
6604 if (r->reganch)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006605 fprintf(f, "anchored; ");
Bram Moolenaar071d4272004-06-13 20:20:40 +00006606 if (r->regmust != NULL)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006607 fprintf(f, "must have \"%s\"", r->regmust);
6608 fprintf(f, "\r\n");
Bram Moolenaar071d4272004-06-13 20:20:40 +00006609
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006610#ifdef BT_REGEXP_LOG
6611 fclose(f);
6612#endif
6613}
6614#endif /* BT_REGEXP_DUMP */
6615
6616#ifdef DEBUG
Bram Moolenaar071d4272004-06-13 20:20:40 +00006617/*
6618 * regprop - printable representation of opcode
6619 */
6620 static char_u *
6621regprop(op)
6622 char_u *op;
6623{
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006624 char *p;
6625 static char buf[50];
Bram Moolenaar071d4272004-06-13 20:20:40 +00006626
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006627 STRCPY(buf, ":");
Bram Moolenaar071d4272004-06-13 20:20:40 +00006628
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006629 switch ((int) OP(op))
Bram Moolenaar071d4272004-06-13 20:20:40 +00006630 {
6631 case BOL:
6632 p = "BOL";
6633 break;
6634 case EOL:
6635 p = "EOL";
6636 break;
6637 case RE_BOF:
6638 p = "BOF";
6639 break;
6640 case RE_EOF:
6641 p = "EOF";
6642 break;
6643 case CURSOR:
6644 p = "CURSOR";
6645 break;
Bram Moolenaar71fe80d2006-01-22 23:25:56 +00006646 case RE_VISUAL:
6647 p = "RE_VISUAL";
6648 break;
Bram Moolenaar071d4272004-06-13 20:20:40 +00006649 case RE_LNUM:
6650 p = "RE_LNUM";
6651 break;
Bram Moolenaar71fe80d2006-01-22 23:25:56 +00006652 case RE_MARK:
6653 p = "RE_MARK";
6654 break;
Bram Moolenaar071d4272004-06-13 20:20:40 +00006655 case RE_COL:
6656 p = "RE_COL";
6657 break;
6658 case RE_VCOL:
6659 p = "RE_VCOL";
6660 break;
6661 case BOW:
6662 p = "BOW";
6663 break;
6664 case EOW:
6665 p = "EOW";
6666 break;
6667 case ANY:
6668 p = "ANY";
6669 break;
6670 case ANY + ADD_NL:
6671 p = "ANY+NL";
6672 break;
6673 case ANYOF:
6674 p = "ANYOF";
6675 break;
6676 case ANYOF + ADD_NL:
6677 p = "ANYOF+NL";
6678 break;
6679 case ANYBUT:
6680 p = "ANYBUT";
6681 break;
6682 case ANYBUT + ADD_NL:
6683 p = "ANYBUT+NL";
6684 break;
6685 case IDENT:
6686 p = "IDENT";
6687 break;
6688 case IDENT + ADD_NL:
6689 p = "IDENT+NL";
6690 break;
6691 case SIDENT:
6692 p = "SIDENT";
6693 break;
6694 case SIDENT + ADD_NL:
6695 p = "SIDENT+NL";
6696 break;
6697 case KWORD:
6698 p = "KWORD";
6699 break;
6700 case KWORD + ADD_NL:
6701 p = "KWORD+NL";
6702 break;
6703 case SKWORD:
6704 p = "SKWORD";
6705 break;
6706 case SKWORD + ADD_NL:
6707 p = "SKWORD+NL";
6708 break;
6709 case FNAME:
6710 p = "FNAME";
6711 break;
6712 case FNAME + ADD_NL:
6713 p = "FNAME+NL";
6714 break;
6715 case SFNAME:
6716 p = "SFNAME";
6717 break;
6718 case SFNAME + ADD_NL:
6719 p = "SFNAME+NL";
6720 break;
6721 case PRINT:
6722 p = "PRINT";
6723 break;
6724 case PRINT + ADD_NL:
6725 p = "PRINT+NL";
6726 break;
6727 case SPRINT:
6728 p = "SPRINT";
6729 break;
6730 case SPRINT + ADD_NL:
6731 p = "SPRINT+NL";
6732 break;
6733 case WHITE:
6734 p = "WHITE";
6735 break;
6736 case WHITE + ADD_NL:
6737 p = "WHITE+NL";
6738 break;
6739 case NWHITE:
6740 p = "NWHITE";
6741 break;
6742 case NWHITE + ADD_NL:
6743 p = "NWHITE+NL";
6744 break;
6745 case DIGIT:
6746 p = "DIGIT";
6747 break;
6748 case DIGIT + ADD_NL:
6749 p = "DIGIT+NL";
6750 break;
6751 case NDIGIT:
6752 p = "NDIGIT";
6753 break;
6754 case NDIGIT + ADD_NL:
6755 p = "NDIGIT+NL";
6756 break;
6757 case HEX:
6758 p = "HEX";
6759 break;
6760 case HEX + ADD_NL:
6761 p = "HEX+NL";
6762 break;
6763 case NHEX:
6764 p = "NHEX";
6765 break;
6766 case NHEX + ADD_NL:
6767 p = "NHEX+NL";
6768 break;
6769 case OCTAL:
6770 p = "OCTAL";
6771 break;
6772 case OCTAL + ADD_NL:
6773 p = "OCTAL+NL";
6774 break;
6775 case NOCTAL:
6776 p = "NOCTAL";
6777 break;
6778 case NOCTAL + ADD_NL:
6779 p = "NOCTAL+NL";
6780 break;
6781 case WORD:
6782 p = "WORD";
6783 break;
6784 case WORD + ADD_NL:
6785 p = "WORD+NL";
6786 break;
6787 case NWORD:
6788 p = "NWORD";
6789 break;
6790 case NWORD + ADD_NL:
6791 p = "NWORD+NL";
6792 break;
6793 case HEAD:
6794 p = "HEAD";
6795 break;
6796 case HEAD + ADD_NL:
6797 p = "HEAD+NL";
6798 break;
6799 case NHEAD:
6800 p = "NHEAD";
6801 break;
6802 case NHEAD + ADD_NL:
6803 p = "NHEAD+NL";
6804 break;
6805 case ALPHA:
6806 p = "ALPHA";
6807 break;
6808 case ALPHA + ADD_NL:
6809 p = "ALPHA+NL";
6810 break;
6811 case NALPHA:
6812 p = "NALPHA";
6813 break;
6814 case NALPHA + ADD_NL:
6815 p = "NALPHA+NL";
6816 break;
6817 case LOWER:
6818 p = "LOWER";
6819 break;
6820 case LOWER + ADD_NL:
6821 p = "LOWER+NL";
6822 break;
6823 case NLOWER:
6824 p = "NLOWER";
6825 break;
6826 case NLOWER + ADD_NL:
6827 p = "NLOWER+NL";
6828 break;
6829 case UPPER:
6830 p = "UPPER";
6831 break;
6832 case UPPER + ADD_NL:
6833 p = "UPPER+NL";
6834 break;
6835 case NUPPER:
6836 p = "NUPPER";
6837 break;
6838 case NUPPER + ADD_NL:
6839 p = "NUPPER+NL";
6840 break;
6841 case BRANCH:
6842 p = "BRANCH";
6843 break;
6844 case EXACTLY:
6845 p = "EXACTLY";
6846 break;
6847 case NOTHING:
6848 p = "NOTHING";
6849 break;
6850 case BACK:
6851 p = "BACK";
6852 break;
6853 case END:
6854 p = "END";
6855 break;
6856 case MOPEN + 0:
6857 p = "MATCH START";
6858 break;
6859 case MOPEN + 1:
6860 case MOPEN + 2:
6861 case MOPEN + 3:
6862 case MOPEN + 4:
6863 case MOPEN + 5:
6864 case MOPEN + 6:
6865 case MOPEN + 7:
6866 case MOPEN + 8:
6867 case MOPEN + 9:
6868 sprintf(buf + STRLEN(buf), "MOPEN%d", OP(op) - MOPEN);
6869 p = NULL;
6870 break;
6871 case MCLOSE + 0:
6872 p = "MATCH END";
6873 break;
6874 case MCLOSE + 1:
6875 case MCLOSE + 2:
6876 case MCLOSE + 3:
6877 case MCLOSE + 4:
6878 case MCLOSE + 5:
6879 case MCLOSE + 6:
6880 case MCLOSE + 7:
6881 case MCLOSE + 8:
6882 case MCLOSE + 9:
6883 sprintf(buf + STRLEN(buf), "MCLOSE%d", OP(op) - MCLOSE);
6884 p = NULL;
6885 break;
6886 case BACKREF + 1:
6887 case BACKREF + 2:
6888 case BACKREF + 3:
6889 case BACKREF + 4:
6890 case BACKREF + 5:
6891 case BACKREF + 6:
6892 case BACKREF + 7:
6893 case BACKREF + 8:
6894 case BACKREF + 9:
6895 sprintf(buf + STRLEN(buf), "BACKREF%d", OP(op) - BACKREF);
6896 p = NULL;
6897 break;
6898 case NOPEN:
6899 p = "NOPEN";
6900 break;
6901 case NCLOSE:
6902 p = "NCLOSE";
6903 break;
6904#ifdef FEAT_SYN_HL
6905 case ZOPEN + 1:
6906 case ZOPEN + 2:
6907 case ZOPEN + 3:
6908 case ZOPEN + 4:
6909 case ZOPEN + 5:
6910 case ZOPEN + 6:
6911 case ZOPEN + 7:
6912 case ZOPEN + 8:
6913 case ZOPEN + 9:
6914 sprintf(buf + STRLEN(buf), "ZOPEN%d", OP(op) - ZOPEN);
6915 p = NULL;
6916 break;
6917 case ZCLOSE + 1:
6918 case ZCLOSE + 2:
6919 case ZCLOSE + 3:
6920 case ZCLOSE + 4:
6921 case ZCLOSE + 5:
6922 case ZCLOSE + 6:
6923 case ZCLOSE + 7:
6924 case ZCLOSE + 8:
6925 case ZCLOSE + 9:
6926 sprintf(buf + STRLEN(buf), "ZCLOSE%d", OP(op) - ZCLOSE);
6927 p = NULL;
6928 break;
6929 case ZREF + 1:
6930 case ZREF + 2:
6931 case ZREF + 3:
6932 case ZREF + 4:
6933 case ZREF + 5:
6934 case ZREF + 6:
6935 case ZREF + 7:
6936 case ZREF + 8:
6937 case ZREF + 9:
6938 sprintf(buf + STRLEN(buf), "ZREF%d", OP(op) - ZREF);
6939 p = NULL;
6940 break;
6941#endif
6942 case STAR:
6943 p = "STAR";
6944 break;
6945 case PLUS:
6946 p = "PLUS";
6947 break;
6948 case NOMATCH:
6949 p = "NOMATCH";
6950 break;
6951 case MATCH:
6952 p = "MATCH";
6953 break;
6954 case BEHIND:
6955 p = "BEHIND";
6956 break;
6957 case NOBEHIND:
6958 p = "NOBEHIND";
6959 break;
6960 case SUBPAT:
6961 p = "SUBPAT";
6962 break;
6963 case BRACE_LIMITS:
6964 p = "BRACE_LIMITS";
6965 break;
6966 case BRACE_SIMPLE:
6967 p = "BRACE_SIMPLE";
6968 break;
6969 case BRACE_COMPLEX + 0:
6970 case BRACE_COMPLEX + 1:
6971 case BRACE_COMPLEX + 2:
6972 case BRACE_COMPLEX + 3:
6973 case BRACE_COMPLEX + 4:
6974 case BRACE_COMPLEX + 5:
6975 case BRACE_COMPLEX + 6:
6976 case BRACE_COMPLEX + 7:
6977 case BRACE_COMPLEX + 8:
6978 case BRACE_COMPLEX + 9:
6979 sprintf(buf + STRLEN(buf), "BRACE_COMPLEX%d", OP(op) - BRACE_COMPLEX);
6980 p = NULL;
6981 break;
6982#ifdef FEAT_MBYTE
6983 case MULTIBYTECODE:
6984 p = "MULTIBYTECODE";
6985 break;
6986#endif
6987 case NEWL:
6988 p = "NEWL";
6989 break;
6990 default:
6991 sprintf(buf + STRLEN(buf), "corrupt %d", OP(op));
6992 p = NULL;
6993 break;
6994 }
6995 if (p != NULL)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006996 STRCAT(buf, p);
6997 return (char_u *)buf;
Bram Moolenaar071d4272004-06-13 20:20:40 +00006998}
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006999#endif /* DEBUG */
Bram Moolenaar071d4272004-06-13 20:20:40 +00007000
7001#ifdef FEAT_MBYTE
7002static void mb_decompose __ARGS((int c, int *c1, int *c2, int *c3));
7003
7004typedef struct
7005{
7006 int a, b, c;
7007} decomp_T;
7008
7009
7010/* 0xfb20 - 0xfb4f */
Bram Moolenaard6f676d2005-06-01 21:51:55 +00007011static decomp_T decomp_table[0xfb4f-0xfb20+1] =
Bram Moolenaar071d4272004-06-13 20:20:40 +00007012{
7013 {0x5e2,0,0}, /* 0xfb20 alt ayin */
7014 {0x5d0,0,0}, /* 0xfb21 alt alef */
7015 {0x5d3,0,0}, /* 0xfb22 alt dalet */
7016 {0x5d4,0,0}, /* 0xfb23 alt he */
7017 {0x5db,0,0}, /* 0xfb24 alt kaf */
7018 {0x5dc,0,0}, /* 0xfb25 alt lamed */
7019 {0x5dd,0,0}, /* 0xfb26 alt mem-sofit */
7020 {0x5e8,0,0}, /* 0xfb27 alt resh */
7021 {0x5ea,0,0}, /* 0xfb28 alt tav */
7022 {'+', 0, 0}, /* 0xfb29 alt plus */
7023 {0x5e9, 0x5c1, 0}, /* 0xfb2a shin+shin-dot */
7024 {0x5e9, 0x5c2, 0}, /* 0xfb2b shin+sin-dot */
7025 {0x5e9, 0x5c1, 0x5bc}, /* 0xfb2c shin+shin-dot+dagesh */
7026 {0x5e9, 0x5c2, 0x5bc}, /* 0xfb2d shin+sin-dot+dagesh */
7027 {0x5d0, 0x5b7, 0}, /* 0xfb2e alef+patah */
7028 {0x5d0, 0x5b8, 0}, /* 0xfb2f alef+qamats */
7029 {0x5d0, 0x5b4, 0}, /* 0xfb30 alef+hiriq */
7030 {0x5d1, 0x5bc, 0}, /* 0xfb31 bet+dagesh */
7031 {0x5d2, 0x5bc, 0}, /* 0xfb32 gimel+dagesh */
7032 {0x5d3, 0x5bc, 0}, /* 0xfb33 dalet+dagesh */
7033 {0x5d4, 0x5bc, 0}, /* 0xfb34 he+dagesh */
7034 {0x5d5, 0x5bc, 0}, /* 0xfb35 vav+dagesh */
7035 {0x5d6, 0x5bc, 0}, /* 0xfb36 zayin+dagesh */
7036 {0xfb37, 0, 0}, /* 0xfb37 -- UNUSED */
7037 {0x5d8, 0x5bc, 0}, /* 0xfb38 tet+dagesh */
7038 {0x5d9, 0x5bc, 0}, /* 0xfb39 yud+dagesh */
7039 {0x5da, 0x5bc, 0}, /* 0xfb3a kaf sofit+dagesh */
7040 {0x5db, 0x5bc, 0}, /* 0xfb3b kaf+dagesh */
7041 {0x5dc, 0x5bc, 0}, /* 0xfb3c lamed+dagesh */
7042 {0xfb3d, 0, 0}, /* 0xfb3d -- UNUSED */
7043 {0x5de, 0x5bc, 0}, /* 0xfb3e mem+dagesh */
7044 {0xfb3f, 0, 0}, /* 0xfb3f -- UNUSED */
7045 {0x5e0, 0x5bc, 0}, /* 0xfb40 nun+dagesh */
7046 {0x5e1, 0x5bc, 0}, /* 0xfb41 samech+dagesh */
7047 {0xfb42, 0, 0}, /* 0xfb42 -- UNUSED */
7048 {0x5e3, 0x5bc, 0}, /* 0xfb43 pe sofit+dagesh */
7049 {0x5e4, 0x5bc,0}, /* 0xfb44 pe+dagesh */
7050 {0xfb45, 0, 0}, /* 0xfb45 -- UNUSED */
7051 {0x5e6, 0x5bc, 0}, /* 0xfb46 tsadi+dagesh */
7052 {0x5e7, 0x5bc, 0}, /* 0xfb47 qof+dagesh */
7053 {0x5e8, 0x5bc, 0}, /* 0xfb48 resh+dagesh */
7054 {0x5e9, 0x5bc, 0}, /* 0xfb49 shin+dagesh */
7055 {0x5ea, 0x5bc, 0}, /* 0xfb4a tav+dagesh */
7056 {0x5d5, 0x5b9, 0}, /* 0xfb4b vav+holam */
7057 {0x5d1, 0x5bf, 0}, /* 0xfb4c bet+rafe */
7058 {0x5db, 0x5bf, 0}, /* 0xfb4d kaf+rafe */
7059 {0x5e4, 0x5bf, 0}, /* 0xfb4e pe+rafe */
7060 {0x5d0, 0x5dc, 0} /* 0xfb4f alef-lamed */
7061};
7062
7063 static void
7064mb_decompose(c, c1, c2, c3)
7065 int c, *c1, *c2, *c3;
7066{
7067 decomp_T d;
7068
Bram Moolenaar2eec59e2013-05-21 21:37:20 +02007069 if (c >= 0xfb20 && c <= 0xfb4f)
Bram Moolenaar071d4272004-06-13 20:20:40 +00007070 {
7071 d = decomp_table[c - 0xfb20];
7072 *c1 = d.a;
7073 *c2 = d.b;
7074 *c3 = d.c;
7075 }
7076 else
7077 {
7078 *c1 = c;
7079 *c2 = *c3 = 0;
7080 }
7081}
7082#endif
7083
7084/*
7085 * Compare two strings, ignore case if ireg_ic set.
7086 * Return 0 if strings match, non-zero otherwise.
7087 * Correct the length "*n" when composing characters are ignored.
7088 */
7089 static int
7090cstrncmp(s1, s2, n)
7091 char_u *s1, *s2;
7092 int *n;
7093{
7094 int result;
7095
7096 if (!ireg_ic)
7097 result = STRNCMP(s1, s2, *n);
7098 else
7099 result = MB_STRNICMP(s1, s2, *n);
7100
7101#ifdef FEAT_MBYTE
7102 /* if it failed and it's utf8 and we want to combineignore: */
7103 if (result != 0 && enc_utf8 && ireg_icombine)
7104 {
7105 char_u *str1, *str2;
7106 int c1, c2, c11, c12;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007107 int junk;
7108
7109 /* we have to handle the strcmp ourselves, since it is necessary to
7110 * deal with the composing characters by ignoring them: */
7111 str1 = s1;
7112 str2 = s2;
7113 c1 = c2 = 0;
Bram Moolenaarcafda4f2005-09-06 19:25:11 +00007114 while ((int)(str1 - s1) < *n)
Bram Moolenaar071d4272004-06-13 20:20:40 +00007115 {
7116 c1 = mb_ptr2char_adv(&str1);
7117 c2 = mb_ptr2char_adv(&str2);
Bram Moolenaar071d4272004-06-13 20:20:40 +00007118
7119 /* decompose the character if necessary, into 'base' characters
7120 * because I don't care about Arabic, I will hard-code the Hebrew
7121 * which I *do* care about! So sue me... */
7122 if (c1 != c2 && (!ireg_ic || utf_fold(c1) != utf_fold(c2)))
7123 {
7124 /* decomposition necessary? */
7125 mb_decompose(c1, &c11, &junk, &junk);
7126 mb_decompose(c2, &c12, &junk, &junk);
7127 c1 = c11;
7128 c2 = c12;
7129 if (c11 != c12 && (!ireg_ic || utf_fold(c11) != utf_fold(c12)))
7130 break;
7131 }
7132 }
7133 result = c2 - c1;
7134 if (result == 0)
7135 *n = (int)(str2 - s2);
7136 }
7137#endif
7138
7139 return result;
7140}
7141
7142/*
7143 * cstrchr: This function is used a lot for simple searches, keep it fast!
7144 */
7145 static char_u *
7146cstrchr(s, c)
7147 char_u *s;
7148 int c;
7149{
7150 char_u *p;
7151 int cc;
7152
7153 if (!ireg_ic
7154#ifdef FEAT_MBYTE
7155 || (!enc_utf8 && mb_char2len(c) > 1)
7156#endif
7157 )
7158 return vim_strchr(s, c);
7159
7160 /* tolower() and toupper() can be slow, comparing twice should be a lot
7161 * faster (esp. when using MS Visual C++!).
7162 * For UTF-8 need to use folded case. */
7163#ifdef FEAT_MBYTE
7164 if (enc_utf8 && c > 0x80)
7165 cc = utf_fold(c);
7166 else
7167#endif
Bram Moolenaara245a5b2007-08-11 11:58:23 +00007168 if (MB_ISUPPER(c))
7169 cc = MB_TOLOWER(c);
7170 else if (MB_ISLOWER(c))
7171 cc = MB_TOUPPER(c);
Bram Moolenaar071d4272004-06-13 20:20:40 +00007172 else
7173 return vim_strchr(s, c);
7174
7175#ifdef FEAT_MBYTE
7176 if (has_mbyte)
7177 {
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00007178 for (p = s; *p != NUL; p += (*mb_ptr2len)(p))
Bram Moolenaar071d4272004-06-13 20:20:40 +00007179 {
7180 if (enc_utf8 && c > 0x80)
7181 {
7182 if (utf_fold(utf_ptr2char(p)) == cc)
7183 return p;
7184 }
7185 else if (*p == c || *p == cc)
7186 return p;
7187 }
7188 }
7189 else
7190#endif
7191 /* Faster version for when there are no multi-byte characters. */
7192 for (p = s; *p != NUL; ++p)
7193 if (*p == c || *p == cc)
7194 return p;
7195
7196 return NULL;
7197}
7198
7199/***************************************************************
7200 * regsub stuff *
7201 ***************************************************************/
7202
7203/* This stuff below really confuses cc on an SGI -- webb */
7204#ifdef __sgi
7205# undef __ARGS
7206# define __ARGS(x) ()
7207#endif
7208
7209/*
7210 * We should define ftpr as a pointer to a function returning a pointer to
7211 * a function returning a pointer to a function ...
7212 * This is impossible, so we declare a pointer to a function returning a
7213 * pointer to a function returning void. This should work for all compilers.
7214 */
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007215typedef void (*(*fptr_T) __ARGS((int *, int)))();
Bram Moolenaar071d4272004-06-13 20:20:40 +00007216
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007217static fptr_T do_upper __ARGS((int *, int));
7218static fptr_T do_Upper __ARGS((int *, int));
7219static fptr_T do_lower __ARGS((int *, int));
7220static fptr_T do_Lower __ARGS((int *, int));
Bram Moolenaar071d4272004-06-13 20:20:40 +00007221
7222static int vim_regsub_both __ARGS((char_u *source, char_u *dest, int copy, int magic, int backslash));
7223
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007224 static fptr_T
Bram Moolenaar071d4272004-06-13 20:20:40 +00007225do_upper(d, c)
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007226 int *d;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007227 int c;
7228{
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007229 *d = MB_TOUPPER(c);
Bram Moolenaar071d4272004-06-13 20:20:40 +00007230
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007231 return (fptr_T)NULL;
7232}
7233
7234 static fptr_T
7235do_Upper(d, c)
7236 int *d;
7237 int c;
7238{
7239 *d = MB_TOUPPER(c);
7240
7241 return (fptr_T)do_Upper;
7242}
7243
7244 static fptr_T
7245do_lower(d, c)
7246 int *d;
7247 int c;
7248{
7249 *d = MB_TOLOWER(c);
7250
7251 return (fptr_T)NULL;
7252}
7253
7254 static fptr_T
7255do_Lower(d, c)
7256 int *d;
7257 int c;
7258{
7259 *d = MB_TOLOWER(c);
7260
7261 return (fptr_T)do_Lower;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007262}
7263
7264/*
7265 * regtilde(): Replace tildes in the pattern by the old pattern.
7266 *
7267 * Short explanation of the tilde: It stands for the previous replacement
7268 * pattern. If that previous pattern also contains a ~ we should go back a
7269 * step further... But we insert the previous pattern into the current one
7270 * and remember that.
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007271 * This still does not handle the case where "magic" changes. So require the
7272 * user to keep his hands off of "magic".
Bram Moolenaar071d4272004-06-13 20:20:40 +00007273 *
7274 * The tildes are parsed once before the first call to vim_regsub().
7275 */
7276 char_u *
7277regtilde(source, magic)
7278 char_u *source;
7279 int magic;
7280{
7281 char_u *newsub = source;
7282 char_u *tmpsub;
7283 char_u *p;
7284 int len;
7285 int prevlen;
7286
7287 for (p = newsub; *p; ++p)
7288 {
7289 if ((*p == '~' && magic) || (*p == '\\' && *(p + 1) == '~' && !magic))
7290 {
7291 if (reg_prev_sub != NULL)
7292 {
7293 /* length = len(newsub) - 1 + len(prev_sub) + 1 */
7294 prevlen = (int)STRLEN(reg_prev_sub);
7295 tmpsub = alloc((unsigned)(STRLEN(newsub) + prevlen));
7296 if (tmpsub != NULL)
7297 {
7298 /* copy prefix */
7299 len = (int)(p - newsub); /* not including ~ */
7300 mch_memmove(tmpsub, newsub, (size_t)len);
Bram Moolenaar7aa9f6a2007-05-10 18:00:30 +00007301 /* interpret tilde */
Bram Moolenaar071d4272004-06-13 20:20:40 +00007302 mch_memmove(tmpsub + len, reg_prev_sub, (size_t)prevlen);
7303 /* copy postfix */
7304 if (!magic)
7305 ++p; /* back off \ */
7306 STRCPY(tmpsub + len + prevlen, p + 1);
7307
7308 if (newsub != source) /* already allocated newsub */
7309 vim_free(newsub);
7310 newsub = tmpsub;
7311 p = newsub + len + prevlen;
7312 }
7313 }
7314 else if (magic)
Bram Moolenaar446cb832008-06-24 21:56:24 +00007315 STRMOVE(p, p + 1); /* remove '~' */
Bram Moolenaar071d4272004-06-13 20:20:40 +00007316 else
Bram Moolenaar446cb832008-06-24 21:56:24 +00007317 STRMOVE(p, p + 2); /* remove '\~' */
Bram Moolenaar071d4272004-06-13 20:20:40 +00007318 --p;
7319 }
7320 else
7321 {
7322 if (*p == '\\' && p[1]) /* skip escaped characters */
7323 ++p;
7324#ifdef FEAT_MBYTE
7325 if (has_mbyte)
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00007326 p += (*mb_ptr2len)(p) - 1;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007327#endif
7328 }
7329 }
7330
7331 vim_free(reg_prev_sub);
7332 if (newsub != source) /* newsub was allocated, just keep it */
7333 reg_prev_sub = newsub;
7334 else /* no ~ found, need to save newsub */
7335 reg_prev_sub = vim_strsave(newsub);
7336 return newsub;
7337}
7338
7339#ifdef FEAT_EVAL
7340static int can_f_submatch = FALSE; /* TRUE when submatch() can be used */
7341
7342/* These pointers are used instead of reg_match and reg_mmatch for
7343 * reg_submatch(). Needed for when the substitution string is an expression
7344 * that contains a call to substitute() and submatch(). */
7345static regmatch_T *submatch_match;
7346static regmmatch_T *submatch_mmatch;
Bram Moolenaar5ea08a82009-11-25 18:51:24 +00007347static linenr_T submatch_firstlnum;
7348static linenr_T submatch_maxline;
Bram Moolenaar978287b2011-06-19 04:32:15 +02007349static int submatch_line_lbr;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007350#endif
7351
7352#if defined(FEAT_MODIFY_FNAME) || defined(FEAT_EVAL) || defined(PROTO)
7353/*
7354 * vim_regsub() - perform substitutions after a vim_regexec() or
7355 * vim_regexec_multi() match.
7356 *
7357 * If "copy" is TRUE really copy into "dest".
7358 * If "copy" is FALSE nothing is copied, this is just to find out the length
7359 * of the result.
7360 *
7361 * If "backslash" is TRUE, a backslash will be removed later, need to double
7362 * them to keep them, and insert a backslash before a CR to avoid it being
7363 * replaced with a line break later.
7364 *
7365 * Note: The matched text must not change between the call of
7366 * vim_regexec()/vim_regexec_multi() and vim_regsub()! It would make the back
7367 * references invalid!
7368 *
7369 * Returns the size of the replacement, including terminating NUL.
7370 */
7371 int
7372vim_regsub(rmp, source, dest, copy, magic, backslash)
7373 regmatch_T *rmp;
7374 char_u *source;
7375 char_u *dest;
7376 int copy;
7377 int magic;
7378 int backslash;
7379{
7380 reg_match = rmp;
7381 reg_mmatch = NULL;
7382 reg_maxline = 0;
Bram Moolenaar2f315ab2013-01-25 20:11:01 +01007383 reg_buf = curbuf;
Bram Moolenaar93fc4812014-04-23 18:48:47 +02007384 reg_line_lbr = TRUE;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007385 return vim_regsub_both(source, dest, copy, magic, backslash);
7386}
7387#endif
7388
7389 int
7390vim_regsub_multi(rmp, lnum, source, dest, copy, magic, backslash)
7391 regmmatch_T *rmp;
7392 linenr_T lnum;
7393 char_u *source;
7394 char_u *dest;
7395 int copy;
7396 int magic;
7397 int backslash;
7398{
7399 reg_match = NULL;
7400 reg_mmatch = rmp;
7401 reg_buf = curbuf; /* always works on the current buffer! */
7402 reg_firstlnum = lnum;
7403 reg_maxline = curbuf->b_ml.ml_line_count - lnum;
Bram Moolenaar93fc4812014-04-23 18:48:47 +02007404 reg_line_lbr = FALSE;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007405 return vim_regsub_both(source, dest, copy, magic, backslash);
7406}
7407
7408 static int
7409vim_regsub_both(source, dest, copy, magic, backslash)
7410 char_u *source;
7411 char_u *dest;
7412 int copy;
7413 int magic;
7414 int backslash;
7415{
7416 char_u *src;
7417 char_u *dst;
7418 char_u *s;
7419 int c;
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007420 int cc;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007421 int no = -1;
Bram Moolenaarc2c355d2013-03-19 17:42:15 +01007422 fptr_T func_all = (fptr_T)NULL;
7423 fptr_T func_one = (fptr_T)NULL;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007424 linenr_T clnum = 0; /* init for GCC */
7425 int len = 0; /* init for GCC */
7426#ifdef FEAT_EVAL
7427 static char_u *eval_result = NULL;
7428#endif
Bram Moolenaar071d4272004-06-13 20:20:40 +00007429
7430 /* Be paranoid... */
7431 if (source == NULL || dest == NULL)
7432 {
7433 EMSG(_(e_null));
7434 return 0;
7435 }
7436 if (prog_magic_wrong())
7437 return 0;
7438 src = source;
7439 dst = dest;
7440
7441 /*
7442 * When the substitute part starts with "\=" evaluate it as an expression.
7443 */
7444 if (source[0] == '\\' && source[1] == '='
7445#ifdef FEAT_EVAL
7446 && !can_f_submatch /* can't do this recursively */
7447#endif
7448 )
7449 {
7450#ifdef FEAT_EVAL
7451 /* To make sure that the length doesn't change between checking the
7452 * length and copying the string, and to speed up things, the
7453 * resulting string is saved from the call with "copy" == FALSE to the
7454 * call with "copy" == TRUE. */
7455 if (copy)
7456 {
7457 if (eval_result != NULL)
7458 {
7459 STRCPY(dest, eval_result);
7460 dst += STRLEN(eval_result);
7461 vim_free(eval_result);
7462 eval_result = NULL;
7463 }
7464 }
7465 else
7466 {
Bram Moolenaar071d4272004-06-13 20:20:40 +00007467 win_T *save_reg_win;
7468 int save_ireg_ic;
7469
7470 vim_free(eval_result);
7471
7472 /* The expression may contain substitute(), which calls us
7473 * recursively. Make sure submatch() gets the text from the first
7474 * level. Don't need to save "reg_buf", because
7475 * vim_regexec_multi() can't be called recursively. */
7476 submatch_match = reg_match;
7477 submatch_mmatch = reg_mmatch;
Bram Moolenaar5ea08a82009-11-25 18:51:24 +00007478 submatch_firstlnum = reg_firstlnum;
7479 submatch_maxline = reg_maxline;
Bram Moolenaar978287b2011-06-19 04:32:15 +02007480 submatch_line_lbr = reg_line_lbr;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007481 save_reg_win = reg_win;
7482 save_ireg_ic = ireg_ic;
7483 can_f_submatch = TRUE;
7484
Bram Moolenaar362e1a32006-03-06 23:29:24 +00007485 eval_result = eval_to_string(source + 2, NULL, TRUE);
Bram Moolenaar071d4272004-06-13 20:20:40 +00007486 if (eval_result != NULL)
7487 {
Bram Moolenaar06975a42010-03-23 16:27:22 +01007488 int had_backslash = FALSE;
7489
Bram Moolenaar1cd871b2004-12-19 22:46:22 +00007490 for (s = eval_result; *s != NUL; mb_ptr_adv(s))
Bram Moolenaar071d4272004-06-13 20:20:40 +00007491 {
Bram Moolenaar978287b2011-06-19 04:32:15 +02007492 /* Change NL to CR, so that it becomes a line break,
7493 * unless called from vim_regexec_nl().
Bram Moolenaar071d4272004-06-13 20:20:40 +00007494 * Skip over a backslashed character. */
Bram Moolenaar978287b2011-06-19 04:32:15 +02007495 if (*s == NL && !submatch_line_lbr)
Bram Moolenaar071d4272004-06-13 20:20:40 +00007496 *s = CAR;
7497 else if (*s == '\\' && s[1] != NUL)
Bram Moolenaar06975a42010-03-23 16:27:22 +01007498 {
Bram Moolenaar071d4272004-06-13 20:20:40 +00007499 ++s;
Bram Moolenaar60190782010-05-21 13:08:58 +02007500 /* Change NL to CR here too, so that this works:
7501 * :s/abc\\\ndef/\="aaa\\\nbbb"/ on text:
7502 * abc\
7503 * def
Bram Moolenaar978287b2011-06-19 04:32:15 +02007504 * Not when called from vim_regexec_nl().
Bram Moolenaar60190782010-05-21 13:08:58 +02007505 */
Bram Moolenaar978287b2011-06-19 04:32:15 +02007506 if (*s == NL && !submatch_line_lbr)
Bram Moolenaar60190782010-05-21 13:08:58 +02007507 *s = CAR;
Bram Moolenaar06975a42010-03-23 16:27:22 +01007508 had_backslash = TRUE;
7509 }
7510 }
7511 if (had_backslash && backslash)
7512 {
7513 /* Backslashes will be consumed, need to double them. */
7514 s = vim_strsave_escaped(eval_result, (char_u *)"\\");
7515 if (s != NULL)
7516 {
7517 vim_free(eval_result);
7518 eval_result = s;
7519 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00007520 }
7521
7522 dst += STRLEN(eval_result);
7523 }
7524
7525 reg_match = submatch_match;
7526 reg_mmatch = submatch_mmatch;
Bram Moolenaar5ea08a82009-11-25 18:51:24 +00007527 reg_firstlnum = submatch_firstlnum;
7528 reg_maxline = submatch_maxline;
Bram Moolenaar978287b2011-06-19 04:32:15 +02007529 reg_line_lbr = submatch_line_lbr;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007530 reg_win = save_reg_win;
7531 ireg_ic = save_ireg_ic;
7532 can_f_submatch = FALSE;
7533 }
7534#endif
7535 }
7536 else
7537 while ((c = *src++) != NUL)
7538 {
7539 if (c == '&' && magic)
7540 no = 0;
7541 else if (c == '\\' && *src != NUL)
7542 {
7543 if (*src == '&' && !magic)
7544 {
7545 ++src;
7546 no = 0;
7547 }
7548 else if ('0' <= *src && *src <= '9')
7549 {
7550 no = *src++ - '0';
7551 }
7552 else if (vim_strchr((char_u *)"uUlLeE", *src))
7553 {
7554 switch (*src++)
7555 {
Bram Moolenaarc2c355d2013-03-19 17:42:15 +01007556 case 'u': func_one = (fptr_T)do_upper;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007557 continue;
Bram Moolenaarc2c355d2013-03-19 17:42:15 +01007558 case 'U': func_all = (fptr_T)do_Upper;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007559 continue;
Bram Moolenaarc2c355d2013-03-19 17:42:15 +01007560 case 'l': func_one = (fptr_T)do_lower;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007561 continue;
Bram Moolenaarc2c355d2013-03-19 17:42:15 +01007562 case 'L': func_all = (fptr_T)do_Lower;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007563 continue;
7564 case 'e':
Bram Moolenaarc2c355d2013-03-19 17:42:15 +01007565 case 'E': func_one = func_all = (fptr_T)NULL;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007566 continue;
7567 }
7568 }
7569 }
7570 if (no < 0) /* Ordinary character. */
7571 {
Bram Moolenaardb552d602006-03-23 22:59:57 +00007572 if (c == K_SPECIAL && src[0] != NUL && src[1] != NUL)
7573 {
Bram Moolenaar7aa9f6a2007-05-10 18:00:30 +00007574 /* Copy a special key as-is. */
Bram Moolenaardb552d602006-03-23 22:59:57 +00007575 if (copy)
7576 {
7577 *dst++ = c;
7578 *dst++ = *src++;
7579 *dst++ = *src++;
7580 }
7581 else
7582 {
7583 dst += 3;
7584 src += 2;
7585 }
7586 continue;
7587 }
7588
Bram Moolenaar071d4272004-06-13 20:20:40 +00007589 if (c == '\\' && *src != NUL)
7590 {
7591 /* Check for abbreviations -- webb */
7592 switch (*src)
7593 {
7594 case 'r': c = CAR; ++src; break;
7595 case 'n': c = NL; ++src; break;
7596 case 't': c = TAB; ++src; break;
7597 /* Oh no! \e already has meaning in subst pat :-( */
7598 /* case 'e': c = ESC; ++src; break; */
7599 case 'b': c = Ctrl_H; ++src; break;
7600
7601 /* If "backslash" is TRUE the backslash will be removed
7602 * later. Used to insert a literal CR. */
7603 default: if (backslash)
7604 {
7605 if (copy)
7606 *dst = '\\';
7607 ++dst;
7608 }
7609 c = *src++;
7610 }
7611 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00007612#ifdef FEAT_MBYTE
Bram Moolenaardb552d602006-03-23 22:59:57 +00007613 else if (has_mbyte)
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007614 c = mb_ptr2char(src - 1);
7615#endif
7616
Bram Moolenaardb552d602006-03-23 22:59:57 +00007617 /* Write to buffer, if copy is set. */
Bram Moolenaarc2c355d2013-03-19 17:42:15 +01007618 if (func_one != (fptr_T)NULL)
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007619 /* Turbo C complains without the typecast */
Bram Moolenaarc2c355d2013-03-19 17:42:15 +01007620 func_one = (fptr_T)(func_one(&cc, c));
7621 else if (func_all != (fptr_T)NULL)
7622 /* Turbo C complains without the typecast */
7623 func_all = (fptr_T)(func_all(&cc, c));
7624 else /* just copy */
7625 cc = c;
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007626
7627#ifdef FEAT_MBYTE
7628 if (has_mbyte)
Bram Moolenaar071d4272004-06-13 20:20:40 +00007629 {
Bram Moolenaar0c56c602010-07-12 22:42:33 +02007630 int totlen = mb_ptr2len(src - 1);
7631
Bram Moolenaar071d4272004-06-13 20:20:40 +00007632 if (copy)
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007633 mb_char2bytes(cc, dst);
7634 dst += mb_char2len(cc) - 1;
Bram Moolenaar0c56c602010-07-12 22:42:33 +02007635 if (enc_utf8)
7636 {
7637 int clen = utf_ptr2len(src - 1);
7638
7639 /* If the character length is shorter than "totlen", there
7640 * are composing characters; copy them as-is. */
7641 if (clen < totlen)
7642 {
7643 if (copy)
7644 mch_memmove(dst + 1, src - 1 + clen,
7645 (size_t)(totlen - clen));
7646 dst += totlen - clen;
7647 }
7648 }
7649 src += totlen - 1;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007650 }
7651 else
Bram Moolenaar071d4272004-06-13 20:20:40 +00007652#endif
7653 if (copy)
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007654 *dst = cc;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007655 dst++;
7656 }
7657 else
7658 {
7659 if (REG_MULTI)
7660 {
7661 clnum = reg_mmatch->startpos[no].lnum;
7662 if (clnum < 0 || reg_mmatch->endpos[no].lnum < 0)
7663 s = NULL;
7664 else
7665 {
7666 s = reg_getline(clnum) + reg_mmatch->startpos[no].col;
7667 if (reg_mmatch->endpos[no].lnum == clnum)
7668 len = reg_mmatch->endpos[no].col
7669 - reg_mmatch->startpos[no].col;
7670 else
7671 len = (int)STRLEN(s);
7672 }
7673 }
7674 else
7675 {
7676 s = reg_match->startp[no];
7677 if (reg_match->endp[no] == NULL)
7678 s = NULL;
7679 else
7680 len = (int)(reg_match->endp[no] - s);
7681 }
7682 if (s != NULL)
7683 {
7684 for (;;)
7685 {
7686 if (len == 0)
7687 {
7688 if (REG_MULTI)
7689 {
7690 if (reg_mmatch->endpos[no].lnum == clnum)
7691 break;
7692 if (copy)
7693 *dst = CAR;
7694 ++dst;
7695 s = reg_getline(++clnum);
7696 if (reg_mmatch->endpos[no].lnum == clnum)
7697 len = reg_mmatch->endpos[no].col;
7698 else
7699 len = (int)STRLEN(s);
7700 }
7701 else
7702 break;
7703 }
7704 else if (*s == NUL) /* we hit NUL. */
7705 {
7706 if (copy)
7707 EMSG(_(e_re_damg));
7708 goto exit;
7709 }
7710 else
7711 {
7712 if (backslash && (*s == CAR || *s == '\\'))
7713 {
7714 /*
7715 * Insert a backslash in front of a CR, otherwise
7716 * it will be replaced by a line break.
7717 * Number of backslashes will be halved later,
7718 * double them here.
7719 */
7720 if (copy)
7721 {
7722 dst[0] = '\\';
7723 dst[1] = *s;
7724 }
7725 dst += 2;
7726 }
Bram Moolenaar071d4272004-06-13 20:20:40 +00007727 else
7728 {
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007729#ifdef FEAT_MBYTE
7730 if (has_mbyte)
7731 c = mb_ptr2char(s);
7732 else
7733#endif
7734 c = *s;
7735
Bram Moolenaarc2c355d2013-03-19 17:42:15 +01007736 if (func_one != (fptr_T)NULL)
Bram Moolenaar071d4272004-06-13 20:20:40 +00007737 /* Turbo C complains without the typecast */
Bram Moolenaarc2c355d2013-03-19 17:42:15 +01007738 func_one = (fptr_T)(func_one(&cc, c));
7739 else if (func_all != (fptr_T)NULL)
7740 /* Turbo C complains without the typecast */
7741 func_all = (fptr_T)(func_all(&cc, c));
7742 else /* just copy */
7743 cc = c;
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007744
7745#ifdef FEAT_MBYTE
7746 if (has_mbyte)
7747 {
Bram Moolenaar9225efb2007-07-30 20:32:53 +00007748 int l;
7749
7750 /* Copy composing characters separately, one
7751 * at a time. */
7752 if (enc_utf8)
7753 l = utf_ptr2len(s) - 1;
7754 else
7755 l = mb_ptr2len(s) - 1;
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007756
7757 s += l;
7758 len -= l;
7759 if (copy)
7760 mb_char2bytes(cc, dst);
7761 dst += mb_char2len(cc) - 1;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007762 }
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007763 else
7764#endif
7765 if (copy)
7766 *dst = cc;
7767 dst++;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007768 }
Bram Moolenaarefd2bf12006-03-16 21:41:35 +00007769
Bram Moolenaar071d4272004-06-13 20:20:40 +00007770 ++s;
7771 --len;
7772 }
7773 }
7774 }
7775 no = -1;
7776 }
7777 }
7778 if (copy)
7779 *dst = NUL;
7780
7781exit:
7782 return (int)((dst - dest) + 1);
7783}
7784
7785#ifdef FEAT_EVAL
Bram Moolenaard32a3192009-11-26 19:40:49 +00007786static char_u *reg_getline_submatch __ARGS((linenr_T lnum));
7787
Bram Moolenaar071d4272004-06-13 20:20:40 +00007788/*
Bram Moolenaar5ea08a82009-11-25 18:51:24 +00007789 * Call reg_getline() with the line numbers from the submatch. If a
7790 * substitute() was used the reg_maxline and other values have been
7791 * overwritten.
7792 */
7793 static char_u *
7794reg_getline_submatch(lnum)
7795 linenr_T lnum;
7796{
7797 char_u *s;
7798 linenr_T save_first = reg_firstlnum;
7799 linenr_T save_max = reg_maxline;
7800
7801 reg_firstlnum = submatch_firstlnum;
7802 reg_maxline = submatch_maxline;
7803
7804 s = reg_getline(lnum);
7805
7806 reg_firstlnum = save_first;
7807 reg_maxline = save_max;
7808 return s;
7809}
7810
7811/*
Bram Moolenaar7aa9f6a2007-05-10 18:00:30 +00007812 * Used for the submatch() function: get the string from the n'th submatch in
Bram Moolenaar071d4272004-06-13 20:20:40 +00007813 * allocated memory.
7814 * Returns NULL when not in a ":s" command and for a non-existing submatch.
7815 */
7816 char_u *
7817reg_submatch(no)
7818 int no;
7819{
7820 char_u *retval = NULL;
7821 char_u *s;
7822 int len;
7823 int round;
7824 linenr_T lnum;
7825
Bram Moolenaareb3593b2006-04-22 22:33:57 +00007826 if (!can_f_submatch || no < 0)
Bram Moolenaar071d4272004-06-13 20:20:40 +00007827 return NULL;
7828
7829 if (submatch_match == NULL)
7830 {
7831 /*
7832 * First round: compute the length and allocate memory.
7833 * Second round: copy the text.
7834 */
7835 for (round = 1; round <= 2; ++round)
7836 {
7837 lnum = submatch_mmatch->startpos[no].lnum;
7838 if (lnum < 0 || submatch_mmatch->endpos[no].lnum < 0)
7839 return NULL;
7840
Bram Moolenaar5ea08a82009-11-25 18:51:24 +00007841 s = reg_getline_submatch(lnum) + submatch_mmatch->startpos[no].col;
Bram Moolenaar071d4272004-06-13 20:20:40 +00007842 if (s == NULL) /* anti-crash check, cannot happen? */
7843 break;
7844 if (submatch_mmatch->endpos[no].lnum == lnum)
7845 {
7846 /* Within one line: take form start to end col. */
7847 len = submatch_mmatch->endpos[no].col
7848 - submatch_mmatch->startpos[no].col;
7849 if (round == 2)
Bram Moolenaarbbebc852005-07-18 21:47:53 +00007850 vim_strncpy(retval, s, len);
Bram Moolenaar071d4272004-06-13 20:20:40 +00007851 ++len;
7852 }
7853 else
7854 {
7855 /* Multiple lines: take start line from start col, middle
7856 * lines completely and end line up to end col. */
7857 len = (int)STRLEN(s);
7858 if (round == 2)
7859 {
7860 STRCPY(retval, s);
7861 retval[len] = '\n';
7862 }
7863 ++len;
7864 ++lnum;
7865 while (lnum < submatch_mmatch->endpos[no].lnum)
7866 {
Bram Moolenaar5ea08a82009-11-25 18:51:24 +00007867 s = reg_getline_submatch(lnum++);
Bram Moolenaar071d4272004-06-13 20:20:40 +00007868 if (round == 2)
7869 STRCPY(retval + len, s);
7870 len += (int)STRLEN(s);
7871 if (round == 2)
7872 retval[len] = '\n';
7873 ++len;
7874 }
7875 if (round == 2)
Bram Moolenaar5ea08a82009-11-25 18:51:24 +00007876 STRNCPY(retval + len, reg_getline_submatch(lnum),
Bram Moolenaar071d4272004-06-13 20:20:40 +00007877 submatch_mmatch->endpos[no].col);
7878 len += submatch_mmatch->endpos[no].col;
7879 if (round == 2)
7880 retval[len] = NUL;
7881 ++len;
7882 }
7883
Bram Moolenaareb3593b2006-04-22 22:33:57 +00007884 if (retval == NULL)
Bram Moolenaar071d4272004-06-13 20:20:40 +00007885 {
7886 retval = lalloc((long_u)len, TRUE);
Bram Moolenaareb3593b2006-04-22 22:33:57 +00007887 if (retval == NULL)
Bram Moolenaar071d4272004-06-13 20:20:40 +00007888 return NULL;
7889 }
7890 }
7891 }
7892 else
7893 {
Bram Moolenaar7670fa02009-02-21 21:04:20 +00007894 s = submatch_match->startp[no];
7895 if (s == NULL || submatch_match->endp[no] == NULL)
Bram Moolenaar071d4272004-06-13 20:20:40 +00007896 retval = NULL;
7897 else
Bram Moolenaar071d4272004-06-13 20:20:40 +00007898 retval = vim_strnsave(s, (int)(submatch_match->endp[no] - s));
Bram Moolenaar071d4272004-06-13 20:20:40 +00007899 }
7900
7901 return retval;
7902}
Bram Moolenaar41571762014-04-02 19:00:58 +02007903
7904/*
7905 * Used for the submatch() function with the optional non-zero argument: get
7906 * the list of strings from the n'th submatch in allocated memory with NULs
7907 * represented in NLs.
7908 * Returns a list of allocated strings. Returns NULL when not in a ":s"
7909 * command, for a non-existing submatch and for any error.
7910 */
7911 list_T *
7912reg_submatch_list(no)
7913 int no;
7914{
7915 char_u *s;
7916 linenr_T slnum;
7917 linenr_T elnum;
7918 colnr_T scol;
7919 colnr_T ecol;
7920 int i;
7921 list_T *list;
7922 int error = FALSE;
7923
7924 if (!can_f_submatch || no < 0)
7925 return NULL;
7926
7927 if (submatch_match == NULL)
7928 {
7929 slnum = submatch_mmatch->startpos[no].lnum;
7930 elnum = submatch_mmatch->endpos[no].lnum;
7931 if (slnum < 0 || elnum < 0)
7932 return NULL;
7933
7934 scol = submatch_mmatch->startpos[no].col;
7935 ecol = submatch_mmatch->endpos[no].col;
7936
7937 list = list_alloc();
7938 if (list == NULL)
7939 return NULL;
7940
7941 s = reg_getline_submatch(slnum) + scol;
7942 if (slnum == elnum)
7943 {
7944 if (list_append_string(list, s, ecol - scol) == FAIL)
7945 error = TRUE;
7946 }
7947 else
7948 {
7949 if (list_append_string(list, s, -1) == FAIL)
7950 error = TRUE;
7951 for (i = 1; i < elnum - slnum; i++)
7952 {
7953 s = reg_getline_submatch(slnum + i);
7954 if (list_append_string(list, s, -1) == FAIL)
7955 error = TRUE;
7956 }
7957 s = reg_getline_submatch(elnum);
7958 if (list_append_string(list, s, ecol) == FAIL)
7959 error = TRUE;
7960 }
7961 }
7962 else
7963 {
7964 s = submatch_match->startp[no];
7965 if (s == NULL || submatch_match->endp[no] == NULL)
7966 return NULL;
7967 list = list_alloc();
7968 if (list == NULL)
7969 return NULL;
7970 if (list_append_string(list, s,
7971 (int)(submatch_match->endp[no] - s)) == FAIL)
7972 error = TRUE;
7973 }
7974
7975 if (error)
7976 {
7977 list_free(list, TRUE);
7978 return NULL;
7979 }
7980 return list;
7981}
Bram Moolenaar071d4272004-06-13 20:20:40 +00007982#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02007983
7984static regengine_T bt_regengine =
7985{
7986 bt_regcomp,
Bram Moolenaar473de612013-06-08 18:19:48 +02007987 bt_regfree,
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02007988 bt_regexec,
7989#if defined(FEAT_MODIFY_FNAME) || defined(FEAT_EVAL) \
7990 || defined(FIND_REPLACE_DIALOG) || defined(PROTO)
7991 bt_regexec_nl,
7992#endif
7993 bt_regexec_multi
7994#ifdef DEBUG
7995 ,(char_u *)""
7996#endif
7997};
7998
7999
8000#include "regexp_nfa.c"
8001
8002static regengine_T nfa_regengine =
8003{
8004 nfa_regcomp,
Bram Moolenaar473de612013-06-08 18:19:48 +02008005 nfa_regfree,
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008006 nfa_regexec,
8007#if defined(FEAT_MODIFY_FNAME) || defined(FEAT_EVAL) \
8008 || defined(FIND_REPLACE_DIALOG) || defined(PROTO)
8009 nfa_regexec_nl,
8010#endif
8011 nfa_regexec_multi
8012#ifdef DEBUG
8013 ,(char_u *)""
8014#endif
8015};
8016
8017/* Which regexp engine to use? Needed for vim_regcomp().
8018 * Must match with 'regexpengine'. */
8019static int regexp_engine = 0;
8020#define AUTOMATIC_ENGINE 0
8021#define BACKTRACKING_ENGINE 1
8022#define NFA_ENGINE 2
8023#ifdef DEBUG
8024static char_u regname[][30] = {
8025 "AUTOMATIC Regexp Engine",
Bram Moolenaar75eb1612013-05-29 18:45:11 +02008026 "BACKTRACKING Regexp Engine",
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008027 "NFA Regexp Engine"
8028 };
8029#endif
8030
8031/*
8032 * Compile a regular expression into internal code.
Bram Moolenaar473de612013-06-08 18:19:48 +02008033 * Returns the program in allocated memory.
8034 * Use vim_regfree() to free the memory.
8035 * Returns NULL for an error.
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008036 */
8037 regprog_T *
8038vim_regcomp(expr_arg, re_flags)
8039 char_u *expr_arg;
8040 int re_flags;
8041{
8042 regprog_T *prog = NULL;
8043 char_u *expr = expr_arg;
8044
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008045 regexp_engine = p_re;
8046
8047 /* Check for prefix "\%#=", that sets the regexp engine */
8048 if (STRNCMP(expr, "\\%#=", 4) == 0)
8049 {
8050 int newengine = expr[4] - '0';
8051
8052 if (newengine == AUTOMATIC_ENGINE
8053 || newengine == BACKTRACKING_ENGINE
8054 || newengine == NFA_ENGINE)
8055 {
8056 regexp_engine = expr[4] - '0';
8057 expr += 5;
8058#ifdef DEBUG
8059 EMSG3("New regexp mode selected (%d): %s", regexp_engine,
8060 regname[newengine]);
8061#endif
8062 }
8063 else
8064 {
8065 EMSG(_("E864: \\%#= can only be followed by 0, 1, or 2. The automatic engine will be used "));
8066 regexp_engine = AUTOMATIC_ENGINE;
8067 }
8068 }
8069#ifdef DEBUG
8070 bt_regengine.expr = expr;
8071 nfa_regengine.expr = expr;
8072#endif
8073
8074 /*
8075 * First try the NFA engine, unless backtracking was requested.
8076 */
8077 if (regexp_engine != BACKTRACKING_ENGINE)
8078 prog = nfa_regengine.regcomp(expr, re_flags);
8079 else
8080 prog = bt_regengine.regcomp(expr, re_flags);
8081
8082 if (prog == NULL) /* error compiling regexp with initial engine */
8083 {
Bram Moolenaar7fcff1f2013-05-20 21:49:13 +02008084#ifdef BT_REGEXP_DEBUG_LOG
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008085 if (regexp_engine != BACKTRACKING_ENGINE) /* debugging log for NFA */
8086 {
8087 FILE *f;
Bram Moolenaar7fcff1f2013-05-20 21:49:13 +02008088 f = fopen(BT_REGEXP_DEBUG_LOG_NAME, "a");
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008089 if (f)
8090 {
Bram Moolenaarcd2d8bb2013-06-05 21:42:53 +02008091 fprintf(f, "Syntax error in \"%s\"\n", expr);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008092 fclose(f);
8093 }
8094 else
Bram Moolenaar7fcff1f2013-05-20 21:49:13 +02008095 EMSG2("(NFA) Could not open \"%s\" to write !!!",
8096 BT_REGEXP_DEBUG_LOG_NAME);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008097 }
8098#endif
8099 /*
Bram Moolenaar917789f2013-09-19 17:04:01 +02008100 * If the NFA engine failed, the backtracking engine won't work either.
8101 *
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008102 if (regexp_engine == AUTOMATIC_ENGINE)
Bram Moolenaarcd2d8bb2013-06-05 21:42:53 +02008103 prog = bt_regengine.regcomp(expr, re_flags);
Bram Moolenaar917789f2013-09-19 17:04:01 +02008104 */
Bram Moolenaarcd2d8bb2013-06-05 21:42:53 +02008105 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008106
8107 return prog;
8108}
8109
8110/*
Bram Moolenaar473de612013-06-08 18:19:48 +02008111 * Free a compiled regexp program, returned by vim_regcomp().
8112 */
8113 void
8114vim_regfree(prog)
8115 regprog_T *prog;
8116{
8117 if (prog != NULL)
8118 prog->engine->regfree(prog);
8119}
8120
8121/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02008122 * Match a regexp against a string.
8123 * "rmp->regprog" is a compiled regexp as returned by vim_regcomp().
8124 * Uses curbuf for line count and 'iskeyword'.
8125 *
8126 * Return TRUE if there is a match, FALSE if not.
8127 */
8128 int
8129vim_regexec(rmp, line, col)
8130 regmatch_T *rmp;
8131 char_u *line; /* string to match against */
8132 colnr_T col; /* column to start looking for match */
8133{
8134 return rmp->regprog->engine->regexec(rmp, line, col);
8135}
8136
8137#if defined(FEAT_MODIFY_FNAME) || defined(FEAT_EVAL) \
8138 || defined(FIND_REPLACE_DIALOG) || defined(PROTO)
8139/*
8140 * Like vim_regexec(), but consider a "\n" in "line" to be a line break.
8141 */
8142 int
8143vim_regexec_nl(rmp, line, col)
8144 regmatch_T *rmp;
8145 char_u *line;
8146 colnr_T col;
8147{
8148 return rmp->regprog->engine->regexec_nl(rmp, line, col);
8149}
8150#endif
8151
8152/*
8153 * Match a regexp against multiple lines.
8154 * "rmp->regprog" is a compiled regexp as returned by vim_regcomp().
8155 * Uses curbuf for line count and 'iskeyword'.
8156 *
8157 * Return zero if there is no match. Return number of lines contained in the
8158 * match otherwise.
8159 */
8160 long
8161vim_regexec_multi(rmp, win, buf, lnum, col, tm)
8162 regmmatch_T *rmp;
8163 win_T *win; /* window in which to search or NULL */
8164 buf_T *buf; /* buffer in which to search */
8165 linenr_T lnum; /* nr of line to start looking for match */
8166 colnr_T col; /* column to start looking for match */
8167 proftime_T *tm; /* timeout limit or NULL */
8168{
8169 return rmp->regprog->engine->regexec_multi(rmp, win, buf, lnum, col, tm);
8170}