blob: 8146d9d61edd4c1be45ea5ce89c99707d38c2c5b [file] [log] [blame]
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001/* vi:set ts=8 sts=4 sw=4:
2 *
3 * NFA regular expression implementation.
4 *
5 * This file is included in "regexp.c".
6 */
7
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02008/*
9 * Logging of NFA engine.
10 *
11 * The NFA engine can write four log files:
12 * - Error log: Contains NFA engine's fatal errors.
13 * - Dump log: Contains compiled NFA state machine's information.
14 * - Run log: Contains information of matching procedure.
15 * - Debug log: Contains detailed information of matching procedure. Can be
16 * disabled by undefining NFA_REGEXP_DEBUG_LOG.
17 * The first one can also be used without debug mode.
18 * The last three are enabled when compiled as debug mode and individually
19 * disabled by commenting them out.
20 * The log files can get quite big!
21 * Do disable all of this when compiling Vim for debugging, undefine DEBUG in
22 * regexp.c
23 */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +020024#ifdef DEBUG
Bram Moolenaard6c11cb2013-05-25 12:18:39 +020025# define NFA_REGEXP_ERROR_LOG "nfa_regexp_error.log"
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +020026# define ENABLE_LOG
Bram Moolenaard6c11cb2013-05-25 12:18:39 +020027# define NFA_REGEXP_DUMP_LOG "nfa_regexp_dump.log"
28# define NFA_REGEXP_RUN_LOG "nfa_regexp_run.log"
29# define NFA_REGEXP_DEBUG_LOG "nfa_regexp_debug.log"
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +020030#endif
31
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +020032enum
33{
34 NFA_SPLIT = -1024,
35 NFA_MATCH,
36 NFA_SKIP_CHAR, /* matches a 0-length char */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +020037
Bram Moolenaar417bad22013-06-07 14:08:30 +020038 NFA_START_COLL, /* [abc] start */
39 NFA_END_COLL, /* [abc] end */
40 NFA_START_NEG_COLL, /* [^abc] start */
Bram Moolenaare7766ee2013-06-08 22:30:03 +020041 NFA_END_NEG_COLL, /* [^abc] end (postfix only) */
42 NFA_RANGE, /* range of the two previous items
43 * (postfix only) */
Bram Moolenaar417bad22013-06-07 14:08:30 +020044 NFA_RANGE_MIN, /* low end of a range */
45 NFA_RANGE_MAX, /* high end of a range */
46
Bram Moolenaare7766ee2013-06-08 22:30:03 +020047 NFA_CONCAT, /* concatenate two previous items (postfix
48 * only) */
49 NFA_OR, /* \| (postfix only) */
50 NFA_STAR, /* greedy * (posfix only) */
51 NFA_STAR_NONGREEDY, /* non-greedy * (postfix only) */
52 NFA_QUEST, /* greedy \? (postfix only) */
53 NFA_QUEST_NONGREEDY, /* non-greedy \? (postfix only) */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +020054
55 NFA_BOL, /* ^ Begin line */
56 NFA_EOL, /* $ End line */
57 NFA_BOW, /* \< Begin word */
58 NFA_EOW, /* \> End word */
59 NFA_BOF, /* \%^ Begin file */
60 NFA_EOF, /* \%$ End file */
61 NFA_NEWL,
62 NFA_ZSTART, /* Used for \zs */
63 NFA_ZEND, /* Used for \ze */
64 NFA_NOPEN, /* Start of subexpression marked with \%( */
65 NFA_NCLOSE, /* End of subexpr. marked with \%( ... \) */
66 NFA_START_INVISIBLE,
Bram Moolenaara2947e22013-06-11 22:44:09 +020067 NFA_START_INVISIBLE_FIRST,
Bram Moolenaardecd9542013-06-07 16:31:50 +020068 NFA_START_INVISIBLE_NEG,
Bram Moolenaara2947e22013-06-11 22:44:09 +020069 NFA_START_INVISIBLE_NEG_FIRST,
Bram Moolenaar61602c52013-06-01 19:54:43 +020070 NFA_START_INVISIBLE_BEFORE,
Bram Moolenaara2947e22013-06-11 22:44:09 +020071 NFA_START_INVISIBLE_BEFORE_FIRST,
Bram Moolenaardecd9542013-06-07 16:31:50 +020072 NFA_START_INVISIBLE_BEFORE_NEG,
Bram Moolenaara2947e22013-06-11 22:44:09 +020073 NFA_START_INVISIBLE_BEFORE_NEG_FIRST,
Bram Moolenaar87953742013-06-05 18:52:40 +020074 NFA_START_PATTERN,
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +020075 NFA_END_INVISIBLE,
Bram Moolenaardecd9542013-06-07 16:31:50 +020076 NFA_END_INVISIBLE_NEG,
Bram Moolenaar87953742013-06-05 18:52:40 +020077 NFA_END_PATTERN,
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +020078 NFA_COMPOSING, /* Next nodes in NFA are part of the
79 composing multibyte char */
80 NFA_END_COMPOSING, /* End of a composing char in the NFA */
Bram Moolenaard75799ab72013-06-05 11:05:17 +020081 NFA_OPT_CHARS, /* \%[abc] */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +020082
83 /* The following are used only in the postfix form, not in the NFA */
84 NFA_PREV_ATOM_NO_WIDTH, /* Used for \@= */
85 NFA_PREV_ATOM_NO_WIDTH_NEG, /* Used for \@! */
86 NFA_PREV_ATOM_JUST_BEFORE, /* Used for \@<= */
87 NFA_PREV_ATOM_JUST_BEFORE_NEG, /* Used for \@<! */
88 NFA_PREV_ATOM_LIKE_PATTERN, /* Used for \@> */
89
Bram Moolenaar5714b802013-05-28 22:03:20 +020090 NFA_BACKREF1, /* \1 */
91 NFA_BACKREF2, /* \2 */
92 NFA_BACKREF3, /* \3 */
93 NFA_BACKREF4, /* \4 */
94 NFA_BACKREF5, /* \5 */
95 NFA_BACKREF6, /* \6 */
96 NFA_BACKREF7, /* \7 */
97 NFA_BACKREF8, /* \8 */
98 NFA_BACKREF9, /* \9 */
Bram Moolenaarefb23f22013-06-01 23:02:54 +020099#ifdef FEAT_SYN_HL
100 NFA_ZREF1, /* \z1 */
101 NFA_ZREF2, /* \z2 */
102 NFA_ZREF3, /* \z3 */
103 NFA_ZREF4, /* \z4 */
104 NFA_ZREF5, /* \z5 */
105 NFA_ZREF6, /* \z6 */
106 NFA_ZREF7, /* \z7 */
107 NFA_ZREF8, /* \z8 */
108 NFA_ZREF9, /* \z9 */
109#endif
Bram Moolenaar5714b802013-05-28 22:03:20 +0200110 NFA_SKIP, /* Skip characters */
111
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200112 NFA_MOPEN,
Bram Moolenaarefb23f22013-06-01 23:02:54 +0200113 NFA_MOPEN1,
114 NFA_MOPEN2,
115 NFA_MOPEN3,
116 NFA_MOPEN4,
117 NFA_MOPEN5,
118 NFA_MOPEN6,
119 NFA_MOPEN7,
120 NFA_MOPEN8,
121 NFA_MOPEN9,
122
123 NFA_MCLOSE,
124 NFA_MCLOSE1,
125 NFA_MCLOSE2,
126 NFA_MCLOSE3,
127 NFA_MCLOSE4,
128 NFA_MCLOSE5,
129 NFA_MCLOSE6,
130 NFA_MCLOSE7,
131 NFA_MCLOSE8,
132 NFA_MCLOSE9,
133
134#ifdef FEAT_SYN_HL
135 NFA_ZOPEN,
136 NFA_ZOPEN1,
137 NFA_ZOPEN2,
138 NFA_ZOPEN3,
139 NFA_ZOPEN4,
140 NFA_ZOPEN5,
141 NFA_ZOPEN6,
142 NFA_ZOPEN7,
143 NFA_ZOPEN8,
144 NFA_ZOPEN9,
145
146 NFA_ZCLOSE,
147 NFA_ZCLOSE1,
148 NFA_ZCLOSE2,
149 NFA_ZCLOSE3,
150 NFA_ZCLOSE4,
151 NFA_ZCLOSE5,
152 NFA_ZCLOSE6,
153 NFA_ZCLOSE7,
154 NFA_ZCLOSE8,
155 NFA_ZCLOSE9,
156#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200157
158 /* NFA_FIRST_NL */
Bram Moolenaarefb23f22013-06-01 23:02:54 +0200159 NFA_ANY, /* Match any one character. */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200160 NFA_IDENT, /* Match identifier char */
161 NFA_SIDENT, /* Match identifier char but no digit */
162 NFA_KWORD, /* Match keyword char */
163 NFA_SKWORD, /* Match word char but no digit */
164 NFA_FNAME, /* Match file name char */
165 NFA_SFNAME, /* Match file name char but no digit */
166 NFA_PRINT, /* Match printable char */
167 NFA_SPRINT, /* Match printable char but no digit */
168 NFA_WHITE, /* Match whitespace char */
169 NFA_NWHITE, /* Match non-whitespace char */
170 NFA_DIGIT, /* Match digit char */
171 NFA_NDIGIT, /* Match non-digit char */
172 NFA_HEX, /* Match hex char */
173 NFA_NHEX, /* Match non-hex char */
174 NFA_OCTAL, /* Match octal char */
175 NFA_NOCTAL, /* Match non-octal char */
176 NFA_WORD, /* Match word char */
177 NFA_NWORD, /* Match non-word char */
178 NFA_HEAD, /* Match head char */
179 NFA_NHEAD, /* Match non-head char */
180 NFA_ALPHA, /* Match alpha char */
181 NFA_NALPHA, /* Match non-alpha char */
182 NFA_LOWER, /* Match lowercase char */
183 NFA_NLOWER, /* Match non-lowercase char */
184 NFA_UPPER, /* Match uppercase char */
185 NFA_NUPPER, /* Match non-uppercase char */
Bram Moolenaar423532e2013-05-29 21:14:42 +0200186
187 NFA_CURSOR, /* Match cursor pos */
188 NFA_LNUM, /* Match line number */
189 NFA_LNUM_GT, /* Match > line number */
190 NFA_LNUM_LT, /* Match < line number */
191 NFA_COL, /* Match cursor column */
192 NFA_COL_GT, /* Match > cursor column */
193 NFA_COL_LT, /* Match < cursor column */
194 NFA_VCOL, /* Match cursor virtual column */
195 NFA_VCOL_GT, /* Match > cursor virtual column */
196 NFA_VCOL_LT, /* Match < cursor virtual column */
Bram Moolenaar044aa292013-06-04 21:27:38 +0200197 NFA_MARK, /* Match mark */
198 NFA_MARK_GT, /* Match > mark */
199 NFA_MARK_LT, /* Match < mark */
Bram Moolenaardacd7de2013-06-04 18:28:48 +0200200 NFA_VISUAL, /* Match Visual area */
Bram Moolenaar423532e2013-05-29 21:14:42 +0200201
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200202 NFA_FIRST_NL = NFA_ANY + ADD_NL,
203 NFA_LAST_NL = NFA_NUPPER + ADD_NL,
204
205 /* Character classes [:alnum:] etc */
206 NFA_CLASS_ALNUM,
207 NFA_CLASS_ALPHA,
208 NFA_CLASS_BLANK,
209 NFA_CLASS_CNTRL,
210 NFA_CLASS_DIGIT,
211 NFA_CLASS_GRAPH,
212 NFA_CLASS_LOWER,
213 NFA_CLASS_PRINT,
214 NFA_CLASS_PUNCT,
215 NFA_CLASS_SPACE,
216 NFA_CLASS_UPPER,
217 NFA_CLASS_XDIGIT,
218 NFA_CLASS_TAB,
219 NFA_CLASS_RETURN,
220 NFA_CLASS_BACKSPACE,
221 NFA_CLASS_ESCAPE
222};
223
224/* Keep in sync with classchars. */
225static int nfa_classcodes[] = {
226 NFA_ANY, NFA_IDENT, NFA_SIDENT, NFA_KWORD,NFA_SKWORD,
227 NFA_FNAME, NFA_SFNAME, NFA_PRINT, NFA_SPRINT,
228 NFA_WHITE, NFA_NWHITE, NFA_DIGIT, NFA_NDIGIT,
229 NFA_HEX, NFA_NHEX, NFA_OCTAL, NFA_NOCTAL,
230 NFA_WORD, NFA_NWORD, NFA_HEAD, NFA_NHEAD,
231 NFA_ALPHA, NFA_NALPHA, NFA_LOWER, NFA_NLOWER,
232 NFA_UPPER, NFA_NUPPER
233};
234
235static char_u e_misplaced[] = N_("E866: (NFA regexp) Misplaced %c");
236
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200237/* NFA regexp \ze operator encountered. */
Bram Moolenaare0fea9c2013-05-27 20:10:50 +0200238static int nfa_has_zend;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200239
Bram Moolenaar428e9872013-05-30 17:05:39 +0200240/* NFA regexp \1 .. \9 encountered. */
241static int nfa_has_backref;
242
Bram Moolenaar01d89dd2013-06-03 19:41:06 +0200243#ifdef FEAT_SYN_HL
Bram Moolenaarf6de0322013-06-02 21:30:04 +0200244/* NFA regexp has \z( ), set zsubexpr. */
245static int nfa_has_zsubexpr;
Bram Moolenaar01d89dd2013-06-03 19:41:06 +0200246#endif
Bram Moolenaarf6de0322013-06-02 21:30:04 +0200247
Bram Moolenaar963fee22013-05-26 21:47:28 +0200248/* Number of sub expressions actually being used during execution. 1 if only
249 * the whole match (subexpr 0) is used. */
250static int nfa_nsubexpr;
251
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200252static int *post_start; /* holds the postfix form of r.e. */
253static int *post_end;
254static int *post_ptr;
255
Bram Moolenaar61db8b52013-05-26 17:45:49 +0200256static int nstate; /* Number of states in the NFA. Also used when
257 * executing. */
Bram Moolenaar525666f2013-06-02 16:40:55 +0200258static int istate; /* Index in the state vector, used in alloc_state() */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200259
Bram Moolenaar307aa162013-06-02 16:34:21 +0200260/* If not NULL match must end at this position */
261static save_se_T *nfa_endp = NULL;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200262
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +0200263/* listid is global, so that it increases on recursive calls to
264 * nfa_regmatch(), which means we don't have to clear the lastlist field of
265 * all the states. */
266static int nfa_listid;
267static int nfa_alt_listid;
268
269/* 0 for first call to nfa_regmatch(), 1 for recursive call. */
270static int nfa_ll_index = 0;
271
Bram Moolenaar6d3a5d72013-06-06 18:04:51 +0200272static int nfa_regcomp_start __ARGS((char_u *expr, int re_flags));
Bram Moolenaard89616e2013-06-06 18:46:06 +0200273static int nfa_get_reganch __ARGS((nfa_state_T *start, int depth));
274static int nfa_get_regstart __ARGS((nfa_state_T *start, int depth));
Bram Moolenaar473de612013-06-08 18:19:48 +0200275static char_u *nfa_get_match_text __ARGS((nfa_state_T *start));
Bram Moolenaar01b626c2013-06-16 22:49:14 +0200276static int realloc_post_list __ARGS((void));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200277static int nfa_recognize_char_class __ARGS((char_u *start, char_u *end, int extra_newl));
Bram Moolenaar417bad22013-06-07 14:08:30 +0200278static int nfa_emit_equi_class __ARGS((int c));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200279static int nfa_regatom __ARGS((void));
280static int nfa_regpiece __ARGS((void));
281static int nfa_regconcat __ARGS((void));
282static int nfa_regbranch __ARGS((void));
283static int nfa_reg __ARGS((int paren));
284#ifdef DEBUG
285static void nfa_set_code __ARGS((int c));
286static void nfa_postfix_dump __ARGS((char_u *expr, int retval));
Bram Moolenaar152e7892013-05-25 12:28:11 +0200287static void nfa_print_state __ARGS((FILE *debugf, nfa_state_T *state));
288static void nfa_print_state2 __ARGS((FILE *debugf, nfa_state_T *state, garray_T *indent));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200289static void nfa_dump __ARGS((nfa_regprog_T *prog));
290#endif
291static int *re2post __ARGS((void));
Bram Moolenaar525666f2013-06-02 16:40:55 +0200292static nfa_state_T *alloc_state __ARGS((int c, nfa_state_T *out, nfa_state_T *out1));
Bram Moolenaarf86c0b02013-06-26 12:42:44 +0200293static void st_error __ARGS((int *postfix, int *end, int *p));
294static int nfa_max_width __ARGS((nfa_state_T *startstate, int depth));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200295static nfa_state_T *post2nfa __ARGS((int *postfix, int *end, int nfa_calc_size));
Bram Moolenaara2947e22013-06-11 22:44:09 +0200296static void nfa_postprocess __ARGS((nfa_regprog_T *prog));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200297static int check_char_class __ARGS((int class, int c));
Bram Moolenaarf6de0322013-06-02 21:30:04 +0200298static void nfa_save_listids __ARGS((nfa_regprog_T *prog, int *list));
299static void nfa_restore_listids __ARGS((nfa_regprog_T *prog, int *list));
Bram Moolenaar423532e2013-05-29 21:14:42 +0200300static int nfa_re_num_cmp __ARGS((long_u val, int op, long_u pos));
Bram Moolenaarefb23f22013-06-01 23:02:54 +0200301static long nfa_regtry __ARGS((nfa_regprog_T *prog, colnr_T col));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200302static long nfa_regexec_both __ARGS((char_u *line, colnr_T col));
303static regprog_T *nfa_regcomp __ARGS((char_u *expr, int re_flags));
Bram Moolenaar473de612013-06-08 18:19:48 +0200304static void nfa_regfree __ARGS((regprog_T *prog));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200305static int nfa_regexec __ARGS((regmatch_T *rmp, char_u *line, colnr_T col));
306static long nfa_regexec_multi __ARGS((regmmatch_T *rmp, win_T *win, buf_T *buf, linenr_T lnum, colnr_T col, proftime_T *tm));
Bram Moolenaara2947e22013-06-11 22:44:09 +0200307static int match_follows __ARGS((nfa_state_T *startstate, int depth));
308static int failure_chance __ARGS((nfa_state_T *state, int depth));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200309
310/* helper functions used when doing re2post() ... regatom() parsing */
311#define EMIT(c) do { \
Bram Moolenaar16299b52013-05-30 18:45:23 +0200312 if (post_ptr >= post_end && realloc_post_list() == FAIL) \
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200313 return FAIL; \
314 *post_ptr++ = c; \
315 } while (0)
316
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200317/*
318 * Initialize internal variables before NFA compilation.
319 * Return OK on success, FAIL otherwise.
320 */
321 static int
322nfa_regcomp_start(expr, re_flags)
323 char_u *expr;
324 int re_flags; /* see vim_regcomp() */
325{
Bram Moolenaarca12d7c2013-05-20 21:26:33 +0200326 size_t postfix_size;
Bram Moolenaar61db8b52013-05-26 17:45:49 +0200327 int nstate_max;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200328
329 nstate = 0;
330 istate = 0;
Bram Moolenaar61db8b52013-05-26 17:45:49 +0200331 /* A reasonable estimation for maximum size */
Bram Moolenaar54dafde2013-05-31 23:18:00 +0200332 nstate_max = (int)(STRLEN(expr) + 1) * 25;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200333
Bram Moolenaarbc0ea8f2013-05-20 13:44:29 +0200334 /* Some items blow up in size, such as [A-z]. Add more space for that.
Bram Moolenaar16299b52013-05-30 18:45:23 +0200335 * When it is still not enough realloc_post_list() will be used. */
Bram Moolenaarca12d7c2013-05-20 21:26:33 +0200336 nstate_max += 1000;
Bram Moolenaarbc0ea8f2013-05-20 13:44:29 +0200337
338 /* Size for postfix representation of expr. */
Bram Moolenaar16299b52013-05-30 18:45:23 +0200339 postfix_size = sizeof(int) * nstate_max;
Bram Moolenaarbc0ea8f2013-05-20 13:44:29 +0200340
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200341 post_start = (int *)lalloc(postfix_size, TRUE);
342 if (post_start == NULL)
343 return FAIL;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200344 post_ptr = post_start;
Bram Moolenaarbc0ea8f2013-05-20 13:44:29 +0200345 post_end = post_start + nstate_max;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200346 nfa_has_zend = FALSE;
Bram Moolenaar428e9872013-05-30 17:05:39 +0200347 nfa_has_backref = FALSE;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200348
Bram Moolenaarefb23f22013-06-01 23:02:54 +0200349 /* shared with BT engine */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200350 regcomp_start(expr, re_flags);
351
352 return OK;
353}
354
355/*
Bram Moolenaard89616e2013-06-06 18:46:06 +0200356 * Figure out if the NFA state list starts with an anchor, must match at start
357 * of the line.
358 */
359 static int
360nfa_get_reganch(start, depth)
361 nfa_state_T *start;
362 int depth;
363{
364 nfa_state_T *p = start;
365
366 if (depth > 4)
367 return 0;
368
369 while (p != NULL)
370 {
371 switch (p->c)
372 {
373 case NFA_BOL:
374 case NFA_BOF:
375 return 1; /* yes! */
376
377 case NFA_ZSTART:
378 case NFA_ZEND:
379 case NFA_CURSOR:
380 case NFA_VISUAL:
381
382 case NFA_MOPEN:
383 case NFA_MOPEN1:
384 case NFA_MOPEN2:
385 case NFA_MOPEN3:
386 case NFA_MOPEN4:
387 case NFA_MOPEN5:
388 case NFA_MOPEN6:
389 case NFA_MOPEN7:
390 case NFA_MOPEN8:
391 case NFA_MOPEN9:
392 case NFA_NOPEN:
393#ifdef FEAT_SYN_HL
394 case NFA_ZOPEN:
395 case NFA_ZOPEN1:
396 case NFA_ZOPEN2:
397 case NFA_ZOPEN3:
398 case NFA_ZOPEN4:
399 case NFA_ZOPEN5:
400 case NFA_ZOPEN6:
401 case NFA_ZOPEN7:
402 case NFA_ZOPEN8:
403 case NFA_ZOPEN9:
404#endif
405 p = p->out;
406 break;
407
408 case NFA_SPLIT:
409 return nfa_get_reganch(p->out, depth + 1)
410 && nfa_get_reganch(p->out1, depth + 1);
411
412 default:
413 return 0; /* noooo */
414 }
415 }
416 return 0;
417}
418
419/*
420 * Figure out if the NFA state list starts with a character which must match
421 * at start of the match.
422 */
423 static int
424nfa_get_regstart(start, depth)
425 nfa_state_T *start;
426 int depth;
427{
428 nfa_state_T *p = start;
429
430 if (depth > 4)
431 return 0;
432
433 while (p != NULL)
434 {
435 switch (p->c)
436 {
437 /* all kinds of zero-width matches */
438 case NFA_BOL:
439 case NFA_BOF:
440 case NFA_BOW:
441 case NFA_EOW:
442 case NFA_ZSTART:
443 case NFA_ZEND:
444 case NFA_CURSOR:
445 case NFA_VISUAL:
446 case NFA_LNUM:
447 case NFA_LNUM_GT:
448 case NFA_LNUM_LT:
449 case NFA_COL:
450 case NFA_COL_GT:
451 case NFA_COL_LT:
452 case NFA_VCOL:
453 case NFA_VCOL_GT:
454 case NFA_VCOL_LT:
455 case NFA_MARK:
456 case NFA_MARK_GT:
457 case NFA_MARK_LT:
458
459 case NFA_MOPEN:
460 case NFA_MOPEN1:
461 case NFA_MOPEN2:
462 case NFA_MOPEN3:
463 case NFA_MOPEN4:
464 case NFA_MOPEN5:
465 case NFA_MOPEN6:
466 case NFA_MOPEN7:
467 case NFA_MOPEN8:
468 case NFA_MOPEN9:
469 case NFA_NOPEN:
470#ifdef FEAT_SYN_HL
471 case NFA_ZOPEN:
472 case NFA_ZOPEN1:
473 case NFA_ZOPEN2:
474 case NFA_ZOPEN3:
475 case NFA_ZOPEN4:
476 case NFA_ZOPEN5:
477 case NFA_ZOPEN6:
478 case NFA_ZOPEN7:
479 case NFA_ZOPEN8:
480 case NFA_ZOPEN9:
481#endif
482 p = p->out;
483 break;
484
485 case NFA_SPLIT:
486 {
487 int c1 = nfa_get_regstart(p->out, depth + 1);
488 int c2 = nfa_get_regstart(p->out1, depth + 1);
489
490 if (c1 == c2)
491 return c1; /* yes! */
492 return 0;
493 }
494
495 default:
Bram Moolenaardecd9542013-06-07 16:31:50 +0200496 if (p->c > 0)
Bram Moolenaard89616e2013-06-06 18:46:06 +0200497 return p->c; /* yes! */
498 return 0;
499 }
500 }
501 return 0;
502}
503
504/*
Bram Moolenaar473de612013-06-08 18:19:48 +0200505 * Figure out if the NFA state list contains just literal text and nothing
Bram Moolenaare7766ee2013-06-08 22:30:03 +0200506 * else. If so return a string in allocated memory with what must match after
507 * regstart. Otherwise return NULL.
Bram Moolenaar473de612013-06-08 18:19:48 +0200508 */
509 static char_u *
510nfa_get_match_text(start)
511 nfa_state_T *start;
512{
513 nfa_state_T *p = start;
514 int len = 0;
515 char_u *ret;
516 char_u *s;
517
518 if (p->c != NFA_MOPEN)
519 return NULL; /* just in case */
520 p = p->out;
521 while (p->c > 0)
522 {
523 len += MB_CHAR2LEN(p->c);
524 p = p->out;
525 }
526 if (p->c != NFA_MCLOSE || p->out->c != NFA_MATCH)
527 return NULL;
528
529 ret = alloc(len);
530 if (ret != NULL)
531 {
532 len = 0;
533 p = start->out->out; /* skip first char, it goes into regstart */
534 s = ret;
535 while (p->c > 0)
536 {
537#ifdef FEAT_MBYTE
538 if (has_mbyte)
539 s += (*mb_char2bytes)(p->c, s);
540 else
541#endif
542 *s++ = p->c;
543 p = p->out;
544 }
545 *s = NUL;
546 }
547 return ret;
548}
549
550/*
Bram Moolenaar16299b52013-05-30 18:45:23 +0200551 * Allocate more space for post_start. Called when
552 * running above the estimated number of states.
553 */
554 static int
555realloc_post_list()
556{
Bram Moolenaar99dc19d2013-05-31 20:49:31 +0200557 int nstate_max = (int)(post_end - post_start);
Bram Moolenaar16299b52013-05-30 18:45:23 +0200558 int new_max = nstate_max + 1000;
559 int *new_start;
560 int *old_start;
561
562 new_start = (int *)lalloc(new_max * sizeof(int), TRUE);
563 if (new_start == NULL)
564 return FAIL;
565 mch_memmove(new_start, post_start, nstate_max * sizeof(int));
Bram Moolenaar16299b52013-05-30 18:45:23 +0200566 old_start = post_start;
567 post_start = new_start;
568 post_ptr = new_start + (post_ptr - old_start);
569 post_end = post_start + new_max;
570 vim_free(old_start);
571 return OK;
572}
573
574/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200575 * Search between "start" and "end" and try to recognize a
576 * character class in expanded form. For example [0-9].
577 * On success, return the id the character class to be emitted.
578 * On failure, return 0 (=FAIL)
579 * Start points to the first char of the range, while end should point
580 * to the closing brace.
581 */
582 static int
583nfa_recognize_char_class(start, end, extra_newl)
584 char_u *start;
585 char_u *end;
586 int extra_newl;
587{
Bram Moolenaarf8115092013-06-04 17:47:05 +0200588# define CLASS_not 0x80
589# define CLASS_af 0x40
590# define CLASS_AF 0x20
591# define CLASS_az 0x10
592# define CLASS_AZ 0x08
593# define CLASS_o7 0x04
594# define CLASS_o9 0x02
595# define CLASS_underscore 0x01
596
597 int newl = FALSE;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200598 char_u *p;
Bram Moolenaarf8115092013-06-04 17:47:05 +0200599 int config = 0;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200600
601 if (extra_newl == TRUE)
602 newl = TRUE;
603
604 if (*end != ']')
605 return FAIL;
606 p = start;
607 if (*p == '^')
608 {
Bram Moolenaarf8115092013-06-04 17:47:05 +0200609 config |= CLASS_not;
Bram Moolenaar01d89dd2013-06-03 19:41:06 +0200610 p++;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200611 }
612
613 while (p < end)
614 {
615 if (p + 2 < end && *(p + 1) == '-')
616 {
617 switch (*p)
618 {
619 case '0':
620 if (*(p + 2) == '9')
621 {
Bram Moolenaarf8115092013-06-04 17:47:05 +0200622 config |= CLASS_o9;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200623 break;
624 }
625 else
626 if (*(p + 2) == '7')
627 {
Bram Moolenaarf8115092013-06-04 17:47:05 +0200628 config |= CLASS_o7;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200629 break;
630 }
631 case 'a':
632 if (*(p + 2) == 'z')
633 {
Bram Moolenaarf8115092013-06-04 17:47:05 +0200634 config |= CLASS_az;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200635 break;
636 }
637 else
638 if (*(p + 2) == 'f')
639 {
Bram Moolenaarf8115092013-06-04 17:47:05 +0200640 config |= CLASS_af;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200641 break;
642 }
643 case 'A':
644 if (*(p + 2) == 'Z')
645 {
Bram Moolenaarf8115092013-06-04 17:47:05 +0200646 config |= CLASS_AZ;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200647 break;
648 }
649 else
650 if (*(p + 2) == 'F')
651 {
Bram Moolenaarf8115092013-06-04 17:47:05 +0200652 config |= CLASS_AF;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200653 break;
654 }
655 /* FALLTHROUGH */
656 default:
657 return FAIL;
658 }
659 p += 3;
660 }
661 else if (p + 1 < end && *p == '\\' && *(p + 1) == 'n')
662 {
663 newl = TRUE;
664 p += 2;
665 }
666 else if (*p == '_')
667 {
Bram Moolenaarf8115092013-06-04 17:47:05 +0200668 config |= CLASS_underscore;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200669 p ++;
670 }
671 else if (*p == '\n')
672 {
673 newl = TRUE;
674 p ++;
675 }
676 else
677 return FAIL;
678 } /* while (p < end) */
679
680 if (p != end)
681 return FAIL;
682
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200683 if (newl == TRUE)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200684 extra_newl = ADD_NL;
Bram Moolenaarf8115092013-06-04 17:47:05 +0200685
686 switch (config)
687 {
688 case CLASS_o9:
689 return extra_newl + NFA_DIGIT;
690 case CLASS_not | CLASS_o9:
691 return extra_newl + NFA_NDIGIT;
692 case CLASS_af | CLASS_AF | CLASS_o9:
693 return extra_newl + NFA_HEX;
694 case CLASS_not | CLASS_af | CLASS_AF | CLASS_o9:
695 return extra_newl + NFA_NHEX;
696 case CLASS_o7:
697 return extra_newl + NFA_OCTAL;
698 case CLASS_not | CLASS_o7:
699 return extra_newl + NFA_NOCTAL;
700 case CLASS_az | CLASS_AZ | CLASS_o9 | CLASS_underscore:
701 return extra_newl + NFA_WORD;
702 case CLASS_not | CLASS_az | CLASS_AZ | CLASS_o9 | CLASS_underscore:
703 return extra_newl + NFA_NWORD;
704 case CLASS_az | CLASS_AZ | CLASS_underscore:
705 return extra_newl + NFA_HEAD;
706 case CLASS_not | CLASS_az | CLASS_AZ | CLASS_underscore:
707 return extra_newl + NFA_NHEAD;
708 case CLASS_az | CLASS_AZ:
709 return extra_newl + NFA_ALPHA;
710 case CLASS_not | CLASS_az | CLASS_AZ:
711 return extra_newl + NFA_NALPHA;
712 case CLASS_az:
713 return extra_newl + NFA_LOWER;
714 case CLASS_not | CLASS_az:
715 return extra_newl + NFA_NLOWER;
716 case CLASS_AZ:
717 return extra_newl + NFA_UPPER;
718 case CLASS_not | CLASS_AZ:
719 return extra_newl + NFA_NUPPER;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200720 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200721 return FAIL;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200722}
723
724/*
725 * Produce the bytes for equivalence class "c".
726 * Currently only handles latin1, latin9 and utf-8.
727 * Emits bytes in postfix notation: 'a,b,NFA_OR,c,NFA_OR' is
728 * equivalent to 'a OR b OR c'
729 *
730 * NOTE! When changing this function, also update reg_equi_class()
731 */
732 static int
Bram Moolenaar417bad22013-06-07 14:08:30 +0200733nfa_emit_equi_class(c)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200734 int c;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200735{
Bram Moolenaar417bad22013-06-07 14:08:30 +0200736#define EMIT2(c) EMIT(c); EMIT(NFA_CONCAT);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200737
738#ifdef FEAT_MBYTE
739 if (enc_utf8 || STRCMP(p_enc, "latin1") == 0
740 || STRCMP(p_enc, "iso-8859-15") == 0)
741#endif
742 {
743 switch (c)
744 {
Bram Moolenaar417bad22013-06-07 14:08:30 +0200745 case 'A': case 0300: case 0301: case 0302:
746 case 0303: case 0304: case 0305:
747 EMIT2('A'); EMIT2(0300); EMIT2(0301);
748 EMIT2(0302); EMIT2(0303); EMIT2(0304);
749 EMIT2(0305);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200750 return OK;
751
Bram Moolenaar417bad22013-06-07 14:08:30 +0200752 case 'C': case 0307:
753 EMIT2('C'); EMIT2(0307);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200754 return OK;
755
Bram Moolenaar417bad22013-06-07 14:08:30 +0200756 case 'E': case 0310: case 0311: case 0312: case 0313:
757 EMIT2('E'); EMIT2(0310); EMIT2(0311);
758 EMIT2(0312); EMIT2(0313);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200759 return OK;
760
Bram Moolenaar417bad22013-06-07 14:08:30 +0200761 case 'I': case 0314: case 0315: case 0316: case 0317:
762 EMIT2('I'); EMIT2(0314); EMIT2(0315);
763 EMIT2(0316); EMIT2(0317);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200764 return OK;
765
Bram Moolenaar417bad22013-06-07 14:08:30 +0200766 case 'N': case 0321:
767 EMIT2('N'); EMIT2(0321);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200768 return OK;
769
Bram Moolenaar417bad22013-06-07 14:08:30 +0200770 case 'O': case 0322: case 0323: case 0324: case 0325:
771 case 0326:
772 EMIT2('O'); EMIT2(0322); EMIT2(0323);
773 EMIT2(0324); EMIT2(0325); EMIT2(0326);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200774 return OK;
775
Bram Moolenaar417bad22013-06-07 14:08:30 +0200776 case 'U': case 0331: case 0332: case 0333: case 0334:
777 EMIT2('U'); EMIT2(0331); EMIT2(0332);
778 EMIT2(0333); EMIT2(0334);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200779 return OK;
780
Bram Moolenaar417bad22013-06-07 14:08:30 +0200781 case 'Y': case 0335:
782 EMIT2('Y'); EMIT2(0335);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200783 return OK;
784
Bram Moolenaar417bad22013-06-07 14:08:30 +0200785 case 'a': case 0340: case 0341: case 0342:
786 case 0343: case 0344: case 0345:
787 EMIT2('a'); EMIT2(0340); EMIT2(0341);
788 EMIT2(0342); EMIT2(0343); EMIT2(0344);
789 EMIT2(0345);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200790 return OK;
791
Bram Moolenaar417bad22013-06-07 14:08:30 +0200792 case 'c': case 0347:
793 EMIT2('c'); EMIT2(0347);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200794 return OK;
795
Bram Moolenaar417bad22013-06-07 14:08:30 +0200796 case 'e': case 0350: case 0351: case 0352: case 0353:
797 EMIT2('e'); EMIT2(0350); EMIT2(0351);
798 EMIT2(0352); EMIT2(0353);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200799 return OK;
800
Bram Moolenaar417bad22013-06-07 14:08:30 +0200801 case 'i': case 0354: case 0355: case 0356: case 0357:
802 EMIT2('i'); EMIT2(0354); EMIT2(0355);
803 EMIT2(0356); EMIT2(0357);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200804 return OK;
805
Bram Moolenaar417bad22013-06-07 14:08:30 +0200806 case 'n': case 0361:
807 EMIT2('n'); EMIT2(0361);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200808 return OK;
809
Bram Moolenaar417bad22013-06-07 14:08:30 +0200810 case 'o': case 0362: case 0363: case 0364: case 0365:
811 case 0366:
812 EMIT2('o'); EMIT2(0362); EMIT2(0363);
813 EMIT2(0364); EMIT2(0365); EMIT2(0366);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200814 return OK;
815
Bram Moolenaar417bad22013-06-07 14:08:30 +0200816 case 'u': case 0371: case 0372: case 0373: case 0374:
817 EMIT2('u'); EMIT2(0371); EMIT2(0372);
818 EMIT2(0373); EMIT2(0374);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200819 return OK;
820
Bram Moolenaar417bad22013-06-07 14:08:30 +0200821 case 'y': case 0375: case 0377:
822 EMIT2('y'); EMIT2(0375); EMIT2(0377);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200823 return OK;
824
825 default:
826 return FAIL;
827 }
828 }
829
830 EMIT(c);
831 return OK;
832#undef EMIT2
833}
834
835/*
836 * Code to parse regular expression.
837 *
838 * We try to reuse parsing functions in regexp.c to
839 * minimize surprise and keep the syntax consistent.
840 */
841
842/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200843 * Parse the lowest level.
844 *
845 * An atom can be one of a long list of items. Many atoms match one character
846 * in the text. It is often an ordinary character or a character class.
847 * Braces can be used to make a pattern into an atom. The "\z(\)" construct
848 * is only for syntax highlighting.
849 *
850 * atom ::= ordinary-atom
851 * or \( pattern \)
852 * or \%( pattern \)
853 * or \z( pattern \)
854 */
855 static int
856nfa_regatom()
857{
858 int c;
859 int charclass;
860 int equiclass;
861 int collclass;
862 int got_coll_char;
863 char_u *p;
864 char_u *endp;
865#ifdef FEAT_MBYTE
866 char_u *old_regparse = regparse;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200867#endif
868 int extra = 0;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200869 int emit_range;
870 int negated;
871 int result;
872 int startc = -1;
873 int endc = -1;
874 int oldstartc = -1;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200875
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200876 c = getchr();
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200877 switch (c)
878 {
Bram Moolenaar47196582013-05-25 22:04:23 +0200879 case NUL:
Bram Moolenaar47196582013-05-25 22:04:23 +0200880 EMSG_RET_FAIL(_("E865: (NFA) Regexp end encountered prematurely"));
881
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200882 case Magic('^'):
883 EMIT(NFA_BOL);
884 break;
885
886 case Magic('$'):
887 EMIT(NFA_EOL);
888#if defined(FEAT_SYN_HL) || defined(PROTO)
889 had_eol = TRUE;
890#endif
891 break;
892
893 case Magic('<'):
894 EMIT(NFA_BOW);
895 break;
896
897 case Magic('>'):
898 EMIT(NFA_EOW);
899 break;
900
901 case Magic('_'):
902 c = no_Magic(getchr());
903 if (c == '^') /* "\_^" is start-of-line */
904 {
905 EMIT(NFA_BOL);
906 break;
907 }
908 if (c == '$') /* "\_$" is end-of-line */
909 {
910 EMIT(NFA_EOL);
911#if defined(FEAT_SYN_HL) || defined(PROTO)
912 had_eol = TRUE;
913#endif
914 break;
915 }
916
917 extra = ADD_NL;
918
919 /* "\_[" is collection plus newline */
920 if (c == '[')
Bram Moolenaar307d10a2013-05-23 22:25:15 +0200921 goto collection;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200922
923 /* "\_x" is character class plus newline */
924 /*FALLTHROUGH*/
925
926 /*
927 * Character classes.
928 */
929 case Magic('.'):
930 case Magic('i'):
931 case Magic('I'):
932 case Magic('k'):
933 case Magic('K'):
934 case Magic('f'):
935 case Magic('F'):
936 case Magic('p'):
937 case Magic('P'):
938 case Magic('s'):
939 case Magic('S'):
940 case Magic('d'):
941 case Magic('D'):
942 case Magic('x'):
943 case Magic('X'):
944 case Magic('o'):
945 case Magic('O'):
946 case Magic('w'):
947 case Magic('W'):
948 case Magic('h'):
949 case Magic('H'):
950 case Magic('a'):
951 case Magic('A'):
952 case Magic('l'):
953 case Magic('L'):
954 case Magic('u'):
955 case Magic('U'):
956 p = vim_strchr(classchars, no_Magic(c));
957 if (p == NULL)
958 {
Bram Moolenaar5714b802013-05-28 22:03:20 +0200959 EMSGN("INTERNAL: Unknown character class char: %ld", c);
960 return FAIL;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200961 }
962#ifdef FEAT_MBYTE
963 /* When '.' is followed by a composing char ignore the dot, so that
964 * the composing char is matched here. */
965 if (enc_utf8 && c == Magic('.') && utf_iscomposing(peekchr()))
966 {
Bram Moolenaar56d58d52013-05-25 14:42:03 +0200967 old_regparse = regparse;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200968 c = getchr();
969 goto nfa_do_multibyte;
970 }
971#endif
972 EMIT(nfa_classcodes[p - classchars]);
973 if (extra == ADD_NL)
974 {
975 EMIT(NFA_NEWL);
976 EMIT(NFA_OR);
977 regflags |= RF_HASNL;
978 }
979 break;
980
981 case Magic('n'):
982 if (reg_string)
Bram Moolenaar417bad22013-06-07 14:08:30 +0200983 /* In a string "\n" matches a newline character. */
984 EMIT(NL);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200985 else
986 {
987 /* In buffer text "\n" matches the end of a line. */
988 EMIT(NFA_NEWL);
989 regflags |= RF_HASNL;
990 }
991 break;
992
993 case Magic('('):
994 if (nfa_reg(REG_PAREN) == FAIL)
995 return FAIL; /* cascaded error */
996 break;
997
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200998 case Magic('|'):
999 case Magic('&'):
1000 case Magic(')'):
Bram Moolenaarba404472013-05-19 22:31:18 +02001001 EMSGN(_(e_misplaced), no_Magic(c));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001002 return FAIL;
1003
1004 case Magic('='):
1005 case Magic('?'):
1006 case Magic('+'):
1007 case Magic('@'):
1008 case Magic('*'):
1009 case Magic('{'):
1010 /* these should follow an atom, not form an atom */
Bram Moolenaarba404472013-05-19 22:31:18 +02001011 EMSGN(_(e_misplaced), no_Magic(c));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001012 return FAIL;
1013
Bram Moolenaarf18fb7a2013-06-02 22:08:03 +02001014 case Magic('~'):
1015 {
1016 char_u *lp;
1017
1018 /* Previous substitute pattern.
1019 * Generated as "\%(pattern\)". */
1020 if (reg_prev_sub == NULL)
1021 {
1022 EMSG(_(e_nopresub));
1023 return FAIL;
1024 }
1025 for (lp = reg_prev_sub; *lp != NUL; mb_cptr_adv(lp))
1026 {
1027 EMIT(PTR2CHAR(lp));
1028 if (lp != reg_prev_sub)
1029 EMIT(NFA_CONCAT);
1030 }
1031 EMIT(NFA_NOPEN);
1032 break;
1033 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001034
Bram Moolenaar428e9872013-05-30 17:05:39 +02001035 case Magic('1'):
1036 case Magic('2'):
1037 case Magic('3'):
1038 case Magic('4'):
1039 case Magic('5'):
1040 case Magic('6'):
1041 case Magic('7'):
1042 case Magic('8'):
1043 case Magic('9'):
1044 EMIT(NFA_BACKREF1 + (no_Magic(c) - '1'));
1045 nfa_has_backref = TRUE;
1046 break;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001047
1048 case Magic('z'):
1049 c = no_Magic(getchr());
1050 switch (c)
1051 {
1052 case 's':
1053 EMIT(NFA_ZSTART);
1054 break;
1055 case 'e':
1056 EMIT(NFA_ZEND);
1057 nfa_has_zend = TRUE;
Bram Moolenaare0fea9c2013-05-27 20:10:50 +02001058 break;
Bram Moolenaarefb23f22013-06-01 23:02:54 +02001059#ifdef FEAT_SYN_HL
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001060 case '1':
1061 case '2':
1062 case '3':
1063 case '4':
1064 case '5':
1065 case '6':
1066 case '7':
1067 case '8':
1068 case '9':
Bram Moolenaarefb23f22013-06-01 23:02:54 +02001069 /* \z1...\z9 */
Bram Moolenaar5de820b2013-06-02 15:01:57 +02001070 if (reg_do_extmatch != REX_USE)
1071 EMSG_RET_FAIL(_(e_z1_not_allowed));
Bram Moolenaarefb23f22013-06-01 23:02:54 +02001072 EMIT(NFA_ZREF1 + (no_Magic(c) - '1'));
1073 /* No need to set nfa_has_backref, the sub-matches don't
Bram Moolenaarf8115092013-06-04 17:47:05 +02001074 * change when \z1 .. \z9 matches or not. */
Bram Moolenaarefb23f22013-06-01 23:02:54 +02001075 re_has_z = REX_USE;
1076 break;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001077 case '(':
Bram Moolenaarefb23f22013-06-01 23:02:54 +02001078 /* \z( */
Bram Moolenaar5de820b2013-06-02 15:01:57 +02001079 if (reg_do_extmatch != REX_SET)
1080 EMSG_RET_FAIL(_(e_z_not_allowed));
Bram Moolenaarefb23f22013-06-01 23:02:54 +02001081 if (nfa_reg(REG_ZPAREN) == FAIL)
1082 return FAIL; /* cascaded error */
1083 re_has_z = REX_SET;
1084 break;
1085#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001086 default:
Bram Moolenaarba404472013-05-19 22:31:18 +02001087 EMSGN(_("E867: (NFA) Unknown operator '\\z%c'"),
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001088 no_Magic(c));
1089 return FAIL;
1090 }
1091 break;
1092
1093 case Magic('%'):
1094 c = no_Magic(getchr());
1095 switch (c)
1096 {
1097 /* () without a back reference */
1098 case '(':
1099 if (nfa_reg(REG_NPAREN) == FAIL)
1100 return FAIL;
1101 EMIT(NFA_NOPEN);
1102 break;
1103
1104 case 'd': /* %d123 decimal */
1105 case 'o': /* %o123 octal */
1106 case 'x': /* %xab hex 2 */
1107 case 'u': /* %uabcd hex 4 */
1108 case 'U': /* %U1234abcd hex 8 */
Bram Moolenaar47196582013-05-25 22:04:23 +02001109 {
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02001110 int nr;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001111
Bram Moolenaar47196582013-05-25 22:04:23 +02001112 switch (c)
1113 {
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02001114 case 'd': nr = getdecchrs(); break;
1115 case 'o': nr = getoctchrs(); break;
1116 case 'x': nr = gethexchrs(2); break;
1117 case 'u': nr = gethexchrs(4); break;
1118 case 'U': nr = gethexchrs(8); break;
1119 default: nr = -1; break;
Bram Moolenaar47196582013-05-25 22:04:23 +02001120 }
1121
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02001122 if (nr < 0)
Bram Moolenaar47196582013-05-25 22:04:23 +02001123 EMSG2_RET_FAIL(
1124 _("E678: Invalid character after %s%%[dxouU]"),
1125 reg_magic == MAGIC_ALL);
1126 /* TODO: what if a composing character follows? */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02001127 EMIT(nr);
Bram Moolenaar47196582013-05-25 22:04:23 +02001128 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001129 break;
1130
1131 /* Catch \%^ and \%$ regardless of where they appear in the
1132 * pattern -- regardless of whether or not it makes sense. */
1133 case '^':
1134 EMIT(NFA_BOF);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001135 break;
1136
1137 case '$':
1138 EMIT(NFA_EOF);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001139 break;
1140
1141 case '#':
Bram Moolenaar423532e2013-05-29 21:14:42 +02001142 EMIT(NFA_CURSOR);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001143 break;
1144
1145 case 'V':
Bram Moolenaardacd7de2013-06-04 18:28:48 +02001146 EMIT(NFA_VISUAL);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001147 break;
1148
1149 case '[':
Bram Moolenaard75799ab72013-06-05 11:05:17 +02001150 {
1151 int n;
1152
1153 /* \%[abc] */
Bram Moolenaard7986252013-06-17 21:33:41 +02001154 for (n = 0; (c = peekchr()) != ']'; ++n)
Bram Moolenaard75799ab72013-06-05 11:05:17 +02001155 {
1156 if (c == NUL)
1157 EMSG2_RET_FAIL(_(e_missing_sb),
1158 reg_magic == MAGIC_ALL);
Bram Moolenaard7986252013-06-17 21:33:41 +02001159 /* recursive call! */
1160 if (nfa_regatom() == FAIL)
1161 return FAIL;
Bram Moolenaard75799ab72013-06-05 11:05:17 +02001162 }
Bram Moolenaard7986252013-06-17 21:33:41 +02001163 getchr(); /* get the ] */
Bram Moolenaar2976c022013-06-05 21:30:37 +02001164 if (n == 0)
1165 EMSG2_RET_FAIL(_(e_empty_sb),
1166 reg_magic == MAGIC_ALL);
Bram Moolenaard75799ab72013-06-05 11:05:17 +02001167 EMIT(NFA_OPT_CHARS);
1168 EMIT(n);
1169 break;
1170 }
Bram Moolenaar5714b802013-05-28 22:03:20 +02001171
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001172 default:
Bram Moolenaar423532e2013-05-29 21:14:42 +02001173 {
Bram Moolenaar021e1472013-05-30 19:18:31 +02001174 int n = 0;
Bram Moolenaar423532e2013-05-29 21:14:42 +02001175 int cmp = c;
1176
1177 if (c == '<' || c == '>')
1178 c = getchr();
1179 while (VIM_ISDIGIT(c))
1180 {
1181 n = n * 10 + (c - '0');
1182 c = getchr();
1183 }
1184 if (c == 'l' || c == 'c' || c == 'v')
1185 {
Bram Moolenaar423532e2013-05-29 21:14:42 +02001186 if (c == 'l')
Bram Moolenaar044aa292013-06-04 21:27:38 +02001187 /* \%{n}l \%{n}<l \%{n}>l */
Bram Moolenaar423532e2013-05-29 21:14:42 +02001188 EMIT(cmp == '<' ? NFA_LNUM_LT :
Bram Moolenaar044aa292013-06-04 21:27:38 +02001189 cmp == '>' ? NFA_LNUM_GT : NFA_LNUM);
Bram Moolenaar423532e2013-05-29 21:14:42 +02001190 else if (c == 'c')
Bram Moolenaar044aa292013-06-04 21:27:38 +02001191 /* \%{n}c \%{n}<c \%{n}>c */
Bram Moolenaar423532e2013-05-29 21:14:42 +02001192 EMIT(cmp == '<' ? NFA_COL_LT :
Bram Moolenaar044aa292013-06-04 21:27:38 +02001193 cmp == '>' ? NFA_COL_GT : NFA_COL);
Bram Moolenaar423532e2013-05-29 21:14:42 +02001194 else
Bram Moolenaar044aa292013-06-04 21:27:38 +02001195 /* \%{n}v \%{n}<v \%{n}>v */
Bram Moolenaar423532e2013-05-29 21:14:42 +02001196 EMIT(cmp == '<' ? NFA_VCOL_LT :
Bram Moolenaar044aa292013-06-04 21:27:38 +02001197 cmp == '>' ? NFA_VCOL_GT : NFA_VCOL);
Bram Moolenaard75799ab72013-06-05 11:05:17 +02001198 EMIT(n);
Bram Moolenaar423532e2013-05-29 21:14:42 +02001199 break;
1200 }
Bram Moolenaar044aa292013-06-04 21:27:38 +02001201 else if (c == '\'' && n == 0)
1202 {
1203 /* \%'m \%<'m \%>'m */
Bram Moolenaar044aa292013-06-04 21:27:38 +02001204 EMIT(cmp == '<' ? NFA_MARK_LT :
1205 cmp == '>' ? NFA_MARK_GT : NFA_MARK);
Bram Moolenaard75799ab72013-06-05 11:05:17 +02001206 EMIT(getchr());
Bram Moolenaar044aa292013-06-04 21:27:38 +02001207 break;
1208 }
Bram Moolenaar423532e2013-05-29 21:14:42 +02001209 }
Bram Moolenaar5714b802013-05-28 22:03:20 +02001210 EMSGN(_("E867: (NFA) Unknown operator '\\%%%c'"),
1211 no_Magic(c));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001212 return FAIL;
1213 }
1214 break;
1215
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001216 case Magic('['):
Bram Moolenaar307d10a2013-05-23 22:25:15 +02001217collection:
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001218 /*
Bram Moolenaar417bad22013-06-07 14:08:30 +02001219 * [abc] uses NFA_START_COLL - NFA_END_COLL
1220 * [^abc] uses NFA_START_NEG_COLL - NFA_END_NEG_COLL
1221 * Each character is produced as a regular state, using
1222 * NFA_CONCAT to bind them together.
1223 * Besides normal characters there can be:
1224 * - character classes NFA_CLASS_*
1225 * - ranges, two characters followed by NFA_RANGE.
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001226 */
1227
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001228 p = regparse;
1229 endp = skip_anyof(p);
1230 if (*endp == ']')
1231 {
1232 /*
1233 * Try to reverse engineer character classes. For example,
1234 * recognize that [0-9] stands for \d and [A-Za-z_] with \h,
1235 * and perform the necessary substitutions in the NFA.
1236 */
1237 result = nfa_recognize_char_class(regparse, endp,
1238 extra == ADD_NL);
1239 if (result != FAIL)
1240 {
1241 if (result >= NFA_DIGIT && result <= NFA_NUPPER)
1242 EMIT(result);
1243 else /* must be char class + newline */
1244 {
1245 EMIT(result - ADD_NL);
1246 EMIT(NFA_NEWL);
1247 EMIT(NFA_OR);
1248 }
1249 regparse = endp;
Bram Moolenaar51a29832013-05-28 22:30:35 +02001250 mb_ptr_adv(regparse);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001251 return OK;
1252 }
1253 /*
1254 * Failed to recognize a character class. Use the simple
1255 * version that turns [abc] into 'a' OR 'b' OR 'c'
1256 */
1257 startc = endc = oldstartc = -1;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001258 negated = FALSE;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001259 if (*regparse == '^') /* negated range */
1260 {
1261 negated = TRUE;
Bram Moolenaar51a29832013-05-28 22:30:35 +02001262 mb_ptr_adv(regparse);
Bram Moolenaar417bad22013-06-07 14:08:30 +02001263 EMIT(NFA_START_NEG_COLL);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001264 }
Bram Moolenaar417bad22013-06-07 14:08:30 +02001265 else
1266 EMIT(NFA_START_COLL);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001267 if (*regparse == '-')
1268 {
1269 startc = '-';
1270 EMIT(startc);
Bram Moolenaar417bad22013-06-07 14:08:30 +02001271 EMIT(NFA_CONCAT);
Bram Moolenaar51a29832013-05-28 22:30:35 +02001272 mb_ptr_adv(regparse);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001273 }
1274 /* Emit the OR branches for each character in the [] */
1275 emit_range = FALSE;
1276 while (regparse < endp)
1277 {
1278 oldstartc = startc;
1279 startc = -1;
1280 got_coll_char = FALSE;
1281 if (*regparse == '[')
1282 {
1283 /* Check for [: :], [= =], [. .] */
1284 equiclass = collclass = 0;
1285 charclass = get_char_class(&regparse);
1286 if (charclass == CLASS_NONE)
1287 {
1288 equiclass = get_equi_class(&regparse);
1289 if (equiclass == 0)
1290 collclass = get_coll_element(&regparse);
1291 }
1292
1293 /* Character class like [:alpha:] */
1294 if (charclass != CLASS_NONE)
1295 {
1296 switch (charclass)
1297 {
1298 case CLASS_ALNUM:
1299 EMIT(NFA_CLASS_ALNUM);
1300 break;
1301 case CLASS_ALPHA:
1302 EMIT(NFA_CLASS_ALPHA);
1303 break;
1304 case CLASS_BLANK:
1305 EMIT(NFA_CLASS_BLANK);
1306 break;
1307 case CLASS_CNTRL:
1308 EMIT(NFA_CLASS_CNTRL);
1309 break;
1310 case CLASS_DIGIT:
1311 EMIT(NFA_CLASS_DIGIT);
1312 break;
1313 case CLASS_GRAPH:
1314 EMIT(NFA_CLASS_GRAPH);
1315 break;
1316 case CLASS_LOWER:
1317 EMIT(NFA_CLASS_LOWER);
1318 break;
1319 case CLASS_PRINT:
1320 EMIT(NFA_CLASS_PRINT);
1321 break;
1322 case CLASS_PUNCT:
1323 EMIT(NFA_CLASS_PUNCT);
1324 break;
1325 case CLASS_SPACE:
1326 EMIT(NFA_CLASS_SPACE);
1327 break;
1328 case CLASS_UPPER:
1329 EMIT(NFA_CLASS_UPPER);
1330 break;
1331 case CLASS_XDIGIT:
1332 EMIT(NFA_CLASS_XDIGIT);
1333 break;
1334 case CLASS_TAB:
1335 EMIT(NFA_CLASS_TAB);
1336 break;
1337 case CLASS_RETURN:
1338 EMIT(NFA_CLASS_RETURN);
1339 break;
1340 case CLASS_BACKSPACE:
1341 EMIT(NFA_CLASS_BACKSPACE);
1342 break;
1343 case CLASS_ESCAPE:
1344 EMIT(NFA_CLASS_ESCAPE);
1345 break;
1346 }
Bram Moolenaar417bad22013-06-07 14:08:30 +02001347 EMIT(NFA_CONCAT);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001348 continue;
1349 }
1350 /* Try equivalence class [=a=] and the like */
1351 if (equiclass != 0)
1352 {
Bram Moolenaar417bad22013-06-07 14:08:30 +02001353 result = nfa_emit_equi_class(equiclass);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001354 if (result == FAIL)
1355 {
1356 /* should never happen */
1357 EMSG_RET_FAIL(_("E868: Error building NFA with equivalence class!"));
1358 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001359 continue;
1360 }
1361 /* Try collating class like [. .] */
1362 if (collclass != 0)
1363 {
1364 startc = collclass; /* allow [.a.]-x as a range */
1365 /* Will emit the proper atom at the end of the
1366 * while loop. */
1367 }
1368 }
Bram Moolenaar75d7a062013-06-01 13:24:24 +02001369 /* Try a range like 'a-x' or '\t-z'. Also allows '-' as a
1370 * start character. */
1371 if (*regparse == '-' && oldstartc != -1)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001372 {
1373 emit_range = TRUE;
1374 startc = oldstartc;
Bram Moolenaar51a29832013-05-28 22:30:35 +02001375 mb_ptr_adv(regparse);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001376 continue; /* reading the end of the range */
1377 }
1378
1379 /* Now handle simple and escaped characters.
1380 * Only "\]", "\^", "\]" and "\\" are special in Vi. Vim
1381 * accepts "\t", "\e", etc., but only when the 'l' flag in
1382 * 'cpoptions' is not included.
1383 * Posix doesn't recognize backslash at all.
1384 */
1385 if (*regparse == '\\'
Bram Moolenaar1cd3f2c2013-06-05 12:43:09 +02001386 && !reg_cpo_bsl
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001387 && regparse + 1 <= endp
1388 && (vim_strchr(REGEXP_INRANGE, regparse[1]) != NULL
Bram Moolenaar1cd3f2c2013-06-05 12:43:09 +02001389 || (!reg_cpo_lit
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001390 && vim_strchr(REGEXP_ABBR, regparse[1])
1391 != NULL)
1392 )
1393 )
1394 {
Bram Moolenaar51a29832013-05-28 22:30:35 +02001395 mb_ptr_adv(regparse);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001396
Bram Moolenaar673af4d2013-05-21 22:00:51 +02001397 if (*regparse == 'n')
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001398 startc = reg_string ? NL : NFA_NEWL;
1399 else
1400 if (*regparse == 'd'
1401 || *regparse == 'o'
1402 || *regparse == 'x'
1403 || *regparse == 'u'
1404 || *regparse == 'U'
1405 )
1406 {
1407 /* TODO(RE) This needs more testing */
1408 startc = coll_get_char();
1409 got_coll_char = TRUE;
Bram Moolenaar51a29832013-05-28 22:30:35 +02001410 mb_ptr_back(old_regparse, regparse);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001411 }
1412 else
1413 {
1414 /* \r,\t,\e,\b */
1415 startc = backslash_trans(*regparse);
1416 }
1417 }
1418
1419 /* Normal printable char */
1420 if (startc == -1)
Bram Moolenaar75d7a062013-06-01 13:24:24 +02001421 startc = PTR2CHAR(regparse);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001422
1423 /* Previous char was '-', so this char is end of range. */
1424 if (emit_range)
1425 {
Bram Moolenaar75d7a062013-06-01 13:24:24 +02001426 endc = startc;
1427 startc = oldstartc;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001428 if (startc > endc)
1429 EMSG_RET_FAIL(_(e_invrange));
Bram Moolenaar417bad22013-06-07 14:08:30 +02001430
1431 if (endc > startc + 2)
1432 {
1433 /* Emit a range instead of the sequence of
1434 * individual characters. */
1435 if (startc == 0)
1436 /* \x00 is translated to \x0a, start at \x01. */
1437 EMIT(1);
1438 else
1439 --post_ptr; /* remove NFA_CONCAT */
1440 EMIT(endc);
1441 EMIT(NFA_RANGE);
1442 EMIT(NFA_CONCAT);
1443 }
1444 else
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001445#ifdef FEAT_MBYTE
Bram Moolenaar417bad22013-06-07 14:08:30 +02001446 if (has_mbyte && ((*mb_char2len)(startc) > 1
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001447 || (*mb_char2len)(endc) > 1))
1448 {
Bram Moolenaar417bad22013-06-07 14:08:30 +02001449 /* Emit the characters in the range.
1450 * "startc" was already emitted, so skip it.
1451 * */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001452 for (c = startc + 1; c <= endc; c++)
1453 {
Bram Moolenaar3c577f22013-05-24 21:59:54 +02001454 EMIT(c);
Bram Moolenaar417bad22013-06-07 14:08:30 +02001455 EMIT(NFA_CONCAT);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001456 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001457 }
1458 else
1459#endif
1460 {
1461#ifdef EBCDIC
1462 int alpha_only = FALSE;
1463
1464 /* for alphabetical range skip the gaps
1465 * 'i'-'j', 'r'-'s', 'I'-'J' and 'R'-'S'. */
1466 if (isalpha(startc) && isalpha(endc))
1467 alpha_only = TRUE;
1468#endif
1469 /* Emit the range. "startc" was already emitted, so
1470 * skip it. */
1471 for (c = startc + 1; c <= endc; c++)
1472#ifdef EBCDIC
1473 if (!alpha_only || isalpha(startc))
1474#endif
1475 {
1476 EMIT(c);
Bram Moolenaar417bad22013-06-07 14:08:30 +02001477 EMIT(NFA_CONCAT);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001478 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001479 }
Bram Moolenaar75d7a062013-06-01 13:24:24 +02001480 emit_range = FALSE;
1481 startc = -1;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001482 }
1483 else
1484 {
Bram Moolenaar417bad22013-06-07 14:08:30 +02001485 /* This char (startc) is not part of a range. Just
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001486 * emit it.
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001487 * Normally, simply emit startc. But if we get char
1488 * code=0 from a collating char, then replace it with
1489 * 0x0a.
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001490 * This is needed to completely mimic the behaviour of
Bram Moolenaar417bad22013-06-07 14:08:30 +02001491 * the backtracking engine. */
1492 if (startc == NFA_NEWL)
1493 {
1494 /* Line break can't be matched as part of the
1495 * collection, add an OR below. But not for negated
1496 * range. */
1497 if (!negated)
1498 extra = ADD_NL;
1499 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001500 else
Bram Moolenaar417bad22013-06-07 14:08:30 +02001501 {
1502 if (got_coll_char == TRUE && startc == 0)
1503 EMIT(0x0a);
1504 else
1505 EMIT(startc);
1506 EMIT(NFA_CONCAT);
1507 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001508 }
1509
Bram Moolenaar51a29832013-05-28 22:30:35 +02001510 mb_ptr_adv(regparse);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001511 } /* while (p < endp) */
1512
Bram Moolenaar51a29832013-05-28 22:30:35 +02001513 mb_ptr_back(old_regparse, regparse);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001514 if (*regparse == '-') /* if last, '-' is just a char */
1515 {
1516 EMIT('-');
Bram Moolenaar417bad22013-06-07 14:08:30 +02001517 EMIT(NFA_CONCAT);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001518 }
Bram Moolenaar51a29832013-05-28 22:30:35 +02001519 mb_ptr_adv(regparse);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001520
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001521 /* skip the trailing ] */
1522 regparse = endp;
Bram Moolenaar51a29832013-05-28 22:30:35 +02001523 mb_ptr_adv(regparse);
Bram Moolenaar417bad22013-06-07 14:08:30 +02001524
1525 /* Mark end of the collection. */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001526 if (negated == TRUE)
Bram Moolenaar417bad22013-06-07 14:08:30 +02001527 EMIT(NFA_END_NEG_COLL);
1528 else
1529 EMIT(NFA_END_COLL);
Bram Moolenaarbad704f2013-05-30 11:51:08 +02001530
1531 /* \_[] also matches \n but it's not negated */
1532 if (extra == ADD_NL)
1533 {
1534 EMIT(reg_string ? NL : NFA_NEWL);
1535 EMIT(NFA_OR);
1536 }
1537
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001538 return OK;
Bram Moolenaarfad8de02013-05-24 23:10:50 +02001539 } /* if exists closing ] */
1540
1541 if (reg_strict)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001542 EMSG_RET_FAIL(_(e_missingbracket));
Bram Moolenaarfad8de02013-05-24 23:10:50 +02001543 /* FALLTHROUGH */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001544
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001545 default:
1546 {
1547#ifdef FEAT_MBYTE
1548 int plen;
1549
1550nfa_do_multibyte:
Bram Moolenaar47196582013-05-25 22:04:23 +02001551 /* plen is length of current char with composing chars */
1552 if (enc_utf8 && ((*mb_char2len)(c)
1553 != (plen = (*mb_ptr2len)(old_regparse))
1554 || utf_iscomposing(c)))
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001555 {
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02001556 int i = 0;
1557
Bram Moolenaar56d58d52013-05-25 14:42:03 +02001558 /* A base character plus composing characters, or just one
1559 * or more composing characters.
Bram Moolenaar3c577f22013-05-24 21:59:54 +02001560 * This requires creating a separate atom as if enclosing
1561 * the characters in (), where NFA_COMPOSING is the ( and
1562 * NFA_END_COMPOSING is the ). Note that right now we are
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001563 * building the postfix form, not the NFA itself;
1564 * a composing char could be: a, b, c, NFA_COMPOSING
Bram Moolenaar3c577f22013-05-24 21:59:54 +02001565 * where 'b' and 'c' are chars with codes > 256. */
Bram Moolenaar3c577f22013-05-24 21:59:54 +02001566 for (;;)
1567 {
1568 EMIT(c);
1569 if (i > 0)
1570 EMIT(NFA_CONCAT);
Bram Moolenaarfad8de02013-05-24 23:10:50 +02001571 if ((i += utf_char2len(c)) >= plen)
Bram Moolenaar3c577f22013-05-24 21:59:54 +02001572 break;
1573 c = utf_ptr2char(old_regparse + i);
1574 }
1575 EMIT(NFA_COMPOSING);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001576 regparse = old_regparse + plen;
1577 }
1578 else
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001579#endif
1580 {
1581 c = no_Magic(c);
1582 EMIT(c);
1583 }
1584 return OK;
1585 }
1586 }
1587
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001588 return OK;
1589}
1590
1591/*
1592 * Parse something followed by possible [*+=].
1593 *
1594 * A piece is an atom, possibly followed by a multi, an indication of how many
1595 * times the atom can be matched. Example: "a*" matches any sequence of "a"
1596 * characters: "", "a", "aa", etc.
1597 *
1598 * piece ::= atom
1599 * or atom multi
1600 */
1601 static int
1602nfa_regpiece()
1603{
1604 int i;
1605 int op;
1606 int ret;
1607 long minval, maxval;
1608 int greedy = TRUE; /* Braces are prefixed with '-' ? */
Bram Moolenaar3737fc12013-06-01 14:42:56 +02001609 parse_state_T old_state;
1610 parse_state_T new_state;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001611 int c2;
Bram Moolenaar16299b52013-05-30 18:45:23 +02001612 int old_post_pos;
1613 int my_post_start;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001614 int quest;
1615
Bram Moolenaar3737fc12013-06-01 14:42:56 +02001616 /* Save the current parse state, so that we can use it if <atom>{m,n} is
1617 * next. */
1618 save_parse_state(&old_state);
1619
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001620 /* store current pos in the postfix form, for \{m,n} involving 0s */
Bram Moolenaar16299b52013-05-30 18:45:23 +02001621 my_post_start = (int)(post_ptr - post_start);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001622
1623 ret = nfa_regatom();
1624 if (ret == FAIL)
1625 return FAIL; /* cascaded error */
1626
1627 op = peekchr();
1628 if (re_multi_type(op) == NOT_MULTI)
1629 return OK;
1630
1631 skipchr();
1632 switch (op)
1633 {
1634 case Magic('*'):
1635 EMIT(NFA_STAR);
1636 break;
1637
1638 case Magic('+'):
1639 /*
1640 * Trick: Normally, (a*)\+ would match the whole input "aaa". The
1641 * first and only submatch would be "aaa". But the backtracking
1642 * engine interprets the plus as "try matching one more time", and
1643 * a* matches a second time at the end of the input, the empty
1644 * string.
1645 * The submatch will the empty string.
1646 *
Bram Moolenaar54dafde2013-05-31 23:18:00 +02001647 * In order to be consistent with the old engine, we replace
1648 * <atom>+ with <atom><atom>*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001649 */
Bram Moolenaar3737fc12013-06-01 14:42:56 +02001650 restore_parse_state(&old_state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001651 curchr = -1;
1652 if (nfa_regatom() == FAIL)
1653 return FAIL;
1654 EMIT(NFA_STAR);
1655 EMIT(NFA_CONCAT);
1656 skipchr(); /* skip the \+ */
1657 break;
1658
1659 case Magic('@'):
Bram Moolenaar61602c52013-06-01 19:54:43 +02001660 c2 = getdecchrs();
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001661 op = no_Magic(getchr());
Bram Moolenaar61602c52013-06-01 19:54:43 +02001662 i = 0;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001663 switch(op)
1664 {
1665 case '=':
Bram Moolenaar61602c52013-06-01 19:54:43 +02001666 /* \@= */
1667 i = NFA_PREV_ATOM_NO_WIDTH;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001668 break;
Bram Moolenaarb06e20e2013-05-30 22:44:02 +02001669 case '!':
Bram Moolenaar61602c52013-06-01 19:54:43 +02001670 /* \@! */
1671 i = NFA_PREV_ATOM_NO_WIDTH_NEG;
Bram Moolenaarb06e20e2013-05-30 22:44:02 +02001672 break;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001673 case '<':
Bram Moolenaar61602c52013-06-01 19:54:43 +02001674 op = no_Magic(getchr());
1675 if (op == '=')
1676 /* \@<= */
1677 i = NFA_PREV_ATOM_JUST_BEFORE;
1678 else if (op == '!')
1679 /* \@<! */
1680 i = NFA_PREV_ATOM_JUST_BEFORE_NEG;
1681 break;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001682 case '>':
Bram Moolenaar87953742013-06-05 18:52:40 +02001683 /* \@> */
1684 i = NFA_PREV_ATOM_LIKE_PATTERN;
1685 break;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001686 }
Bram Moolenaar61602c52013-06-01 19:54:43 +02001687 if (i == 0)
1688 {
Bram Moolenaar61602c52013-06-01 19:54:43 +02001689 EMSGN(_("E869: (NFA) Unknown operator '\\@%c'"), op);
1690 return FAIL;
1691 }
1692 EMIT(i);
1693 if (i == NFA_PREV_ATOM_JUST_BEFORE
1694 || i == NFA_PREV_ATOM_JUST_BEFORE_NEG)
1695 EMIT(c2);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001696 break;
1697
1698 case Magic('?'):
1699 case Magic('='):
1700 EMIT(NFA_QUEST);
1701 break;
1702
1703 case Magic('{'):
1704 /* a{2,5} will expand to 'aaa?a?a?'
1705 * a{-1,3} will expand to 'aa??a??', where ?? is the nongreedy
1706 * version of '?'
1707 * \v(ab){2,3} will expand to '(ab)(ab)(ab)?', where all the
1708 * parenthesis have the same id
1709 */
1710
1711 greedy = TRUE;
1712 c2 = peekchr();
1713 if (c2 == '-' || c2 == Magic('-'))
1714 {
1715 skipchr();
1716 greedy = FALSE;
1717 }
1718 if (!read_limits(&minval, &maxval))
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001719 EMSG_RET_FAIL(_("E870: (NFA regexp) Error reading repetition limits"));
Bram Moolenaarcd2d8bb2013-06-05 21:42:53 +02001720
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001721 /* <atom>{0,inf}, <atom>{0,} and <atom>{} are equivalent to
1722 * <atom>* */
Bram Moolenaar36b3a012013-06-01 12:40:20 +02001723 if (minval == 0 && maxval == MAX_LIMIT)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001724 {
Bram Moolenaar36b3a012013-06-01 12:40:20 +02001725 if (greedy)
1726 /* \{}, \{0,} */
1727 EMIT(NFA_STAR);
1728 else
1729 /* \{-}, \{-0,} */
1730 EMIT(NFA_STAR_NONGREEDY);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001731 break;
1732 }
1733
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001734 /* Special case: x{0} or x{-0} */
1735 if (maxval == 0)
1736 {
1737 /* Ignore result of previous call to nfa_regatom() */
Bram Moolenaar16299b52013-05-30 18:45:23 +02001738 post_ptr = post_start + my_post_start;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001739 /* NFA_SKIP_CHAR has 0-length and works everywhere */
1740 EMIT(NFA_SKIP_CHAR);
1741 return OK;
1742 }
1743
1744 /* Ignore previous call to nfa_regatom() */
Bram Moolenaar16299b52013-05-30 18:45:23 +02001745 post_ptr = post_start + my_post_start;
Bram Moolenaar3737fc12013-06-01 14:42:56 +02001746 /* Save parse state after the repeated atom and the \{} */
1747 save_parse_state(&new_state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001748
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001749 quest = (greedy == TRUE? NFA_QUEST : NFA_QUEST_NONGREEDY);
1750 for (i = 0; i < maxval; i++)
1751 {
1752 /* Goto beginning of the repeated atom */
Bram Moolenaar3737fc12013-06-01 14:42:56 +02001753 restore_parse_state(&old_state);
Bram Moolenaar16299b52013-05-30 18:45:23 +02001754 old_post_pos = (int)(post_ptr - post_start);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001755 if (nfa_regatom() == FAIL)
1756 return FAIL;
1757 /* after "minval" times, atoms are optional */
1758 if (i + 1 > minval)
Bram Moolenaar54dafde2013-05-31 23:18:00 +02001759 {
1760 if (maxval == MAX_LIMIT)
Bram Moolenaar36b3a012013-06-01 12:40:20 +02001761 {
1762 if (greedy)
1763 EMIT(NFA_STAR);
1764 else
1765 EMIT(NFA_STAR_NONGREEDY);
1766 }
Bram Moolenaar54dafde2013-05-31 23:18:00 +02001767 else
1768 EMIT(quest);
1769 }
Bram Moolenaar16299b52013-05-30 18:45:23 +02001770 if (old_post_pos != my_post_start)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001771 EMIT(NFA_CONCAT);
Bram Moolenaar54dafde2013-05-31 23:18:00 +02001772 if (i + 1 > minval && maxval == MAX_LIMIT)
1773 break;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001774 }
1775
1776 /* Go to just after the repeated atom and the \{} */
Bram Moolenaar3737fc12013-06-01 14:42:56 +02001777 restore_parse_state(&new_state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001778 curchr = -1;
1779
1780 break;
1781
1782
1783 default:
1784 break;
1785 } /* end switch */
1786
1787 if (re_multi_type(peekchr()) != NOT_MULTI)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001788 /* Can't have a multi follow a multi. */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001789 EMSG_RET_FAIL(_("E871: (NFA regexp) Can't have a multi follow a multi !"));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001790
1791 return OK;
1792}
1793
1794/*
1795 * Parse one or more pieces, concatenated. It matches a match for the
1796 * first piece, followed by a match for the second piece, etc. Example:
1797 * "f[0-9]b", first matches "f", then a digit and then "b".
1798 *
1799 * concat ::= piece
1800 * or piece piece
1801 * or piece piece piece
1802 * etc.
1803 */
1804 static int
1805nfa_regconcat()
1806{
1807 int cont = TRUE;
1808 int first = TRUE;
1809
1810 while (cont)
1811 {
1812 switch (peekchr())
1813 {
1814 case NUL:
1815 case Magic('|'):
1816 case Magic('&'):
1817 case Magic(')'):
1818 cont = FALSE;
1819 break;
1820
1821 case Magic('Z'):
1822#ifdef FEAT_MBYTE
1823 regflags |= RF_ICOMBINE;
1824#endif
1825 skipchr_keepstart();
1826 break;
1827 case Magic('c'):
1828 regflags |= RF_ICASE;
1829 skipchr_keepstart();
1830 break;
1831 case Magic('C'):
1832 regflags |= RF_NOICASE;
1833 skipchr_keepstart();
1834 break;
1835 case Magic('v'):
1836 reg_magic = MAGIC_ALL;
1837 skipchr_keepstart();
1838 curchr = -1;
1839 break;
1840 case Magic('m'):
1841 reg_magic = MAGIC_ON;
1842 skipchr_keepstart();
1843 curchr = -1;
1844 break;
1845 case Magic('M'):
1846 reg_magic = MAGIC_OFF;
1847 skipchr_keepstart();
1848 curchr = -1;
1849 break;
1850 case Magic('V'):
1851 reg_magic = MAGIC_NONE;
1852 skipchr_keepstart();
1853 curchr = -1;
1854 break;
1855
1856 default:
1857 if (nfa_regpiece() == FAIL)
1858 return FAIL;
1859 if (first == FALSE)
1860 EMIT(NFA_CONCAT);
1861 else
1862 first = FALSE;
1863 break;
1864 }
1865 }
1866
1867 return OK;
1868}
1869
1870/*
1871 * Parse a branch, one or more concats, separated by "\&". It matches the
1872 * last concat, but only if all the preceding concats also match at the same
1873 * position. Examples:
1874 * "foobeep\&..." matches "foo" in "foobeep".
1875 * ".*Peter\&.*Bob" matches in a line containing both "Peter" and "Bob"
1876 *
1877 * branch ::= concat
1878 * or concat \& concat
1879 * or concat \& concat \& concat
1880 * etc.
1881 */
1882 static int
1883nfa_regbranch()
1884{
1885 int ch;
Bram Moolenaar16299b52013-05-30 18:45:23 +02001886 int old_post_pos;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001887
Bram Moolenaar16299b52013-05-30 18:45:23 +02001888 old_post_pos = (int)(post_ptr - post_start);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001889
1890 /* First branch, possibly the only one */
1891 if (nfa_regconcat() == FAIL)
1892 return FAIL;
1893
1894 ch = peekchr();
1895 /* Try next concats */
1896 while (ch == Magic('&'))
1897 {
1898 skipchr();
1899 EMIT(NFA_NOPEN);
1900 EMIT(NFA_PREV_ATOM_NO_WIDTH);
Bram Moolenaar16299b52013-05-30 18:45:23 +02001901 old_post_pos = (int)(post_ptr - post_start);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001902 if (nfa_regconcat() == FAIL)
1903 return FAIL;
1904 /* if concat is empty, skip a input char. But do emit a node */
Bram Moolenaar16299b52013-05-30 18:45:23 +02001905 if (old_post_pos == (int)(post_ptr - post_start))
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001906 EMIT(NFA_SKIP_CHAR);
1907 EMIT(NFA_CONCAT);
1908 ch = peekchr();
1909 }
1910
1911 /* Even if a branch is empty, emit one node for it */
Bram Moolenaar16299b52013-05-30 18:45:23 +02001912 if (old_post_pos == (int)(post_ptr - post_start))
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001913 EMIT(NFA_SKIP_CHAR);
1914
1915 return OK;
1916}
1917
1918/*
1919 * Parse a pattern, one or more branches, separated by "\|". It matches
1920 * anything that matches one of the branches. Example: "foo\|beep" matches
1921 * "foo" and matches "beep". If more than one branch matches, the first one
1922 * is used.
1923 *
1924 * pattern ::= branch
1925 * or branch \| branch
1926 * or branch \| branch \| branch
1927 * etc.
1928 */
1929 static int
1930nfa_reg(paren)
1931 int paren; /* REG_NOPAREN, REG_PAREN, REG_NPAREN or REG_ZPAREN */
1932{
1933 int parno = 0;
1934
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001935 if (paren == REG_PAREN)
1936 {
1937 if (regnpar >= NSUBEXP) /* Too many `(' */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001938 EMSG_RET_FAIL(_("E872: (NFA regexp) Too many '('"));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001939 parno = regnpar++;
1940 }
Bram Moolenaarefb23f22013-06-01 23:02:54 +02001941#ifdef FEAT_SYN_HL
1942 else if (paren == REG_ZPAREN)
1943 {
1944 /* Make a ZOPEN node. */
1945 if (regnzpar >= NSUBEXP)
Bram Moolenaarefb23f22013-06-01 23:02:54 +02001946 EMSG_RET_FAIL(_("E879: (NFA regexp) Too many \\z("));
Bram Moolenaarefb23f22013-06-01 23:02:54 +02001947 parno = regnzpar++;
1948 }
1949#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001950
1951 if (nfa_regbranch() == FAIL)
1952 return FAIL; /* cascaded error */
1953
1954 while (peekchr() == Magic('|'))
1955 {
1956 skipchr();
1957 if (nfa_regbranch() == FAIL)
1958 return FAIL; /* cascaded error */
1959 EMIT(NFA_OR);
1960 }
1961
1962 /* Check for proper termination. */
1963 if (paren != REG_NOPAREN && getchr() != Magic(')'))
1964 {
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001965 if (paren == REG_NPAREN)
1966 EMSG2_RET_FAIL(_(e_unmatchedpp), reg_magic == MAGIC_ALL);
1967 else
1968 EMSG2_RET_FAIL(_(e_unmatchedp), reg_magic == MAGIC_ALL);
1969 }
1970 else if (paren == REG_NOPAREN && peekchr() != NUL)
1971 {
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001972 if (peekchr() == Magic(')'))
1973 EMSG2_RET_FAIL(_(e_unmatchedpar), reg_magic == MAGIC_ALL);
1974 else
1975 EMSG_RET_FAIL(_("E873: (NFA regexp) proper termination error"));
1976 }
1977 /*
1978 * Here we set the flag allowing back references to this set of
1979 * parentheses.
1980 */
1981 if (paren == REG_PAREN)
1982 {
1983 had_endbrace[parno] = TRUE; /* have seen the close paren */
1984 EMIT(NFA_MOPEN + parno);
1985 }
Bram Moolenaarefb23f22013-06-01 23:02:54 +02001986#ifdef FEAT_SYN_HL
1987 else if (paren == REG_ZPAREN)
1988 EMIT(NFA_ZOPEN + parno);
1989#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001990
1991 return OK;
1992}
1993
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001994#ifdef DEBUG
1995static char_u code[50];
1996
1997 static void
1998nfa_set_code(c)
1999 int c;
2000{
2001 int addnl = FALSE;
2002
2003 if (c >= NFA_FIRST_NL && c <= NFA_LAST_NL)
2004 {
2005 addnl = TRUE;
2006 c -= ADD_NL;
2007 }
2008
2009 STRCPY(code, "");
2010 switch (c)
2011 {
2012 case NFA_MATCH: STRCPY(code, "NFA_MATCH "); break;
2013 case NFA_SPLIT: STRCPY(code, "NFA_SPLIT "); break;
2014 case NFA_CONCAT: STRCPY(code, "NFA_CONCAT "); break;
2015 case NFA_NEWL: STRCPY(code, "NFA_NEWL "); break;
2016 case NFA_ZSTART: STRCPY(code, "NFA_ZSTART"); break;
2017 case NFA_ZEND: STRCPY(code, "NFA_ZEND"); break;
2018
Bram Moolenaar5714b802013-05-28 22:03:20 +02002019 case NFA_BACKREF1: STRCPY(code, "NFA_BACKREF1"); break;
2020 case NFA_BACKREF2: STRCPY(code, "NFA_BACKREF2"); break;
2021 case NFA_BACKREF3: STRCPY(code, "NFA_BACKREF3"); break;
2022 case NFA_BACKREF4: STRCPY(code, "NFA_BACKREF4"); break;
2023 case NFA_BACKREF5: STRCPY(code, "NFA_BACKREF5"); break;
2024 case NFA_BACKREF6: STRCPY(code, "NFA_BACKREF6"); break;
2025 case NFA_BACKREF7: STRCPY(code, "NFA_BACKREF7"); break;
2026 case NFA_BACKREF8: STRCPY(code, "NFA_BACKREF8"); break;
2027 case NFA_BACKREF9: STRCPY(code, "NFA_BACKREF9"); break;
Bram Moolenaarefb23f22013-06-01 23:02:54 +02002028#ifdef FEAT_SYN_HL
2029 case NFA_ZREF1: STRCPY(code, "NFA_ZREF1"); break;
2030 case NFA_ZREF2: STRCPY(code, "NFA_ZREF2"); break;
2031 case NFA_ZREF3: STRCPY(code, "NFA_ZREF3"); break;
2032 case NFA_ZREF4: STRCPY(code, "NFA_ZREF4"); break;
2033 case NFA_ZREF5: STRCPY(code, "NFA_ZREF5"); break;
2034 case NFA_ZREF6: STRCPY(code, "NFA_ZREF6"); break;
2035 case NFA_ZREF7: STRCPY(code, "NFA_ZREF7"); break;
2036 case NFA_ZREF8: STRCPY(code, "NFA_ZREF8"); break;
2037 case NFA_ZREF9: STRCPY(code, "NFA_ZREF9"); break;
2038#endif
Bram Moolenaar5714b802013-05-28 22:03:20 +02002039 case NFA_SKIP: STRCPY(code, "NFA_SKIP"); break;
2040
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002041 case NFA_PREV_ATOM_NO_WIDTH:
2042 STRCPY(code, "NFA_PREV_ATOM_NO_WIDTH"); break;
Bram Moolenaar423532e2013-05-29 21:14:42 +02002043 case NFA_PREV_ATOM_NO_WIDTH_NEG:
2044 STRCPY(code, "NFA_PREV_ATOM_NO_WIDTH_NEG"); break;
Bram Moolenaar61602c52013-06-01 19:54:43 +02002045 case NFA_PREV_ATOM_JUST_BEFORE:
2046 STRCPY(code, "NFA_PREV_ATOM_JUST_BEFORE"); break;
2047 case NFA_PREV_ATOM_JUST_BEFORE_NEG:
2048 STRCPY(code, "NFA_PREV_ATOM_JUST_BEFORE_NEG"); break;
Bram Moolenaar87953742013-06-05 18:52:40 +02002049 case NFA_PREV_ATOM_LIKE_PATTERN:
2050 STRCPY(code, "NFA_PREV_ATOM_LIKE_PATTERN"); break;
2051
Bram Moolenaar2d5e1122013-05-30 21:42:13 +02002052 case NFA_NOPEN: STRCPY(code, "NFA_NOPEN"); break;
2053 case NFA_NCLOSE: STRCPY(code, "NFA_NCLOSE"); break;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002054 case NFA_START_INVISIBLE: STRCPY(code, "NFA_START_INVISIBLE"); break;
Bram Moolenaara2947e22013-06-11 22:44:09 +02002055 case NFA_START_INVISIBLE_FIRST:
2056 STRCPY(code, "NFA_START_INVISIBLE_FIRST"); break;
Bram Moolenaardecd9542013-06-07 16:31:50 +02002057 case NFA_START_INVISIBLE_NEG:
2058 STRCPY(code, "NFA_START_INVISIBLE_NEG"); break;
Bram Moolenaara2947e22013-06-11 22:44:09 +02002059 case NFA_START_INVISIBLE_NEG_FIRST:
2060 STRCPY(code, "NFA_START_INVISIBLE_NEG_FIRST"); break;
Bram Moolenaar61602c52013-06-01 19:54:43 +02002061 case NFA_START_INVISIBLE_BEFORE:
2062 STRCPY(code, "NFA_START_INVISIBLE_BEFORE"); break;
Bram Moolenaara2947e22013-06-11 22:44:09 +02002063 case NFA_START_INVISIBLE_BEFORE_FIRST:
2064 STRCPY(code, "NFA_START_INVISIBLE_BEFORE_FIRST"); break;
Bram Moolenaardecd9542013-06-07 16:31:50 +02002065 case NFA_START_INVISIBLE_BEFORE_NEG:
2066 STRCPY(code, "NFA_START_INVISIBLE_BEFORE_NEG"); break;
Bram Moolenaara2947e22013-06-11 22:44:09 +02002067 case NFA_START_INVISIBLE_BEFORE_NEG_FIRST:
2068 STRCPY(code, "NFA_START_INVISIBLE_BEFORE_NEG_FIRST"); break;
Bram Moolenaar87953742013-06-05 18:52:40 +02002069 case NFA_START_PATTERN: STRCPY(code, "NFA_START_PATTERN"); break;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002070 case NFA_END_INVISIBLE: STRCPY(code, "NFA_END_INVISIBLE"); break;
Bram Moolenaardecd9542013-06-07 16:31:50 +02002071 case NFA_END_INVISIBLE_NEG: STRCPY(code, "NFA_END_INVISIBLE_NEG"); break;
Bram Moolenaar87953742013-06-05 18:52:40 +02002072 case NFA_END_PATTERN: STRCPY(code, "NFA_END_PATTERN"); break;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002073
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002074 case NFA_COMPOSING: STRCPY(code, "NFA_COMPOSING"); break;
2075 case NFA_END_COMPOSING: STRCPY(code, "NFA_END_COMPOSING"); break;
Bram Moolenaard75799ab72013-06-05 11:05:17 +02002076 case NFA_OPT_CHARS: STRCPY(code, "NFA_OPT_CHARS"); break;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002077
Bram Moolenaarefb23f22013-06-01 23:02:54 +02002078 case NFA_MOPEN:
2079 case NFA_MOPEN1:
2080 case NFA_MOPEN2:
2081 case NFA_MOPEN3:
2082 case NFA_MOPEN4:
2083 case NFA_MOPEN5:
2084 case NFA_MOPEN6:
2085 case NFA_MOPEN7:
2086 case NFA_MOPEN8:
2087 case NFA_MOPEN9:
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002088 STRCPY(code, "NFA_MOPEN(x)");
2089 code[10] = c - NFA_MOPEN + '0';
2090 break;
Bram Moolenaarefb23f22013-06-01 23:02:54 +02002091 case NFA_MCLOSE:
2092 case NFA_MCLOSE1:
2093 case NFA_MCLOSE2:
2094 case NFA_MCLOSE3:
2095 case NFA_MCLOSE4:
2096 case NFA_MCLOSE5:
2097 case NFA_MCLOSE6:
2098 case NFA_MCLOSE7:
2099 case NFA_MCLOSE8:
2100 case NFA_MCLOSE9:
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002101 STRCPY(code, "NFA_MCLOSE(x)");
2102 code[11] = c - NFA_MCLOSE + '0';
2103 break;
Bram Moolenaarefb23f22013-06-01 23:02:54 +02002104#ifdef FEAT_SYN_HL
2105 case NFA_ZOPEN:
2106 case NFA_ZOPEN1:
2107 case NFA_ZOPEN2:
2108 case NFA_ZOPEN3:
2109 case NFA_ZOPEN4:
2110 case NFA_ZOPEN5:
2111 case NFA_ZOPEN6:
2112 case NFA_ZOPEN7:
2113 case NFA_ZOPEN8:
2114 case NFA_ZOPEN9:
2115 STRCPY(code, "NFA_ZOPEN(x)");
2116 code[10] = c - NFA_ZOPEN + '0';
2117 break;
2118 case NFA_ZCLOSE:
2119 case NFA_ZCLOSE1:
2120 case NFA_ZCLOSE2:
2121 case NFA_ZCLOSE3:
2122 case NFA_ZCLOSE4:
2123 case NFA_ZCLOSE5:
2124 case NFA_ZCLOSE6:
2125 case NFA_ZCLOSE7:
2126 case NFA_ZCLOSE8:
2127 case NFA_ZCLOSE9:
2128 STRCPY(code, "NFA_ZCLOSE(x)");
2129 code[11] = c - NFA_ZCLOSE + '0';
2130 break;
2131#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002132 case NFA_EOL: STRCPY(code, "NFA_EOL "); break;
2133 case NFA_BOL: STRCPY(code, "NFA_BOL "); break;
2134 case NFA_EOW: STRCPY(code, "NFA_EOW "); break;
2135 case NFA_BOW: STRCPY(code, "NFA_BOW "); break;
Bram Moolenaar4b780632013-05-31 22:14:52 +02002136 case NFA_EOF: STRCPY(code, "NFA_EOF "); break;
2137 case NFA_BOF: STRCPY(code, "NFA_BOF "); break;
Bram Moolenaar044aa292013-06-04 21:27:38 +02002138 case NFA_LNUM: STRCPY(code, "NFA_LNUM "); break;
2139 case NFA_LNUM_GT: STRCPY(code, "NFA_LNUM_GT "); break;
2140 case NFA_LNUM_LT: STRCPY(code, "NFA_LNUM_LT "); break;
2141 case NFA_COL: STRCPY(code, "NFA_COL "); break;
2142 case NFA_COL_GT: STRCPY(code, "NFA_COL_GT "); break;
2143 case NFA_COL_LT: STRCPY(code, "NFA_COL_LT "); break;
2144 case NFA_VCOL: STRCPY(code, "NFA_VCOL "); break;
2145 case NFA_VCOL_GT: STRCPY(code, "NFA_VCOL_GT "); break;
2146 case NFA_VCOL_LT: STRCPY(code, "NFA_VCOL_LT "); break;
2147 case NFA_MARK: STRCPY(code, "NFA_MARK "); break;
2148 case NFA_MARK_GT: STRCPY(code, "NFA_MARK_GT "); break;
2149 case NFA_MARK_LT: STRCPY(code, "NFA_MARK_LT "); break;
2150 case NFA_CURSOR: STRCPY(code, "NFA_CURSOR "); break;
2151 case NFA_VISUAL: STRCPY(code, "NFA_VISUAL "); break;
2152
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002153 case NFA_STAR: STRCPY(code, "NFA_STAR "); break;
Bram Moolenaar36b3a012013-06-01 12:40:20 +02002154 case NFA_STAR_NONGREEDY: STRCPY(code, "NFA_STAR_NONGREEDY "); break;
2155 case NFA_QUEST: STRCPY(code, "NFA_QUEST"); break;
2156 case NFA_QUEST_NONGREEDY: STRCPY(code, "NFA_QUEST_NON_GREEDY"); break;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002157 case NFA_SKIP_CHAR: STRCPY(code, "NFA_SKIP_CHAR"); break;
2158 case NFA_OR: STRCPY(code, "NFA_OR"); break;
Bram Moolenaar417bad22013-06-07 14:08:30 +02002159
2160 case NFA_START_COLL: STRCPY(code, "NFA_START_COLL"); break;
2161 case NFA_END_COLL: STRCPY(code, "NFA_END_COLL"); break;
2162 case NFA_START_NEG_COLL: STRCPY(code, "NFA_START_NEG_COLL"); break;
2163 case NFA_END_NEG_COLL: STRCPY(code, "NFA_END_NEG_COLL"); break;
2164 case NFA_RANGE: STRCPY(code, "NFA_RANGE"); break;
2165 case NFA_RANGE_MIN: STRCPY(code, "NFA_RANGE_MIN"); break;
2166 case NFA_RANGE_MAX: STRCPY(code, "NFA_RANGE_MAX"); break;
2167
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002168 case NFA_CLASS_ALNUM: STRCPY(code, "NFA_CLASS_ALNUM"); break;
2169 case NFA_CLASS_ALPHA: STRCPY(code, "NFA_CLASS_ALPHA"); break;
2170 case NFA_CLASS_BLANK: STRCPY(code, "NFA_CLASS_BLANK"); break;
2171 case NFA_CLASS_CNTRL: STRCPY(code, "NFA_CLASS_CNTRL"); break;
2172 case NFA_CLASS_DIGIT: STRCPY(code, "NFA_CLASS_DIGIT"); break;
2173 case NFA_CLASS_GRAPH: STRCPY(code, "NFA_CLASS_GRAPH"); break;
2174 case NFA_CLASS_LOWER: STRCPY(code, "NFA_CLASS_LOWER"); break;
2175 case NFA_CLASS_PRINT: STRCPY(code, "NFA_CLASS_PRINT"); break;
2176 case NFA_CLASS_PUNCT: STRCPY(code, "NFA_CLASS_PUNCT"); break;
2177 case NFA_CLASS_SPACE: STRCPY(code, "NFA_CLASS_SPACE"); break;
2178 case NFA_CLASS_UPPER: STRCPY(code, "NFA_CLASS_UPPER"); break;
2179 case NFA_CLASS_XDIGIT: STRCPY(code, "NFA_CLASS_XDIGIT"); break;
2180 case NFA_CLASS_TAB: STRCPY(code, "NFA_CLASS_TAB"); break;
2181 case NFA_CLASS_RETURN: STRCPY(code, "NFA_CLASS_RETURN"); break;
2182 case NFA_CLASS_BACKSPACE: STRCPY(code, "NFA_CLASS_BACKSPACE"); break;
2183 case NFA_CLASS_ESCAPE: STRCPY(code, "NFA_CLASS_ESCAPE"); break;
2184
2185 case NFA_ANY: STRCPY(code, "NFA_ANY"); break;
2186 case NFA_IDENT: STRCPY(code, "NFA_IDENT"); break;
2187 case NFA_SIDENT:STRCPY(code, "NFA_SIDENT"); break;
2188 case NFA_KWORD: STRCPY(code, "NFA_KWORD"); break;
2189 case NFA_SKWORD:STRCPY(code, "NFA_SKWORD"); break;
2190 case NFA_FNAME: STRCPY(code, "NFA_FNAME"); break;
2191 case NFA_SFNAME:STRCPY(code, "NFA_SFNAME"); break;
2192 case NFA_PRINT: STRCPY(code, "NFA_PRINT"); break;
2193 case NFA_SPRINT:STRCPY(code, "NFA_SPRINT"); break;
2194 case NFA_WHITE: STRCPY(code, "NFA_WHITE"); break;
2195 case NFA_NWHITE:STRCPY(code, "NFA_NWHITE"); break;
2196 case NFA_DIGIT: STRCPY(code, "NFA_DIGIT"); break;
2197 case NFA_NDIGIT:STRCPY(code, "NFA_NDIGIT"); break;
2198 case NFA_HEX: STRCPY(code, "NFA_HEX"); break;
2199 case NFA_NHEX: STRCPY(code, "NFA_NHEX"); break;
2200 case NFA_OCTAL: STRCPY(code, "NFA_OCTAL"); break;
2201 case NFA_NOCTAL:STRCPY(code, "NFA_NOCTAL"); break;
2202 case NFA_WORD: STRCPY(code, "NFA_WORD"); break;
2203 case NFA_NWORD: STRCPY(code, "NFA_NWORD"); break;
2204 case NFA_HEAD: STRCPY(code, "NFA_HEAD"); break;
2205 case NFA_NHEAD: STRCPY(code, "NFA_NHEAD"); break;
2206 case NFA_ALPHA: STRCPY(code, "NFA_ALPHA"); break;
2207 case NFA_NALPHA:STRCPY(code, "NFA_NALPHA"); break;
2208 case NFA_LOWER: STRCPY(code, "NFA_LOWER"); break;
2209 case NFA_NLOWER:STRCPY(code, "NFA_NLOWER"); break;
2210 case NFA_UPPER: STRCPY(code, "NFA_UPPER"); break;
2211 case NFA_NUPPER:STRCPY(code, "NFA_NUPPER"); break;
2212
2213 default:
2214 STRCPY(code, "CHAR(x)");
2215 code[5] = c;
2216 }
2217
2218 if (addnl == TRUE)
2219 STRCAT(code, " + NEWLINE ");
2220
2221}
2222
2223#ifdef ENABLE_LOG
2224static FILE *log_fd;
2225
2226/*
2227 * Print the postfix notation of the current regexp.
2228 */
2229 static void
2230nfa_postfix_dump(expr, retval)
2231 char_u *expr;
2232 int retval;
2233{
2234 int *p;
2235 FILE *f;
2236
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02002237 f = fopen(NFA_REGEXP_DUMP_LOG, "a");
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002238 if (f != NULL)
2239 {
2240 fprintf(f, "\n-------------------------\n");
2241 if (retval == FAIL)
2242 fprintf(f, ">>> NFA engine failed ... \n");
2243 else if (retval == OK)
2244 fprintf(f, ">>> NFA engine succeeded !\n");
2245 fprintf(f, "Regexp: \"%s\"\nPostfix notation (char): \"", expr);
Bram Moolenaar745fc022013-05-20 22:20:02 +02002246 for (p = post_start; *p && p < post_end; p++)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002247 {
2248 nfa_set_code(*p);
2249 fprintf(f, "%s, ", code);
2250 }
2251 fprintf(f, "\"\nPostfix notation (int): ");
Bram Moolenaar745fc022013-05-20 22:20:02 +02002252 for (p = post_start; *p && p < post_end; p++)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002253 fprintf(f, "%d ", *p);
2254 fprintf(f, "\n\n");
2255 fclose(f);
2256 }
2257}
2258
2259/*
2260 * Print the NFA starting with a root node "state".
2261 */
2262 static void
Bram Moolenaar152e7892013-05-25 12:28:11 +02002263nfa_print_state(debugf, state)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002264 FILE *debugf;
2265 nfa_state_T *state;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002266{
Bram Moolenaar152e7892013-05-25 12:28:11 +02002267 garray_T indent;
2268
2269 ga_init2(&indent, 1, 64);
2270 ga_append(&indent, '\0');
2271 nfa_print_state2(debugf, state, &indent);
2272 ga_clear(&indent);
2273}
2274
2275 static void
2276nfa_print_state2(debugf, state, indent)
2277 FILE *debugf;
2278 nfa_state_T *state;
2279 garray_T *indent;
2280{
2281 char_u *p;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002282
2283 if (state == NULL)
2284 return;
2285
2286 fprintf(debugf, "(%2d)", abs(state->id));
Bram Moolenaar152e7892013-05-25 12:28:11 +02002287
2288 /* Output indent */
2289 p = (char_u *)indent->ga_data;
2290 if (indent->ga_len >= 3)
2291 {
2292 int last = indent->ga_len - 3;
2293 char_u save[2];
2294
2295 STRNCPY(save, &p[last], 2);
2296 STRNCPY(&p[last], "+-", 2);
2297 fprintf(debugf, " %s", p);
2298 STRNCPY(&p[last], save, 2);
2299 }
2300 else
2301 fprintf(debugf, " %s", p);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002302
2303 nfa_set_code(state->c);
Bram Moolenaardecd9542013-06-07 16:31:50 +02002304 fprintf(debugf, "%s (%d) (id=%d) val=%d\n",
Bram Moolenaar417bad22013-06-07 14:08:30 +02002305 code,
2306 state->c,
2307 abs(state->id),
2308 state->val);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002309 if (state->id < 0)
2310 return;
2311
2312 state->id = abs(state->id) * -1;
Bram Moolenaar152e7892013-05-25 12:28:11 +02002313
2314 /* grow indent for state->out */
2315 indent->ga_len -= 1;
2316 if (state->out1)
Bram Moolenaarf47ca632013-05-25 15:31:05 +02002317 ga_concat(indent, (char_u *)"| ");
Bram Moolenaar152e7892013-05-25 12:28:11 +02002318 else
Bram Moolenaarf47ca632013-05-25 15:31:05 +02002319 ga_concat(indent, (char_u *)" ");
Bram Moolenaar152e7892013-05-25 12:28:11 +02002320 ga_append(indent, '\0');
2321
2322 nfa_print_state2(debugf, state->out, indent);
2323
2324 /* replace last part of indent for state->out1 */
2325 indent->ga_len -= 3;
Bram Moolenaarf47ca632013-05-25 15:31:05 +02002326 ga_concat(indent, (char_u *)" ");
Bram Moolenaar152e7892013-05-25 12:28:11 +02002327 ga_append(indent, '\0');
2328
2329 nfa_print_state2(debugf, state->out1, indent);
2330
2331 /* shrink indent */
2332 indent->ga_len -= 3;
2333 ga_append(indent, '\0');
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002334}
2335
2336/*
2337 * Print the NFA state machine.
2338 */
2339 static void
2340nfa_dump(prog)
2341 nfa_regprog_T *prog;
2342{
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02002343 FILE *debugf = fopen(NFA_REGEXP_DUMP_LOG, "a");
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002344
2345 if (debugf != NULL)
2346 {
Bram Moolenaar152e7892013-05-25 12:28:11 +02002347 nfa_print_state(debugf, prog->start);
Bram Moolenaard89616e2013-06-06 18:46:06 +02002348
Bram Moolenaar473de612013-06-08 18:19:48 +02002349 if (prog->reganch)
2350 fprintf(debugf, "reganch: %d\n", prog->reganch);
2351 if (prog->regstart != NUL)
2352 fprintf(debugf, "regstart: %c (decimal: %d)\n",
2353 prog->regstart, prog->regstart);
2354 if (prog->match_text != NULL)
2355 fprintf(debugf, "match_text: \"%s\"\n", prog->match_text);
Bram Moolenaard89616e2013-06-06 18:46:06 +02002356
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002357 fclose(debugf);
2358 }
2359}
2360#endif /* ENABLE_LOG */
2361#endif /* DEBUG */
2362
2363/*
2364 * Parse r.e. @expr and convert it into postfix form.
2365 * Return the postfix string on success, NULL otherwise.
2366 */
2367 static int *
2368re2post()
2369{
2370 if (nfa_reg(REG_NOPAREN) == FAIL)
2371 return NULL;
2372 EMIT(NFA_MOPEN);
2373 return post_start;
2374}
2375
2376/* NB. Some of the code below is inspired by Russ's. */
2377
2378/*
2379 * Represents an NFA state plus zero or one or two arrows exiting.
2380 * if c == MATCH, no arrows out; matching state.
2381 * If c == SPLIT, unlabeled arrows to out and out1 (if != NULL).
2382 * If c < 256, labeled arrow with character c to out.
2383 */
2384
2385static nfa_state_T *state_ptr; /* points to nfa_prog->state */
2386
2387/*
2388 * Allocate and initialize nfa_state_T.
2389 */
2390 static nfa_state_T *
Bram Moolenaar525666f2013-06-02 16:40:55 +02002391alloc_state(c, out, out1)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002392 int c;
2393 nfa_state_T *out;
2394 nfa_state_T *out1;
2395{
2396 nfa_state_T *s;
2397
2398 if (istate >= nstate)
2399 return NULL;
2400
2401 s = &state_ptr[istate++];
2402
2403 s->c = c;
2404 s->out = out;
2405 s->out1 = out1;
Bram Moolenaar417bad22013-06-07 14:08:30 +02002406 s->val = 0;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002407
2408 s->id = istate;
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02002409 s->lastlist[0] = 0;
2410 s->lastlist[1] = 0;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002411
2412 return s;
2413}
2414
2415/*
2416 * A partially built NFA without the matching state filled in.
2417 * Frag_T.start points at the start state.
2418 * Frag_T.out is a list of places that need to be set to the
2419 * next state for this fragment.
2420 */
Bram Moolenaar61db8b52013-05-26 17:45:49 +02002421
2422/* Since the out pointers in the list are always
2423 * uninitialized, we use the pointers themselves
2424 * as storage for the Ptrlists. */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002425typedef union Ptrlist Ptrlist;
Bram Moolenaar61db8b52013-05-26 17:45:49 +02002426union Ptrlist
2427{
2428 Ptrlist *next;
2429 nfa_state_T *s;
2430};
2431
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002432struct Frag
2433{
Bram Moolenaar61db8b52013-05-26 17:45:49 +02002434 nfa_state_T *start;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002435 Ptrlist *out;
2436};
2437typedef struct Frag Frag_T;
2438
2439static Frag_T frag __ARGS((nfa_state_T *start, Ptrlist *out));
2440static Ptrlist *list1 __ARGS((nfa_state_T **outp));
2441static void patch __ARGS((Ptrlist *l, nfa_state_T *s));
2442static Ptrlist *append __ARGS((Ptrlist *l1, Ptrlist *l2));
2443static void st_push __ARGS((Frag_T s, Frag_T **p, Frag_T *stack_end));
2444static Frag_T st_pop __ARGS((Frag_T **p, Frag_T *stack));
2445
2446/*
Bram Moolenaar053bb602013-05-20 13:55:21 +02002447 * Initialize a Frag_T struct and return it.
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002448 */
2449 static Frag_T
2450frag(start, out)
2451 nfa_state_T *start;
2452 Ptrlist *out;
2453{
Bram Moolenaar053bb602013-05-20 13:55:21 +02002454 Frag_T n;
2455
2456 n.start = start;
2457 n.out = out;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002458 return n;
2459}
2460
2461/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002462 * Create singleton list containing just outp.
2463 */
2464 static Ptrlist *
2465list1(outp)
2466 nfa_state_T **outp;
2467{
2468 Ptrlist *l;
2469
2470 l = (Ptrlist *)outp;
2471 l->next = NULL;
2472 return l;
2473}
2474
2475/*
2476 * Patch the list of states at out to point to start.
2477 */
2478 static void
2479patch(l, s)
2480 Ptrlist *l;
2481 nfa_state_T *s;
2482{
2483 Ptrlist *next;
2484
2485 for (; l; l = next)
2486 {
2487 next = l->next;
2488 l->s = s;
2489 }
2490}
2491
2492
2493/*
2494 * Join the two lists l1 and l2, returning the combination.
2495 */
2496 static Ptrlist *
2497append(l1, l2)
2498 Ptrlist *l1;
2499 Ptrlist *l2;
2500{
2501 Ptrlist *oldl1;
2502
2503 oldl1 = l1;
2504 while (l1->next)
2505 l1 = l1->next;
2506 l1->next = l2;
2507 return oldl1;
2508}
2509
2510/*
2511 * Stack used for transforming postfix form into NFA.
2512 */
2513static Frag_T empty;
2514
2515 static void
2516st_error(postfix, end, p)
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02002517 int *postfix UNUSED;
2518 int *end UNUSED;
2519 int *p UNUSED;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002520{
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02002521#ifdef NFA_REGEXP_ERROR_LOG
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002522 FILE *df;
2523 int *p2;
2524
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02002525 df = fopen(NFA_REGEXP_ERROR_LOG, "a");
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002526 if (df)
2527 {
2528 fprintf(df, "Error popping the stack!\n");
2529#ifdef DEBUG
2530 fprintf(df, "Current regexp is \"%s\"\n", nfa_regengine.expr);
2531#endif
2532 fprintf(df, "Postfix form is: ");
2533#ifdef DEBUG
2534 for (p2 = postfix; p2 < end; p2++)
2535 {
2536 nfa_set_code(*p2);
2537 fprintf(df, "%s, ", code);
2538 }
2539 nfa_set_code(*p);
2540 fprintf(df, "\nCurrent position is: ");
2541 for (p2 = postfix; p2 <= p; p2 ++)
2542 {
2543 nfa_set_code(*p2);
2544 fprintf(df, "%s, ", code);
2545 }
2546#else
2547 for (p2 = postfix; p2 < end; p2++)
2548 {
2549 fprintf(df, "%d, ", *p2);
2550 }
2551 fprintf(df, "\nCurrent position is: ");
2552 for (p2 = postfix; p2 <= p; p2 ++)
2553 {
2554 fprintf(df, "%d, ", *p2);
2555 }
2556#endif
2557 fprintf(df, "\n--------------------------\n");
2558 fclose(df);
2559 }
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02002560#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002561 EMSG(_("E874: (NFA) Could not pop the stack !"));
2562}
2563
2564/*
2565 * Push an item onto the stack.
2566 */
2567 static void
2568st_push(s, p, stack_end)
2569 Frag_T s;
2570 Frag_T **p;
2571 Frag_T *stack_end;
2572{
2573 Frag_T *stackp = *p;
2574
2575 if (stackp >= stack_end)
2576 return;
2577 *stackp = s;
2578 *p = *p + 1;
2579}
2580
2581/*
2582 * Pop an item from the stack.
2583 */
2584 static Frag_T
2585st_pop(p, stack)
2586 Frag_T **p;
2587 Frag_T *stack;
2588{
2589 Frag_T *stackp;
2590
2591 *p = *p - 1;
2592 stackp = *p;
2593 if (stackp < stack)
2594 return empty;
2595 return **p;
2596}
2597
2598/*
Bram Moolenaare7766ee2013-06-08 22:30:03 +02002599 * Estimate the maximum byte length of anything matching "state".
2600 * When unknown or unlimited return -1.
2601 */
2602 static int
2603nfa_max_width(startstate, depth)
2604 nfa_state_T *startstate;
2605 int depth;
2606{
2607 int l, r;
2608 nfa_state_T *state = startstate;
2609 int len = 0;
2610
2611 /* detect looping in a NFA_SPLIT */
2612 if (depth > 4)
2613 return -1;
2614
Bram Moolenaarfe70acb2013-06-21 18:31:23 +02002615 while (state != NULL)
Bram Moolenaare7766ee2013-06-08 22:30:03 +02002616 {
2617 switch (state->c)
2618 {
2619 case NFA_END_INVISIBLE:
2620 case NFA_END_INVISIBLE_NEG:
2621 /* the end, return what we have */
2622 return len;
2623
2624 case NFA_SPLIT:
2625 /* two alternatives, use the maximum */
2626 l = nfa_max_width(state->out, depth + 1);
2627 r = nfa_max_width(state->out1, depth + 1);
2628 if (l < 0 || r < 0)
2629 return -1;
2630 return len + (l > r ? l : r);
2631
2632 case NFA_ANY:
2633 case NFA_START_COLL:
2634 case NFA_START_NEG_COLL:
2635 /* matches some character, including composing chars */
2636#ifdef FEAT_MBYTE
2637 if (enc_utf8)
2638 len += MB_MAXBYTES;
2639 else if (has_mbyte)
2640 len += 2;
2641 else
2642#endif
2643 ++len;
2644 if (state->c != NFA_ANY)
2645 {
2646 /* skip over the characters */
2647 state = state->out1->out;
2648 continue;
2649 }
2650 break;
2651
2652 case NFA_DIGIT:
2653 case NFA_WHITE:
2654 case NFA_HEX:
2655 case NFA_OCTAL:
2656 /* ascii */
2657 ++len;
2658 break;
2659
2660 case NFA_IDENT:
2661 case NFA_SIDENT:
2662 case NFA_KWORD:
2663 case NFA_SKWORD:
2664 case NFA_FNAME:
2665 case NFA_SFNAME:
2666 case NFA_PRINT:
2667 case NFA_SPRINT:
2668 case NFA_NWHITE:
2669 case NFA_NDIGIT:
2670 case NFA_NHEX:
2671 case NFA_NOCTAL:
2672 case NFA_WORD:
2673 case NFA_NWORD:
2674 case NFA_HEAD:
2675 case NFA_NHEAD:
2676 case NFA_ALPHA:
2677 case NFA_NALPHA:
2678 case NFA_LOWER:
2679 case NFA_NLOWER:
2680 case NFA_UPPER:
2681 case NFA_NUPPER:
2682 /* possibly non-ascii */
2683#ifdef FEAT_MBYTE
2684 if (has_mbyte)
2685 len += 3;
2686 else
2687#endif
2688 ++len;
2689 break;
2690
2691 case NFA_START_INVISIBLE:
2692 case NFA_START_INVISIBLE_NEG:
2693 case NFA_START_INVISIBLE_BEFORE:
2694 case NFA_START_INVISIBLE_BEFORE_NEG:
2695 /* zero-width, out1 points to the END state */
2696 state = state->out1->out;
2697 continue;
2698
2699 case NFA_BACKREF1:
2700 case NFA_BACKREF2:
2701 case NFA_BACKREF3:
2702 case NFA_BACKREF4:
2703 case NFA_BACKREF5:
2704 case NFA_BACKREF6:
2705 case NFA_BACKREF7:
2706 case NFA_BACKREF8:
2707 case NFA_BACKREF9:
2708#ifdef FEAT_SYN_HL
2709 case NFA_ZREF1:
2710 case NFA_ZREF2:
2711 case NFA_ZREF3:
2712 case NFA_ZREF4:
2713 case NFA_ZREF5:
2714 case NFA_ZREF6:
2715 case NFA_ZREF7:
2716 case NFA_ZREF8:
2717 case NFA_ZREF9:
2718#endif
2719 case NFA_NEWL:
2720 case NFA_SKIP:
2721 /* unknown width */
2722 return -1;
2723
2724 case NFA_BOL:
2725 case NFA_EOL:
2726 case NFA_BOF:
2727 case NFA_EOF:
2728 case NFA_BOW:
2729 case NFA_EOW:
2730 case NFA_MOPEN:
2731 case NFA_MOPEN1:
2732 case NFA_MOPEN2:
2733 case NFA_MOPEN3:
2734 case NFA_MOPEN4:
2735 case NFA_MOPEN5:
2736 case NFA_MOPEN6:
2737 case NFA_MOPEN7:
2738 case NFA_MOPEN8:
2739 case NFA_MOPEN9:
2740#ifdef FEAT_SYN_HL
2741 case NFA_ZOPEN:
2742 case NFA_ZOPEN1:
2743 case NFA_ZOPEN2:
2744 case NFA_ZOPEN3:
2745 case NFA_ZOPEN4:
2746 case NFA_ZOPEN5:
2747 case NFA_ZOPEN6:
2748 case NFA_ZOPEN7:
2749 case NFA_ZOPEN8:
2750 case NFA_ZOPEN9:
2751 case NFA_ZCLOSE:
2752 case NFA_ZCLOSE1:
2753 case NFA_ZCLOSE2:
2754 case NFA_ZCLOSE3:
2755 case NFA_ZCLOSE4:
2756 case NFA_ZCLOSE5:
2757 case NFA_ZCLOSE6:
2758 case NFA_ZCLOSE7:
2759 case NFA_ZCLOSE8:
2760 case NFA_ZCLOSE9:
2761#endif
2762 case NFA_MCLOSE:
2763 case NFA_MCLOSE1:
2764 case NFA_MCLOSE2:
2765 case NFA_MCLOSE3:
2766 case NFA_MCLOSE4:
2767 case NFA_MCLOSE5:
2768 case NFA_MCLOSE6:
2769 case NFA_MCLOSE7:
2770 case NFA_MCLOSE8:
2771 case NFA_MCLOSE9:
2772 case NFA_NOPEN:
2773 case NFA_NCLOSE:
2774
2775 case NFA_LNUM_GT:
2776 case NFA_LNUM_LT:
2777 case NFA_COL_GT:
2778 case NFA_COL_LT:
2779 case NFA_VCOL_GT:
2780 case NFA_VCOL_LT:
2781 case NFA_MARK_GT:
2782 case NFA_MARK_LT:
2783 case NFA_VISUAL:
2784 case NFA_LNUM:
2785 case NFA_CURSOR:
2786 case NFA_COL:
2787 case NFA_VCOL:
2788 case NFA_MARK:
2789
2790 case NFA_ZSTART:
2791 case NFA_ZEND:
2792 case NFA_OPT_CHARS:
2793 case NFA_SKIP_CHAR:
2794 case NFA_START_PATTERN:
2795 case NFA_END_PATTERN:
2796 case NFA_COMPOSING:
2797 case NFA_END_COMPOSING:
2798 /* zero-width */
2799 break;
2800
2801 default:
2802 if (state->c < 0)
2803 /* don't know what this is */
2804 return -1;
2805 /* normal character */
2806 len += MB_CHAR2LEN(state->c);
2807 break;
2808 }
2809
2810 /* normal way to continue */
2811 state = state->out;
2812 }
2813
Bram Moolenaarfe70acb2013-06-21 18:31:23 +02002814 /* unrecognized, "cannot happen" */
Bram Moolenaare7766ee2013-06-08 22:30:03 +02002815 return -1;
2816}
Bram Moolenaar1e02e662013-06-08 23:26:27 +02002817
Bram Moolenaare7766ee2013-06-08 22:30:03 +02002818/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002819 * Convert a postfix form into its equivalent NFA.
2820 * Return the NFA start state on success, NULL otherwise.
2821 */
2822 static nfa_state_T *
2823post2nfa(postfix, end, nfa_calc_size)
2824 int *postfix;
2825 int *end;
2826 int nfa_calc_size;
2827{
2828 int *p;
2829 int mopen;
2830 int mclose;
2831 Frag_T *stack = NULL;
2832 Frag_T *stackp = NULL;
2833 Frag_T *stack_end = NULL;
2834 Frag_T e1;
2835 Frag_T e2;
2836 Frag_T e;
2837 nfa_state_T *s;
2838 nfa_state_T *s1;
2839 nfa_state_T *matchstate;
Bram Moolenaarb09d9832013-05-21 16:28:11 +02002840 nfa_state_T *ret = NULL;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002841
2842 if (postfix == NULL)
2843 return NULL;
2844
Bram Moolenaar053bb602013-05-20 13:55:21 +02002845#define PUSH(s) st_push((s), &stackp, stack_end)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002846#define POP() st_pop(&stackp, stack); \
2847 if (stackp < stack) \
2848 { \
2849 st_error(postfix, end, p); \
2850 return NULL; \
2851 }
2852
2853 if (nfa_calc_size == FALSE)
2854 {
2855 /* Allocate space for the stack. Max states on the stack : nstate */
Bram Moolenaar61602c52013-06-01 19:54:43 +02002856 stack = (Frag_T *)lalloc((nstate + 1) * sizeof(Frag_T), TRUE);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002857 stackp = stack;
Bram Moolenaare3c7b862013-05-20 21:57:03 +02002858 stack_end = stack + (nstate + 1);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002859 }
2860
2861 for (p = postfix; p < end; ++p)
2862 {
2863 switch (*p)
2864 {
2865 case NFA_CONCAT:
Bram Moolenaar417bad22013-06-07 14:08:30 +02002866 /* Concatenation.
2867 * Pay attention: this operator does not exist in the r.e. itself
2868 * (it is implicit, really). It is added when r.e. is translated
2869 * to postfix form in re2post(). */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002870 if (nfa_calc_size == TRUE)
2871 {
Bram Moolenaarca12d7c2013-05-20 21:26:33 +02002872 /* nstate += 0; */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002873 break;
2874 }
2875 e2 = POP();
2876 e1 = POP();
2877 patch(e1.out, e2.start);
2878 PUSH(frag(e1.start, e2.out));
2879 break;
2880
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002881 case NFA_OR:
2882 /* Alternation */
2883 if (nfa_calc_size == TRUE)
2884 {
Bram Moolenaarca12d7c2013-05-20 21:26:33 +02002885 nstate++;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002886 break;
2887 }
2888 e2 = POP();
2889 e1 = POP();
Bram Moolenaar525666f2013-06-02 16:40:55 +02002890 s = alloc_state(NFA_SPLIT, e1.start, e2.start);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002891 if (s == NULL)
Bram Moolenaarb09d9832013-05-21 16:28:11 +02002892 goto theend;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002893 PUSH(frag(s, append(e1.out, e2.out)));
2894 break;
2895
2896 case NFA_STAR:
Bram Moolenaar36b3a012013-06-01 12:40:20 +02002897 /* Zero or more, prefer more */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002898 if (nfa_calc_size == TRUE)
2899 {
Bram Moolenaarca12d7c2013-05-20 21:26:33 +02002900 nstate++;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002901 break;
2902 }
2903 e = POP();
Bram Moolenaar525666f2013-06-02 16:40:55 +02002904 s = alloc_state(NFA_SPLIT, e.start, NULL);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002905 if (s == NULL)
Bram Moolenaarb09d9832013-05-21 16:28:11 +02002906 goto theend;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002907 patch(e.out, s);
2908 PUSH(frag(s, list1(&s->out1)));
2909 break;
2910
Bram Moolenaar36b3a012013-06-01 12:40:20 +02002911 case NFA_STAR_NONGREEDY:
2912 /* Zero or more, prefer zero */
2913 if (nfa_calc_size == TRUE)
2914 {
2915 nstate++;
2916 break;
2917 }
2918 e = POP();
Bram Moolenaar525666f2013-06-02 16:40:55 +02002919 s = alloc_state(NFA_SPLIT, NULL, e.start);
Bram Moolenaar36b3a012013-06-01 12:40:20 +02002920 if (s == NULL)
2921 goto theend;
2922 patch(e.out, s);
2923 PUSH(frag(s, list1(&s->out)));
2924 break;
2925
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002926 case NFA_QUEST:
2927 /* one or zero atoms=> greedy match */
2928 if (nfa_calc_size == TRUE)
2929 {
Bram Moolenaarca12d7c2013-05-20 21:26:33 +02002930 nstate++;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002931 break;
2932 }
2933 e = POP();
Bram Moolenaar525666f2013-06-02 16:40:55 +02002934 s = alloc_state(NFA_SPLIT, e.start, NULL);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002935 if (s == NULL)
Bram Moolenaarb09d9832013-05-21 16:28:11 +02002936 goto theend;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002937 PUSH(frag(s, append(e.out, list1(&s->out1))));
2938 break;
2939
2940 case NFA_QUEST_NONGREEDY:
2941 /* zero or one atoms => non-greedy match */
2942 if (nfa_calc_size == TRUE)
2943 {
Bram Moolenaarca12d7c2013-05-20 21:26:33 +02002944 nstate++;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002945 break;
2946 }
2947 e = POP();
Bram Moolenaar525666f2013-06-02 16:40:55 +02002948 s = alloc_state(NFA_SPLIT, NULL, e.start);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002949 if (s == NULL)
Bram Moolenaarb09d9832013-05-21 16:28:11 +02002950 goto theend;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002951 PUSH(frag(s, append(e.out, list1(&s->out))));
2952 break;
2953
Bram Moolenaar417bad22013-06-07 14:08:30 +02002954 case NFA_END_COLL:
2955 case NFA_END_NEG_COLL:
2956 /* On the stack is the sequence starting with NFA_START_COLL or
2957 * NFA_START_NEG_COLL and all possible characters. Patch it to
2958 * add the output to the start. */
2959 if (nfa_calc_size == TRUE)
2960 {
2961 nstate++;
2962 break;
2963 }
2964 e = POP();
2965 s = alloc_state(NFA_END_COLL, NULL, NULL);
2966 if (s == NULL)
2967 goto theend;
2968 patch(e.out, s);
2969 e.start->out1 = s;
2970 PUSH(frag(e.start, list1(&s->out)));
2971 break;
2972
2973 case NFA_RANGE:
2974 /* Before this are two characters, the low and high end of a
2975 * range. Turn them into two states with MIN and MAX. */
2976 if (nfa_calc_size == TRUE)
2977 {
2978 /* nstate += 0; */
2979 break;
2980 }
2981 e2 = POP();
2982 e1 = POP();
2983 e2.start->val = e2.start->c;
2984 e2.start->c = NFA_RANGE_MAX;
2985 e1.start->val = e1.start->c;
2986 e1.start->c = NFA_RANGE_MIN;
2987 patch(e1.out, e2.start);
2988 PUSH(frag(e1.start, e2.out));
2989 break;
2990
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002991 case NFA_SKIP_CHAR:
2992 /* Symbol of 0-length, Used in a repetition
2993 * with max/min count of 0 */
2994 if (nfa_calc_size == TRUE)
2995 {
Bram Moolenaarca12d7c2013-05-20 21:26:33 +02002996 nstate++;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002997 break;
2998 }
Bram Moolenaar525666f2013-06-02 16:40:55 +02002999 s = alloc_state(NFA_SKIP_CHAR, NULL, NULL);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003000 if (s == NULL)
Bram Moolenaarb09d9832013-05-21 16:28:11 +02003001 goto theend;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003002 PUSH(frag(s, list1(&s->out)));
3003 break;
3004
Bram Moolenaard75799ab72013-06-05 11:05:17 +02003005 case NFA_OPT_CHARS:
3006 {
3007 int n;
3008
3009 /* \%[abc] */
3010 n = *++p; /* get number of characters */
3011 if (nfa_calc_size == TRUE)
3012 {
3013 nstate += n;
3014 break;
3015 }
Bram Moolenaarc19b4b52013-06-05 21:23:39 +02003016 s = NULL; /* avoid compiler warning */
Bram Moolenaard75799ab72013-06-05 11:05:17 +02003017 e1.out = NULL; /* stores list with out1's */
3018 s1 = NULL; /* previous NFA_SPLIT to connect to */
3019 while (n-- > 0)
3020 {
3021 e = POP(); /* get character */
3022 s = alloc_state(NFA_SPLIT, e.start, NULL);
3023 if (s == NULL)
3024 goto theend;
3025 if (e1.out == NULL)
3026 e1 = e;
3027 patch(e.out, s1);
3028 append(e1.out, list1(&s->out1));
3029 s1 = s;
3030 }
3031 PUSH(frag(s, e1.out));
3032 break;
3033 }
3034
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003035 case NFA_PREV_ATOM_NO_WIDTH:
Bram Moolenaarb06e20e2013-05-30 22:44:02 +02003036 case NFA_PREV_ATOM_NO_WIDTH_NEG:
Bram Moolenaar61602c52013-06-01 19:54:43 +02003037 case NFA_PREV_ATOM_JUST_BEFORE:
3038 case NFA_PREV_ATOM_JUST_BEFORE_NEG:
Bram Moolenaar87953742013-06-05 18:52:40 +02003039 case NFA_PREV_ATOM_LIKE_PATTERN:
Bram Moolenaard75799ab72013-06-05 11:05:17 +02003040 {
Bram Moolenaard75799ab72013-06-05 11:05:17 +02003041 int before = (*p == NFA_PREV_ATOM_JUST_BEFORE
3042 || *p == NFA_PREV_ATOM_JUST_BEFORE_NEG);
Bram Moolenaar87953742013-06-05 18:52:40 +02003043 int pattern = (*p == NFA_PREV_ATOM_LIKE_PATTERN);
Bram Moolenaardecd9542013-06-07 16:31:50 +02003044 int start_state;
3045 int end_state;
Bram Moolenaar87953742013-06-05 18:52:40 +02003046 int n = 0;
3047 nfa_state_T *zend;
3048 nfa_state_T *skip;
3049
Bram Moolenaardecd9542013-06-07 16:31:50 +02003050 switch (*p)
Bram Moolenaar87953742013-06-05 18:52:40 +02003051 {
Bram Moolenaardecd9542013-06-07 16:31:50 +02003052 case NFA_PREV_ATOM_NO_WIDTH:
3053 start_state = NFA_START_INVISIBLE;
3054 end_state = NFA_END_INVISIBLE;
3055 break;
3056 case NFA_PREV_ATOM_NO_WIDTH_NEG:
3057 start_state = NFA_START_INVISIBLE_NEG;
3058 end_state = NFA_END_INVISIBLE_NEG;
3059 break;
3060 case NFA_PREV_ATOM_JUST_BEFORE:
3061 start_state = NFA_START_INVISIBLE_BEFORE;
3062 end_state = NFA_END_INVISIBLE;
3063 break;
3064 case NFA_PREV_ATOM_JUST_BEFORE_NEG:
3065 start_state = NFA_START_INVISIBLE_BEFORE_NEG;
3066 end_state = NFA_END_INVISIBLE_NEG;
3067 break;
Bram Moolenaar4380d1e2013-06-09 20:51:00 +02003068 default: /* NFA_PREV_ATOM_LIKE_PATTERN: */
Bram Moolenaardecd9542013-06-07 16:31:50 +02003069 start_state = NFA_START_PATTERN;
3070 end_state = NFA_END_PATTERN;
3071 break;
Bram Moolenaar87953742013-06-05 18:52:40 +02003072 }
Bram Moolenaard75799ab72013-06-05 11:05:17 +02003073
3074 if (before)
3075 n = *++p; /* get the count */
3076
Bram Moolenaar2d5e1122013-05-30 21:42:13 +02003077 /* The \@= operator: match the preceding atom with zero width.
Bram Moolenaarb06e20e2013-05-30 22:44:02 +02003078 * The \@! operator: no match for the preceding atom.
Bram Moolenaar61602c52013-06-01 19:54:43 +02003079 * The \@<= operator: match for the preceding atom.
3080 * The \@<! operator: no match for the preceding atom.
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003081 * Surrounds the preceding atom with START_INVISIBLE and
Bram Moolenaar2d5e1122013-05-30 21:42:13 +02003082 * END_INVISIBLE, similarly to MOPEN. */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003083
3084 if (nfa_calc_size == TRUE)
3085 {
Bram Moolenaar87953742013-06-05 18:52:40 +02003086 nstate += pattern ? 4 : 2;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003087 break;
3088 }
3089 e = POP();
Bram Moolenaar87953742013-06-05 18:52:40 +02003090 s1 = alloc_state(end_state, NULL, NULL);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003091 if (s1 == NULL)
Bram Moolenaarb09d9832013-05-21 16:28:11 +02003092 goto theend;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003093
Bram Moolenaar87953742013-06-05 18:52:40 +02003094 s = alloc_state(start_state, e.start, s1);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003095 if (s == NULL)
Bram Moolenaarb09d9832013-05-21 16:28:11 +02003096 goto theend;
Bram Moolenaar87953742013-06-05 18:52:40 +02003097 if (pattern)
3098 {
3099 /* NFA_ZEND -> NFA_END_PATTERN -> NFA_SKIP -> what follows. */
3100 skip = alloc_state(NFA_SKIP, NULL, NULL);
3101 zend = alloc_state(NFA_ZEND, s1, NULL);
3102 s1->out= skip;
3103 patch(e.out, zend);
3104 PUSH(frag(s, list1(&skip->out)));
Bram Moolenaar61602c52013-06-01 19:54:43 +02003105 }
Bram Moolenaar87953742013-06-05 18:52:40 +02003106 else
3107 {
3108 patch(e.out, s1);
3109 PUSH(frag(s, list1(&s1->out)));
Bram Moolenaare7766ee2013-06-08 22:30:03 +02003110 if (before)
3111 {
3112 if (n <= 0)
3113 /* See if we can guess the maximum width, it avoids a
3114 * lot of pointless tries. */
3115 n = nfa_max_width(e.start, 0);
3116 s->val = n; /* store the count */
3117 }
Bram Moolenaar87953742013-06-05 18:52:40 +02003118 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003119 break;
Bram Moolenaard75799ab72013-06-05 11:05:17 +02003120 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003121
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02003122#ifdef FEAT_MBYTE
Bram Moolenaar3c577f22013-05-24 21:59:54 +02003123 case NFA_COMPOSING: /* char with composing char */
3124#if 0
3125 /* TODO */
3126 if (regflags & RF_ICOMBINE)
3127 {
Bram Moolenaarfad8de02013-05-24 23:10:50 +02003128 /* use the base character only */
Bram Moolenaar3c577f22013-05-24 21:59:54 +02003129 }
3130#endif
3131 /* FALLTHROUGH */
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02003132#endif
Bram Moolenaar3c577f22013-05-24 21:59:54 +02003133
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003134 case NFA_MOPEN: /* \( \) Submatch */
3135 case NFA_MOPEN1:
3136 case NFA_MOPEN2:
3137 case NFA_MOPEN3:
3138 case NFA_MOPEN4:
3139 case NFA_MOPEN5:
3140 case NFA_MOPEN6:
3141 case NFA_MOPEN7:
3142 case NFA_MOPEN8:
3143 case NFA_MOPEN9:
3144#ifdef FEAT_SYN_HL
3145 case NFA_ZOPEN: /* \z( \) Submatch */
3146 case NFA_ZOPEN1:
3147 case NFA_ZOPEN2:
3148 case NFA_ZOPEN3:
3149 case NFA_ZOPEN4:
3150 case NFA_ZOPEN5:
3151 case NFA_ZOPEN6:
3152 case NFA_ZOPEN7:
3153 case NFA_ZOPEN8:
3154 case NFA_ZOPEN9:
3155#endif
3156 case NFA_NOPEN: /* \%( \) "Invisible Submatch" */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003157 if (nfa_calc_size == TRUE)
3158 {
3159 nstate += 2;
3160 break;
3161 }
3162
3163 mopen = *p;
3164 switch (*p)
3165 {
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003166 case NFA_NOPEN: mclose = NFA_NCLOSE; break;
3167#ifdef FEAT_SYN_HL
3168 case NFA_ZOPEN: mclose = NFA_ZCLOSE; break;
3169 case NFA_ZOPEN1: mclose = NFA_ZCLOSE1; break;
3170 case NFA_ZOPEN2: mclose = NFA_ZCLOSE2; break;
3171 case NFA_ZOPEN3: mclose = NFA_ZCLOSE3; break;
3172 case NFA_ZOPEN4: mclose = NFA_ZCLOSE4; break;
3173 case NFA_ZOPEN5: mclose = NFA_ZCLOSE5; break;
3174 case NFA_ZOPEN6: mclose = NFA_ZCLOSE6; break;
3175 case NFA_ZOPEN7: mclose = NFA_ZCLOSE7; break;
3176 case NFA_ZOPEN8: mclose = NFA_ZCLOSE8; break;
3177 case NFA_ZOPEN9: mclose = NFA_ZCLOSE9; break;
3178#endif
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02003179#ifdef FEAT_MBYTE
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003180 case NFA_COMPOSING: mclose = NFA_END_COMPOSING; break;
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02003181#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003182 default:
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003183 /* NFA_MOPEN, NFA_MOPEN1 .. NFA_MOPEN9 */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003184 mclose = *p + NSUBEXP;
3185 break;
3186 }
3187
3188 /* Allow "NFA_MOPEN" as a valid postfix representation for
3189 * the empty regexp "". In this case, the NFA will be
3190 * NFA_MOPEN -> NFA_MCLOSE. Note that this also allows
3191 * empty groups of parenthesis, and empty mbyte chars */
3192 if (stackp == stack)
3193 {
Bram Moolenaar525666f2013-06-02 16:40:55 +02003194 s = alloc_state(mopen, NULL, NULL);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003195 if (s == NULL)
Bram Moolenaarb09d9832013-05-21 16:28:11 +02003196 goto theend;
Bram Moolenaar525666f2013-06-02 16:40:55 +02003197 s1 = alloc_state(mclose, NULL, NULL);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003198 if (s1 == NULL)
Bram Moolenaarb09d9832013-05-21 16:28:11 +02003199 goto theend;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003200 patch(list1(&s->out), s1);
3201 PUSH(frag(s, list1(&s1->out)));
3202 break;
3203 }
3204
3205 /* At least one node was emitted before NFA_MOPEN, so
3206 * at least one node will be between NFA_MOPEN and NFA_MCLOSE */
3207 e = POP();
Bram Moolenaar525666f2013-06-02 16:40:55 +02003208 s = alloc_state(mopen, e.start, NULL); /* `(' */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003209 if (s == NULL)
Bram Moolenaarb09d9832013-05-21 16:28:11 +02003210 goto theend;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003211
Bram Moolenaar525666f2013-06-02 16:40:55 +02003212 s1 = alloc_state(mclose, NULL, NULL); /* `)' */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003213 if (s1 == NULL)
Bram Moolenaarb09d9832013-05-21 16:28:11 +02003214 goto theend;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003215 patch(e.out, s1);
3216
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02003217#ifdef FEAT_MBYTE
Bram Moolenaar3c577f22013-05-24 21:59:54 +02003218 if (mopen == NFA_COMPOSING)
3219 /* COMPOSING->out1 = END_COMPOSING */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003220 patch(list1(&s->out1), s1);
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02003221#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003222
3223 PUSH(frag(s, list1(&s1->out)));
3224 break;
3225
Bram Moolenaar5714b802013-05-28 22:03:20 +02003226 case NFA_BACKREF1:
3227 case NFA_BACKREF2:
3228 case NFA_BACKREF3:
3229 case NFA_BACKREF4:
3230 case NFA_BACKREF5:
3231 case NFA_BACKREF6:
3232 case NFA_BACKREF7:
3233 case NFA_BACKREF8:
3234 case NFA_BACKREF9:
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003235#ifdef FEAT_SYN_HL
3236 case NFA_ZREF1:
3237 case NFA_ZREF2:
3238 case NFA_ZREF3:
3239 case NFA_ZREF4:
3240 case NFA_ZREF5:
3241 case NFA_ZREF6:
3242 case NFA_ZREF7:
3243 case NFA_ZREF8:
3244 case NFA_ZREF9:
3245#endif
Bram Moolenaar5714b802013-05-28 22:03:20 +02003246 if (nfa_calc_size == TRUE)
3247 {
3248 nstate += 2;
3249 break;
3250 }
Bram Moolenaar525666f2013-06-02 16:40:55 +02003251 s = alloc_state(*p, NULL, NULL);
Bram Moolenaar5714b802013-05-28 22:03:20 +02003252 if (s == NULL)
3253 goto theend;
Bram Moolenaar525666f2013-06-02 16:40:55 +02003254 s1 = alloc_state(NFA_SKIP, NULL, NULL);
Bram Moolenaar5714b802013-05-28 22:03:20 +02003255 if (s1 == NULL)
3256 goto theend;
3257 patch(list1(&s->out), s1);
3258 PUSH(frag(s, list1(&s1->out)));
3259 break;
3260
Bram Moolenaar423532e2013-05-29 21:14:42 +02003261 case NFA_LNUM:
3262 case NFA_LNUM_GT:
3263 case NFA_LNUM_LT:
3264 case NFA_VCOL:
3265 case NFA_VCOL_GT:
3266 case NFA_VCOL_LT:
3267 case NFA_COL:
3268 case NFA_COL_GT:
3269 case NFA_COL_LT:
Bram Moolenaar044aa292013-06-04 21:27:38 +02003270 case NFA_MARK:
3271 case NFA_MARK_GT:
3272 case NFA_MARK_LT:
Bram Moolenaard75799ab72013-06-05 11:05:17 +02003273 {
3274 int n = *++p; /* lnum, col or mark name */
3275
Bram Moolenaar423532e2013-05-29 21:14:42 +02003276 if (nfa_calc_size == TRUE)
3277 {
3278 nstate += 1;
3279 break;
3280 }
Bram Moolenaard75799ab72013-06-05 11:05:17 +02003281 s = alloc_state(p[-1], NULL, NULL);
Bram Moolenaar423532e2013-05-29 21:14:42 +02003282 if (s == NULL)
3283 goto theend;
Bram Moolenaard75799ab72013-06-05 11:05:17 +02003284 s->val = n;
Bram Moolenaar423532e2013-05-29 21:14:42 +02003285 PUSH(frag(s, list1(&s->out)));
3286 break;
Bram Moolenaard75799ab72013-06-05 11:05:17 +02003287 }
Bram Moolenaar423532e2013-05-29 21:14:42 +02003288
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003289 case NFA_ZSTART:
3290 case NFA_ZEND:
3291 default:
3292 /* Operands */
3293 if (nfa_calc_size == TRUE)
3294 {
Bram Moolenaarca12d7c2013-05-20 21:26:33 +02003295 nstate++;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003296 break;
3297 }
Bram Moolenaar525666f2013-06-02 16:40:55 +02003298 s = alloc_state(*p, NULL, NULL);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003299 if (s == NULL)
Bram Moolenaarb09d9832013-05-21 16:28:11 +02003300 goto theend;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003301 PUSH(frag(s, list1(&s->out)));
3302 break;
3303
3304 } /* switch(*p) */
3305
3306 } /* for(p = postfix; *p; ++p) */
3307
3308 if (nfa_calc_size == TRUE)
3309 {
Bram Moolenaarca12d7c2013-05-20 21:26:33 +02003310 nstate++;
Bram Moolenaarb09d9832013-05-21 16:28:11 +02003311 goto theend; /* Return value when counting size is ignored anyway */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003312 }
3313
3314 e = POP();
3315 if (stackp != stack)
3316 EMSG_RET_NULL(_("E875: (NFA regexp) (While converting from postfix to NFA), too many states left on stack"));
3317
3318 if (istate >= nstate)
3319 EMSG_RET_NULL(_("E876: (NFA regexp) Not enough space to store the whole NFA "));
3320
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003321 matchstate = &state_ptr[istate++]; /* the match state */
3322 matchstate->c = NFA_MATCH;
3323 matchstate->out = matchstate->out1 = NULL;
Bram Moolenaar417bad22013-06-07 14:08:30 +02003324 matchstate->id = 0;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003325
3326 patch(e.out, matchstate);
Bram Moolenaarb09d9832013-05-21 16:28:11 +02003327 ret = e.start;
3328
3329theend:
3330 vim_free(stack);
3331 return ret;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003332
3333#undef POP1
3334#undef PUSH1
3335#undef POP2
3336#undef PUSH2
3337#undef POP
3338#undef PUSH
3339}
3340
Bram Moolenaara2947e22013-06-11 22:44:09 +02003341/*
3342 * After building the NFA program, inspect it to add optimization hints.
3343 */
3344 static void
3345nfa_postprocess(prog)
3346 nfa_regprog_T *prog;
3347{
3348 int i;
3349 int c;
3350
3351 for (i = 0; i < prog->nstate; ++i)
3352 {
3353 c = prog->state[i].c;
3354 if (c == NFA_START_INVISIBLE
3355 || c == NFA_START_INVISIBLE_NEG
3356 || c == NFA_START_INVISIBLE_BEFORE
3357 || c == NFA_START_INVISIBLE_BEFORE_NEG)
3358 {
3359 int directly;
3360
3361 /* Do it directly when what follows is possibly the end of the
3362 * match. */
3363 if (match_follows(prog->state[i].out1->out, 0))
3364 directly = TRUE;
3365 else
3366 {
3367 int ch_invisible = failure_chance(prog->state[i].out, 0);
3368 int ch_follows = failure_chance(prog->state[i].out1->out, 0);
3369
3370 /* Postpone when the invisible match is expensive or has a
3371 * lower chance of failing. */
3372 if (c == NFA_START_INVISIBLE_BEFORE
3373 || c == NFA_START_INVISIBLE_BEFORE_NEG)
3374 {
3375 /* "before" matches are very expensive when
3376 * unbounded, always prefer what follows then,
3377 * unless what follows will always match.
3378 * Otherwise strongly prefer what follows. */
3379 if (prog->state[i].val <= 0 && ch_follows > 0)
3380 directly = FALSE;
3381 else
3382 directly = ch_follows * 10 < ch_invisible;
3383 }
3384 else
3385 {
3386 /* normal invisible, first do the one with the
3387 * highest failure chance */
3388 directly = ch_follows < ch_invisible;
3389 }
3390 }
3391 if (directly)
3392 /* switch to the _FIRST state */
3393 ++prog->state[i].c;
3394 }
3395 }
3396}
3397
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003398/****************************************************************
3399 * NFA execution code.
3400 ****************************************************************/
3401
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02003402typedef struct
3403{
3404 int in_use; /* number of subexpr with useful info */
3405
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02003406 /* When REG_MULTI is TRUE list.multi is used, otherwise list.line. */
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02003407 union
3408 {
3409 struct multipos
3410 {
3411 lpos_T start;
3412 lpos_T end;
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02003413 } multi[NSUBEXP];
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02003414 struct linepos
3415 {
3416 char_u *start;
3417 char_u *end;
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02003418 } line[NSUBEXP];
3419 } list;
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02003420} regsub_T;
3421
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003422typedef struct
3423{
3424 regsub_T norm; /* \( .. \) matches */
3425#ifdef FEAT_SYN_HL
3426 regsub_T synt; /* \z( .. \) matches */
3427#endif
3428} regsubs_T;
3429
Bram Moolenaara2d95102013-06-04 14:23:05 +02003430/* nfa_pim_T stores a Postponed Invisible Match. */
3431typedef struct nfa_pim_S nfa_pim_T;
3432struct nfa_pim_S
3433{
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02003434 int result; /* NFA_PIM_*, see below */
3435 nfa_state_T *state; /* the invisible match start state */
Bram Moolenaara2d95102013-06-04 14:23:05 +02003436 regsubs_T subs; /* submatch info, only party used */
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02003437 union
3438 {
3439 lpos_T pos;
3440 char_u *ptr;
3441 } end; /* where the match must end */
Bram Moolenaara2d95102013-06-04 14:23:05 +02003442};
3443
3444/* Values for done in nfa_pim_T. */
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02003445#define NFA_PIM_UNUSED 0 /* pim not used */
3446#define NFA_PIM_TODO 1 /* pim not done yet */
3447#define NFA_PIM_MATCH 2 /* pim executed, matches */
3448#define NFA_PIM_NOMATCH 3 /* pim executed, no match */
Bram Moolenaara2d95102013-06-04 14:23:05 +02003449
3450
Bram Moolenaar963fee22013-05-26 21:47:28 +02003451/* nfa_thread_T contains execution information of a NFA state */
Bram Moolenaar4b417062013-05-25 20:19:50 +02003452typedef struct
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003453{
3454 nfa_state_T *state;
Bram Moolenaar5714b802013-05-28 22:03:20 +02003455 int count;
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02003456 nfa_pim_T pim; /* if pim.result != NFA_PIM_UNUSED: postponed
3457 * invisible match */
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003458 regsubs_T subs; /* submatch info, only party used */
Bram Moolenaar4b417062013-05-25 20:19:50 +02003459} nfa_thread_T;
3460
Bram Moolenaar963fee22013-05-26 21:47:28 +02003461/* nfa_list_T contains the alternative NFA execution states. */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003462typedef struct
3463{
Bram Moolenaar5714b802013-05-28 22:03:20 +02003464 nfa_thread_T *t; /* allocated array of states */
Bram Moolenaar428e9872013-05-30 17:05:39 +02003465 int n; /* nr of states currently in "t" */
3466 int len; /* max nr of states in "t" */
Bram Moolenaar5714b802013-05-28 22:03:20 +02003467 int id; /* ID of the list */
Bram Moolenaar4b417062013-05-25 20:19:50 +02003468} nfa_list_T;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003469
Bram Moolenaar5714b802013-05-28 22:03:20 +02003470#ifdef ENABLE_LOG
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003471static void log_subsexpr __ARGS((regsubs_T *subs));
3472static void log_subexpr __ARGS((regsub_T *sub));
Bram Moolenaarf86c0b02013-06-26 12:42:44 +02003473static char *pim_info __ARGS((nfa_pim_T *pim));
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003474
3475 static void
3476log_subsexpr(subs)
3477 regsubs_T *subs;
3478{
3479 log_subexpr(&subs->norm);
3480# ifdef FEAT_SYN_HL
Bram Moolenaar6d3a5d72013-06-06 18:04:51 +02003481 if (nfa_has_zsubexpr)
3482 log_subexpr(&subs->synt);
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003483# endif
3484}
3485
Bram Moolenaar5714b802013-05-28 22:03:20 +02003486 static void
3487log_subexpr(sub)
3488 regsub_T *sub;
3489{
3490 int j;
3491
3492 for (j = 0; j < sub->in_use; j++)
3493 if (REG_MULTI)
Bram Moolenaar87953742013-06-05 18:52:40 +02003494 fprintf(log_fd, "*** group %d, start: c=%d, l=%d, end: c=%d, l=%d\n",
Bram Moolenaar5714b802013-05-28 22:03:20 +02003495 j,
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02003496 sub->list.multi[j].start.col,
3497 (int)sub->list.multi[j].start.lnum,
3498 sub->list.multi[j].end.col,
3499 (int)sub->list.multi[j].end.lnum);
Bram Moolenaar5714b802013-05-28 22:03:20 +02003500 else
Bram Moolenaar5b84ddc2013-06-05 16:33:10 +02003501 {
3502 char *s = (char *)sub->list.line[j].start;
3503 char *e = (char *)sub->list.line[j].end;
3504
Bram Moolenaar87953742013-06-05 18:52:40 +02003505 fprintf(log_fd, "*** group %d, start: \"%s\", end: \"%s\"\n",
Bram Moolenaar5714b802013-05-28 22:03:20 +02003506 j,
Bram Moolenaar5b84ddc2013-06-05 16:33:10 +02003507 s == NULL ? "NULL" : s,
3508 e == NULL ? "NULL" : e);
3509 }
Bram Moolenaar5714b802013-05-28 22:03:20 +02003510}
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02003511
3512 static char *
Bram Moolenaarf86c0b02013-06-26 12:42:44 +02003513pim_info(pim)
3514 nfa_pim_T *pim;
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02003515{
3516 static char buf[30];
3517
3518 if (pim == NULL || pim->result == NFA_PIM_UNUSED)
3519 buf[0] = NUL;
3520 else
3521 {
3522 sprintf(buf, " PIM col %d", REG_MULTI ? (int)pim->end.pos.col
3523 : (int)(pim->end.ptr - reginput));
3524 }
3525 return buf;
3526}
3527
Bram Moolenaar5714b802013-05-28 22:03:20 +02003528#endif
3529
Bram Moolenaar963fee22013-05-26 21:47:28 +02003530/* Used during execution: whether a match has been found. */
3531static int nfa_match;
Bram Moolenaar4b417062013-05-25 20:19:50 +02003532
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02003533static void copy_pim __ARGS((nfa_pim_T *to, nfa_pim_T *from));
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003534static void clear_sub __ARGS((regsub_T *sub));
3535static void copy_sub __ARGS((regsub_T *to, regsub_T *from));
3536static void copy_sub_off __ARGS((regsub_T *to, regsub_T *from));
Bram Moolenaar428e9872013-05-30 17:05:39 +02003537static int sub_equal __ARGS((regsub_T *sub1, regsub_T *sub2));
Bram Moolenaarf86c0b02013-06-26 12:42:44 +02003538static int match_backref __ARGS((regsub_T *sub, int subidx, int *bytelen));
Bram Moolenaar43e02982013-06-07 17:31:29 +02003539static int has_state_with_pos __ARGS((nfa_list_T *l, nfa_state_T *state, regsubs_T *subs));
3540static int state_in_list __ARGS((nfa_list_T *l, nfa_state_T *state, regsubs_T *subs));
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02003541static void addstate __ARGS((nfa_list_T *l, nfa_state_T *state, regsubs_T *subs, nfa_pim_T *pim, int off));
Bram Moolenaara2d95102013-06-04 14:23:05 +02003542static void addstate_here __ARGS((nfa_list_T *l, nfa_state_T *state, regsubs_T *subs, nfa_pim_T *pim, int *ip));
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003543
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02003544/*
3545 * Copy postponed invisible match info from "from" to "to".
3546 */
3547 static void
3548copy_pim(to, from)
3549 nfa_pim_T *to;
3550 nfa_pim_T *from;
3551{
3552 to->result = from->result;
3553 to->state = from->state;
3554 copy_sub(&to->subs.norm, &from->subs.norm);
3555#ifdef FEAT_SYN_HL
3556 if (nfa_has_zsubexpr)
3557 copy_sub(&to->subs.synt, &from->subs.synt);
3558#endif
3559 to->end = from->end;
3560}
3561
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003562 static void
3563clear_sub(sub)
3564 regsub_T *sub;
3565{
3566 if (REG_MULTI)
3567 /* Use 0xff to set lnum to -1 */
3568 vim_memset(sub->list.multi, 0xff,
3569 sizeof(struct multipos) * nfa_nsubexpr);
3570 else
3571 vim_memset(sub->list.line, 0, sizeof(struct linepos) * nfa_nsubexpr);
3572 sub->in_use = 0;
3573}
3574
3575/*
3576 * Copy the submatches from "from" to "to".
3577 */
3578 static void
3579copy_sub(to, from)
3580 regsub_T *to;
3581 regsub_T *from;
3582{
3583 to->in_use = from->in_use;
3584 if (from->in_use > 0)
3585 {
3586 /* Copy the match start and end positions. */
3587 if (REG_MULTI)
3588 mch_memmove(&to->list.multi[0],
3589 &from->list.multi[0],
3590 sizeof(struct multipos) * from->in_use);
3591 else
3592 mch_memmove(&to->list.line[0],
3593 &from->list.line[0],
3594 sizeof(struct linepos) * from->in_use);
3595 }
3596}
3597
3598/*
3599 * Like copy_sub() but exclude the main match.
3600 */
3601 static void
3602copy_sub_off(to, from)
3603 regsub_T *to;
3604 regsub_T *from;
3605{
3606 if (to->in_use < from->in_use)
3607 to->in_use = from->in_use;
3608 if (from->in_use > 1)
3609 {
3610 /* Copy the match start and end positions. */
3611 if (REG_MULTI)
3612 mch_memmove(&to->list.multi[1],
3613 &from->list.multi[1],
3614 sizeof(struct multipos) * (from->in_use - 1));
3615 else
3616 mch_memmove(&to->list.line[1],
3617 &from->list.line[1],
3618 sizeof(struct linepos) * (from->in_use - 1));
3619 }
3620}
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003621
Bram Moolenaar428e9872013-05-30 17:05:39 +02003622/*
Bram Moolenaarc5089bb2013-06-14 21:15:25 +02003623 * Return TRUE if "sub1" and "sub2" have the same start positions.
Bram Moolenaar428e9872013-05-30 17:05:39 +02003624 */
3625 static int
3626sub_equal(sub1, sub2)
3627 regsub_T *sub1;
3628 regsub_T *sub2;
3629{
3630 int i;
3631 int todo;
Bram Moolenaarc5089bb2013-06-14 21:15:25 +02003632 linenr_T s1;
3633 linenr_T s2;
3634 char_u *sp1;
3635 char_u *sp2;
Bram Moolenaar428e9872013-05-30 17:05:39 +02003636
3637 todo = sub1->in_use > sub2->in_use ? sub1->in_use : sub2->in_use;
3638 if (REG_MULTI)
3639 {
3640 for (i = 0; i < todo; ++i)
3641 {
3642 if (i < sub1->in_use)
Bram Moolenaar428e9872013-05-30 17:05:39 +02003643 s1 = sub1->list.multi[i].start.lnum;
Bram Moolenaar428e9872013-05-30 17:05:39 +02003644 else
Bram Moolenaara0169122013-06-26 18:16:58 +02003645 s1 = -1;
Bram Moolenaar428e9872013-05-30 17:05:39 +02003646 if (i < sub2->in_use)
Bram Moolenaar428e9872013-05-30 17:05:39 +02003647 s2 = sub2->list.multi[i].start.lnum;
Bram Moolenaar428e9872013-05-30 17:05:39 +02003648 else
Bram Moolenaara0169122013-06-26 18:16:58 +02003649 s2 = -1;
Bram Moolenaarc5089bb2013-06-14 21:15:25 +02003650 if (s1 != s2)
Bram Moolenaar428e9872013-05-30 17:05:39 +02003651 return FALSE;
Bram Moolenaara0169122013-06-26 18:16:58 +02003652 if (s1 != -1 && sub1->list.multi[i].start.col
Bram Moolenaar428e9872013-05-30 17:05:39 +02003653 != sub2->list.multi[i].start.col)
3654 return FALSE;
Bram Moolenaar428e9872013-05-30 17:05:39 +02003655 }
3656 }
3657 else
3658 {
3659 for (i = 0; i < todo; ++i)
3660 {
3661 if (i < sub1->in_use)
Bram Moolenaar428e9872013-05-30 17:05:39 +02003662 sp1 = sub1->list.line[i].start;
Bram Moolenaar428e9872013-05-30 17:05:39 +02003663 else
Bram Moolenaar428e9872013-05-30 17:05:39 +02003664 sp1 = NULL;
Bram Moolenaar428e9872013-05-30 17:05:39 +02003665 if (i < sub2->in_use)
Bram Moolenaar428e9872013-05-30 17:05:39 +02003666 sp2 = sub2->list.line[i].start;
Bram Moolenaar428e9872013-05-30 17:05:39 +02003667 else
Bram Moolenaar428e9872013-05-30 17:05:39 +02003668 sp2 = NULL;
Bram Moolenaarc5089bb2013-06-14 21:15:25 +02003669 if (sp1 != sp2)
Bram Moolenaar428e9872013-05-30 17:05:39 +02003670 return FALSE;
3671 }
3672 }
3673
3674 return TRUE;
3675}
3676
Bram Moolenaarf6de0322013-06-02 21:30:04 +02003677#ifdef ENABLE_LOG
3678 static void
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02003679report_state(char *action,
3680 regsub_T *sub,
3681 nfa_state_T *state,
3682 int lid,
3683 nfa_pim_T *pim)
Bram Moolenaarf6de0322013-06-02 21:30:04 +02003684{
3685 int col;
3686
3687 if (sub->in_use <= 0)
3688 col = -1;
3689 else if (REG_MULTI)
3690 col = sub->list.multi[0].start.col;
3691 else
3692 col = (int)(sub->list.line[0].start - regline);
3693 nfa_set_code(state->c);
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02003694 fprintf(log_fd, "> %s state %d to list %d. char %d: %s (start col %d)%s\n",
3695 action, abs(state->id), lid, state->c, code, col,
3696 pim_info(pim));
Bram Moolenaarf6de0322013-06-02 21:30:04 +02003697}
3698#endif
3699
Bram Moolenaar43e02982013-06-07 17:31:29 +02003700/*
3701 * Return TRUE if the same state is already in list "l" with the same
3702 * positions as "subs".
3703 */
3704 static int
3705has_state_with_pos(l, state, subs)
3706 nfa_list_T *l; /* runtime state list */
3707 nfa_state_T *state; /* state to update */
3708 regsubs_T *subs; /* pointers to subexpressions */
3709{
3710 nfa_thread_T *thread;
3711 int i;
3712
3713 for (i = 0; i < l->n; ++i)
3714 {
3715 thread = &l->t[i];
3716 if (thread->state->id == state->id
3717 && sub_equal(&thread->subs.norm, &subs->norm)
3718#ifdef FEAT_SYN_HL
Bram Moolenaarc5089bb2013-06-14 21:15:25 +02003719 && (!nfa_has_zsubexpr
3720 || sub_equal(&thread->subs.synt, &subs->synt))
Bram Moolenaar43e02982013-06-07 17:31:29 +02003721#endif
3722 )
3723 return TRUE;
3724 }
3725 return FALSE;
3726}
3727
3728/*
Bram Moolenaar1e02e662013-06-08 23:26:27 +02003729 * Return TRUE if "state" leads to a NFA_MATCH without advancing the input.
3730 */
3731 static int
3732match_follows(startstate, depth)
3733 nfa_state_T *startstate;
3734 int depth;
3735{
3736 nfa_state_T *state = startstate;
3737
3738 /* avoid too much recursion */
3739 if (depth > 10)
3740 return FALSE;
3741
3742 for (;;)
3743 {
3744 switch (state->c)
3745 {
3746 case NFA_MATCH:
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02003747 case NFA_MCLOSE:
3748 case NFA_END_INVISIBLE:
3749 case NFA_END_INVISIBLE_NEG:
3750 case NFA_END_PATTERN:
Bram Moolenaar1e02e662013-06-08 23:26:27 +02003751 return TRUE;
3752
3753 case NFA_SPLIT:
3754 return match_follows(state->out, depth + 1)
3755 || match_follows(state->out1, depth + 1);
3756
3757 case NFA_START_INVISIBLE:
Bram Moolenaara2947e22013-06-11 22:44:09 +02003758 case NFA_START_INVISIBLE_FIRST:
Bram Moolenaar1e02e662013-06-08 23:26:27 +02003759 case NFA_START_INVISIBLE_BEFORE:
Bram Moolenaara2947e22013-06-11 22:44:09 +02003760 case NFA_START_INVISIBLE_BEFORE_FIRST:
Bram Moolenaar1e02e662013-06-08 23:26:27 +02003761 case NFA_START_INVISIBLE_NEG:
Bram Moolenaara2947e22013-06-11 22:44:09 +02003762 case NFA_START_INVISIBLE_NEG_FIRST:
Bram Moolenaar1e02e662013-06-08 23:26:27 +02003763 case NFA_START_INVISIBLE_BEFORE_NEG:
Bram Moolenaara2947e22013-06-11 22:44:09 +02003764 case NFA_START_INVISIBLE_BEFORE_NEG_FIRST:
Bram Moolenaar1e02e662013-06-08 23:26:27 +02003765 case NFA_COMPOSING:
3766 /* skip ahead to next state */
3767 state = state->out1->out;
3768 break;
3769
3770 case NFA_ANY:
3771 case NFA_IDENT:
3772 case NFA_SIDENT:
3773 case NFA_KWORD:
3774 case NFA_SKWORD:
3775 case NFA_FNAME:
3776 case NFA_SFNAME:
3777 case NFA_PRINT:
3778 case NFA_SPRINT:
3779 case NFA_WHITE:
3780 case NFA_NWHITE:
3781 case NFA_DIGIT:
3782 case NFA_NDIGIT:
3783 case NFA_HEX:
3784 case NFA_NHEX:
3785 case NFA_OCTAL:
3786 case NFA_NOCTAL:
3787 case NFA_WORD:
3788 case NFA_NWORD:
3789 case NFA_HEAD:
3790 case NFA_NHEAD:
3791 case NFA_ALPHA:
3792 case NFA_NALPHA:
3793 case NFA_LOWER:
3794 case NFA_NLOWER:
3795 case NFA_UPPER:
3796 case NFA_NUPPER:
3797 case NFA_START_COLL:
3798 case NFA_START_NEG_COLL:
3799 case NFA_NEWL:
3800 /* state will advance input */
3801 return FALSE;
3802
3803 default:
3804 if (state->c > 0)
3805 /* state will advance input */
3806 return FALSE;
3807
3808 /* Others: zero-width or possibly zero-width, might still find
3809 * a match at the same position, keep looking. */
3810 break;
3811 }
3812 state = state->out;
3813 }
3814 return FALSE;
3815}
3816
3817
3818/*
Bram Moolenaar43e02982013-06-07 17:31:29 +02003819 * Return TRUE if "state" is already in list "l".
3820 */
3821 static int
3822state_in_list(l, state, subs)
3823 nfa_list_T *l; /* runtime state list */
3824 nfa_state_T *state; /* state to update */
3825 regsubs_T *subs; /* pointers to subexpressions */
3826{
3827 if (state->lastlist[nfa_ll_index] == l->id)
3828 {
3829 if (!nfa_has_backref || has_state_with_pos(l, state, subs))
3830 return TRUE;
3831 }
3832 return FALSE;
3833}
3834
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003835 static void
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02003836addstate(l, state, subs, pim, off)
Bram Moolenaar4b417062013-05-25 20:19:50 +02003837 nfa_list_T *l; /* runtime state list */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003838 nfa_state_T *state; /* state to update */
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003839 regsubs_T *subs; /* pointers to subexpressions */
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02003840 nfa_pim_T *pim; /* postponed look-behind match */
Bram Moolenaar35b23862013-05-22 23:00:40 +02003841 int off; /* byte offset, when -1 go to next line */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003842{
Bram Moolenaar963fee22013-05-26 21:47:28 +02003843 int subidx;
Bram Moolenaar428e9872013-05-30 17:05:39 +02003844 nfa_thread_T *thread;
Bram Moolenaar963fee22013-05-26 21:47:28 +02003845 lpos_T save_lpos;
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02003846 int save_in_use;
Bram Moolenaar963fee22013-05-26 21:47:28 +02003847 char_u *save_ptr;
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02003848 int i;
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003849 regsub_T *sub;
Bram Moolenaar2d5e1122013-05-30 21:42:13 +02003850#ifdef ENABLE_LOG
3851 int did_print = FALSE;
3852#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003853
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003854 switch (state->c)
3855 {
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003856 case NFA_NCLOSE:
3857 case NFA_MCLOSE:
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003858 case NFA_MCLOSE1:
3859 case NFA_MCLOSE2:
3860 case NFA_MCLOSE3:
3861 case NFA_MCLOSE4:
3862 case NFA_MCLOSE5:
3863 case NFA_MCLOSE6:
3864 case NFA_MCLOSE7:
3865 case NFA_MCLOSE8:
3866 case NFA_MCLOSE9:
3867#ifdef FEAT_SYN_HL
3868 case NFA_ZCLOSE:
3869 case NFA_ZCLOSE1:
3870 case NFA_ZCLOSE2:
3871 case NFA_ZCLOSE3:
3872 case NFA_ZCLOSE4:
3873 case NFA_ZCLOSE5:
3874 case NFA_ZCLOSE6:
3875 case NFA_ZCLOSE7:
3876 case NFA_ZCLOSE8:
3877 case NFA_ZCLOSE9:
3878#endif
Bram Moolenaar67604ae2013-06-05 16:51:57 +02003879 case NFA_ZEND:
Bram Moolenaar927d4a12013-06-09 17:25:34 +02003880 case NFA_SPLIT:
3881 case NFA_NOPEN:
3882 case NFA_SKIP_CHAR:
Bram Moolenaar5714b802013-05-28 22:03:20 +02003883 /* These nodes are not added themselves but their "out" and/or
3884 * "out1" may be added below. */
3885 break;
3886
3887 case NFA_MOPEN:
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003888 case NFA_MOPEN1:
3889 case NFA_MOPEN2:
3890 case NFA_MOPEN3:
3891 case NFA_MOPEN4:
3892 case NFA_MOPEN5:
3893 case NFA_MOPEN6:
3894 case NFA_MOPEN7:
3895 case NFA_MOPEN8:
3896 case NFA_MOPEN9:
3897#ifdef FEAT_SYN_HL
3898 case NFA_ZOPEN:
3899 case NFA_ZOPEN1:
3900 case NFA_ZOPEN2:
3901 case NFA_ZOPEN3:
3902 case NFA_ZOPEN4:
3903 case NFA_ZOPEN5:
3904 case NFA_ZOPEN6:
3905 case NFA_ZOPEN7:
3906 case NFA_ZOPEN8:
3907 case NFA_ZOPEN9:
3908#endif
Bram Moolenaar67604ae2013-06-05 16:51:57 +02003909 case NFA_ZSTART:
Bram Moolenaar5714b802013-05-28 22:03:20 +02003910 /* These nodes do not need to be added, but we need to bail out
3911 * when it was tried to be added to this list before. */
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02003912 if (state->lastlist[nfa_ll_index] == l->id)
Bram Moolenaar2d5e1122013-05-30 21:42:13 +02003913 goto skip_add;
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02003914 state->lastlist[nfa_ll_index] = l->id;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003915 break;
3916
Bram Moolenaar307aa162013-06-02 16:34:21 +02003917 case NFA_BOL:
3918 case NFA_BOF:
3919 /* "^" won't match past end-of-line, don't bother trying.
Bram Moolenaarb62bcd12013-06-13 20:19:40 +02003920 * Except when at the end of the line, or when we are going to the
3921 * next line for a look-behind match. */
Bram Moolenaar307aa162013-06-02 16:34:21 +02003922 if (reginput > regline
Bram Moolenaarb62bcd12013-06-13 20:19:40 +02003923 && *reginput != NUL
Bram Moolenaar307aa162013-06-02 16:34:21 +02003924 && (nfa_endp == NULL
3925 || !REG_MULTI
3926 || reglnum == nfa_endp->se_u.pos.lnum))
3927 goto skip_add;
3928 /* FALLTHROUGH */
3929
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003930 default:
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02003931 if (state->lastlist[nfa_ll_index] == l->id)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003932 {
Bram Moolenaar5714b802013-05-28 22:03:20 +02003933 /* This state is already in the list, don't add it again,
Bram Moolenaara0169122013-06-26 18:16:58 +02003934 * unless it is an MOPEN that is used for a backreference or
3935 * when there is a PIM. */
3936 if (!nfa_has_backref && pim == NULL)
Bram Moolenaar2d5e1122013-05-30 21:42:13 +02003937 {
3938skip_add:
3939#ifdef ENABLE_LOG
3940 nfa_set_code(state->c);
3941 fprintf(log_fd, "> Not adding state %d to list %d. char %d: %s\n",
3942 abs(state->id), l->id, state->c, code);
3943#endif
Bram Moolenaar428e9872013-05-30 17:05:39 +02003944 return;
Bram Moolenaar2d5e1122013-05-30 21:42:13 +02003945 }
Bram Moolenaar428e9872013-05-30 17:05:39 +02003946
Bram Moolenaar927d4a12013-06-09 17:25:34 +02003947 /* Do not add the state again when it exists with the same
3948 * positions. */
Bram Moolenaar43e02982013-06-07 17:31:29 +02003949 if (has_state_with_pos(l, state, subs))
3950 goto skip_add;
Bram Moolenaar428e9872013-05-30 17:05:39 +02003951 }
3952
Bram Moolenaara0169122013-06-26 18:16:58 +02003953 /* When there are backreferences or PIMs the number of states may
3954 * be (a lot) bigger than anticipated. */
3955 if (l->n == l->len)
Bram Moolenaar428e9872013-05-30 17:05:39 +02003956 {
3957 int newlen = l->len * 3 / 2 + 50;
3958
3959 l->t = vim_realloc(l->t, newlen * sizeof(nfa_thread_T));
3960 l->len = newlen;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003961 }
Bram Moolenaar5714b802013-05-28 22:03:20 +02003962
3963 /* add the state to the list */
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02003964 state->lastlist[nfa_ll_index] = l->id;
Bram Moolenaar428e9872013-05-30 17:05:39 +02003965 thread = &l->t[l->n++];
3966 thread->state = state;
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02003967 if (pim == NULL)
3968 thread->pim.result = NFA_PIM_UNUSED;
3969 else
3970 copy_pim(&thread->pim, pim);
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003971 copy_sub(&thread->subs.norm, &subs->norm);
3972#ifdef FEAT_SYN_HL
Bram Moolenaarf6de0322013-06-02 21:30:04 +02003973 if (nfa_has_zsubexpr)
3974 copy_sub(&thread->subs.synt, &subs->synt);
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003975#endif
Bram Moolenaar2d5e1122013-05-30 21:42:13 +02003976#ifdef ENABLE_LOG
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02003977 report_state("Adding", &thread->subs.norm, state, l->id, pim);
Bram Moolenaarf6de0322013-06-02 21:30:04 +02003978 did_print = TRUE;
Bram Moolenaar2d5e1122013-05-30 21:42:13 +02003979#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003980 }
3981
3982#ifdef ENABLE_LOG
Bram Moolenaar2d5e1122013-05-30 21:42:13 +02003983 if (!did_print)
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02003984 report_state("Processing", &subs->norm, state, l->id, pim);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003985#endif
3986 switch (state->c)
3987 {
3988 case NFA_MATCH:
Bram Moolenaar963fee22013-05-26 21:47:28 +02003989 nfa_match = TRUE;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003990 break;
3991
3992 case NFA_SPLIT:
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003993 /* order matters here */
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02003994 addstate(l, state->out, subs, pim, off);
3995 addstate(l, state->out1, subs, pim, off);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003996 break;
3997
Bram Moolenaar5714b802013-05-28 22:03:20 +02003998 case NFA_SKIP_CHAR:
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003999 case NFA_NOPEN:
4000 case NFA_NCLOSE:
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02004001 addstate(l, state->out, subs, pim, off);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004002 break;
4003
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004004 case NFA_MOPEN:
4005 case NFA_MOPEN1:
4006 case NFA_MOPEN2:
4007 case NFA_MOPEN3:
4008 case NFA_MOPEN4:
4009 case NFA_MOPEN5:
4010 case NFA_MOPEN6:
4011 case NFA_MOPEN7:
4012 case NFA_MOPEN8:
4013 case NFA_MOPEN9:
4014#ifdef FEAT_SYN_HL
4015 case NFA_ZOPEN:
4016 case NFA_ZOPEN1:
4017 case NFA_ZOPEN2:
4018 case NFA_ZOPEN3:
4019 case NFA_ZOPEN4:
4020 case NFA_ZOPEN5:
4021 case NFA_ZOPEN6:
4022 case NFA_ZOPEN7:
4023 case NFA_ZOPEN8:
4024 case NFA_ZOPEN9:
4025#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004026 case NFA_ZSTART:
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004027 if (state->c == NFA_ZSTART)
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004028 {
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004029 subidx = 0;
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004030 sub = &subs->norm;
4031 }
4032#ifdef FEAT_SYN_HL
4033 else if (state->c >= NFA_ZOPEN)
4034 {
4035 subidx = state->c - NFA_ZOPEN;
4036 sub = &subs->synt;
4037 }
4038#endif
Bram Moolenaar963fee22013-05-26 21:47:28 +02004039 else
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004040 {
Bram Moolenaar963fee22013-05-26 21:47:28 +02004041 subidx = state->c - NFA_MOPEN;
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004042 sub = &subs->norm;
4043 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004044
Bram Moolenaar927d4a12013-06-09 17:25:34 +02004045 /* Set the position (with "off" added) in the subexpression. Save
4046 * and restore it when it was in use. Otherwise fill any gap. */
Bram Moolenaar4b6ebe62013-05-30 17:49:24 +02004047 save_ptr = NULL;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004048 if (REG_MULTI)
4049 {
Bram Moolenaar5714b802013-05-28 22:03:20 +02004050 if (subidx < sub->in_use)
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004051 {
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004052 save_lpos = sub->list.multi[subidx].start;
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004053 save_in_use = -1;
4054 }
4055 else
4056 {
Bram Moolenaar5714b802013-05-28 22:03:20 +02004057 save_in_use = sub->in_use;
4058 for (i = sub->in_use; i < subidx; ++i)
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004059 {
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004060 sub->list.multi[i].start.lnum = -1;
4061 sub->list.multi[i].end.lnum = -1;
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004062 }
Bram Moolenaar5714b802013-05-28 22:03:20 +02004063 sub->in_use = subidx + 1;
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004064 }
Bram Moolenaar35b23862013-05-22 23:00:40 +02004065 if (off == -1)
4066 {
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004067 sub->list.multi[subidx].start.lnum = reglnum + 1;
4068 sub->list.multi[subidx].start.col = 0;
Bram Moolenaar35b23862013-05-22 23:00:40 +02004069 }
4070 else
4071 {
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004072 sub->list.multi[subidx].start.lnum = reglnum;
4073 sub->list.multi[subidx].start.col =
Bram Moolenaar35b23862013-05-22 23:00:40 +02004074 (colnr_T)(reginput - regline + off);
4075 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004076 }
4077 else
4078 {
Bram Moolenaar5714b802013-05-28 22:03:20 +02004079 if (subidx < sub->in_use)
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004080 {
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004081 save_ptr = sub->list.line[subidx].start;
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004082 save_in_use = -1;
4083 }
4084 else
4085 {
Bram Moolenaar5714b802013-05-28 22:03:20 +02004086 save_in_use = sub->in_use;
4087 for (i = sub->in_use; i < subidx; ++i)
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004088 {
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004089 sub->list.line[i].start = NULL;
4090 sub->list.line[i].end = NULL;
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004091 }
Bram Moolenaar5714b802013-05-28 22:03:20 +02004092 sub->in_use = subidx + 1;
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004093 }
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004094 sub->list.line[subidx].start = reginput + off;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004095 }
4096
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02004097 addstate(l, state->out, subs, pim, off);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004098
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004099 if (save_in_use == -1)
4100 {
4101 if (REG_MULTI)
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004102 sub->list.multi[subidx].start = save_lpos;
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004103 else
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004104 sub->list.line[subidx].start = save_ptr;
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004105 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004106 else
Bram Moolenaar5714b802013-05-28 22:03:20 +02004107 sub->in_use = save_in_use;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004108 break;
4109
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004110 case NFA_MCLOSE:
Bram Moolenaar57a285b2013-05-26 16:57:28 +02004111 if (nfa_has_zend)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004112 {
Bram Moolenaare0fea9c2013-05-27 20:10:50 +02004113 /* Do not overwrite the position set by \ze. If no \ze
4114 * encountered end will be set in nfa_regtry(). */
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02004115 addstate(l, state->out, subs, pim, off);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004116 break;
4117 }
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004118 case NFA_MCLOSE1:
4119 case NFA_MCLOSE2:
4120 case NFA_MCLOSE3:
4121 case NFA_MCLOSE4:
4122 case NFA_MCLOSE5:
4123 case NFA_MCLOSE6:
4124 case NFA_MCLOSE7:
4125 case NFA_MCLOSE8:
4126 case NFA_MCLOSE9:
4127#ifdef FEAT_SYN_HL
4128 case NFA_ZCLOSE:
4129 case NFA_ZCLOSE1:
4130 case NFA_ZCLOSE2:
4131 case NFA_ZCLOSE3:
4132 case NFA_ZCLOSE4:
4133 case NFA_ZCLOSE5:
4134 case NFA_ZCLOSE6:
4135 case NFA_ZCLOSE7:
4136 case NFA_ZCLOSE8:
4137 case NFA_ZCLOSE9:
4138#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004139 case NFA_ZEND:
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004140 if (state->c == NFA_ZEND)
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004141 {
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004142 subidx = 0;
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004143 sub = &subs->norm;
4144 }
4145#ifdef FEAT_SYN_HL
4146 else if (state->c >= NFA_ZCLOSE)
4147 {
4148 subidx = state->c - NFA_ZCLOSE;
4149 sub = &subs->synt;
4150 }
4151#endif
Bram Moolenaar963fee22013-05-26 21:47:28 +02004152 else
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004153 {
Bram Moolenaar963fee22013-05-26 21:47:28 +02004154 subidx = state->c - NFA_MCLOSE;
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004155 sub = &subs->norm;
4156 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004157
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004158 /* We don't fill in gaps here, there must have been an MOPEN that
4159 * has done that. */
Bram Moolenaar5714b802013-05-28 22:03:20 +02004160 save_in_use = sub->in_use;
4161 if (sub->in_use <= subidx)
4162 sub->in_use = subidx + 1;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004163 if (REG_MULTI)
4164 {
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004165 save_lpos = sub->list.multi[subidx].end;
Bram Moolenaar35b23862013-05-22 23:00:40 +02004166 if (off == -1)
4167 {
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004168 sub->list.multi[subidx].end.lnum = reglnum + 1;
4169 sub->list.multi[subidx].end.col = 0;
Bram Moolenaar35b23862013-05-22 23:00:40 +02004170 }
4171 else
4172 {
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004173 sub->list.multi[subidx].end.lnum = reglnum;
4174 sub->list.multi[subidx].end.col =
Bram Moolenaar963fee22013-05-26 21:47:28 +02004175 (colnr_T)(reginput - regline + off);
Bram Moolenaar35b23862013-05-22 23:00:40 +02004176 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004177 }
4178 else
4179 {
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004180 save_ptr = sub->list.line[subidx].end;
4181 sub->list.line[subidx].end = reginput + off;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004182 }
4183
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02004184 addstate(l, state->out, subs, pim, off);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004185
4186 if (REG_MULTI)
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004187 sub->list.multi[subidx].end = save_lpos;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004188 else
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004189 sub->list.line[subidx].end = save_ptr;
Bram Moolenaar5714b802013-05-28 22:03:20 +02004190 sub->in_use = save_in_use;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004191 break;
4192 }
4193}
4194
4195/*
Bram Moolenaar4b417062013-05-25 20:19:50 +02004196 * Like addstate(), but the new state(s) are put at position "*ip".
4197 * Used for zero-width matches, next state to use is the added one.
4198 * This makes sure the order of states to be tried does not change, which
4199 * matters for alternatives.
4200 */
4201 static void
Bram Moolenaara2d95102013-06-04 14:23:05 +02004202addstate_here(l, state, subs, pim, ip)
Bram Moolenaar4b417062013-05-25 20:19:50 +02004203 nfa_list_T *l; /* runtime state list */
4204 nfa_state_T *state; /* state to update */
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004205 regsubs_T *subs; /* pointers to subexpressions */
Bram Moolenaara2d95102013-06-04 14:23:05 +02004206 nfa_pim_T *pim; /* postponed look-behind match */
Bram Moolenaar4b417062013-05-25 20:19:50 +02004207 int *ip;
4208{
4209 int tlen = l->n;
4210 int count;
Bram Moolenaara2d95102013-06-04 14:23:05 +02004211 int listidx = *ip;
Bram Moolenaar4b417062013-05-25 20:19:50 +02004212
4213 /* first add the state(s) at the end, so that we know how many there are */
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02004214 addstate(l, state, subs, pim, 0);
Bram Moolenaara2d95102013-06-04 14:23:05 +02004215
Bram Moolenaar4b417062013-05-25 20:19:50 +02004216 /* when "*ip" was at the end of the list, nothing to do */
Bram Moolenaara2d95102013-06-04 14:23:05 +02004217 if (listidx + 1 == tlen)
Bram Moolenaar4b417062013-05-25 20:19:50 +02004218 return;
4219
4220 /* re-order to put the new state at the current position */
4221 count = l->n - tlen;
Bram Moolenaara50d02d2013-06-16 15:43:50 +02004222 if (count == 0)
4223 return; /* no state got added */
Bram Moolenaar428e9872013-05-30 17:05:39 +02004224 if (count == 1)
4225 {
4226 /* overwrite the current state */
Bram Moolenaara2d95102013-06-04 14:23:05 +02004227 l->t[listidx] = l->t[l->n - 1];
Bram Moolenaar428e9872013-05-30 17:05:39 +02004228 }
4229 else if (count > 1)
Bram Moolenaar4b417062013-05-25 20:19:50 +02004230 {
4231 /* make space for new states, then move them from the
4232 * end to the current position */
Bram Moolenaara2d95102013-06-04 14:23:05 +02004233 mch_memmove(&(l->t[listidx + count]),
4234 &(l->t[listidx + 1]),
4235 sizeof(nfa_thread_T) * (l->n - listidx - 1));
4236 mch_memmove(&(l->t[listidx]),
Bram Moolenaar4b417062013-05-25 20:19:50 +02004237 &(l->t[l->n - 1]),
4238 sizeof(nfa_thread_T) * count);
4239 }
Bram Moolenaar4b417062013-05-25 20:19:50 +02004240 --l->n;
Bram Moolenaara2d95102013-06-04 14:23:05 +02004241 *ip = listidx - 1;
Bram Moolenaar4b417062013-05-25 20:19:50 +02004242}
4243
4244/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004245 * Check character class "class" against current character c.
4246 */
4247 static int
4248check_char_class(class, c)
4249 int class;
4250 int c;
4251{
4252 switch (class)
4253 {
4254 case NFA_CLASS_ALNUM:
Bram Moolenaar745fc022013-05-20 22:20:02 +02004255 if (c >= 1 && c <= 255 && isalnum(c))
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004256 return OK;
4257 break;
4258 case NFA_CLASS_ALPHA:
Bram Moolenaar745fc022013-05-20 22:20:02 +02004259 if (c >= 1 && c <= 255 && isalpha(c))
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004260 return OK;
4261 break;
4262 case NFA_CLASS_BLANK:
4263 if (c == ' ' || c == '\t')
4264 return OK;
4265 break;
4266 case NFA_CLASS_CNTRL:
Bram Moolenaar745fc022013-05-20 22:20:02 +02004267 if (c >= 1 && c <= 255 && iscntrl(c))
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004268 return OK;
4269 break;
4270 case NFA_CLASS_DIGIT:
4271 if (VIM_ISDIGIT(c))
4272 return OK;
4273 break;
4274 case NFA_CLASS_GRAPH:
Bram Moolenaar745fc022013-05-20 22:20:02 +02004275 if (c >= 1 && c <= 255 && isgraph(c))
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004276 return OK;
4277 break;
4278 case NFA_CLASS_LOWER:
4279 if (MB_ISLOWER(c))
4280 return OK;
4281 break;
4282 case NFA_CLASS_PRINT:
4283 if (vim_isprintc(c))
4284 return OK;
4285 break;
4286 case NFA_CLASS_PUNCT:
Bram Moolenaar745fc022013-05-20 22:20:02 +02004287 if (c >= 1 && c <= 255 && ispunct(c))
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004288 return OK;
4289 break;
4290 case NFA_CLASS_SPACE:
Bram Moolenaardecd9542013-06-07 16:31:50 +02004291 if ((c >= 9 && c <= 13) || (c == ' '))
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004292 return OK;
4293 break;
4294 case NFA_CLASS_UPPER:
4295 if (MB_ISUPPER(c))
4296 return OK;
4297 break;
4298 case NFA_CLASS_XDIGIT:
4299 if (vim_isxdigit(c))
4300 return OK;
4301 break;
4302 case NFA_CLASS_TAB:
4303 if (c == '\t')
4304 return OK;
4305 break;
4306 case NFA_CLASS_RETURN:
4307 if (c == '\r')
4308 return OK;
4309 break;
4310 case NFA_CLASS_BACKSPACE:
4311 if (c == '\b')
4312 return OK;
4313 break;
4314 case NFA_CLASS_ESCAPE:
4315 if (c == '\033')
4316 return OK;
4317 break;
4318
4319 default:
4320 /* should not be here :P */
Bram Moolenaar417bad22013-06-07 14:08:30 +02004321 EMSGN("E877: (NFA regexp) Invalid character class: %ld", class);
4322 return FAIL;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004323 }
4324 return FAIL;
4325}
4326
Bram Moolenaar5714b802013-05-28 22:03:20 +02004327/*
4328 * Check for a match with subexpression "subidx".
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004329 * Return TRUE if it matches.
Bram Moolenaar5714b802013-05-28 22:03:20 +02004330 */
4331 static int
4332match_backref(sub, subidx, bytelen)
4333 regsub_T *sub; /* pointers to subexpressions */
4334 int subidx;
4335 int *bytelen; /* out: length of match in bytes */
4336{
4337 int len;
4338
4339 if (sub->in_use <= subidx)
4340 {
4341retempty:
4342 /* backref was not set, match an empty string */
4343 *bytelen = 0;
4344 return TRUE;
4345 }
4346
4347 if (REG_MULTI)
4348 {
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004349 if (sub->list.multi[subidx].start.lnum < 0
4350 || sub->list.multi[subidx].end.lnum < 0)
Bram Moolenaar5714b802013-05-28 22:03:20 +02004351 goto retempty;
Bram Moolenaar580abea2013-06-14 20:31:28 +02004352 if (sub->list.multi[subidx].start.lnum == reglnum
4353 && sub->list.multi[subidx].end.lnum == reglnum)
Bram Moolenaar5714b802013-05-28 22:03:20 +02004354 {
Bram Moolenaar580abea2013-06-14 20:31:28 +02004355 len = sub->list.multi[subidx].end.col
4356 - sub->list.multi[subidx].start.col;
4357 if (cstrncmp(regline + sub->list.multi[subidx].start.col,
4358 reginput, &len) == 0)
4359 {
4360 *bytelen = len;
4361 return TRUE;
4362 }
4363 }
4364 else
4365 {
4366 if (match_with_backref(
4367 sub->list.multi[subidx].start.lnum,
4368 sub->list.multi[subidx].start.col,
4369 sub->list.multi[subidx].end.lnum,
4370 sub->list.multi[subidx].end.col,
4371 bytelen) == RA_MATCH)
4372 return TRUE;
Bram Moolenaar5714b802013-05-28 22:03:20 +02004373 }
4374 }
4375 else
4376 {
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004377 if (sub->list.line[subidx].start == NULL
4378 || sub->list.line[subidx].end == NULL)
Bram Moolenaar5714b802013-05-28 22:03:20 +02004379 goto retempty;
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004380 len = (int)(sub->list.line[subidx].end - sub->list.line[subidx].start);
4381 if (cstrncmp(sub->list.line[subidx].start, reginput, &len) == 0)
Bram Moolenaar5714b802013-05-28 22:03:20 +02004382 {
4383 *bytelen = len;
4384 return TRUE;
4385 }
4386 }
4387 return FALSE;
4388}
4389
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004390#ifdef FEAT_SYN_HL
4391
4392static int match_zref __ARGS((int subidx, int *bytelen));
4393
4394/*
4395 * Check for a match with \z subexpression "subidx".
4396 * Return TRUE if it matches.
4397 */
4398 static int
4399match_zref(subidx, bytelen)
4400 int subidx;
4401 int *bytelen; /* out: length of match in bytes */
4402{
4403 int len;
4404
4405 cleanup_zsubexpr();
4406 if (re_extmatch_in == NULL || re_extmatch_in->matches[subidx] == NULL)
4407 {
4408 /* backref was not set, match an empty string */
4409 *bytelen = 0;
4410 return TRUE;
4411 }
4412
4413 len = (int)STRLEN(re_extmatch_in->matches[subidx]);
4414 if (cstrncmp(re_extmatch_in->matches[subidx], reginput, &len) == 0)
4415 {
4416 *bytelen = len;
4417 return TRUE;
4418 }
4419 return FALSE;
4420}
4421#endif
4422
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004423/*
Bram Moolenaarf6de0322013-06-02 21:30:04 +02004424 * Save list IDs for all NFA states of "prog" into "list".
4425 * Also reset the IDs to zero.
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02004426 * Only used for the recursive value lastlist[1].
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004427 */
4428 static void
Bram Moolenaarf6de0322013-06-02 21:30:04 +02004429nfa_save_listids(prog, list)
4430 nfa_regprog_T *prog;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004431 int *list;
4432{
Bram Moolenaarf6de0322013-06-02 21:30:04 +02004433 int i;
4434 nfa_state_T *p;
4435
4436 /* Order in the list is reverse, it's a bit faster that way. */
4437 p = &prog->state[0];
4438 for (i = prog->nstate; --i >= 0; )
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004439 {
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02004440 list[i] = p->lastlist[1];
4441 p->lastlist[1] = 0;
Bram Moolenaarf6de0322013-06-02 21:30:04 +02004442 ++p;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004443 }
4444}
4445
4446/*
4447 * Restore list IDs from "list" to all NFA states.
4448 */
4449 static void
Bram Moolenaarf6de0322013-06-02 21:30:04 +02004450nfa_restore_listids(prog, list)
4451 nfa_regprog_T *prog;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004452 int *list;
4453{
Bram Moolenaarf6de0322013-06-02 21:30:04 +02004454 int i;
4455 nfa_state_T *p;
4456
4457 p = &prog->state[0];
4458 for (i = prog->nstate; --i >= 0; )
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004459 {
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02004460 p->lastlist[1] = list[i];
Bram Moolenaarf6de0322013-06-02 21:30:04 +02004461 ++p;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004462 }
4463}
4464
Bram Moolenaar423532e2013-05-29 21:14:42 +02004465 static int
4466nfa_re_num_cmp(val, op, pos)
4467 long_u val;
4468 int op;
4469 long_u pos;
4470{
4471 if (op == 1) return pos > val;
4472 if (op == 2) return pos < val;
4473 return val == pos;
4474}
4475
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02004476static int recursive_regmatch __ARGS((nfa_state_T *state, nfa_pim_T *pim, nfa_regprog_T *prog, regsubs_T *submatch, regsubs_T *m, int **listids));
Bram Moolenaarf6de0322013-06-02 21:30:04 +02004477static int nfa_regmatch __ARGS((nfa_regprog_T *prog, nfa_state_T *start, regsubs_T *submatch, regsubs_T *m));
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004478
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004479/*
Bram Moolenaarf46da702013-06-02 22:37:42 +02004480 * Recursively call nfa_regmatch()
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02004481 * "pim" is NULL or contains info about a Postponed Invisible Match (start
4482 * position).
Bram Moolenaarf46da702013-06-02 22:37:42 +02004483 */
4484 static int
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02004485recursive_regmatch(state, pim, prog, submatch, m, listids)
Bram Moolenaarf46da702013-06-02 22:37:42 +02004486 nfa_state_T *state;
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02004487 nfa_pim_T *pim;
Bram Moolenaarf46da702013-06-02 22:37:42 +02004488 nfa_regprog_T *prog;
4489 regsubs_T *submatch;
4490 regsubs_T *m;
4491 int **listids;
4492{
Bram Moolenaar4c46b5e2013-06-13 22:59:30 +02004493 int save_reginput_col = (int)(reginput - regline);
Bram Moolenaarf46da702013-06-02 22:37:42 +02004494 int save_reglnum = reglnum;
4495 int save_nfa_match = nfa_match;
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02004496 int save_nfa_listid = nfa_listid;
Bram Moolenaarf46da702013-06-02 22:37:42 +02004497 save_se_T *save_nfa_endp = nfa_endp;
4498 save_se_T endpos;
4499 save_se_T *endposp = NULL;
4500 int result;
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02004501 int need_restore = FALSE;
Bram Moolenaarf46da702013-06-02 22:37:42 +02004502
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02004503 if (pim != NULL)
4504 {
4505 /* start at the position where the postponed match was */
4506 if (REG_MULTI)
4507 reginput = regline + pim->end.pos.col;
4508 else
4509 reginput = pim->end.ptr;
4510 }
4511
Bram Moolenaardecd9542013-06-07 16:31:50 +02004512 if (state->c == NFA_START_INVISIBLE_BEFORE
Bram Moolenaara2947e22013-06-11 22:44:09 +02004513 || state->c == NFA_START_INVISIBLE_BEFORE_FIRST
4514 || state->c == NFA_START_INVISIBLE_BEFORE_NEG
4515 || state->c == NFA_START_INVISIBLE_BEFORE_NEG_FIRST)
Bram Moolenaarf46da702013-06-02 22:37:42 +02004516 {
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02004517 /* The recursive match must end at the current position. When "pim" is
4518 * not NULL it specifies the current position. */
Bram Moolenaarf46da702013-06-02 22:37:42 +02004519 endposp = &endpos;
4520 if (REG_MULTI)
4521 {
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02004522 if (pim == NULL)
4523 {
4524 endpos.se_u.pos.col = (int)(reginput - regline);
4525 endpos.se_u.pos.lnum = reglnum;
4526 }
4527 else
4528 endpos.se_u.pos = pim->end.pos;
Bram Moolenaarf46da702013-06-02 22:37:42 +02004529 }
4530 else
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02004531 {
4532 if (pim == NULL)
4533 endpos.se_u.ptr = reginput;
4534 else
4535 endpos.se_u.ptr = pim->end.ptr;
4536 }
Bram Moolenaarf46da702013-06-02 22:37:42 +02004537
4538 /* Go back the specified number of bytes, or as far as the
4539 * start of the previous line, to try matching "\@<=" or
Bram Moolenaare7766ee2013-06-08 22:30:03 +02004540 * not matching "\@<!". This is very ineffecient, limit the number of
4541 * bytes if possible. */
Bram Moolenaarf46da702013-06-02 22:37:42 +02004542 if (state->val <= 0)
4543 {
4544 if (REG_MULTI)
4545 {
4546 regline = reg_getline(--reglnum);
4547 if (regline == NULL)
4548 /* can't go before the first line */
4549 regline = reg_getline(++reglnum);
4550 }
4551 reginput = regline;
4552 }
4553 else
4554 {
4555 if (REG_MULTI && (int)(reginput - regline) < state->val)
4556 {
4557 /* Not enough bytes in this line, go to end of
4558 * previous line. */
4559 regline = reg_getline(--reglnum);
4560 if (regline == NULL)
4561 {
4562 /* can't go before the first line */
4563 regline = reg_getline(++reglnum);
4564 reginput = regline;
4565 }
4566 else
4567 reginput = regline + STRLEN(regline);
4568 }
4569 if ((int)(reginput - regline) >= state->val)
4570 {
4571 reginput -= state->val;
4572#ifdef FEAT_MBYTE
4573 if (has_mbyte)
4574 reginput -= mb_head_off(regline, reginput);
4575#endif
4576 }
4577 else
4578 reginput = regline;
4579 }
4580 }
4581
Bram Moolenaarf46da702013-06-02 22:37:42 +02004582#ifdef ENABLE_LOG
4583 if (log_fd != stderr)
4584 fclose(log_fd);
4585 log_fd = NULL;
4586#endif
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02004587 /* Have to clear the lastlist field of the NFA nodes, so that
4588 * nfa_regmatch() and addstate() can run properly after recursion. */
4589 if (nfa_ll_index == 1)
4590 {
4591 /* Already calling nfa_regmatch() recursively. Save the lastlist[1]
4592 * values and clear them. */
4593 if (*listids == NULL)
4594 {
4595 *listids = (int *)lalloc(sizeof(int) * nstate, TRUE);
4596 if (*listids == NULL)
4597 {
4598 EMSG(_("E878: (NFA) Could not allocate memory for branch traversal!"));
4599 return 0;
4600 }
4601 }
4602 nfa_save_listids(prog, *listids);
4603 need_restore = TRUE;
4604 /* any value of nfa_listid will do */
4605 }
4606 else
4607 {
4608 /* First recursive nfa_regmatch() call, switch to the second lastlist
4609 * entry. Make sure nfa_listid is different from a previous recursive
4610 * call, because some states may still have this ID. */
4611 ++nfa_ll_index;
4612 if (nfa_listid <= nfa_alt_listid)
4613 nfa_listid = nfa_alt_listid;
4614 }
4615
4616 /* Call nfa_regmatch() to check if the current concat matches at this
4617 * position. The concat ends with the node NFA_END_INVISIBLE */
Bram Moolenaarf46da702013-06-02 22:37:42 +02004618 nfa_endp = endposp;
4619 result = nfa_regmatch(prog, state->out, submatch, m);
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02004620
4621 if (need_restore)
4622 nfa_restore_listids(prog, *listids);
4623 else
4624 {
4625 --nfa_ll_index;
4626 nfa_alt_listid = nfa_listid;
4627 }
Bram Moolenaarf46da702013-06-02 22:37:42 +02004628
4629 /* restore position in input text */
Bram Moolenaarf46da702013-06-02 22:37:42 +02004630 reglnum = save_reglnum;
Bram Moolenaar484d2412013-06-13 19:47:07 +02004631 if (REG_MULTI)
4632 regline = reg_getline(reglnum);
Bram Moolenaar4c46b5e2013-06-13 22:59:30 +02004633 reginput = regline + save_reginput_col;
Bram Moolenaarf46da702013-06-02 22:37:42 +02004634 nfa_match = save_nfa_match;
4635 nfa_endp = save_nfa_endp;
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02004636 nfa_listid = save_nfa_listid;
Bram Moolenaarf46da702013-06-02 22:37:42 +02004637
4638#ifdef ENABLE_LOG
4639 log_fd = fopen(NFA_REGEXP_RUN_LOG, "a");
4640 if (log_fd != NULL)
4641 {
4642 fprintf(log_fd, "****************************\n");
4643 fprintf(log_fd, "FINISHED RUNNING nfa_regmatch() recursively\n");
4644 fprintf(log_fd, "MATCH = %s\n", result == TRUE ? "OK" : "FALSE");
4645 fprintf(log_fd, "****************************\n");
4646 }
4647 else
4648 {
4649 EMSG(_("Could not open temporary log file for writing, displaying on stderr ... "));
4650 log_fd = stderr;
4651 }
4652#endif
4653
4654 return result;
4655}
4656
Bram Moolenaar87f764a2013-06-08 14:38:27 +02004657static int skip_to_start __ARGS((int c, colnr_T *colp));
Bram Moolenaar473de612013-06-08 18:19:48 +02004658static long find_match_text __ARGS((colnr_T startcol, int regstart, char_u *match_text));
Bram Moolenaara2d95102013-06-04 14:23:05 +02004659
4660/*
4661 * Estimate the chance of a match with "state" failing.
Bram Moolenaarbcf4d172013-06-10 16:35:18 +02004662 * empty match: 0
Bram Moolenaara2d95102013-06-04 14:23:05 +02004663 * NFA_ANY: 1
4664 * specific character: 99
4665 */
4666 static int
4667failure_chance(state, depth)
4668 nfa_state_T *state;
4669 int depth;
4670{
4671 int c = state->c;
4672 int l, r;
4673
4674 /* detect looping */
4675 if (depth > 4)
4676 return 1;
4677
Bram Moolenaare2b8cb32013-06-05 11:46:25 +02004678 switch (c)
Bram Moolenaara2d95102013-06-04 14:23:05 +02004679 {
Bram Moolenaare2b8cb32013-06-05 11:46:25 +02004680 case NFA_SPLIT:
4681 if (state->out->c == NFA_SPLIT || state->out1->c == NFA_SPLIT)
4682 /* avoid recursive stuff */
4683 return 1;
4684 /* two alternatives, use the lowest failure chance */
4685 l = failure_chance(state->out, depth + 1);
4686 r = failure_chance(state->out1, depth + 1);
4687 return l < r ? l : r;
4688
4689 case NFA_ANY:
4690 /* matches anything, unlikely to fail */
Bram Moolenaara2d95102013-06-04 14:23:05 +02004691 return 1;
Bram Moolenaarbcf4d172013-06-10 16:35:18 +02004692
Bram Moolenaare2b8cb32013-06-05 11:46:25 +02004693 case NFA_MATCH:
Bram Moolenaarbcf4d172013-06-10 16:35:18 +02004694 case NFA_MCLOSE:
Bram Moolenaare2b8cb32013-06-05 11:46:25 +02004695 /* empty match works always */
4696 return 0;
4697
Bram Moolenaar44c71db2013-06-14 22:33:51 +02004698 case NFA_START_INVISIBLE:
4699 case NFA_START_INVISIBLE_FIRST:
4700 case NFA_START_INVISIBLE_NEG:
4701 case NFA_START_INVISIBLE_NEG_FIRST:
4702 case NFA_START_INVISIBLE_BEFORE:
4703 case NFA_START_INVISIBLE_BEFORE_FIRST:
4704 case NFA_START_INVISIBLE_BEFORE_NEG:
4705 case NFA_START_INVISIBLE_BEFORE_NEG_FIRST:
4706 case NFA_START_PATTERN:
4707 /* recursive regmatch is expensive, use low failure chance */
4708 return 5;
4709
Bram Moolenaare2b8cb32013-06-05 11:46:25 +02004710 case NFA_BOL:
4711 case NFA_EOL:
4712 case NFA_BOF:
4713 case NFA_EOF:
4714 case NFA_NEWL:
4715 return 99;
4716
4717 case NFA_BOW:
4718 case NFA_EOW:
4719 return 90;
4720
4721 case NFA_MOPEN:
4722 case NFA_MOPEN1:
4723 case NFA_MOPEN2:
4724 case NFA_MOPEN3:
4725 case NFA_MOPEN4:
4726 case NFA_MOPEN5:
4727 case NFA_MOPEN6:
4728 case NFA_MOPEN7:
4729 case NFA_MOPEN8:
4730 case NFA_MOPEN9:
Bram Moolenaarb76591e2013-06-04 21:42:22 +02004731#ifdef FEAT_SYN_HL
Bram Moolenaare2b8cb32013-06-05 11:46:25 +02004732 case NFA_ZOPEN:
4733 case NFA_ZOPEN1:
4734 case NFA_ZOPEN2:
4735 case NFA_ZOPEN3:
4736 case NFA_ZOPEN4:
4737 case NFA_ZOPEN5:
4738 case NFA_ZOPEN6:
4739 case NFA_ZOPEN7:
4740 case NFA_ZOPEN8:
4741 case NFA_ZOPEN9:
4742 case NFA_ZCLOSE:
4743 case NFA_ZCLOSE1:
4744 case NFA_ZCLOSE2:
4745 case NFA_ZCLOSE3:
4746 case NFA_ZCLOSE4:
4747 case NFA_ZCLOSE5:
4748 case NFA_ZCLOSE6:
4749 case NFA_ZCLOSE7:
4750 case NFA_ZCLOSE8:
4751 case NFA_ZCLOSE9:
Bram Moolenaarb76591e2013-06-04 21:42:22 +02004752#endif
Bram Moolenaare2b8cb32013-06-05 11:46:25 +02004753 case NFA_NOPEN:
Bram Moolenaare2b8cb32013-06-05 11:46:25 +02004754 case NFA_MCLOSE1:
4755 case NFA_MCLOSE2:
4756 case NFA_MCLOSE3:
4757 case NFA_MCLOSE4:
4758 case NFA_MCLOSE5:
4759 case NFA_MCLOSE6:
4760 case NFA_MCLOSE7:
4761 case NFA_MCLOSE8:
4762 case NFA_MCLOSE9:
4763 case NFA_NCLOSE:
4764 return failure_chance(state->out, depth + 1);
4765
4766 case NFA_BACKREF1:
4767 case NFA_BACKREF2:
4768 case NFA_BACKREF3:
4769 case NFA_BACKREF4:
4770 case NFA_BACKREF5:
4771 case NFA_BACKREF6:
4772 case NFA_BACKREF7:
4773 case NFA_BACKREF8:
4774 case NFA_BACKREF9:
4775#ifdef FEAT_SYN_HL
4776 case NFA_ZREF1:
4777 case NFA_ZREF2:
4778 case NFA_ZREF3:
4779 case NFA_ZREF4:
4780 case NFA_ZREF5:
4781 case NFA_ZREF6:
4782 case NFA_ZREF7:
4783 case NFA_ZREF8:
4784 case NFA_ZREF9:
4785#endif
4786 /* backreferences don't match in many places */
4787 return 94;
4788
4789 case NFA_LNUM_GT:
4790 case NFA_LNUM_LT:
4791 case NFA_COL_GT:
4792 case NFA_COL_LT:
4793 case NFA_VCOL_GT:
4794 case NFA_VCOL_LT:
4795 case NFA_MARK_GT:
4796 case NFA_MARK_LT:
Bram Moolenaare2b8cb32013-06-05 11:46:25 +02004797 case NFA_VISUAL:
Bram Moolenaare2b8cb32013-06-05 11:46:25 +02004798 /* before/after positions don't match very often */
4799 return 85;
4800
4801 case NFA_LNUM:
4802 return 90;
4803
4804 case NFA_CURSOR:
4805 case NFA_COL:
4806 case NFA_VCOL:
4807 case NFA_MARK:
4808 /* specific positions rarely match */
4809 return 98;
4810
4811 case NFA_COMPOSING:
4812 return 95;
4813
4814 default:
4815 if (c > 0)
4816 /* character match fails often */
4817 return 95;
4818 }
4819
4820 /* something else, includes character classes */
Bram Moolenaara2d95102013-06-04 14:23:05 +02004821 return 50;
4822}
4823
Bram Moolenaarf46da702013-06-02 22:37:42 +02004824/*
Bram Moolenaar87f764a2013-06-08 14:38:27 +02004825 * Skip until the char "c" we know a match must start with.
4826 */
4827 static int
4828skip_to_start(c, colp)
4829 int c;
4830 colnr_T *colp;
4831{
4832 char_u *s;
4833
4834 /* Used often, do some work to avoid call overhead. */
4835 if (!ireg_ic
4836#ifdef FEAT_MBYTE
4837 && !has_mbyte
4838#endif
4839 )
4840 s = vim_strbyte(regline + *colp, c);
4841 else
4842 s = cstrchr(regline + *colp, c);
4843 if (s == NULL)
4844 return FAIL;
4845 *colp = (int)(s - regline);
4846 return OK;
4847}
4848
4849/*
Bram Moolenaar473de612013-06-08 18:19:48 +02004850 * Check for a match with match_text.
Bram Moolenaare7766ee2013-06-08 22:30:03 +02004851 * Called after skip_to_start() has found regstart.
Bram Moolenaar473de612013-06-08 18:19:48 +02004852 * Returns zero for no match, 1 for a match.
4853 */
4854 static long
4855find_match_text(startcol, regstart, match_text)
4856 colnr_T startcol;
4857 int regstart;
4858 char_u *match_text;
4859{
4860 colnr_T col = startcol;
4861 int c1, c2;
4862 int len1, len2;
4863 int match;
4864
4865 for (;;)
4866 {
4867 match = TRUE;
4868 len2 = MB_CHAR2LEN(regstart); /* skip regstart */
4869 for (len1 = 0; match_text[len1] != NUL; len1 += MB_CHAR2LEN(c1))
4870 {
4871 c1 = PTR2CHAR(match_text + len1);
4872 c2 = PTR2CHAR(regline + col + len2);
4873 if (c1 != c2 && (!ireg_ic || MB_TOLOWER(c1) != MB_TOLOWER(c2)))
4874 {
4875 match = FALSE;
4876 break;
4877 }
4878 len2 += MB_CHAR2LEN(c2);
4879 }
4880 if (match
4881#ifdef FEAT_MBYTE
4882 /* check that no composing char follows */
4883 && !(enc_utf8
4884 && utf_iscomposing(PTR2CHAR(regline + col + len2)))
4885#endif
4886 )
4887 {
4888 cleanup_subexpr();
4889 if (REG_MULTI)
4890 {
4891 reg_startpos[0].lnum = reglnum;
4892 reg_startpos[0].col = col;
4893 reg_endpos[0].lnum = reglnum;
4894 reg_endpos[0].col = col + len2;
4895 }
4896 else
4897 {
4898 reg_startp[0] = regline + col;
4899 reg_endp[0] = regline + col + len2;
4900 }
4901 return 1L;
4902 }
4903
4904 /* Try finding regstart after the current match. */
4905 col += MB_CHAR2LEN(regstart); /* skip regstart */
4906 if (skip_to_start(regstart, &col) == FAIL)
4907 break;
4908 }
4909 return 0L;
4910}
4911
4912/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004913 * Main matching routine.
4914 *
4915 * Run NFA to determine whether it matches reginput.
4916 *
Bram Moolenaar307aa162013-06-02 16:34:21 +02004917 * When "nfa_endp" is not NULL it is a required end-of-match position.
Bram Moolenaar61602c52013-06-01 19:54:43 +02004918 *
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004919 * Return TRUE if there is a match, FALSE otherwise.
4920 * Note: Caller must ensure that: start != NULL.
4921 */
4922 static int
Bram Moolenaarf6de0322013-06-02 21:30:04 +02004923nfa_regmatch(prog, start, submatch, m)
4924 nfa_regprog_T *prog;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004925 nfa_state_T *start;
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004926 regsubs_T *submatch;
4927 regsubs_T *m;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004928{
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004929 int result;
4930 int size = 0;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004931 int flag = 0;
Bram Moolenaar4b417062013-05-25 20:19:50 +02004932 int go_to_nextline = FALSE;
4933 nfa_thread_T *t;
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02004934 nfa_list_T list[2];
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02004935 int listidx;
Bram Moolenaar4b417062013-05-25 20:19:50 +02004936 nfa_list_T *thislist;
4937 nfa_list_T *nextlist;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004938 int *listids = NULL;
Bram Moolenaara2d95102013-06-04 14:23:05 +02004939 nfa_state_T *add_state;
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02004940 int add_here;
Bram Moolenaarf96d1092013-06-07 22:39:40 +02004941 int add_count;
Bram Moolenaar4380d1e2013-06-09 20:51:00 +02004942 int add_off = 0;
Bram Moolenaarf96d1092013-06-07 22:39:40 +02004943 int toplevel = start->c == NFA_MOPEN;
Bram Moolenaar7fcff1f2013-05-20 21:49:13 +02004944#ifdef NFA_REGEXP_DEBUG_LOG
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02004945 FILE *debug = fopen(NFA_REGEXP_DEBUG_LOG, "a");
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004946
4947 if (debug == NULL)
4948 {
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02004949 EMSG2(_("(NFA) COULD NOT OPEN %s !"), NFA_REGEXP_DEBUG_LOG);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004950 return FALSE;
4951 }
4952#endif
Bram Moolenaar963fee22013-05-26 21:47:28 +02004953 nfa_match = FALSE;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004954
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004955 /* Allocate memory for the lists of nodes. */
Bram Moolenaar4b417062013-05-25 20:19:50 +02004956 size = (nstate + 1) * sizeof(nfa_thread_T);
Bram Moolenaar188c57b2013-06-06 16:22:06 +02004957 list[0].t = (nfa_thread_T *)lalloc(size, TRUE);
Bram Moolenaar428e9872013-05-30 17:05:39 +02004958 list[0].len = nstate + 1;
Bram Moolenaar188c57b2013-06-06 16:22:06 +02004959 list[1].t = (nfa_thread_T *)lalloc(size, TRUE);
Bram Moolenaar428e9872013-05-30 17:05:39 +02004960 list[1].len = nstate + 1;
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02004961 if (list[0].t == NULL || list[1].t == NULL)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004962 goto theend;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004963
4964#ifdef ENABLE_LOG
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02004965 log_fd = fopen(NFA_REGEXP_RUN_LOG, "a");
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004966 if (log_fd != NULL)
4967 {
4968 fprintf(log_fd, "**********************************\n");
4969 nfa_set_code(start->c);
4970 fprintf(log_fd, " RUNNING nfa_regmatch() starting with state %d, code %s\n",
4971 abs(start->id), code);
4972 fprintf(log_fd, "**********************************\n");
4973 }
4974 else
4975 {
4976 EMSG(_("Could not open temporary log file for writing, displaying on stderr ... "));
4977 log_fd = stderr;
4978 }
4979#endif
4980
4981 thislist = &list[0];
4982 thislist->n = 0;
4983 nextlist = &list[1];
4984 nextlist->n = 0;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004985#ifdef ENABLE_LOG
Bram Moolenaarf96d1092013-06-07 22:39:40 +02004986 fprintf(log_fd, "(---) STARTSTATE first\n");
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004987#endif
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02004988 thislist->id = nfa_listid + 1;
Bram Moolenaarf96d1092013-06-07 22:39:40 +02004989
4990 /* Inline optimized code for addstate(thislist, start, m, 0) if we know
4991 * it's the first MOPEN. */
4992 if (toplevel)
4993 {
4994 if (REG_MULTI)
4995 {
4996 m->norm.list.multi[0].start.lnum = reglnum;
4997 m->norm.list.multi[0].start.col = (colnr_T)(reginput - regline);
4998 }
4999 else
5000 m->norm.list.line[0].start = reginput;
5001 m->norm.in_use = 1;
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02005002 addstate(thislist, start->out, m, NULL, 0);
Bram Moolenaarf96d1092013-06-07 22:39:40 +02005003 }
5004 else
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02005005 addstate(thislist, start, m, NULL, 0);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005006
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005007#define ADD_STATE_IF_MATCH(state) \
5008 if (result) { \
Bram Moolenaara2d95102013-06-04 14:23:05 +02005009 add_state = state->out; \
5010 add_off = clen; \
5011 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005012
5013 /*
5014 * Run for each character.
5015 */
Bram Moolenaar35b23862013-05-22 23:00:40 +02005016 for (;;)
5017 {
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005018 int curc;
5019 int clen;
5020
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005021#ifdef FEAT_MBYTE
5022 if (has_mbyte)
5023 {
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005024 curc = (*mb_ptr2char)(reginput);
5025 clen = (*mb_ptr2len)(reginput);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005026 }
5027 else
5028#endif
5029 {
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005030 curc = *reginput;
5031 clen = 1;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005032 }
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005033 if (curc == NUL)
Bram Moolenaar35b23862013-05-22 23:00:40 +02005034 {
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005035 clen = 0;
Bram Moolenaar35b23862013-05-22 23:00:40 +02005036 go_to_nextline = FALSE;
5037 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005038
5039 /* swap lists */
5040 thislist = &list[flag];
5041 nextlist = &list[flag ^= 1];
Bram Moolenaar5714b802013-05-28 22:03:20 +02005042 nextlist->n = 0; /* clear nextlist */
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02005043 ++nfa_listid;
5044 thislist->id = nfa_listid;
5045 nextlist->id = nfa_listid + 1;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005046
5047#ifdef ENABLE_LOG
5048 fprintf(log_fd, "------------------------------------------\n");
5049 fprintf(log_fd, ">>> Reginput is \"%s\"\n", reginput);
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005050 fprintf(log_fd, ">>> Advanced one character ... Current char is %c (code %d) \n", curc, (int)curc);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005051 fprintf(log_fd, ">>> Thislist has %d states available: ", thislist->n);
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005052 {
5053 int i;
5054
5055 for (i = 0; i < thislist->n; i++)
5056 fprintf(log_fd, "%d ", abs(thislist->t[i].state->id));
5057 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005058 fprintf(log_fd, "\n");
5059#endif
5060
Bram Moolenaar7fcff1f2013-05-20 21:49:13 +02005061#ifdef NFA_REGEXP_DEBUG_LOG
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005062 fprintf(debug, "\n-------------------\n");
5063#endif
Bram Moolenaar66e83d72013-05-21 14:03:00 +02005064 /*
5065 * If the state lists are empty we can stop.
5066 */
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005067 if (thislist->n == 0)
Bram Moolenaar66e83d72013-05-21 14:03:00 +02005068 break;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005069
5070 /* compute nextlist */
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005071 for (listidx = 0; listidx < thislist->n; ++listidx)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005072 {
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005073 t = &thislist->t[listidx];
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005074
Bram Moolenaar7fcff1f2013-05-20 21:49:13 +02005075#ifdef NFA_REGEXP_DEBUG_LOG
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005076 nfa_set_code(t->state->c);
5077 fprintf(debug, "%s, ", code);
5078#endif
5079#ifdef ENABLE_LOG
Bram Moolenaar2d5e1122013-05-30 21:42:13 +02005080 {
5081 int col;
5082
Bram Moolenaar69afb7b2013-06-02 15:55:55 +02005083 if (t->subs.norm.in_use <= 0)
Bram Moolenaar2d5e1122013-05-30 21:42:13 +02005084 col = -1;
5085 else if (REG_MULTI)
Bram Moolenaar69afb7b2013-06-02 15:55:55 +02005086 col = t->subs.norm.list.multi[0].start.col;
Bram Moolenaar2d5e1122013-05-30 21:42:13 +02005087 else
Bram Moolenaar69afb7b2013-06-02 15:55:55 +02005088 col = (int)(t->subs.norm.list.line[0].start - regline);
Bram Moolenaar2d5e1122013-05-30 21:42:13 +02005089 nfa_set_code(t->state->c);
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02005090 fprintf(log_fd, "(%d) char %d %s (start col %d)%s ... \n",
5091 abs(t->state->id), (int)t->state->c, code, col,
5092 pim_info(&t->pim));
Bram Moolenaar2d5e1122013-05-30 21:42:13 +02005093 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005094#endif
5095
5096 /*
5097 * Handle the possible codes of the current state.
5098 * The most important is NFA_MATCH.
5099 */
Bram Moolenaara2d95102013-06-04 14:23:05 +02005100 add_state = NULL;
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02005101 add_here = FALSE;
Bram Moolenaara2d95102013-06-04 14:23:05 +02005102 add_count = 0;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005103 switch (t->state->c)
5104 {
5105 case NFA_MATCH:
Bram Moolenaareb3ecae2013-05-27 11:22:04 +02005106 {
Bram Moolenaar963fee22013-05-26 21:47:28 +02005107 nfa_match = TRUE;
Bram Moolenaarefb23f22013-06-01 23:02:54 +02005108 copy_sub(&submatch->norm, &t->subs.norm);
5109#ifdef FEAT_SYN_HL
Bram Moolenaarf6de0322013-06-02 21:30:04 +02005110 if (nfa_has_zsubexpr)
5111 copy_sub(&submatch->synt, &t->subs.synt);
Bram Moolenaarefb23f22013-06-01 23:02:54 +02005112#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005113#ifdef ENABLE_LOG
Bram Moolenaarefb23f22013-06-01 23:02:54 +02005114 log_subsexpr(&t->subs);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005115#endif
Bram Moolenaar35b23862013-05-22 23:00:40 +02005116 /* Found the left-most longest match, do not look at any other
Bram Moolenaar57a285b2013-05-26 16:57:28 +02005117 * states at this position. When the list of states is going
5118 * to be empty quit without advancing, so that "reginput" is
5119 * correct. */
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005120 if (nextlist->n == 0)
Bram Moolenaar57a285b2013-05-26 16:57:28 +02005121 clen = 0;
Bram Moolenaar35b23862013-05-22 23:00:40 +02005122 goto nextchar;
Bram Moolenaareb3ecae2013-05-27 11:22:04 +02005123 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005124
5125 case NFA_END_INVISIBLE:
Bram Moolenaardecd9542013-06-07 16:31:50 +02005126 case NFA_END_INVISIBLE_NEG:
Bram Moolenaar87953742013-06-05 18:52:40 +02005127 case NFA_END_PATTERN:
Bram Moolenaarf46da702013-06-02 22:37:42 +02005128 /*
5129 * This is only encountered after a NFA_START_INVISIBLE or
Bram Moolenaar61602c52013-06-01 19:54:43 +02005130 * NFA_START_INVISIBLE_BEFORE node.
5131 * They surround a zero-width group, used with "\@=", "\&",
5132 * "\@!", "\@<=" and "\@<!".
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005133 * If we got here, it means that the current "invisible" group
5134 * finished successfully, so return control to the parent
Bram Moolenaarf46da702013-06-02 22:37:42 +02005135 * nfa_regmatch(). For a look-behind match only when it ends
5136 * in the position in "nfa_endp".
5137 * Submatches are stored in *m, and used in the parent call.
5138 */
Bram Moolenaar61602c52013-06-01 19:54:43 +02005139#ifdef ENABLE_LOG
Bram Moolenaarf46da702013-06-02 22:37:42 +02005140 if (nfa_endp != NULL)
5141 {
5142 if (REG_MULTI)
5143 fprintf(log_fd, "Current lnum: %d, endp lnum: %d; current col: %d, endp col: %d\n",
5144 (int)reglnum,
5145 (int)nfa_endp->se_u.pos.lnum,
5146 (int)(reginput - regline),
5147 nfa_endp->se_u.pos.col);
5148 else
5149 fprintf(log_fd, "Current col: %d, endp col: %d\n",
5150 (int)(reginput - regline),
5151 (int)(nfa_endp->se_u.ptr - reginput));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005152 }
Bram Moolenaarf46da702013-06-02 22:37:42 +02005153#endif
Bram Moolenaar87953742013-06-05 18:52:40 +02005154 /* If "nfa_endp" is set it's only a match if it ends at
5155 * "nfa_endp" */
Bram Moolenaarf46da702013-06-02 22:37:42 +02005156 if (nfa_endp != NULL && (REG_MULTI
5157 ? (reglnum != nfa_endp->se_u.pos.lnum
5158 || (int)(reginput - regline)
5159 != nfa_endp->se_u.pos.col)
5160 : reginput != nfa_endp->se_u.ptr))
5161 break;
5162
5163 /* do not set submatches for \@! */
Bram Moolenaardecd9542013-06-07 16:31:50 +02005164 if (t->state->c != NFA_END_INVISIBLE_NEG)
Bram Moolenaarf46da702013-06-02 22:37:42 +02005165 {
5166 copy_sub(&m->norm, &t->subs.norm);
5167#ifdef FEAT_SYN_HL
5168 if (nfa_has_zsubexpr)
5169 copy_sub(&m->synt, &t->subs.synt);
5170#endif
5171 }
Bram Moolenaar87953742013-06-05 18:52:40 +02005172#ifdef ENABLE_LOG
5173 fprintf(log_fd, "Match found:\n");
5174 log_subsexpr(m);
5175#endif
Bram Moolenaarf46da702013-06-02 22:37:42 +02005176 nfa_match = TRUE;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005177 break;
5178
5179 case NFA_START_INVISIBLE:
Bram Moolenaara2947e22013-06-11 22:44:09 +02005180 case NFA_START_INVISIBLE_FIRST:
Bram Moolenaardecd9542013-06-07 16:31:50 +02005181 case NFA_START_INVISIBLE_NEG:
Bram Moolenaara2947e22013-06-11 22:44:09 +02005182 case NFA_START_INVISIBLE_NEG_FIRST:
Bram Moolenaar61602c52013-06-01 19:54:43 +02005183 case NFA_START_INVISIBLE_BEFORE:
Bram Moolenaara2947e22013-06-11 22:44:09 +02005184 case NFA_START_INVISIBLE_BEFORE_FIRST:
Bram Moolenaardecd9542013-06-07 16:31:50 +02005185 case NFA_START_INVISIBLE_BEFORE_NEG:
Bram Moolenaara2947e22013-06-11 22:44:09 +02005186 case NFA_START_INVISIBLE_BEFORE_NEG_FIRST:
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005187 {
Bram Moolenaarbcf4d172013-06-10 16:35:18 +02005188#ifdef ENABLE_LOG
5189 fprintf(log_fd, "Failure chance invisible: %d, what follows: %d\n",
5190 failure_chance(t->state->out, 0),
5191 failure_chance(t->state->out1->out, 0));
Bram Moolenaarb76591e2013-06-04 21:42:22 +02005192#endif
Bram Moolenaara2947e22013-06-11 22:44:09 +02005193 /* Do it directly if there already is a PIM or when
5194 * nfa_postprocess() detected it will work better. */
5195 if (t->pim.result != NFA_PIM_UNUSED
5196 || t->state->c == NFA_START_INVISIBLE_FIRST
5197 || t->state->c == NFA_START_INVISIBLE_NEG_FIRST
5198 || t->state->c == NFA_START_INVISIBLE_BEFORE_FIRST
5199 || t->state->c == NFA_START_INVISIBLE_BEFORE_NEG_FIRST)
Bram Moolenaara2d95102013-06-04 14:23:05 +02005200 {
Bram Moolenaarf86c0b02013-06-26 12:42:44 +02005201 /* Copy submatch info for the recursive call, so that
5202 * \1 can be matched. */
5203 copy_sub_off(&m->norm, &t->subs.norm);
5204
Bram Moolenaara2d95102013-06-04 14:23:05 +02005205 /*
5206 * First try matching the invisible match, then what
5207 * follows.
5208 */
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02005209 result = recursive_regmatch(t->state, NULL, prog,
Bram Moolenaara2d95102013-06-04 14:23:05 +02005210 submatch, m, &listids);
5211
Bram Moolenaardecd9542013-06-07 16:31:50 +02005212 /* for \@! and \@<! it is a match when the result is
5213 * FALSE */
5214 if (result != (t->state->c == NFA_START_INVISIBLE_NEG
Bram Moolenaara2947e22013-06-11 22:44:09 +02005215 || t->state->c == NFA_START_INVISIBLE_NEG_FIRST
5216 || t->state->c
5217 == NFA_START_INVISIBLE_BEFORE_NEG
5218 || t->state->c
5219 == NFA_START_INVISIBLE_BEFORE_NEG_FIRST))
Bram Moolenaara2d95102013-06-04 14:23:05 +02005220 {
5221 /* Copy submatch info from the recursive call */
5222 copy_sub_off(&t->subs.norm, &m->norm);
Bram Moolenaarefb23f22013-06-01 23:02:54 +02005223#ifdef FEAT_SYN_HL
Bram Moolenaar188c57b2013-06-06 16:22:06 +02005224 if (nfa_has_zsubexpr)
5225 copy_sub_off(&t->subs.synt, &m->synt);
Bram Moolenaarefb23f22013-06-01 23:02:54 +02005226#endif
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02005227
Bram Moolenaara2d95102013-06-04 14:23:05 +02005228 /* t->state->out1 is the corresponding
5229 * END_INVISIBLE node; Add its out to the current
5230 * list (zero-width match). */
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02005231 add_here = TRUE;
5232 add_state = t->state->out1->out;
Bram Moolenaara2d95102013-06-04 14:23:05 +02005233 }
5234 }
5235 else
5236 {
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02005237 nfa_pim_T pim;
5238
Bram Moolenaara2d95102013-06-04 14:23:05 +02005239 /*
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02005240 * First try matching what follows. Only if a match
5241 * is found verify the invisible match matches. Add a
5242 * nfa_pim_T to the following states, it contains info
5243 * about the invisible match.
Bram Moolenaara2d95102013-06-04 14:23:05 +02005244 */
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02005245 pim.state = t->state;
5246 pim.result = NFA_PIM_TODO;
5247 pim.subs.norm.in_use = 0;
5248#ifdef FEAT_SYN_HL
5249 pim.subs.synt.in_use = 0;
5250#endif
5251 if (REG_MULTI)
5252 {
5253 pim.end.pos.col = (int)(reginput - regline);
5254 pim.end.pos.lnum = reglnum;
5255 }
5256 else
5257 pim.end.ptr = reginput;
Bram Moolenaara2d95102013-06-04 14:23:05 +02005258
5259 /* t->state->out1 is the corresponding END_INVISIBLE
5260 * node; Add its out to the current list (zero-width
5261 * match). */
5262 addstate_here(thislist, t->state->out1->out, &t->subs,
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02005263 &pim, &listidx);
Bram Moolenaara2d95102013-06-04 14:23:05 +02005264 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005265 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005266 break;
5267
Bram Moolenaar87953742013-06-05 18:52:40 +02005268 case NFA_START_PATTERN:
Bram Moolenaar43e02982013-06-07 17:31:29 +02005269 {
5270 nfa_state_T *skip = NULL;
5271#ifdef ENABLE_LOG
5272 int skip_lid = 0;
5273#endif
5274
5275 /* There is no point in trying to match the pattern if the
5276 * output state is not going to be added to the list. */
5277 if (state_in_list(nextlist, t->state->out1->out, &t->subs))
5278 {
5279 skip = t->state->out1->out;
5280#ifdef ENABLE_LOG
5281 skip_lid = nextlist->id;
5282#endif
5283 }
5284 else if (state_in_list(nextlist,
5285 t->state->out1->out->out, &t->subs))
5286 {
5287 skip = t->state->out1->out->out;
5288#ifdef ENABLE_LOG
5289 skip_lid = nextlist->id;
5290#endif
5291 }
Bram Moolenaar44c71db2013-06-14 22:33:51 +02005292 else if (state_in_list(thislist,
Bram Moolenaar43e02982013-06-07 17:31:29 +02005293 t->state->out1->out->out, &t->subs))
5294 {
5295 skip = t->state->out1->out->out;
5296#ifdef ENABLE_LOG
5297 skip_lid = thislist->id;
5298#endif
5299 }
5300 if (skip != NULL)
5301 {
5302#ifdef ENABLE_LOG
5303 nfa_set_code(skip->c);
5304 fprintf(log_fd, "> Not trying to match pattern, output state %d is already in list %d. char %d: %s\n",
5305 abs(skip->id), skip_lid, skip->c, code);
5306#endif
5307 break;
5308 }
5309
Bram Moolenaar87953742013-06-05 18:52:40 +02005310 /* First try matching the pattern. */
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02005311 result = recursive_regmatch(t->state, NULL, prog,
Bram Moolenaar87953742013-06-05 18:52:40 +02005312 submatch, m, &listids);
5313 if (result)
5314 {
5315 int bytelen;
5316
5317#ifdef ENABLE_LOG
5318 fprintf(log_fd, "NFA_START_PATTERN matches:\n");
5319 log_subsexpr(m);
5320#endif
5321 /* Copy submatch info from the recursive call */
5322 copy_sub_off(&t->subs.norm, &m->norm);
5323#ifdef FEAT_SYN_HL
Bram Moolenaar188c57b2013-06-06 16:22:06 +02005324 if (nfa_has_zsubexpr)
5325 copy_sub_off(&t->subs.synt, &m->synt);
Bram Moolenaar87953742013-06-05 18:52:40 +02005326#endif
5327 /* Now we need to skip over the matched text and then
5328 * continue with what follows. */
5329 if (REG_MULTI)
5330 /* TODO: multi-line match */
5331 bytelen = m->norm.list.multi[0].end.col
5332 - (int)(reginput - regline);
5333 else
5334 bytelen = (int)(m->norm.list.line[0].end - reginput);
5335
5336#ifdef ENABLE_LOG
5337 fprintf(log_fd, "NFA_START_PATTERN length: %d\n", bytelen);
5338#endif
5339 if (bytelen == 0)
5340 {
5341 /* empty match, output of corresponding
5342 * NFA_END_PATTERN/NFA_SKIP to be used at current
5343 * position */
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02005344 add_here = TRUE;
5345 add_state = t->state->out1->out->out;
Bram Moolenaar87953742013-06-05 18:52:40 +02005346 }
5347 else if (bytelen <= clen)
5348 {
5349 /* match current character, output of corresponding
5350 * NFA_END_PATTERN to be used at next position. */
Bram Moolenaar87953742013-06-05 18:52:40 +02005351 add_state = t->state->out1->out->out;
5352 add_off = clen;
5353 }
5354 else
5355 {
5356 /* skip over the matched characters, set character
5357 * count in NFA_SKIP */
Bram Moolenaar87953742013-06-05 18:52:40 +02005358 add_state = t->state->out1->out;
5359 add_off = bytelen;
5360 add_count = bytelen - clen;
5361 }
5362 }
5363 break;
Bram Moolenaar43e02982013-06-07 17:31:29 +02005364 }
Bram Moolenaar87953742013-06-05 18:52:40 +02005365
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005366 case NFA_BOL:
5367 if (reginput == regline)
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02005368 {
5369 add_here = TRUE;
5370 add_state = t->state->out;
5371 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005372 break;
5373
5374 case NFA_EOL:
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005375 if (curc == NUL)
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02005376 {
5377 add_here = TRUE;
5378 add_state = t->state->out;
5379 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005380 break;
5381
5382 case NFA_BOW:
Bram Moolenaardecd9542013-06-07 16:31:50 +02005383 result = TRUE;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005384
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005385 if (curc == NUL)
Bram Moolenaardecd9542013-06-07 16:31:50 +02005386 result = FALSE;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005387#ifdef FEAT_MBYTE
5388 else if (has_mbyte)
5389 {
5390 int this_class;
5391
5392 /* Get class of current and previous char (if it exists). */
Bram Moolenaarf878bf02013-05-21 21:20:20 +02005393 this_class = mb_get_class_buf(reginput, reg_buf);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005394 if (this_class <= 1)
Bram Moolenaardecd9542013-06-07 16:31:50 +02005395 result = FALSE;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005396 else if (reg_prev_class() == this_class)
Bram Moolenaardecd9542013-06-07 16:31:50 +02005397 result = FALSE;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005398 }
5399#endif
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005400 else if (!vim_iswordc_buf(curc, reg_buf)
Bram Moolenaarf878bf02013-05-21 21:20:20 +02005401 || (reginput > regline
5402 && vim_iswordc_buf(reginput[-1], reg_buf)))
Bram Moolenaardecd9542013-06-07 16:31:50 +02005403 result = FALSE;
5404 if (result)
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02005405 {
5406 add_here = TRUE;
5407 add_state = t->state->out;
5408 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005409 break;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005410
5411 case NFA_EOW:
Bram Moolenaardecd9542013-06-07 16:31:50 +02005412 result = TRUE;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005413 if (reginput == regline)
Bram Moolenaardecd9542013-06-07 16:31:50 +02005414 result = FALSE;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005415#ifdef FEAT_MBYTE
5416 else if (has_mbyte)
5417 {
5418 int this_class, prev_class;
5419
5420 /* Get class of current and previous char (if it exists). */
Bram Moolenaarf878bf02013-05-21 21:20:20 +02005421 this_class = mb_get_class_buf(reginput, reg_buf);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005422 prev_class = reg_prev_class();
5423 if (this_class == prev_class
5424 || prev_class == 0 || prev_class == 1)
Bram Moolenaardecd9542013-06-07 16:31:50 +02005425 result = FALSE;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005426 }
5427#endif
Bram Moolenaarf878bf02013-05-21 21:20:20 +02005428 else if (!vim_iswordc_buf(reginput[-1], reg_buf)
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005429 || (reginput[0] != NUL
5430 && vim_iswordc_buf(curc, reg_buf)))
Bram Moolenaardecd9542013-06-07 16:31:50 +02005431 result = FALSE;
5432 if (result)
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02005433 {
5434 add_here = TRUE;
5435 add_state = t->state->out;
5436 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005437 break;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005438
Bram Moolenaar4b780632013-05-31 22:14:52 +02005439 case NFA_BOF:
5440 if (reglnum == 0 && reginput == regline
5441 && (!REG_MULTI || reg_firstlnum == 1))
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02005442 {
5443 add_here = TRUE;
5444 add_state = t->state->out;
5445 }
Bram Moolenaar4b780632013-05-31 22:14:52 +02005446 break;
5447
5448 case NFA_EOF:
5449 if (reglnum == reg_maxline && curc == NUL)
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02005450 {
5451 add_here = TRUE;
5452 add_state = t->state->out;
5453 }
Bram Moolenaar4b780632013-05-31 22:14:52 +02005454 break;
5455
Bram Moolenaar3c577f22013-05-24 21:59:54 +02005456#ifdef FEAT_MBYTE
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005457 case NFA_COMPOSING:
Bram Moolenaar3c577f22013-05-24 21:59:54 +02005458 {
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005459 int mc = curc;
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02005460 int len = 0;
5461 nfa_state_T *end;
5462 nfa_state_T *sta;
Bram Moolenaar3f1682e2013-05-26 14:32:05 +02005463 int cchars[MAX_MCO];
5464 int ccount = 0;
5465 int j;
Bram Moolenaar3c577f22013-05-24 21:59:54 +02005466
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005467 sta = t->state->out;
Bram Moolenaar3c577f22013-05-24 21:59:54 +02005468 len = 0;
Bram Moolenaar56d58d52013-05-25 14:42:03 +02005469 if (utf_iscomposing(sta->c))
5470 {
5471 /* Only match composing character(s), ignore base
5472 * character. Used for ".{composing}" and "{composing}"
5473 * (no preceding character). */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005474 len += mb_char2len(mc);
Bram Moolenaar56d58d52013-05-25 14:42:03 +02005475 }
Bram Moolenaar3451d662013-05-26 15:14:55 +02005476 if (ireg_icombine && len == 0)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005477 {
Bram Moolenaar56d58d52013-05-25 14:42:03 +02005478 /* If \Z was present, then ignore composing characters.
5479 * When ignoring the base character this always matches. */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005480 if (len == 0 && sta->c != curc)
Bram Moolenaarfad8de02013-05-24 23:10:50 +02005481 result = FAIL;
Bram Moolenaar3f1682e2013-05-26 14:32:05 +02005482 else
5483 result = OK;
Bram Moolenaarfad8de02013-05-24 23:10:50 +02005484 while (sta->c != NFA_END_COMPOSING)
5485 sta = sta->out;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005486 }
Bram Moolenaar3f1682e2013-05-26 14:32:05 +02005487
5488 /* Check base character matches first, unless ignored. */
5489 else if (len > 0 || mc == sta->c)
5490 {
5491 if (len == 0)
Bram Moolenaarfad8de02013-05-24 23:10:50 +02005492 {
Bram Moolenaarfad8de02013-05-24 23:10:50 +02005493 len += mb_char2len(mc);
5494 sta = sta->out;
5495 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005496
Bram Moolenaar3f1682e2013-05-26 14:32:05 +02005497 /* We don't care about the order of composing characters.
5498 * Get them into cchars[] first. */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005499 while (len < clen)
Bram Moolenaar3f1682e2013-05-26 14:32:05 +02005500 {
5501 mc = mb_ptr2char(reginput + len);
5502 cchars[ccount++] = mc;
5503 len += mb_char2len(mc);
5504 if (ccount == MAX_MCO)
5505 break;
5506 }
5507
5508 /* Check that each composing char in the pattern matches a
5509 * composing char in the text. We do not check if all
5510 * composing chars are matched. */
5511 result = OK;
5512 while (sta->c != NFA_END_COMPOSING)
5513 {
5514 for (j = 0; j < ccount; ++j)
5515 if (cchars[j] == sta->c)
5516 break;
5517 if (j == ccount)
5518 {
5519 result = FAIL;
5520 break;
5521 }
5522 sta = sta->out;
5523 }
5524 }
5525 else
Bram Moolenaar1d814752013-05-24 20:25:33 +02005526 result = FAIL;
Bram Moolenaar3f1682e2013-05-26 14:32:05 +02005527
Bram Moolenaar3c577f22013-05-24 21:59:54 +02005528 end = t->state->out1; /* NFA_END_COMPOSING */
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005529 ADD_STATE_IF_MATCH(end);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005530 break;
Bram Moolenaar3c577f22013-05-24 21:59:54 +02005531 }
5532#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005533
5534 case NFA_NEWL:
Bram Moolenaar61db8b52013-05-26 17:45:49 +02005535 if (curc == NUL && !reg_line_lbr && REG_MULTI
5536 && reglnum <= reg_maxline)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005537 {
Bram Moolenaar35b23862013-05-22 23:00:40 +02005538 go_to_nextline = TRUE;
5539 /* Pass -1 for the offset, which means taking the position
5540 * at the start of the next line. */
Bram Moolenaara2d95102013-06-04 14:23:05 +02005541 add_state = t->state->out;
5542 add_off = -1;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005543 }
Bram Moolenaar61db8b52013-05-26 17:45:49 +02005544 else if (curc == '\n' && reg_line_lbr)
5545 {
5546 /* match \n as if it is an ordinary character */
Bram Moolenaara2d95102013-06-04 14:23:05 +02005547 add_state = t->state->out;
5548 add_off = 1;
Bram Moolenaar61db8b52013-05-26 17:45:49 +02005549 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005550 break;
5551
Bram Moolenaar417bad22013-06-07 14:08:30 +02005552 case NFA_START_COLL:
5553 case NFA_START_NEG_COLL:
5554 {
5555 /* What follows is a list of characters, until NFA_END_COLL.
5556 * One of them must match or none of them must match. */
5557 nfa_state_T *state;
5558 int result_if_matched;
5559 int c1, c2;
5560
5561 /* Never match EOL. If it's part of the collection it is added
5562 * as a separate state with an OR. */
5563 if (curc == NUL)
5564 break;
5565
5566 state = t->state->out;
5567 result_if_matched = (t->state->c == NFA_START_COLL);
5568 for (;;)
Bram Moolenaara2d95102013-06-04 14:23:05 +02005569 {
Bram Moolenaar417bad22013-06-07 14:08:30 +02005570 if (state->c == NFA_END_COLL)
5571 {
5572 result = !result_if_matched;
5573 break;
5574 }
5575 if (state->c == NFA_RANGE_MIN)
5576 {
5577 c1 = state->val;
5578 state = state->out; /* advance to NFA_RANGE_MAX */
5579 c2 = state->val;
5580#ifdef ENABLE_LOG
5581 fprintf(log_fd, "NFA_RANGE_MIN curc=%d c1=%d c2=%d\n",
5582 curc, c1, c2);
5583#endif
5584 if (curc >= c1 && curc <= c2)
5585 {
5586 result = result_if_matched;
5587 break;
5588 }
5589 if (ireg_ic)
5590 {
5591 int curc_low = MB_TOLOWER(curc);
5592 int done = FALSE;
5593
5594 for ( ; c1 <= c2; ++c1)
5595 if (MB_TOLOWER(c1) == curc_low)
5596 {
5597 result = result_if_matched;
5598 done = TRUE;
5599 break;
5600 }
5601 if (done)
5602 break;
5603 }
5604 }
5605 else if (state->c < 0 ? check_char_class(state->c, curc)
5606 : (curc == state->c
5607 || (ireg_ic && MB_TOLOWER(curc)
5608 == MB_TOLOWER(state->c))))
5609 {
5610 result = result_if_matched;
5611 break;
5612 }
5613 state = state->out;
5614 }
5615 if (result)
5616 {
5617 /* next state is in out of the NFA_END_COLL, out1 of
5618 * START points to the END state */
Bram Moolenaar417bad22013-06-07 14:08:30 +02005619 add_state = t->state->out1->out;
Bram Moolenaara2d95102013-06-04 14:23:05 +02005620 add_off = clen;
5621 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005622 break;
Bram Moolenaar417bad22013-06-07 14:08:30 +02005623 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005624
5625 case NFA_ANY:
Bram Moolenaar35b23862013-05-22 23:00:40 +02005626 /* Any char except '\0', (end of input) does not match. */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005627 if (curc > 0)
Bram Moolenaara2d95102013-06-04 14:23:05 +02005628 {
Bram Moolenaara2d95102013-06-04 14:23:05 +02005629 add_state = t->state->out;
5630 add_off = clen;
5631 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005632 break;
5633
5634 /*
5635 * Character classes like \a for alpha, \d for digit etc.
5636 */
5637 case NFA_IDENT: /* \i */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005638 result = vim_isIDc(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005639 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005640 break;
5641
5642 case NFA_SIDENT: /* \I */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005643 result = !VIM_ISDIGIT(curc) && vim_isIDc(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005644 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005645 break;
5646
5647 case NFA_KWORD: /* \k */
Bram Moolenaarf878bf02013-05-21 21:20:20 +02005648 result = vim_iswordp_buf(reginput, reg_buf);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005649 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005650 break;
5651
5652 case NFA_SKWORD: /* \K */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005653 result = !VIM_ISDIGIT(curc)
5654 && vim_iswordp_buf(reginput, reg_buf);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005655 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005656 break;
5657
5658 case NFA_FNAME: /* \f */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005659 result = vim_isfilec(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005660 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005661 break;
5662
5663 case NFA_SFNAME: /* \F */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005664 result = !VIM_ISDIGIT(curc) && vim_isfilec(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005665 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005666 break;
5667
5668 case NFA_PRINT: /* \p */
Bram Moolenaar08050492013-05-21 12:43:56 +02005669 result = ptr2cells(reginput) == 1;
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005670 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005671 break;
5672
5673 case NFA_SPRINT: /* \P */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005674 result = !VIM_ISDIGIT(curc) && ptr2cells(reginput) == 1;
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005675 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005676 break;
5677
5678 case NFA_WHITE: /* \s */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005679 result = vim_iswhite(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005680 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005681 break;
5682
5683 case NFA_NWHITE: /* \S */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005684 result = curc != NUL && !vim_iswhite(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005685 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005686 break;
5687
5688 case NFA_DIGIT: /* \d */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005689 result = ri_digit(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005690 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005691 break;
5692
5693 case NFA_NDIGIT: /* \D */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005694 result = curc != NUL && !ri_digit(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005695 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005696 break;
5697
5698 case NFA_HEX: /* \x */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005699 result = ri_hex(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005700 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005701 break;
5702
5703 case NFA_NHEX: /* \X */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005704 result = curc != NUL && !ri_hex(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005705 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005706 break;
5707
5708 case NFA_OCTAL: /* \o */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005709 result = ri_octal(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005710 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005711 break;
5712
5713 case NFA_NOCTAL: /* \O */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005714 result = curc != NUL && !ri_octal(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005715 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005716 break;
5717
5718 case NFA_WORD: /* \w */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005719 result = ri_word(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005720 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005721 break;
5722
5723 case NFA_NWORD: /* \W */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005724 result = curc != NUL && !ri_word(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005725 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005726 break;
5727
5728 case NFA_HEAD: /* \h */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005729 result = ri_head(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005730 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005731 break;
5732
5733 case NFA_NHEAD: /* \H */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005734 result = curc != NUL && !ri_head(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005735 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005736 break;
5737
5738 case NFA_ALPHA: /* \a */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005739 result = ri_alpha(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005740 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005741 break;
5742
5743 case NFA_NALPHA: /* \A */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005744 result = curc != NUL && !ri_alpha(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005745 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005746 break;
5747
5748 case NFA_LOWER: /* \l */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005749 result = ri_lower(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005750 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005751 break;
5752
5753 case NFA_NLOWER: /* \L */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005754 result = curc != NUL && !ri_lower(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005755 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005756 break;
5757
5758 case NFA_UPPER: /* \u */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005759 result = ri_upper(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005760 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005761 break;
5762
5763 case NFA_NUPPER: /* \U */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005764 result = curc != NUL && !ri_upper(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005765 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005766 break;
5767
Bram Moolenaar5714b802013-05-28 22:03:20 +02005768 case NFA_BACKREF1:
5769 case NFA_BACKREF2:
5770 case NFA_BACKREF3:
5771 case NFA_BACKREF4:
5772 case NFA_BACKREF5:
5773 case NFA_BACKREF6:
5774 case NFA_BACKREF7:
5775 case NFA_BACKREF8:
5776 case NFA_BACKREF9:
Bram Moolenaarefb23f22013-06-01 23:02:54 +02005777#ifdef FEAT_SYN_HL
5778 case NFA_ZREF1:
5779 case NFA_ZREF2:
5780 case NFA_ZREF3:
5781 case NFA_ZREF4:
5782 case NFA_ZREF5:
5783 case NFA_ZREF6:
5784 case NFA_ZREF7:
5785 case NFA_ZREF8:
5786 case NFA_ZREF9:
5787#endif
5788 /* \1 .. \9 \z1 .. \z9 */
Bram Moolenaar5714b802013-05-28 22:03:20 +02005789 {
Bram Moolenaarefb23f22013-06-01 23:02:54 +02005790 int subidx;
Bram Moolenaar5714b802013-05-28 22:03:20 +02005791 int bytelen;
5792
Bram Moolenaarefb23f22013-06-01 23:02:54 +02005793 if (t->state->c <= NFA_BACKREF9)
5794 {
5795 subidx = t->state->c - NFA_BACKREF1 + 1;
5796 result = match_backref(&t->subs.norm, subidx, &bytelen);
5797 }
5798#ifdef FEAT_SYN_HL
5799 else
5800 {
5801 subidx = t->state->c - NFA_ZREF1 + 1;
5802 result = match_zref(subidx, &bytelen);
5803 }
5804#endif
5805
Bram Moolenaar5714b802013-05-28 22:03:20 +02005806 if (result)
5807 {
5808 if (bytelen == 0)
5809 {
Bram Moolenaarb122e972013-06-02 16:07:10 +02005810 /* empty match always works, output of NFA_SKIP to be
5811 * used next */
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02005812 add_here = TRUE;
5813 add_state = t->state->out->out;
Bram Moolenaar5714b802013-05-28 22:03:20 +02005814 }
5815 else if (bytelen <= clen)
5816 {
5817 /* match current character, jump ahead to out of
5818 * NFA_SKIP */
Bram Moolenaara2d95102013-06-04 14:23:05 +02005819 add_state = t->state->out->out;
5820 add_off = clen;
Bram Moolenaar5714b802013-05-28 22:03:20 +02005821 }
5822 else
5823 {
Bram Moolenaarf8115092013-06-04 17:47:05 +02005824 /* skip over the matched characters, set character
Bram Moolenaar5714b802013-05-28 22:03:20 +02005825 * count in NFA_SKIP */
Bram Moolenaara2d95102013-06-04 14:23:05 +02005826 add_state = t->state->out;
5827 add_off = bytelen;
5828 add_count = bytelen - clen;
Bram Moolenaar5714b802013-05-28 22:03:20 +02005829 }
Bram Moolenaar5714b802013-05-28 22:03:20 +02005830 }
Bram Moolenaar12e40142013-05-21 15:33:41 +02005831 break;
Bram Moolenaar5714b802013-05-28 22:03:20 +02005832 }
5833 case NFA_SKIP:
Bram Moolenaar67604ae2013-06-05 16:51:57 +02005834 /* character of previous matching \1 .. \9 or \@> */
Bram Moolenaar5714b802013-05-28 22:03:20 +02005835 if (t->count - clen <= 0)
5836 {
5837 /* end of match, go to what follows */
Bram Moolenaara2d95102013-06-04 14:23:05 +02005838 add_state = t->state->out;
5839 add_off = clen;
Bram Moolenaar5714b802013-05-28 22:03:20 +02005840 }
5841 else
5842 {
5843 /* add state again with decremented count */
Bram Moolenaara2d95102013-06-04 14:23:05 +02005844 add_state = t->state;
5845 add_off = 0;
5846 add_count = t->count - clen;
Bram Moolenaar5714b802013-05-28 22:03:20 +02005847 }
5848 break;
Bram Moolenaar12e40142013-05-21 15:33:41 +02005849
Bram Moolenaar423532e2013-05-29 21:14:42 +02005850 case NFA_LNUM:
5851 case NFA_LNUM_GT:
5852 case NFA_LNUM_LT:
5853 result = (REG_MULTI &&
5854 nfa_re_num_cmp(t->state->val, t->state->c - NFA_LNUM,
5855 (long_u)(reglnum + reg_firstlnum)));
5856 if (result)
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02005857 {
5858 add_here = TRUE;
5859 add_state = t->state->out;
5860 }
Bram Moolenaar423532e2013-05-29 21:14:42 +02005861 break;
5862
5863 case NFA_COL:
5864 case NFA_COL_GT:
5865 case NFA_COL_LT:
5866 result = nfa_re_num_cmp(t->state->val, t->state->c - NFA_COL,
5867 (long_u)(reginput - regline) + 1);
5868 if (result)
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02005869 {
5870 add_here = TRUE;
5871 add_state = t->state->out;
5872 }
Bram Moolenaar423532e2013-05-29 21:14:42 +02005873 break;
5874
5875 case NFA_VCOL:
5876 case NFA_VCOL_GT:
5877 case NFA_VCOL_LT:
5878 result = nfa_re_num_cmp(t->state->val, t->state->c - NFA_VCOL,
5879 (long_u)win_linetabsize(
5880 reg_win == NULL ? curwin : reg_win,
5881 regline, (colnr_T)(reginput - regline)) + 1);
5882 if (result)
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02005883 {
5884 add_here = TRUE;
5885 add_state = t->state->out;
5886 }
Bram Moolenaar423532e2013-05-29 21:14:42 +02005887 break;
5888
Bram Moolenaar044aa292013-06-04 21:27:38 +02005889 case NFA_MARK:
5890 case NFA_MARK_GT:
5891 case NFA_MARK_LT:
5892 {
5893 pos_T *pos = getmark_buf(reg_buf, t->state->val, FALSE);
5894
5895 /* Compare the mark position to the match position. */
5896 result = (pos != NULL /* mark doesn't exist */
5897 && pos->lnum > 0 /* mark isn't set in reg_buf */
5898 && (pos->lnum == reglnum + reg_firstlnum
5899 ? (pos->col == (colnr_T)(reginput - regline)
5900 ? t->state->c == NFA_MARK
5901 : (pos->col < (colnr_T)(reginput - regline)
5902 ? t->state->c == NFA_MARK_GT
5903 : t->state->c == NFA_MARK_LT))
5904 : (pos->lnum < reglnum + reg_firstlnum
5905 ? t->state->c == NFA_MARK_GT
5906 : t->state->c == NFA_MARK_LT)));
5907 if (result)
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02005908 {
5909 add_here = TRUE;
5910 add_state = t->state->out;
5911 }
Bram Moolenaar044aa292013-06-04 21:27:38 +02005912 break;
5913 }
5914
Bram Moolenaar423532e2013-05-29 21:14:42 +02005915 case NFA_CURSOR:
5916 result = (reg_win != NULL
5917 && (reglnum + reg_firstlnum == reg_win->w_cursor.lnum)
5918 && ((colnr_T)(reginput - regline)
5919 == reg_win->w_cursor.col));
5920 if (result)
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02005921 {
5922 add_here = TRUE;
5923 add_state = t->state->out;
5924 }
Bram Moolenaar423532e2013-05-29 21:14:42 +02005925 break;
5926
Bram Moolenaardacd7de2013-06-04 18:28:48 +02005927 case NFA_VISUAL:
Bram Moolenaar973fced2013-06-05 21:10:59 +02005928#ifdef FEAT_VISUAL
Bram Moolenaardacd7de2013-06-04 18:28:48 +02005929 result = reg_match_visual();
5930 if (result)
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02005931 {
5932 add_here = TRUE;
5933 add_state = t->state->out;
5934 }
Bram Moolenaar78eae9a2013-06-05 11:02:05 +02005935#endif
Bram Moolenaar973fced2013-06-05 21:10:59 +02005936 break;
Bram Moolenaardacd7de2013-06-04 18:28:48 +02005937
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005938 default: /* regular character */
Bram Moolenaarc4912e52013-05-26 19:19:52 +02005939 {
5940 int c = t->state->c;
Bram Moolenaar12e40142013-05-21 15:33:41 +02005941
Bram Moolenaarc4912e52013-05-26 19:19:52 +02005942 /* TODO: put this in #ifdef later */
Bram Moolenaardecd9542013-06-07 16:31:50 +02005943 if (c < 0)
Bram Moolenaarc4912e52013-05-26 19:19:52 +02005944 EMSGN("INTERNAL: Negative state char: %ld", c);
Bram Moolenaarc4912e52013-05-26 19:19:52 +02005945 result = (c == curc);
5946
5947 if (!result && ireg_ic)
5948 result = MB_TOLOWER(c) == MB_TOLOWER(curc);
Bram Moolenaar3c577f22013-05-24 21:59:54 +02005949#ifdef FEAT_MBYTE
5950 /* If there is a composing character which is not being
5951 * ignored there can be no match. Match with composing
5952 * character uses NFA_COMPOSING above. */
5953 if (result && enc_utf8 && !ireg_icombine
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005954 && clen != utf_char2len(curc))
Bram Moolenaar3c577f22013-05-24 21:59:54 +02005955 result = FALSE;
5956#endif
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005957 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005958 break;
Bram Moolenaarc4912e52013-05-26 19:19:52 +02005959 }
Bram Moolenaara2d95102013-06-04 14:23:05 +02005960
5961 } /* switch (t->state->c) */
5962
5963 if (add_state != NULL)
5964 {
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02005965 nfa_pim_T *pim;
5966
5967 if (t->pim.result == NFA_PIM_UNUSED)
5968 pim = NULL;
5969 else
5970 pim = &t->pim;
5971
5972 /* Handle the postponed invisible match if the match might end
5973 * without advancing and before the end of the line. */
5974 if (pim != NULL && (clen == 0 || match_follows(add_state, 0)))
Bram Moolenaara2d95102013-06-04 14:23:05 +02005975 {
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02005976 if (pim->result == NFA_PIM_TODO)
Bram Moolenaara2d95102013-06-04 14:23:05 +02005977 {
5978#ifdef ENABLE_LOG
5979 fprintf(log_fd, "\n");
5980 fprintf(log_fd, "==================================\n");
5981 fprintf(log_fd, "Postponed recursive nfa_regmatch()\n");
5982 fprintf(log_fd, "\n");
5983#endif
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02005984 result = recursive_regmatch(pim->state, pim,
Bram Moolenaara2d95102013-06-04 14:23:05 +02005985 prog, submatch, m, &listids);
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02005986 pim->result = result ? NFA_PIM_MATCH : NFA_PIM_NOMATCH;
Bram Moolenaardecd9542013-06-07 16:31:50 +02005987 /* for \@! and \@<! it is a match when the result is
5988 * FALSE */
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02005989 if (result != (pim->state->c == NFA_START_INVISIBLE_NEG
Bram Moolenaara2947e22013-06-11 22:44:09 +02005990 || pim->state->c == NFA_START_INVISIBLE_NEG_FIRST
5991 || pim->state->c
5992 == NFA_START_INVISIBLE_BEFORE_NEG
5993 || pim->state->c
5994 == NFA_START_INVISIBLE_BEFORE_NEG_FIRST))
Bram Moolenaara2d95102013-06-04 14:23:05 +02005995 {
5996 /* Copy submatch info from the recursive call */
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02005997 copy_sub_off(&pim->subs.norm, &m->norm);
Bram Moolenaara2d95102013-06-04 14:23:05 +02005998#ifdef FEAT_SYN_HL
Bram Moolenaar188c57b2013-06-06 16:22:06 +02005999 if (nfa_has_zsubexpr)
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02006000 copy_sub_off(&pim->subs.synt, &m->synt);
Bram Moolenaara2d95102013-06-04 14:23:05 +02006001#endif
6002 }
6003 }
6004 else
6005 {
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02006006 result = (pim->result == NFA_PIM_MATCH);
Bram Moolenaara2d95102013-06-04 14:23:05 +02006007#ifdef ENABLE_LOG
6008 fprintf(log_fd, "\n");
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02006009 fprintf(log_fd, "Using previous recursive nfa_regmatch() result, result == %d\n", pim->result);
Bram Moolenaara2d95102013-06-04 14:23:05 +02006010 fprintf(log_fd, "MATCH = %s\n", result == TRUE ? "OK" : "FALSE");
6011 fprintf(log_fd, "\n");
6012#endif
6013 }
6014
Bram Moolenaardecd9542013-06-07 16:31:50 +02006015 /* for \@! and \@<! it is a match when result is FALSE */
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02006016 if (result != (pim->state->c == NFA_START_INVISIBLE_NEG
Bram Moolenaara2947e22013-06-11 22:44:09 +02006017 || pim->state->c == NFA_START_INVISIBLE_NEG_FIRST
6018 || pim->state->c
6019 == NFA_START_INVISIBLE_BEFORE_NEG
6020 || pim->state->c
6021 == NFA_START_INVISIBLE_BEFORE_NEG_FIRST))
Bram Moolenaara2d95102013-06-04 14:23:05 +02006022 {
6023 /* Copy submatch info from the recursive call */
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02006024 copy_sub_off(&t->subs.norm, &pim->subs.norm);
Bram Moolenaara2d95102013-06-04 14:23:05 +02006025#ifdef FEAT_SYN_HL
Bram Moolenaar188c57b2013-06-06 16:22:06 +02006026 if (nfa_has_zsubexpr)
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02006027 copy_sub_off(&t->subs.synt, &pim->subs.synt);
Bram Moolenaara2d95102013-06-04 14:23:05 +02006028#endif
6029 }
6030 else
6031 /* look-behind match failed, don't add the state */
6032 continue;
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02006033
6034 /* Postponed invisible match was handled, don't add it to
6035 * following states. */
6036 pim = NULL;
Bram Moolenaara2d95102013-06-04 14:23:05 +02006037 }
6038
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02006039 if (add_here)
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02006040 addstate_here(thislist, add_state, &t->subs, pim, &listidx);
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02006041 else
6042 {
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02006043 addstate(nextlist, add_state, &t->subs, pim, add_off);
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02006044 if (add_count > 0)
6045 nextlist->t[nextlist->n - 1].count = add_count;
6046 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006047 }
6048
6049 } /* for (thislist = thislist; thislist->state; thislist++) */
6050
Bram Moolenaare23febd2013-05-26 18:40:14 +02006051 /* Look for the start of a match in the current position by adding the
6052 * start state to the list of states.
6053 * The first found match is the leftmost one, thus the order of states
6054 * matters!
6055 * Do not add the start state in recursive calls of nfa_regmatch(),
6056 * because recursive calls should only start in the first position.
Bram Moolenaar307aa162013-06-02 16:34:21 +02006057 * Unless "nfa_endp" is not NULL, then we match the end position.
Bram Moolenaare23febd2013-05-26 18:40:14 +02006058 * Also don't start a match past the first line. */
Bram Moolenaar61602c52013-06-01 19:54:43 +02006059 if (nfa_match == FALSE
Bram Moolenaarf96d1092013-06-07 22:39:40 +02006060 && ((toplevel
Bram Moolenaar61602c52013-06-01 19:54:43 +02006061 && reglnum == 0
6062 && clen != 0
6063 && (ireg_maxcol == 0
6064 || (colnr_T)(reginput - regline) < ireg_maxcol))
Bram Moolenaar307aa162013-06-02 16:34:21 +02006065 || (nfa_endp != NULL
Bram Moolenaar61602c52013-06-01 19:54:43 +02006066 && (REG_MULTI
Bram Moolenaar307aa162013-06-02 16:34:21 +02006067 ? (reglnum < nfa_endp->se_u.pos.lnum
6068 || (reglnum == nfa_endp->se_u.pos.lnum
Bram Moolenaar61602c52013-06-01 19:54:43 +02006069 && (int)(reginput - regline)
Bram Moolenaar307aa162013-06-02 16:34:21 +02006070 < nfa_endp->se_u.pos.col))
6071 : reginput < nfa_endp->se_u.ptr))))
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006072 {
6073#ifdef ENABLE_LOG
6074 fprintf(log_fd, "(---) STARTSTATE\n");
6075#endif
Bram Moolenaarf96d1092013-06-07 22:39:40 +02006076 /* Inline optimized code for addstate() if we know the state is
6077 * the first MOPEN. */
6078 if (toplevel)
6079 {
Bram Moolenaar87f764a2013-06-08 14:38:27 +02006080 int add = TRUE;
6081 int c;
6082
6083 if (prog->regstart != NUL && clen != 0)
6084 {
6085 if (nextlist->n == 0)
6086 {
6087 colnr_T col = (colnr_T)(reginput - regline) + clen;
6088
6089 /* Nextlist is empty, we can skip ahead to the
6090 * character that must appear at the start. */
6091 if (skip_to_start(prog->regstart, &col) == FAIL)
6092 break;
6093#ifdef ENABLE_LOG
6094 fprintf(log_fd, " Skipping ahead %d bytes to regstart\n",
6095 col - ((colnr_T)(reginput - regline) + clen));
6096#endif
6097 reginput = regline + col - clen;
6098 }
6099 else
6100 {
6101 /* Checking if the required start character matches is
6102 * cheaper than adding a state that won't match. */
6103 c = PTR2CHAR(reginput + clen);
6104 if (c != prog->regstart && (!ireg_ic || MB_TOLOWER(c)
6105 != MB_TOLOWER(prog->regstart)))
6106 {
6107#ifdef ENABLE_LOG
6108 fprintf(log_fd, " Skipping start state, regstart does not match\n");
6109#endif
6110 add = FALSE;
6111 }
6112 }
6113 }
6114
6115 if (add)
6116 {
6117 if (REG_MULTI)
6118 m->norm.list.multi[0].start.col =
Bram Moolenaarf96d1092013-06-07 22:39:40 +02006119 (colnr_T)(reginput - regline) + clen;
Bram Moolenaar87f764a2013-06-08 14:38:27 +02006120 else
6121 m->norm.list.line[0].start = reginput + clen;
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02006122 addstate(nextlist, start->out, m, NULL, clen);
Bram Moolenaar87f764a2013-06-08 14:38:27 +02006123 }
Bram Moolenaarf96d1092013-06-07 22:39:40 +02006124 }
6125 else
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02006126 addstate(nextlist, start, m, NULL, clen);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006127 }
6128
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006129#ifdef ENABLE_LOG
6130 fprintf(log_fd, ">>> Thislist had %d states available: ", thislist->n);
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02006131 {
6132 int i;
6133
6134 for (i = 0; i < thislist->n; i++)
6135 fprintf(log_fd, "%d ", abs(thislist->t[i].state->id));
6136 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006137 fprintf(log_fd, "\n");
6138#endif
6139
6140nextchar:
Bram Moolenaar35b23862013-05-22 23:00:40 +02006141 /* Advance to the next character, or advance to the next line, or
6142 * finish. */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02006143 if (clen != 0)
6144 reginput += clen;
Bram Moolenaar307aa162013-06-02 16:34:21 +02006145 else if (go_to_nextline || (nfa_endp != NULL && REG_MULTI
6146 && reglnum < nfa_endp->se_u.pos.lnum))
Bram Moolenaar35b23862013-05-22 23:00:40 +02006147 reg_nextline();
6148 else
6149 break;
6150 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006151
6152#ifdef ENABLE_LOG
6153 if (log_fd != stderr)
6154 fclose(log_fd);
6155 log_fd = NULL;
6156#endif
6157
6158theend:
6159 /* Free memory */
6160 vim_free(list[0].t);
6161 vim_free(list[1].t);
Bram Moolenaar963fee22013-05-26 21:47:28 +02006162 vim_free(listids);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02006163#undef ADD_STATE_IF_MATCH
Bram Moolenaar7fcff1f2013-05-20 21:49:13 +02006164#ifdef NFA_REGEXP_DEBUG_LOG
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006165 fclose(debug);
6166#endif
6167
Bram Moolenaar963fee22013-05-26 21:47:28 +02006168 return nfa_match;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006169}
6170
6171/*
6172 * Try match of "prog" with at regline["col"].
6173 * Returns 0 for failure, number of lines contained in the match otherwise.
6174 */
6175 static long
Bram Moolenaarefb23f22013-06-01 23:02:54 +02006176nfa_regtry(prog, col)
6177 nfa_regprog_T *prog;
6178 colnr_T col;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006179{
6180 int i;
Bram Moolenaarefb23f22013-06-01 23:02:54 +02006181 regsubs_T subs, m;
6182 nfa_state_T *start = prog->start;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006183#ifdef ENABLE_LOG
6184 FILE *f;
6185#endif
6186
6187 reginput = regline + col;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006188
6189#ifdef ENABLE_LOG
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02006190 f = fopen(NFA_REGEXP_RUN_LOG, "a");
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006191 if (f != NULL)
6192 {
Bram Moolenaar87953742013-06-05 18:52:40 +02006193 fprintf(f, "\n\n\t=======================================================\n");
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006194#ifdef DEBUG
6195 fprintf(f, "\tRegexp is \"%s\"\n", nfa_regengine.expr);
6196#endif
6197 fprintf(f, "\tInput text is \"%s\" \n", reginput);
Bram Moolenaar87953742013-06-05 18:52:40 +02006198 fprintf(f, "\t=======================================================\n\n");
Bram Moolenaar152e7892013-05-25 12:28:11 +02006199 nfa_print_state(f, start);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006200 fprintf(f, "\n\n");
6201 fclose(f);
6202 }
6203 else
6204 EMSG(_("Could not open temporary log file for writing "));
6205#endif
6206
Bram Moolenaarefb23f22013-06-01 23:02:54 +02006207 clear_sub(&subs.norm);
6208 clear_sub(&m.norm);
6209#ifdef FEAT_SYN_HL
6210 clear_sub(&subs.synt);
6211 clear_sub(&m.synt);
6212#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006213
Bram Moolenaarf6de0322013-06-02 21:30:04 +02006214 if (nfa_regmatch(prog, start, &subs, &m) == FALSE)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006215 return 0;
6216
6217 cleanup_subexpr();
6218 if (REG_MULTI)
6219 {
Bram Moolenaarefb23f22013-06-01 23:02:54 +02006220 for (i = 0; i < subs.norm.in_use; i++)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006221 {
Bram Moolenaarefb23f22013-06-01 23:02:54 +02006222 reg_startpos[i] = subs.norm.list.multi[i].start;
6223 reg_endpos[i] = subs.norm.list.multi[i].end;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006224 }
6225
6226 if (reg_startpos[0].lnum < 0)
6227 {
6228 reg_startpos[0].lnum = 0;
6229 reg_startpos[0].col = col;
6230 }
6231 if (reg_endpos[0].lnum < 0)
6232 {
Bram Moolenaare0fea9c2013-05-27 20:10:50 +02006233 /* pattern has a \ze but it didn't match, use current end */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006234 reg_endpos[0].lnum = reglnum;
6235 reg_endpos[0].col = (int)(reginput - regline);
6236 }
6237 else
6238 /* Use line number of "\ze". */
6239 reglnum = reg_endpos[0].lnum;
6240 }
6241 else
6242 {
Bram Moolenaarefb23f22013-06-01 23:02:54 +02006243 for (i = 0; i < subs.norm.in_use; i++)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006244 {
Bram Moolenaarefb23f22013-06-01 23:02:54 +02006245 reg_startp[i] = subs.norm.list.line[i].start;
6246 reg_endp[i] = subs.norm.list.line[i].end;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006247 }
6248
6249 if (reg_startp[0] == NULL)
6250 reg_startp[0] = regline + col;
6251 if (reg_endp[0] == NULL)
6252 reg_endp[0] = reginput;
6253 }
6254
Bram Moolenaarefb23f22013-06-01 23:02:54 +02006255#ifdef FEAT_SYN_HL
6256 /* Package any found \z(...\) matches for export. Default is none. */
6257 unref_extmatch(re_extmatch_out);
6258 re_extmatch_out = NULL;
6259
6260 if (prog->reghasz == REX_SET)
6261 {
Bram Moolenaarefb23f22013-06-01 23:02:54 +02006262 cleanup_zsubexpr();
6263 re_extmatch_out = make_extmatch();
6264 for (i = 0; i < subs.synt.in_use; i++)
6265 {
6266 if (REG_MULTI)
6267 {
6268 struct multipos *mpos = &subs.synt.list.multi[i];
6269
6270 /* Only accept single line matches. */
6271 if (mpos->start.lnum >= 0 && mpos->start.lnum == mpos->end.lnum)
6272 re_extmatch_out->matches[i] =
6273 vim_strnsave(reg_getline(mpos->start.lnum)
6274 + mpos->start.col,
6275 mpos->end.col - mpos->start.col);
6276 }
6277 else
6278 {
6279 struct linepos *lpos = &subs.synt.list.line[i];
6280
6281 if (lpos->start != NULL && lpos->end != NULL)
6282 re_extmatch_out->matches[i] =
6283 vim_strnsave(lpos->start,
6284 (int)(lpos->end - lpos->start));
6285 }
6286 }
6287 }
6288#endif
6289
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006290 return 1 + reglnum;
6291}
6292
6293/*
6294 * Match a regexp against a string ("line" points to the string) or multiple
6295 * lines ("line" is NULL, use reg_getline()).
6296 *
6297 * Returns 0 for failure, number of lines contained in the match otherwise.
6298 */
6299 static long
Bram Moolenaard89616e2013-06-06 18:46:06 +02006300nfa_regexec_both(line, startcol)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006301 char_u *line;
Bram Moolenaard89616e2013-06-06 18:46:06 +02006302 colnr_T startcol; /* column to start looking for match */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006303{
6304 nfa_regprog_T *prog;
6305 long retval = 0L;
6306 int i;
Bram Moolenaard89616e2013-06-06 18:46:06 +02006307 colnr_T col = startcol;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006308
6309 if (REG_MULTI)
6310 {
6311 prog = (nfa_regprog_T *)reg_mmatch->regprog;
6312 line = reg_getline((linenr_T)0); /* relative to the cursor */
6313 reg_startpos = reg_mmatch->startpos;
6314 reg_endpos = reg_mmatch->endpos;
6315 }
6316 else
6317 {
6318 prog = (nfa_regprog_T *)reg_match->regprog;
6319 reg_startp = reg_match->startp;
6320 reg_endp = reg_match->endp;
6321 }
6322
6323 /* Be paranoid... */
6324 if (prog == NULL || line == NULL)
6325 {
6326 EMSG(_(e_null));
6327 goto theend;
6328 }
6329
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006330 /* If pattern contains "\c" or "\C": overrule value of ireg_ic */
6331 if (prog->regflags & RF_ICASE)
6332 ireg_ic = TRUE;
6333 else if (prog->regflags & RF_NOICASE)
6334 ireg_ic = FALSE;
6335
6336#ifdef FEAT_MBYTE
6337 /* If pattern contains "\Z" overrule value of ireg_icombine */
6338 if (prog->regflags & RF_ICOMBINE)
6339 ireg_icombine = TRUE;
6340#endif
6341
6342 regline = line;
6343 reglnum = 0; /* relative to line */
6344
Bram Moolenaar57a285b2013-05-26 16:57:28 +02006345 nfa_has_zend = prog->has_zend;
Bram Moolenaar428e9872013-05-30 17:05:39 +02006346 nfa_has_backref = prog->has_backref;
Bram Moolenaar963fee22013-05-26 21:47:28 +02006347 nfa_nsubexpr = prog->nsubexp;
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02006348 nfa_listid = 1;
6349 nfa_alt_listid = 2;
Bram Moolenaar69afb7b2013-06-02 15:55:55 +02006350#ifdef DEBUG
6351 nfa_regengine.expr = prog->pattern;
6352#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006353
Bram Moolenaard89616e2013-06-06 18:46:06 +02006354 if (prog->reganch && col > 0)
6355 return 0L;
6356
Bram Moolenaar473de612013-06-08 18:19:48 +02006357 need_clear_subexpr = TRUE;
6358#ifdef FEAT_SYN_HL
6359 /* Clear the external match subpointers if necessary. */
6360 if (prog->reghasz == REX_SET)
6361 {
6362 nfa_has_zsubexpr = TRUE;
6363 need_clear_zsubexpr = TRUE;
6364 }
6365 else
6366 nfa_has_zsubexpr = FALSE;
6367#endif
6368
Bram Moolenaard89616e2013-06-06 18:46:06 +02006369 if (prog->regstart != NUL)
Bram Moolenaar473de612013-06-08 18:19:48 +02006370 {
Bram Moolenaar87f764a2013-06-08 14:38:27 +02006371 /* Skip ahead until a character we know the match must start with.
6372 * When there is none there is no match. */
6373 if (skip_to_start(prog->regstart, &col) == FAIL)
Bram Moolenaard89616e2013-06-06 18:46:06 +02006374 return 0L;
Bram Moolenaard89616e2013-06-06 18:46:06 +02006375
Bram Moolenaar473de612013-06-08 18:19:48 +02006376 /* If match_text is set it contains the full text that must match.
6377 * Nothing else to try. Doesn't handle combining chars well. */
Bram Moolenaara940aa62013-06-08 23:30:04 +02006378 if (prog->match_text != NULL
6379#ifdef FEAT_MBYTE
6380 && !ireg_icombine
6381#endif
6382 )
Bram Moolenaar473de612013-06-08 18:19:48 +02006383 return find_match_text(col, prog->regstart, prog->match_text);
6384 }
6385
Bram Moolenaard89616e2013-06-06 18:46:06 +02006386 /* If the start column is past the maximum column: no need to try. */
6387 if (ireg_maxcol > 0 && col >= ireg_maxcol)
6388 goto theend;
6389
Bram Moolenaar57a285b2013-05-26 16:57:28 +02006390 nstate = prog->nstate;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006391 for (i = 0; i < nstate; ++i)
6392 {
6393 prog->state[i].id = i;
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02006394 prog->state[i].lastlist[0] = 0;
6395 prog->state[i].lastlist[1] = 0;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006396 }
6397
Bram Moolenaarefb23f22013-06-01 23:02:54 +02006398 retval = nfa_regtry(prog, col);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006399
Bram Moolenaar69afb7b2013-06-02 15:55:55 +02006400#ifdef DEBUG
6401 nfa_regengine.expr = NULL;
6402#endif
6403
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006404theend:
6405 return retval;
6406}
6407
6408/*
6409 * Compile a regular expression into internal code for the NFA matcher.
6410 * Returns the program in allocated space. Returns NULL for an error.
6411 */
6412 static regprog_T *
6413nfa_regcomp(expr, re_flags)
6414 char_u *expr;
6415 int re_flags;
6416{
Bram Moolenaaraae48832013-05-25 21:18:34 +02006417 nfa_regprog_T *prog = NULL;
Bram Moolenaarca12d7c2013-05-20 21:26:33 +02006418 size_t prog_size;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006419 int *postfix;
6420
6421 if (expr == NULL)
6422 return NULL;
6423
6424#ifdef DEBUG
6425 nfa_regengine.expr = expr;
6426#endif
6427
6428 init_class_tab();
6429
6430 if (nfa_regcomp_start(expr, re_flags) == FAIL)
6431 return NULL;
6432
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006433 /* Build postfix form of the regexp. Needed to build the NFA
Bram Moolenaaraae48832013-05-25 21:18:34 +02006434 * (and count its size). */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006435 postfix = re2post();
6436 if (postfix == NULL)
Bram Moolenaar61db8b52013-05-26 17:45:49 +02006437 {
6438 /* TODO: only give this error for debugging? */
6439 if (post_ptr >= post_end)
6440 EMSGN("Internal error: estimated max number of states insufficient: %ld", post_end - post_start);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006441 goto fail; /* Cascaded (syntax?) error */
Bram Moolenaar61db8b52013-05-26 17:45:49 +02006442 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006443
6444 /*
6445 * In order to build the NFA, we parse the input regexp twice:
6446 * 1. first pass to count size (so we can allocate space)
6447 * 2. second to emit code
6448 */
6449#ifdef ENABLE_LOG
6450 {
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02006451 FILE *f = fopen(NFA_REGEXP_RUN_LOG, "a");
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006452
6453 if (f != NULL)
6454 {
6455 fprintf(f, "\n*****************************\n\n\n\n\tCompiling regexp \"%s\" ... hold on !\n", expr);
6456 fclose(f);
6457 }
6458 }
6459#endif
6460
6461 /*
6462 * PASS 1
6463 * Count number of NFA states in "nstate". Do not build the NFA.
6464 */
6465 post2nfa(postfix, post_ptr, TRUE);
Bram Moolenaaraae48832013-05-25 21:18:34 +02006466
Bram Moolenaar16619a22013-06-11 18:42:36 +02006467 /* allocate the regprog with space for the compiled regexp */
6468 prog_size = sizeof(nfa_regprog_T) + sizeof(nfa_state_T) * (nstate - 1);
Bram Moolenaaraae48832013-05-25 21:18:34 +02006469 prog = (nfa_regprog_T *)lalloc(prog_size, TRUE);
6470 if (prog == NULL)
6471 goto fail;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006472 state_ptr = prog->state;
6473
6474 /*
6475 * PASS 2
6476 * Build the NFA
6477 */
6478 prog->start = post2nfa(postfix, post_ptr, FALSE);
6479 if (prog->start == NULL)
6480 goto fail;
6481
6482 prog->regflags = regflags;
6483 prog->engine = &nfa_regengine;
6484 prog->nstate = nstate;
Bram Moolenaar57a285b2013-05-26 16:57:28 +02006485 prog->has_zend = nfa_has_zend;
Bram Moolenaar428e9872013-05-30 17:05:39 +02006486 prog->has_backref = nfa_has_backref;
Bram Moolenaar963fee22013-05-26 21:47:28 +02006487 prog->nsubexp = regnpar;
Bram Moolenaard89616e2013-06-06 18:46:06 +02006488
Bram Moolenaara2947e22013-06-11 22:44:09 +02006489 nfa_postprocess(prog);
6490
Bram Moolenaard89616e2013-06-06 18:46:06 +02006491 prog->reganch = nfa_get_reganch(prog->start, 0);
6492 prog->regstart = nfa_get_regstart(prog->start, 0);
Bram Moolenaar473de612013-06-08 18:19:48 +02006493 prog->match_text = nfa_get_match_text(prog->start);
6494
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006495#ifdef ENABLE_LOG
6496 nfa_postfix_dump(expr, OK);
6497 nfa_dump(prog);
6498#endif
Bram Moolenaarefb23f22013-06-01 23:02:54 +02006499#ifdef FEAT_SYN_HL
6500 /* Remember whether this pattern has any \z specials in it. */
6501 prog->reghasz = re_has_z;
6502#endif
Bram Moolenaar69afb7b2013-06-02 15:55:55 +02006503#ifdef DEBUG
Bram Moolenaar473de612013-06-08 18:19:48 +02006504 prog->pattern = vim_strsave(expr);
Bram Moolenaar69afb7b2013-06-02 15:55:55 +02006505 nfa_regengine.expr = NULL;
6506#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006507
6508out:
6509 vim_free(post_start);
6510 post_start = post_ptr = post_end = NULL;
6511 state_ptr = NULL;
6512 return (regprog_T *)prog;
6513
6514fail:
6515 vim_free(prog);
6516 prog = NULL;
6517#ifdef ENABLE_LOG
6518 nfa_postfix_dump(expr, FAIL);
6519#endif
6520#ifdef DEBUG
6521 nfa_regengine.expr = NULL;
6522#endif
6523 goto out;
6524}
6525
Bram Moolenaar473de612013-06-08 18:19:48 +02006526/*
6527 * Free a compiled regexp program, returned by nfa_regcomp().
6528 */
6529 static void
6530nfa_regfree(prog)
6531 regprog_T *prog;
6532{
6533 if (prog != NULL)
6534 {
6535 vim_free(((nfa_regprog_T *)prog)->match_text);
6536#ifdef DEBUG
6537 vim_free(((nfa_regprog_T *)prog)->pattern);
6538#endif
6539 vim_free(prog);
6540 }
6541}
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006542
6543/*
6544 * Match a regexp against a string.
6545 * "rmp->regprog" is a compiled regexp as returned by nfa_regcomp().
6546 * Uses curbuf for line count and 'iskeyword'.
6547 *
6548 * Return TRUE if there is a match, FALSE if not.
6549 */
6550 static int
6551nfa_regexec(rmp, line, col)
6552 regmatch_T *rmp;
6553 char_u *line; /* string to match against */
6554 colnr_T col; /* column to start looking for match */
6555{
6556 reg_match = rmp;
6557 reg_mmatch = NULL;
6558 reg_maxline = 0;
6559 reg_line_lbr = FALSE;
6560 reg_buf = curbuf;
6561 reg_win = NULL;
6562 ireg_ic = rmp->rm_ic;
6563#ifdef FEAT_MBYTE
6564 ireg_icombine = FALSE;
6565#endif
6566 ireg_maxcol = 0;
6567 return (nfa_regexec_both(line, col) != 0);
6568}
6569
6570#if defined(FEAT_MODIFY_FNAME) || defined(FEAT_EVAL) \
6571 || defined(FIND_REPLACE_DIALOG) || defined(PROTO)
6572
6573static int nfa_regexec_nl __ARGS((regmatch_T *rmp, char_u *line, colnr_T col));
6574
6575/*
6576 * Like nfa_regexec(), but consider a "\n" in "line" to be a line break.
6577 */
6578 static int
6579nfa_regexec_nl(rmp, line, col)
6580 regmatch_T *rmp;
6581 char_u *line; /* string to match against */
6582 colnr_T col; /* column to start looking for match */
6583{
6584 reg_match = rmp;
6585 reg_mmatch = NULL;
6586 reg_maxline = 0;
6587 reg_line_lbr = TRUE;
6588 reg_buf = curbuf;
6589 reg_win = NULL;
6590 ireg_ic = rmp->rm_ic;
6591#ifdef FEAT_MBYTE
6592 ireg_icombine = FALSE;
6593#endif
6594 ireg_maxcol = 0;
6595 return (nfa_regexec_both(line, col) != 0);
6596}
6597#endif
6598
6599
6600/*
6601 * Match a regexp against multiple lines.
6602 * "rmp->regprog" is a compiled regexp as returned by vim_regcomp().
6603 * Uses curbuf for line count and 'iskeyword'.
6604 *
6605 * Return zero if there is no match. Return number of lines contained in the
6606 * match otherwise.
6607 *
6608 * Note: the body is the same as bt_regexec() except for nfa_regexec_both()
6609 *
6610 * ! Also NOTE : match may actually be in another line. e.g.:
6611 * when r.e. is \nc, cursor is at 'a' and the text buffer looks like
6612 *
6613 * +-------------------------+
6614 * |a |
6615 * |b |
6616 * |c |
6617 * | |
6618 * +-------------------------+
6619 *
6620 * then nfa_regexec_multi() returns 3. while the original
6621 * vim_regexec_multi() returns 0 and a second call at line 2 will return 2.
6622 *
6623 * FIXME if this behavior is not compatible.
6624 */
6625 static long
6626nfa_regexec_multi(rmp, win, buf, lnum, col, tm)
6627 regmmatch_T *rmp;
6628 win_T *win; /* window in which to search or NULL */
6629 buf_T *buf; /* buffer in which to search */
6630 linenr_T lnum; /* nr of line to start looking for match */
6631 colnr_T col; /* column to start looking for match */
6632 proftime_T *tm UNUSED; /* timeout limit or NULL */
6633{
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006634 reg_match = NULL;
6635 reg_mmatch = rmp;
6636 reg_buf = buf;
6637 reg_win = win;
6638 reg_firstlnum = lnum;
6639 reg_maxline = reg_buf->b_ml.ml_line_count - lnum;
6640 reg_line_lbr = FALSE;
6641 ireg_ic = rmp->rmm_ic;
6642#ifdef FEAT_MBYTE
6643 ireg_icombine = FALSE;
6644#endif
6645 ireg_maxcol = rmp->rmm_maxcol;
6646
Bram Moolenaarf878bf02013-05-21 21:20:20 +02006647 return nfa_regexec_both(NULL, col);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006648}
6649
6650#ifdef DEBUG
6651# undef ENABLE_LOG
6652#endif