blob: cc3a8b64b81921b92010c3cc5578c22ac45f4137 [file] [log] [blame]
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001/* vi:set ts=8 sts=4 sw=4:
2 *
3 * NFA regular expression implementation.
4 *
5 * This file is included in "regexp.c".
6 */
7
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02008/*
9 * Logging of NFA engine.
10 *
11 * The NFA engine can write four log files:
12 * - Error log: Contains NFA engine's fatal errors.
13 * - Dump log: Contains compiled NFA state machine's information.
14 * - Run log: Contains information of matching procedure.
15 * - Debug log: Contains detailed information of matching procedure. Can be
16 * disabled by undefining NFA_REGEXP_DEBUG_LOG.
17 * The first one can also be used without debug mode.
18 * The last three are enabled when compiled as debug mode and individually
19 * disabled by commenting them out.
20 * The log files can get quite big!
21 * Do disable all of this when compiling Vim for debugging, undefine DEBUG in
22 * regexp.c
23 */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +020024#ifdef DEBUG
Bram Moolenaard6c11cb2013-05-25 12:18:39 +020025# define NFA_REGEXP_ERROR_LOG "nfa_regexp_error.log"
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +020026# define ENABLE_LOG
Bram Moolenaard6c11cb2013-05-25 12:18:39 +020027# define NFA_REGEXP_DUMP_LOG "nfa_regexp_dump.log"
28# define NFA_REGEXP_RUN_LOG "nfa_regexp_run.log"
29# define NFA_REGEXP_DEBUG_LOG "nfa_regexp_debug.log"
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +020030#endif
31
Bram Moolenaar1cfad522013-08-14 12:06:49 +020032/* Added to NFA_ANY - NFA_NUPPER_IC to include a NL. */
33#define NFA_ADD_NL 31
34
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +020035enum
36{
37 NFA_SPLIT = -1024,
38 NFA_MATCH,
39 NFA_SKIP_CHAR, /* matches a 0-length char */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +020040
Bram Moolenaar417bad22013-06-07 14:08:30 +020041 NFA_START_COLL, /* [abc] start */
42 NFA_END_COLL, /* [abc] end */
43 NFA_START_NEG_COLL, /* [^abc] start */
Bram Moolenaare7766ee2013-06-08 22:30:03 +020044 NFA_END_NEG_COLL, /* [^abc] end (postfix only) */
45 NFA_RANGE, /* range of the two previous items
46 * (postfix only) */
Bram Moolenaar417bad22013-06-07 14:08:30 +020047 NFA_RANGE_MIN, /* low end of a range */
48 NFA_RANGE_MAX, /* high end of a range */
49
Bram Moolenaare7766ee2013-06-08 22:30:03 +020050 NFA_CONCAT, /* concatenate two previous items (postfix
51 * only) */
52 NFA_OR, /* \| (postfix only) */
53 NFA_STAR, /* greedy * (posfix only) */
54 NFA_STAR_NONGREEDY, /* non-greedy * (postfix only) */
55 NFA_QUEST, /* greedy \? (postfix only) */
56 NFA_QUEST_NONGREEDY, /* non-greedy \? (postfix only) */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +020057
58 NFA_BOL, /* ^ Begin line */
59 NFA_EOL, /* $ End line */
60 NFA_BOW, /* \< Begin word */
61 NFA_EOW, /* \> End word */
62 NFA_BOF, /* \%^ Begin file */
63 NFA_EOF, /* \%$ End file */
64 NFA_NEWL,
65 NFA_ZSTART, /* Used for \zs */
66 NFA_ZEND, /* Used for \ze */
67 NFA_NOPEN, /* Start of subexpression marked with \%( */
68 NFA_NCLOSE, /* End of subexpr. marked with \%( ... \) */
69 NFA_START_INVISIBLE,
Bram Moolenaara2947e22013-06-11 22:44:09 +020070 NFA_START_INVISIBLE_FIRST,
Bram Moolenaardecd9542013-06-07 16:31:50 +020071 NFA_START_INVISIBLE_NEG,
Bram Moolenaara2947e22013-06-11 22:44:09 +020072 NFA_START_INVISIBLE_NEG_FIRST,
Bram Moolenaar61602c52013-06-01 19:54:43 +020073 NFA_START_INVISIBLE_BEFORE,
Bram Moolenaara2947e22013-06-11 22:44:09 +020074 NFA_START_INVISIBLE_BEFORE_FIRST,
Bram Moolenaardecd9542013-06-07 16:31:50 +020075 NFA_START_INVISIBLE_BEFORE_NEG,
Bram Moolenaara2947e22013-06-11 22:44:09 +020076 NFA_START_INVISIBLE_BEFORE_NEG_FIRST,
Bram Moolenaar87953742013-06-05 18:52:40 +020077 NFA_START_PATTERN,
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +020078 NFA_END_INVISIBLE,
Bram Moolenaardecd9542013-06-07 16:31:50 +020079 NFA_END_INVISIBLE_NEG,
Bram Moolenaar87953742013-06-05 18:52:40 +020080 NFA_END_PATTERN,
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +020081 NFA_COMPOSING, /* Next nodes in NFA are part of the
82 composing multibyte char */
83 NFA_END_COMPOSING, /* End of a composing char in the NFA */
Bram Moolenaard75799ab72013-06-05 11:05:17 +020084 NFA_OPT_CHARS, /* \%[abc] */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +020085
86 /* The following are used only in the postfix form, not in the NFA */
87 NFA_PREV_ATOM_NO_WIDTH, /* Used for \@= */
88 NFA_PREV_ATOM_NO_WIDTH_NEG, /* Used for \@! */
89 NFA_PREV_ATOM_JUST_BEFORE, /* Used for \@<= */
90 NFA_PREV_ATOM_JUST_BEFORE_NEG, /* Used for \@<! */
91 NFA_PREV_ATOM_LIKE_PATTERN, /* Used for \@> */
92
Bram Moolenaar5714b802013-05-28 22:03:20 +020093 NFA_BACKREF1, /* \1 */
94 NFA_BACKREF2, /* \2 */
95 NFA_BACKREF3, /* \3 */
96 NFA_BACKREF4, /* \4 */
97 NFA_BACKREF5, /* \5 */
98 NFA_BACKREF6, /* \6 */
99 NFA_BACKREF7, /* \7 */
100 NFA_BACKREF8, /* \8 */
101 NFA_BACKREF9, /* \9 */
Bram Moolenaarefb23f22013-06-01 23:02:54 +0200102#ifdef FEAT_SYN_HL
103 NFA_ZREF1, /* \z1 */
104 NFA_ZREF2, /* \z2 */
105 NFA_ZREF3, /* \z3 */
106 NFA_ZREF4, /* \z4 */
107 NFA_ZREF5, /* \z5 */
108 NFA_ZREF6, /* \z6 */
109 NFA_ZREF7, /* \z7 */
110 NFA_ZREF8, /* \z8 */
111 NFA_ZREF9, /* \z9 */
112#endif
Bram Moolenaar5714b802013-05-28 22:03:20 +0200113 NFA_SKIP, /* Skip characters */
114
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200115 NFA_MOPEN,
Bram Moolenaarefb23f22013-06-01 23:02:54 +0200116 NFA_MOPEN1,
117 NFA_MOPEN2,
118 NFA_MOPEN3,
119 NFA_MOPEN4,
120 NFA_MOPEN5,
121 NFA_MOPEN6,
122 NFA_MOPEN7,
123 NFA_MOPEN8,
124 NFA_MOPEN9,
125
126 NFA_MCLOSE,
127 NFA_MCLOSE1,
128 NFA_MCLOSE2,
129 NFA_MCLOSE3,
130 NFA_MCLOSE4,
131 NFA_MCLOSE5,
132 NFA_MCLOSE6,
133 NFA_MCLOSE7,
134 NFA_MCLOSE8,
135 NFA_MCLOSE9,
136
137#ifdef FEAT_SYN_HL
138 NFA_ZOPEN,
139 NFA_ZOPEN1,
140 NFA_ZOPEN2,
141 NFA_ZOPEN3,
142 NFA_ZOPEN4,
143 NFA_ZOPEN5,
144 NFA_ZOPEN6,
145 NFA_ZOPEN7,
146 NFA_ZOPEN8,
147 NFA_ZOPEN9,
148
149 NFA_ZCLOSE,
150 NFA_ZCLOSE1,
151 NFA_ZCLOSE2,
152 NFA_ZCLOSE3,
153 NFA_ZCLOSE4,
154 NFA_ZCLOSE5,
155 NFA_ZCLOSE6,
156 NFA_ZCLOSE7,
157 NFA_ZCLOSE8,
158 NFA_ZCLOSE9,
159#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200160
161 /* NFA_FIRST_NL */
Bram Moolenaarefb23f22013-06-01 23:02:54 +0200162 NFA_ANY, /* Match any one character. */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200163 NFA_IDENT, /* Match identifier char */
164 NFA_SIDENT, /* Match identifier char but no digit */
165 NFA_KWORD, /* Match keyword char */
166 NFA_SKWORD, /* Match word char but no digit */
167 NFA_FNAME, /* Match file name char */
168 NFA_SFNAME, /* Match file name char but no digit */
169 NFA_PRINT, /* Match printable char */
170 NFA_SPRINT, /* Match printable char but no digit */
171 NFA_WHITE, /* Match whitespace char */
172 NFA_NWHITE, /* Match non-whitespace char */
173 NFA_DIGIT, /* Match digit char */
174 NFA_NDIGIT, /* Match non-digit char */
175 NFA_HEX, /* Match hex char */
176 NFA_NHEX, /* Match non-hex char */
177 NFA_OCTAL, /* Match octal char */
178 NFA_NOCTAL, /* Match non-octal char */
179 NFA_WORD, /* Match word char */
180 NFA_NWORD, /* Match non-word char */
181 NFA_HEAD, /* Match head char */
182 NFA_NHEAD, /* Match non-head char */
183 NFA_ALPHA, /* Match alpha char */
184 NFA_NALPHA, /* Match non-alpha char */
185 NFA_LOWER, /* Match lowercase char */
186 NFA_NLOWER, /* Match non-lowercase char */
187 NFA_UPPER, /* Match uppercase char */
188 NFA_NUPPER, /* Match non-uppercase char */
Bram Moolenaar1cfad522013-08-14 12:06:49 +0200189 NFA_LOWER_IC, /* Match [a-z] */
190 NFA_NLOWER_IC, /* Match [^a-z] */
191 NFA_UPPER_IC, /* Match [A-Z] */
192 NFA_NUPPER_IC, /* Match [^A-Z] */
193
194 NFA_FIRST_NL = NFA_ANY + NFA_ADD_NL,
195 NFA_LAST_NL = NFA_NUPPER_IC + NFA_ADD_NL,
Bram Moolenaar423532e2013-05-29 21:14:42 +0200196
197 NFA_CURSOR, /* Match cursor pos */
198 NFA_LNUM, /* Match line number */
199 NFA_LNUM_GT, /* Match > line number */
200 NFA_LNUM_LT, /* Match < line number */
201 NFA_COL, /* Match cursor column */
202 NFA_COL_GT, /* Match > cursor column */
203 NFA_COL_LT, /* Match < cursor column */
204 NFA_VCOL, /* Match cursor virtual column */
205 NFA_VCOL_GT, /* Match > cursor virtual column */
206 NFA_VCOL_LT, /* Match < cursor virtual column */
Bram Moolenaar044aa292013-06-04 21:27:38 +0200207 NFA_MARK, /* Match mark */
208 NFA_MARK_GT, /* Match > mark */
209 NFA_MARK_LT, /* Match < mark */
Bram Moolenaardacd7de2013-06-04 18:28:48 +0200210 NFA_VISUAL, /* Match Visual area */
Bram Moolenaar423532e2013-05-29 21:14:42 +0200211
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200212 /* Character classes [:alnum:] etc */
213 NFA_CLASS_ALNUM,
214 NFA_CLASS_ALPHA,
215 NFA_CLASS_BLANK,
216 NFA_CLASS_CNTRL,
217 NFA_CLASS_DIGIT,
218 NFA_CLASS_GRAPH,
219 NFA_CLASS_LOWER,
220 NFA_CLASS_PRINT,
221 NFA_CLASS_PUNCT,
222 NFA_CLASS_SPACE,
223 NFA_CLASS_UPPER,
224 NFA_CLASS_XDIGIT,
225 NFA_CLASS_TAB,
226 NFA_CLASS_RETURN,
227 NFA_CLASS_BACKSPACE,
228 NFA_CLASS_ESCAPE
229};
230
231/* Keep in sync with classchars. */
232static int nfa_classcodes[] = {
233 NFA_ANY, NFA_IDENT, NFA_SIDENT, NFA_KWORD,NFA_SKWORD,
234 NFA_FNAME, NFA_SFNAME, NFA_PRINT, NFA_SPRINT,
235 NFA_WHITE, NFA_NWHITE, NFA_DIGIT, NFA_NDIGIT,
236 NFA_HEX, NFA_NHEX, NFA_OCTAL, NFA_NOCTAL,
237 NFA_WORD, NFA_NWORD, NFA_HEAD, NFA_NHEAD,
238 NFA_ALPHA, NFA_NALPHA, NFA_LOWER, NFA_NLOWER,
239 NFA_UPPER, NFA_NUPPER
240};
241
242static char_u e_misplaced[] = N_("E866: (NFA regexp) Misplaced %c");
243
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200244/* NFA regexp \ze operator encountered. */
Bram Moolenaare0fea9c2013-05-27 20:10:50 +0200245static int nfa_has_zend;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200246
Bram Moolenaar428e9872013-05-30 17:05:39 +0200247/* NFA regexp \1 .. \9 encountered. */
248static int nfa_has_backref;
249
Bram Moolenaar01d89dd2013-06-03 19:41:06 +0200250#ifdef FEAT_SYN_HL
Bram Moolenaarf6de0322013-06-02 21:30:04 +0200251/* NFA regexp has \z( ), set zsubexpr. */
252static int nfa_has_zsubexpr;
Bram Moolenaar01d89dd2013-06-03 19:41:06 +0200253#endif
Bram Moolenaarf6de0322013-06-02 21:30:04 +0200254
Bram Moolenaar963fee22013-05-26 21:47:28 +0200255/* Number of sub expressions actually being used during execution. 1 if only
256 * the whole match (subexpr 0) is used. */
257static int nfa_nsubexpr;
258
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200259static int *post_start; /* holds the postfix form of r.e. */
260static int *post_end;
261static int *post_ptr;
262
Bram Moolenaar61db8b52013-05-26 17:45:49 +0200263static int nstate; /* Number of states in the NFA. Also used when
264 * executing. */
Bram Moolenaar525666f2013-06-02 16:40:55 +0200265static int istate; /* Index in the state vector, used in alloc_state() */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200266
Bram Moolenaar307aa162013-06-02 16:34:21 +0200267/* If not NULL match must end at this position */
268static save_se_T *nfa_endp = NULL;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200269
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +0200270/* listid is global, so that it increases on recursive calls to
271 * nfa_regmatch(), which means we don't have to clear the lastlist field of
272 * all the states. */
273static int nfa_listid;
274static int nfa_alt_listid;
275
276/* 0 for first call to nfa_regmatch(), 1 for recursive call. */
277static int nfa_ll_index = 0;
278
Bram Moolenaar6d3a5d72013-06-06 18:04:51 +0200279static int nfa_regcomp_start __ARGS((char_u *expr, int re_flags));
Bram Moolenaard89616e2013-06-06 18:46:06 +0200280static int nfa_get_reganch __ARGS((nfa_state_T *start, int depth));
281static int nfa_get_regstart __ARGS((nfa_state_T *start, int depth));
Bram Moolenaar473de612013-06-08 18:19:48 +0200282static char_u *nfa_get_match_text __ARGS((nfa_state_T *start));
Bram Moolenaar01b626c2013-06-16 22:49:14 +0200283static int realloc_post_list __ARGS((void));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200284static int nfa_recognize_char_class __ARGS((char_u *start, char_u *end, int extra_newl));
Bram Moolenaar417bad22013-06-07 14:08:30 +0200285static int nfa_emit_equi_class __ARGS((int c));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200286static int nfa_regatom __ARGS((void));
287static int nfa_regpiece __ARGS((void));
288static int nfa_regconcat __ARGS((void));
289static int nfa_regbranch __ARGS((void));
290static int nfa_reg __ARGS((int paren));
291#ifdef DEBUG
292static void nfa_set_code __ARGS((int c));
293static void nfa_postfix_dump __ARGS((char_u *expr, int retval));
Bram Moolenaar152e7892013-05-25 12:28:11 +0200294static void nfa_print_state __ARGS((FILE *debugf, nfa_state_T *state));
295static void nfa_print_state2 __ARGS((FILE *debugf, nfa_state_T *state, garray_T *indent));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200296static void nfa_dump __ARGS((nfa_regprog_T *prog));
297#endif
298static int *re2post __ARGS((void));
Bram Moolenaar525666f2013-06-02 16:40:55 +0200299static nfa_state_T *alloc_state __ARGS((int c, nfa_state_T *out, nfa_state_T *out1));
Bram Moolenaarf86c0b02013-06-26 12:42:44 +0200300static void st_error __ARGS((int *postfix, int *end, int *p));
301static int nfa_max_width __ARGS((nfa_state_T *startstate, int depth));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200302static nfa_state_T *post2nfa __ARGS((int *postfix, int *end, int nfa_calc_size));
Bram Moolenaara2947e22013-06-11 22:44:09 +0200303static void nfa_postprocess __ARGS((nfa_regprog_T *prog));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200304static int check_char_class __ARGS((int class, int c));
Bram Moolenaarf6de0322013-06-02 21:30:04 +0200305static void nfa_save_listids __ARGS((nfa_regprog_T *prog, int *list));
306static void nfa_restore_listids __ARGS((nfa_regprog_T *prog, int *list));
Bram Moolenaar423532e2013-05-29 21:14:42 +0200307static int nfa_re_num_cmp __ARGS((long_u val, int op, long_u pos));
Bram Moolenaarefb23f22013-06-01 23:02:54 +0200308static long nfa_regtry __ARGS((nfa_regprog_T *prog, colnr_T col));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200309static long nfa_regexec_both __ARGS((char_u *line, colnr_T col));
310static regprog_T *nfa_regcomp __ARGS((char_u *expr, int re_flags));
Bram Moolenaar473de612013-06-08 18:19:48 +0200311static void nfa_regfree __ARGS((regprog_T *prog));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200312static int nfa_regexec __ARGS((regmatch_T *rmp, char_u *line, colnr_T col));
313static long nfa_regexec_multi __ARGS((regmmatch_T *rmp, win_T *win, buf_T *buf, linenr_T lnum, colnr_T col, proftime_T *tm));
Bram Moolenaara2947e22013-06-11 22:44:09 +0200314static int match_follows __ARGS((nfa_state_T *startstate, int depth));
315static int failure_chance __ARGS((nfa_state_T *state, int depth));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200316
317/* helper functions used when doing re2post() ... regatom() parsing */
318#define EMIT(c) do { \
Bram Moolenaar16299b52013-05-30 18:45:23 +0200319 if (post_ptr >= post_end && realloc_post_list() == FAIL) \
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200320 return FAIL; \
321 *post_ptr++ = c; \
322 } while (0)
323
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200324/*
325 * Initialize internal variables before NFA compilation.
326 * Return OK on success, FAIL otherwise.
327 */
328 static int
329nfa_regcomp_start(expr, re_flags)
330 char_u *expr;
331 int re_flags; /* see vim_regcomp() */
332{
Bram Moolenaarca12d7c2013-05-20 21:26:33 +0200333 size_t postfix_size;
Bram Moolenaar61db8b52013-05-26 17:45:49 +0200334 int nstate_max;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200335
336 nstate = 0;
337 istate = 0;
Bram Moolenaar61db8b52013-05-26 17:45:49 +0200338 /* A reasonable estimation for maximum size */
Bram Moolenaar54dafde2013-05-31 23:18:00 +0200339 nstate_max = (int)(STRLEN(expr) + 1) * 25;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200340
Bram Moolenaarbc0ea8f2013-05-20 13:44:29 +0200341 /* Some items blow up in size, such as [A-z]. Add more space for that.
Bram Moolenaar16299b52013-05-30 18:45:23 +0200342 * When it is still not enough realloc_post_list() will be used. */
Bram Moolenaarca12d7c2013-05-20 21:26:33 +0200343 nstate_max += 1000;
Bram Moolenaarbc0ea8f2013-05-20 13:44:29 +0200344
345 /* Size for postfix representation of expr. */
Bram Moolenaar16299b52013-05-30 18:45:23 +0200346 postfix_size = sizeof(int) * nstate_max;
Bram Moolenaarbc0ea8f2013-05-20 13:44:29 +0200347
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200348 post_start = (int *)lalloc(postfix_size, TRUE);
349 if (post_start == NULL)
350 return FAIL;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200351 post_ptr = post_start;
Bram Moolenaarbc0ea8f2013-05-20 13:44:29 +0200352 post_end = post_start + nstate_max;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200353 nfa_has_zend = FALSE;
Bram Moolenaar428e9872013-05-30 17:05:39 +0200354 nfa_has_backref = FALSE;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200355
Bram Moolenaarefb23f22013-06-01 23:02:54 +0200356 /* shared with BT engine */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200357 regcomp_start(expr, re_flags);
358
359 return OK;
360}
361
362/*
Bram Moolenaard89616e2013-06-06 18:46:06 +0200363 * Figure out if the NFA state list starts with an anchor, must match at start
364 * of the line.
365 */
366 static int
367nfa_get_reganch(start, depth)
368 nfa_state_T *start;
369 int depth;
370{
371 nfa_state_T *p = start;
372
373 if (depth > 4)
374 return 0;
375
376 while (p != NULL)
377 {
378 switch (p->c)
379 {
380 case NFA_BOL:
381 case NFA_BOF:
382 return 1; /* yes! */
383
384 case NFA_ZSTART:
385 case NFA_ZEND:
386 case NFA_CURSOR:
387 case NFA_VISUAL:
388
389 case NFA_MOPEN:
390 case NFA_MOPEN1:
391 case NFA_MOPEN2:
392 case NFA_MOPEN3:
393 case NFA_MOPEN4:
394 case NFA_MOPEN5:
395 case NFA_MOPEN6:
396 case NFA_MOPEN7:
397 case NFA_MOPEN8:
398 case NFA_MOPEN9:
399 case NFA_NOPEN:
400#ifdef FEAT_SYN_HL
401 case NFA_ZOPEN:
402 case NFA_ZOPEN1:
403 case NFA_ZOPEN2:
404 case NFA_ZOPEN3:
405 case NFA_ZOPEN4:
406 case NFA_ZOPEN5:
407 case NFA_ZOPEN6:
408 case NFA_ZOPEN7:
409 case NFA_ZOPEN8:
410 case NFA_ZOPEN9:
411#endif
412 p = p->out;
413 break;
414
415 case NFA_SPLIT:
416 return nfa_get_reganch(p->out, depth + 1)
417 && nfa_get_reganch(p->out1, depth + 1);
418
419 default:
420 return 0; /* noooo */
421 }
422 }
423 return 0;
424}
425
426/*
427 * Figure out if the NFA state list starts with a character which must match
428 * at start of the match.
429 */
430 static int
431nfa_get_regstart(start, depth)
432 nfa_state_T *start;
433 int depth;
434{
435 nfa_state_T *p = start;
436
437 if (depth > 4)
438 return 0;
439
440 while (p != NULL)
441 {
442 switch (p->c)
443 {
444 /* all kinds of zero-width matches */
445 case NFA_BOL:
446 case NFA_BOF:
447 case NFA_BOW:
448 case NFA_EOW:
449 case NFA_ZSTART:
450 case NFA_ZEND:
451 case NFA_CURSOR:
452 case NFA_VISUAL:
453 case NFA_LNUM:
454 case NFA_LNUM_GT:
455 case NFA_LNUM_LT:
456 case NFA_COL:
457 case NFA_COL_GT:
458 case NFA_COL_LT:
459 case NFA_VCOL:
460 case NFA_VCOL_GT:
461 case NFA_VCOL_LT:
462 case NFA_MARK:
463 case NFA_MARK_GT:
464 case NFA_MARK_LT:
465
466 case NFA_MOPEN:
467 case NFA_MOPEN1:
468 case NFA_MOPEN2:
469 case NFA_MOPEN3:
470 case NFA_MOPEN4:
471 case NFA_MOPEN5:
472 case NFA_MOPEN6:
473 case NFA_MOPEN7:
474 case NFA_MOPEN8:
475 case NFA_MOPEN9:
476 case NFA_NOPEN:
477#ifdef FEAT_SYN_HL
478 case NFA_ZOPEN:
479 case NFA_ZOPEN1:
480 case NFA_ZOPEN2:
481 case NFA_ZOPEN3:
482 case NFA_ZOPEN4:
483 case NFA_ZOPEN5:
484 case NFA_ZOPEN6:
485 case NFA_ZOPEN7:
486 case NFA_ZOPEN8:
487 case NFA_ZOPEN9:
488#endif
489 p = p->out;
490 break;
491
492 case NFA_SPLIT:
493 {
494 int c1 = nfa_get_regstart(p->out, depth + 1);
495 int c2 = nfa_get_regstart(p->out1, depth + 1);
496
497 if (c1 == c2)
498 return c1; /* yes! */
499 return 0;
500 }
501
502 default:
Bram Moolenaardecd9542013-06-07 16:31:50 +0200503 if (p->c > 0)
Bram Moolenaard89616e2013-06-06 18:46:06 +0200504 return p->c; /* yes! */
505 return 0;
506 }
507 }
508 return 0;
509}
510
511/*
Bram Moolenaar473de612013-06-08 18:19:48 +0200512 * Figure out if the NFA state list contains just literal text and nothing
Bram Moolenaare7766ee2013-06-08 22:30:03 +0200513 * else. If so return a string in allocated memory with what must match after
514 * regstart. Otherwise return NULL.
Bram Moolenaar473de612013-06-08 18:19:48 +0200515 */
516 static char_u *
517nfa_get_match_text(start)
518 nfa_state_T *start;
519{
520 nfa_state_T *p = start;
521 int len = 0;
522 char_u *ret;
523 char_u *s;
524
525 if (p->c != NFA_MOPEN)
526 return NULL; /* just in case */
527 p = p->out;
528 while (p->c > 0)
529 {
530 len += MB_CHAR2LEN(p->c);
531 p = p->out;
532 }
533 if (p->c != NFA_MCLOSE || p->out->c != NFA_MATCH)
534 return NULL;
535
536 ret = alloc(len);
537 if (ret != NULL)
538 {
539 len = 0;
540 p = start->out->out; /* skip first char, it goes into regstart */
541 s = ret;
542 while (p->c > 0)
543 {
544#ifdef FEAT_MBYTE
545 if (has_mbyte)
546 s += (*mb_char2bytes)(p->c, s);
547 else
548#endif
549 *s++ = p->c;
550 p = p->out;
551 }
552 *s = NUL;
553 }
554 return ret;
555}
556
557/*
Bram Moolenaar16299b52013-05-30 18:45:23 +0200558 * Allocate more space for post_start. Called when
559 * running above the estimated number of states.
560 */
561 static int
562realloc_post_list()
563{
Bram Moolenaar99dc19d2013-05-31 20:49:31 +0200564 int nstate_max = (int)(post_end - post_start);
Bram Moolenaar16299b52013-05-30 18:45:23 +0200565 int new_max = nstate_max + 1000;
566 int *new_start;
567 int *old_start;
568
569 new_start = (int *)lalloc(new_max * sizeof(int), TRUE);
570 if (new_start == NULL)
571 return FAIL;
572 mch_memmove(new_start, post_start, nstate_max * sizeof(int));
Bram Moolenaar16299b52013-05-30 18:45:23 +0200573 old_start = post_start;
574 post_start = new_start;
575 post_ptr = new_start + (post_ptr - old_start);
576 post_end = post_start + new_max;
577 vim_free(old_start);
578 return OK;
579}
580
581/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200582 * Search between "start" and "end" and try to recognize a
583 * character class in expanded form. For example [0-9].
584 * On success, return the id the character class to be emitted.
585 * On failure, return 0 (=FAIL)
586 * Start points to the first char of the range, while end should point
587 * to the closing brace.
Bram Moolenaar1cfad522013-08-14 12:06:49 +0200588 * Keep in mind that 'ignorecase' applies at execution time, thus [a-z] may
589 * need to be interpreted as [a-zA-Z].
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200590 */
591 static int
592nfa_recognize_char_class(start, end, extra_newl)
593 char_u *start;
594 char_u *end;
595 int extra_newl;
596{
Bram Moolenaarf8115092013-06-04 17:47:05 +0200597# define CLASS_not 0x80
598# define CLASS_af 0x40
599# define CLASS_AF 0x20
600# define CLASS_az 0x10
601# define CLASS_AZ 0x08
602# define CLASS_o7 0x04
603# define CLASS_o9 0x02
604# define CLASS_underscore 0x01
605
606 int newl = FALSE;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200607 char_u *p;
Bram Moolenaarf8115092013-06-04 17:47:05 +0200608 int config = 0;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200609
610 if (extra_newl == TRUE)
611 newl = TRUE;
612
613 if (*end != ']')
614 return FAIL;
615 p = start;
616 if (*p == '^')
617 {
Bram Moolenaarf8115092013-06-04 17:47:05 +0200618 config |= CLASS_not;
Bram Moolenaar01d89dd2013-06-03 19:41:06 +0200619 p++;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200620 }
621
622 while (p < end)
623 {
624 if (p + 2 < end && *(p + 1) == '-')
625 {
626 switch (*p)
627 {
628 case '0':
629 if (*(p + 2) == '9')
630 {
Bram Moolenaarf8115092013-06-04 17:47:05 +0200631 config |= CLASS_o9;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200632 break;
633 }
634 else
635 if (*(p + 2) == '7')
636 {
Bram Moolenaarf8115092013-06-04 17:47:05 +0200637 config |= CLASS_o7;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200638 break;
639 }
640 case 'a':
641 if (*(p + 2) == 'z')
642 {
Bram Moolenaarf8115092013-06-04 17:47:05 +0200643 config |= CLASS_az;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200644 break;
645 }
646 else
647 if (*(p + 2) == 'f')
648 {
Bram Moolenaarf8115092013-06-04 17:47:05 +0200649 config |= CLASS_af;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200650 break;
651 }
652 case 'A':
653 if (*(p + 2) == 'Z')
654 {
Bram Moolenaarf8115092013-06-04 17:47:05 +0200655 config |= CLASS_AZ;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200656 break;
657 }
658 else
659 if (*(p + 2) == 'F')
660 {
Bram Moolenaarf8115092013-06-04 17:47:05 +0200661 config |= CLASS_AF;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200662 break;
663 }
664 /* FALLTHROUGH */
665 default:
666 return FAIL;
667 }
668 p += 3;
669 }
670 else if (p + 1 < end && *p == '\\' && *(p + 1) == 'n')
671 {
672 newl = TRUE;
673 p += 2;
674 }
675 else if (*p == '_')
676 {
Bram Moolenaarf8115092013-06-04 17:47:05 +0200677 config |= CLASS_underscore;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200678 p ++;
679 }
680 else if (*p == '\n')
681 {
682 newl = TRUE;
683 p ++;
684 }
685 else
686 return FAIL;
687 } /* while (p < end) */
688
689 if (p != end)
690 return FAIL;
691
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200692 if (newl == TRUE)
Bram Moolenaar1cfad522013-08-14 12:06:49 +0200693 extra_newl = NFA_ADD_NL;
Bram Moolenaarf8115092013-06-04 17:47:05 +0200694
695 switch (config)
696 {
697 case CLASS_o9:
698 return extra_newl + NFA_DIGIT;
699 case CLASS_not | CLASS_o9:
700 return extra_newl + NFA_NDIGIT;
701 case CLASS_af | CLASS_AF | CLASS_o9:
702 return extra_newl + NFA_HEX;
703 case CLASS_not | CLASS_af | CLASS_AF | CLASS_o9:
704 return extra_newl + NFA_NHEX;
705 case CLASS_o7:
706 return extra_newl + NFA_OCTAL;
707 case CLASS_not | CLASS_o7:
708 return extra_newl + NFA_NOCTAL;
709 case CLASS_az | CLASS_AZ | CLASS_o9 | CLASS_underscore:
710 return extra_newl + NFA_WORD;
711 case CLASS_not | CLASS_az | CLASS_AZ | CLASS_o9 | CLASS_underscore:
712 return extra_newl + NFA_NWORD;
713 case CLASS_az | CLASS_AZ | CLASS_underscore:
714 return extra_newl + NFA_HEAD;
715 case CLASS_not | CLASS_az | CLASS_AZ | CLASS_underscore:
716 return extra_newl + NFA_NHEAD;
717 case CLASS_az | CLASS_AZ:
718 return extra_newl + NFA_ALPHA;
719 case CLASS_not | CLASS_az | CLASS_AZ:
720 return extra_newl + NFA_NALPHA;
721 case CLASS_az:
Bram Moolenaar1cfad522013-08-14 12:06:49 +0200722 return extra_newl + NFA_LOWER_IC;
Bram Moolenaarf8115092013-06-04 17:47:05 +0200723 case CLASS_not | CLASS_az:
Bram Moolenaar1cfad522013-08-14 12:06:49 +0200724 return extra_newl + NFA_NLOWER_IC;
Bram Moolenaarf8115092013-06-04 17:47:05 +0200725 case CLASS_AZ:
Bram Moolenaar1cfad522013-08-14 12:06:49 +0200726 return extra_newl + NFA_UPPER_IC;
Bram Moolenaarf8115092013-06-04 17:47:05 +0200727 case CLASS_not | CLASS_AZ:
Bram Moolenaar1cfad522013-08-14 12:06:49 +0200728 return extra_newl + NFA_NUPPER_IC;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200729 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200730 return FAIL;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200731}
732
733/*
734 * Produce the bytes for equivalence class "c".
735 * Currently only handles latin1, latin9 and utf-8.
736 * Emits bytes in postfix notation: 'a,b,NFA_OR,c,NFA_OR' is
737 * equivalent to 'a OR b OR c'
738 *
739 * NOTE! When changing this function, also update reg_equi_class()
740 */
741 static int
Bram Moolenaar417bad22013-06-07 14:08:30 +0200742nfa_emit_equi_class(c)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200743 int c;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200744{
Bram Moolenaare6a2fa62013-09-19 17:00:20 +0200745#define EMIT2(c) EMIT(c); EMIT(NFA_CONCAT);
746#ifdef FEAT_MBYTE
747# define EMITMBC(c) EMIT(c); EMIT(NFA_CONCAT);
748#else
749# define EMITMBC(c)
750#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200751
752#ifdef FEAT_MBYTE
753 if (enc_utf8 || STRCMP(p_enc, "latin1") == 0
754 || STRCMP(p_enc, "iso-8859-15") == 0)
755#endif
756 {
757 switch (c)
758 {
Bram Moolenaar417bad22013-06-07 14:08:30 +0200759 case 'A': case 0300: case 0301: case 0302:
760 case 0303: case 0304: case 0305:
Bram Moolenaare6a2fa62013-09-19 17:00:20 +0200761 CASEMBC(0x100) CASEMBC(0x102) CASEMBC(0x104) CASEMBC(0x1cd)
762 CASEMBC(0x1de) CASEMBC(0x1e0) CASEMBC(0x1ea2)
763 EMIT2('A'); EMIT2(0300); EMIT2(0301); EMIT2(0302);
764 EMIT2(0303); EMIT2(0304); EMIT2(0305);
765 EMITMBC(0x100) EMITMBC(0x102) EMITMBC(0x104)
766 EMITMBC(0x1cd) EMITMBC(0x1de) EMITMBC(0x1e0)
767 EMITMBC(0x1ea2)
768 return OK;
769
770 case 'B': CASEMBC(0x1e02) CASEMBC(0x1e06)
771 EMIT2('B'); EMITMBC(0x1e02) EMITMBC(0x1e06)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200772 return OK;
773
Bram Moolenaar417bad22013-06-07 14:08:30 +0200774 case 'C': case 0307:
Bram Moolenaare6a2fa62013-09-19 17:00:20 +0200775 CASEMBC(0x106) CASEMBC(0x108) CASEMBC(0x10a) CASEMBC(0x10c)
776 EMIT2('C'); EMIT2(0307); EMITMBC(0x106) EMITMBC(0x108)
777 EMITMBC(0x10a) EMITMBC(0x10c)
778 return OK;
779
780 case 'D': CASEMBC(0x10e) CASEMBC(0x110) CASEMBC(0x1e0a)
781 CASEMBC(0x1e0e) CASEMBC(0x1e10)
782 EMIT2('D'); EMITMBC(0x10e) EMITMBC(0x110) EMITMBC(0x1e0a)
783 EMITMBC(0x1e0e) EMITMBC(0x1e10)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200784 return OK;
785
Bram Moolenaar417bad22013-06-07 14:08:30 +0200786 case 'E': case 0310: case 0311: case 0312: case 0313:
Bram Moolenaare6a2fa62013-09-19 17:00:20 +0200787 CASEMBC(0x112) CASEMBC(0x114) CASEMBC(0x116) CASEMBC(0x118)
788 CASEMBC(0x11a) CASEMBC(0x1eba) CASEMBC(0x1ebc)
789 EMIT2('E'); EMIT2(0310); EMIT2(0311); EMIT2(0312);
790 EMIT2(0313);
791 EMITMBC(0x112) EMITMBC(0x114) EMITMBC(0x116)
792 EMITMBC(0x118) EMITMBC(0x11a) EMITMBC(0x1eba)
793 EMITMBC(0x1ebc)
794 return OK;
795
796 case 'F': CASEMBC(0x1e1e)
797 EMIT2('F'); EMITMBC(0x1e1e)
798 return OK;
799
800 case 'G': CASEMBC(0x11c) CASEMBC(0x11e) CASEMBC(0x120)
801 CASEMBC(0x122) CASEMBC(0x1e4) CASEMBC(0x1e6) CASEMBC(0x1f4)
802 CASEMBC(0x1e20)
803 EMIT2('G'); EMITMBC(0x11c) EMITMBC(0x11e) EMITMBC(0x120)
804 EMITMBC(0x122) EMITMBC(0x1e4) EMITMBC(0x1e6)
805 EMITMBC(0x1f4) EMITMBC(0x1e20)
806 return OK;
807
808 case 'H': CASEMBC(0x124) CASEMBC(0x126) CASEMBC(0x1e22)
809 CASEMBC(0x1e26) CASEMBC(0x1e28)
810 EMIT2('H'); EMITMBC(0x124) EMITMBC(0x126) EMITMBC(0x1e22)
811 EMITMBC(0x1e26) EMITMBC(0x1e28)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200812 return OK;
813
Bram Moolenaar417bad22013-06-07 14:08:30 +0200814 case 'I': case 0314: case 0315: case 0316: case 0317:
Bram Moolenaare6a2fa62013-09-19 17:00:20 +0200815 CASEMBC(0x128) CASEMBC(0x12a) CASEMBC(0x12c) CASEMBC(0x12e)
816 CASEMBC(0x130) CASEMBC(0x1cf) CASEMBC(0x1ec8)
817 EMIT2('I'); EMIT2(0314); EMIT2(0315); EMIT2(0316);
818 EMIT2(0317); EMITMBC(0x128) EMITMBC(0x12a)
819 EMITMBC(0x12c) EMITMBC(0x12e) EMITMBC(0x130)
820 EMITMBC(0x1cf) EMITMBC(0x1ec8)
821 return OK;
822
823 case 'J': CASEMBC(0x134)
824 EMIT2('J'); EMITMBC(0x134)
825 return OK;
826
827 case 'K': CASEMBC(0x136) CASEMBC(0x1e8) CASEMBC(0x1e30)
828 CASEMBC(0x1e34)
829 EMIT2('K'); EMITMBC(0x136) EMITMBC(0x1e8) EMITMBC(0x1e30)
830 EMITMBC(0x1e34)
831 return OK;
832
833 case 'L': CASEMBC(0x139) CASEMBC(0x13b) CASEMBC(0x13d)
834 CASEMBC(0x13f) CASEMBC(0x141) CASEMBC(0x1e3a)
835 EMIT2('L'); EMITMBC(0x139) EMITMBC(0x13b) EMITMBC(0x13d)
836 EMITMBC(0x13f) EMITMBC(0x141) EMITMBC(0x1e3a)
837 return OK;
838
839 case 'M': CASEMBC(0x1e3e) CASEMBC(0x1e40)
840 EMIT2('M'); EMITMBC(0x1e3e) EMITMBC(0x1e40)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200841 return OK;
842
Bram Moolenaar417bad22013-06-07 14:08:30 +0200843 case 'N': case 0321:
Bram Moolenaare6a2fa62013-09-19 17:00:20 +0200844 CASEMBC(0x143) CASEMBC(0x145) CASEMBC(0x147) CASEMBC(0x1e44)
845 CASEMBC(0x1e48)
846 EMIT2('N'); EMIT2(0321); EMITMBC(0x143) EMITMBC(0x145)
847 EMITMBC(0x147) EMITMBC(0x1e44) EMITMBC(0x1e48)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200848 return OK;
849
Bram Moolenaar417bad22013-06-07 14:08:30 +0200850 case 'O': case 0322: case 0323: case 0324: case 0325:
Bram Moolenaare6a2fa62013-09-19 17:00:20 +0200851 case 0326: case 0330:
852 CASEMBC(0x14c) CASEMBC(0x14e) CASEMBC(0x150) CASEMBC(0x1a0)
853 CASEMBC(0x1d1) CASEMBC(0x1ea) CASEMBC(0x1ec) CASEMBC(0x1ece)
854 EMIT2('O'); EMIT2(0322); EMIT2(0323); EMIT2(0324);
855 EMIT2(0325); EMIT2(0326); EMIT2(0330);
856 EMITMBC(0x14c) EMITMBC(0x14e) EMITMBC(0x150)
857 EMITMBC(0x1a0) EMITMBC(0x1d1) EMITMBC(0x1ea)
858 EMITMBC(0x1ec) EMITMBC(0x1ece)
859 return OK;
860
861 case 'P': case 0x1e54: case 0x1e56:
862 EMIT2('P'); EMITMBC(0x1e54) EMITMBC(0x1e56)
863 return OK;
864
865 case 'R': CASEMBC(0x154) CASEMBC(0x156) CASEMBC(0x158)
866 CASEMBC(0x1e58) CASEMBC(0x1e5e)
867 EMIT2('R'); EMITMBC(0x154) EMITMBC(0x156) EMITMBC(0x158)
868 EMITMBC(0x1e58) EMITMBC(0x1e5e)
869 return OK;
870
871 case 'S': CASEMBC(0x15a) CASEMBC(0x15c) CASEMBC(0x15e)
872 CASEMBC(0x160) CASEMBC(0x1e60)
873 EMIT2('S'); EMITMBC(0x15a) EMITMBC(0x15c) EMITMBC(0x15e)
874 EMITMBC(0x160) EMITMBC(0x1e60)
875 return OK;
876
877 case 'T': CASEMBC(0x162) CASEMBC(0x164) CASEMBC(0x166)
878 CASEMBC(0x1e6a) CASEMBC(0x1e6e)
879 EMIT2('T'); EMITMBC(0x162) EMITMBC(0x164) EMITMBC(0x166)
880 EMITMBC(0x1e6a) EMITMBC(0x1e6e)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200881 return OK;
882
Bram Moolenaar417bad22013-06-07 14:08:30 +0200883 case 'U': case 0331: case 0332: case 0333: case 0334:
Bram Moolenaare6a2fa62013-09-19 17:00:20 +0200884 CASEMBC(0x168) CASEMBC(0x16a) CASEMBC(0x16c) CASEMBC(0x16e)
885 CASEMBC(0x170) CASEMBC(0x172) CASEMBC(0x1af) CASEMBC(0x1d3)
886 CASEMBC(0x1ee6)
887 EMIT2('U'); EMIT2(0331); EMIT2(0332); EMIT2(0333);
888 EMIT2(0334); EMITMBC(0x168) EMITMBC(0x16a)
889 EMITMBC(0x16c) EMITMBC(0x16e) EMITMBC(0x170)
890 EMITMBC(0x172) EMITMBC(0x1af) EMITMBC(0x1d3)
891 EMITMBC(0x1ee6)
892 return OK;
893
894 case 'V': CASEMBC(0x1e7c)
895 EMIT2('V'); EMITMBC(0x1e7c)
896 return OK;
897
898 case 'W': CASEMBC(0x174) CASEMBC(0x1e80) CASEMBC(0x1e82)
899 CASEMBC(0x1e84) CASEMBC(0x1e86)
900 EMIT2('W'); EMITMBC(0x174) EMITMBC(0x1e80) EMITMBC(0x1e82)
901 EMITMBC(0x1e84) EMITMBC(0x1e86)
902 return OK;
903
904 case 'X': CASEMBC(0x1e8a) CASEMBC(0x1e8c)
905 EMIT2('X'); EMITMBC(0x1e8a) EMITMBC(0x1e8c)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200906 return OK;
907
Bram Moolenaar417bad22013-06-07 14:08:30 +0200908 case 'Y': case 0335:
Bram Moolenaare6a2fa62013-09-19 17:00:20 +0200909 CASEMBC(0x176) CASEMBC(0x178) CASEMBC(0x1e8e) CASEMBC(0x1ef2)
910 CASEMBC(0x1ef6) CASEMBC(0x1ef8)
911 EMIT2('Y'); EMIT2(0335); EMITMBC(0x176) EMITMBC(0x178)
912 EMITMBC(0x1e8e) EMITMBC(0x1ef2) EMITMBC(0x1ef6)
913 EMITMBC(0x1ef8)
914 return OK;
915
916 case 'Z': CASEMBC(0x179) CASEMBC(0x17b) CASEMBC(0x17d)
917 CASEMBC(0x1b5) CASEMBC(0x1e90) CASEMBC(0x1e94)
918 EMIT2('Z'); EMITMBC(0x179) EMITMBC(0x17b) EMITMBC(0x17d)
919 EMITMBC(0x1b5) EMITMBC(0x1e90) EMITMBC(0x1e94)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200920 return OK;
921
Bram Moolenaar417bad22013-06-07 14:08:30 +0200922 case 'a': case 0340: case 0341: case 0342:
923 case 0343: case 0344: case 0345:
Bram Moolenaare6a2fa62013-09-19 17:00:20 +0200924 CASEMBC(0x101) CASEMBC(0x103) CASEMBC(0x105) CASEMBC(0x1ce)
925 CASEMBC(0x1df) CASEMBC(0x1e1) CASEMBC(0x1ea3)
926 EMIT2('a'); EMIT2(0340); EMIT2(0341); EMIT2(0342);
927 EMIT2(0343); EMIT2(0344); EMIT2(0345);
928 EMITMBC(0x101) EMITMBC(0x103) EMITMBC(0x105)
929 EMITMBC(0x1ce) EMITMBC(0x1df) EMITMBC(0x1e1)
930 EMITMBC(0x1ea3)
931 return OK;
932
933 case 'b': CASEMBC(0x1e03) CASEMBC(0x1e07)
934 EMIT2('b'); EMITMBC(0x1e03) EMITMBC(0x1e07)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200935 return OK;
936
Bram Moolenaar417bad22013-06-07 14:08:30 +0200937 case 'c': case 0347:
Bram Moolenaare6a2fa62013-09-19 17:00:20 +0200938 CASEMBC(0x107) CASEMBC(0x109) CASEMBC(0x10b) CASEMBC(0x10d)
939 EMIT2('c'); EMIT2(0347); EMITMBC(0x107) EMITMBC(0x109)
940 EMITMBC(0x10b) EMITMBC(0x10d)
941 return OK;
942
943 case 'd': CASEMBC(0x10f) CASEMBC(0x111) CASEMBC(0x1d0b)
944 CASEMBC(0x1e11)
945 EMIT2('d'); EMITMBC(0x10f) EMITMBC(0x111) EMITMBC(0x1e0b)
946 EMITMBC(0x01e0f) EMITMBC(0x1e11)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200947 return OK;
948
Bram Moolenaar417bad22013-06-07 14:08:30 +0200949 case 'e': case 0350: case 0351: case 0352: case 0353:
Bram Moolenaare6a2fa62013-09-19 17:00:20 +0200950 CASEMBC(0x113) CASEMBC(0x115) CASEMBC(0x117) CASEMBC(0x119)
951 CASEMBC(0x11b) CASEMBC(0x1ebb) CASEMBC(0x1ebd)
952 EMIT2('e'); EMIT2(0350); EMIT2(0351); EMIT2(0352);
953 EMIT2(0353); EMITMBC(0x113) EMITMBC(0x115)
954 EMITMBC(0x117) EMITMBC(0x119) EMITMBC(0x11b)
955 EMITMBC(0x1ebb) EMITMBC(0x1ebd)
956 return OK;
957
958 case 'f': CASEMBC(0x1e1f)
959 EMIT2('f'); EMITMBC(0x1e1f)
960 return OK;
961
962 case 'g': CASEMBC(0x11d) CASEMBC(0x11f) CASEMBC(0x121)
963 CASEMBC(0x123) CASEMBC(0x1e5) CASEMBC(0x1e7) CASEMBC(0x1f5)
964 CASEMBC(0x1e21)
965 EMIT2('g'); EMITMBC(0x11d) EMITMBC(0x11f) EMITMBC(0x121)
966 EMITMBC(0x123) EMITMBC(0x1e5) EMITMBC(0x1e7)
967 EMITMBC(0x1f5) EMITMBC(0x1e21)
968 return OK;
969
970 case 'h': CASEMBC(0x125) CASEMBC(0x127) CASEMBC(0x1e23)
971 CASEMBC(0x1e27) CASEMBC(0x1e29) CASEMBC(0x1e96)
972 EMIT2('h'); EMITMBC(0x125) EMITMBC(0x127) EMITMBC(0x1e23)
973 EMITMBC(0x1e27) EMITMBC(0x1e29) EMITMBC(0x1e96)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200974 return OK;
975
Bram Moolenaar417bad22013-06-07 14:08:30 +0200976 case 'i': case 0354: case 0355: case 0356: case 0357:
Bram Moolenaare6a2fa62013-09-19 17:00:20 +0200977 CASEMBC(0x129) CASEMBC(0x12b) CASEMBC(0x12d) CASEMBC(0x12f)
978 CASEMBC(0x1d0) CASEMBC(0x1ec9)
979 EMIT2('i'); EMIT2(0354); EMIT2(0355); EMIT2(0356);
980 EMIT2(0357); EMITMBC(0x129) EMITMBC(0x12b)
981 EMITMBC(0x12d) EMITMBC(0x12f) EMITMBC(0x1d0)
982 EMITMBC(0x1ec9)
983 return OK;
984
985 case 'j': CASEMBC(0x135) CASEMBC(0x1f0)
986 EMIT2('j'); EMITMBC(0x135) EMITMBC(0x1f0)
987 return OK;
988
989 case 'k': CASEMBC(0x137) CASEMBC(0x1e9) CASEMBC(0x1e31)
990 CASEMBC(0x1e35)
991 EMIT2('k'); EMITMBC(0x137) EMITMBC(0x1e9) EMITMBC(0x1e31)
992 EMITMBC(0x1e35)
993 return OK;
994
995 case 'l': CASEMBC(0x13a) CASEMBC(0x13c) CASEMBC(0x13e)
996 CASEMBC(0x140) CASEMBC(0x142) CASEMBC(0x1e3b)
997 EMIT2('l'); EMITMBC(0x13a) EMITMBC(0x13c) EMITMBC(0x13e)
998 EMITMBC(0x140) EMITMBC(0x142) EMITMBC(0x1e3b)
999 return OK;
1000
1001 case 'm': CASEMBC(0x1e3f) CASEMBC(0x1e41)
1002 EMIT2('m'); EMITMBC(0x1e3f) EMITMBC(0x1e41)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001003 return OK;
1004
Bram Moolenaar417bad22013-06-07 14:08:30 +02001005 case 'n': case 0361:
Bram Moolenaare6a2fa62013-09-19 17:00:20 +02001006 CASEMBC(0x144) CASEMBC(0x146) CASEMBC(0x148) CASEMBC(0x149)
1007 CASEMBC(0x1e45) CASEMBC(0x1e49)
1008 EMIT2('n'); EMIT2(0361); EMITMBC(0x144) EMITMBC(0x146)
1009 EMITMBC(0x148) EMITMBC(0x149) EMITMBC(0x1e45)
1010 EMITMBC(0x1e49)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001011 return OK;
1012
Bram Moolenaar417bad22013-06-07 14:08:30 +02001013 case 'o': case 0362: case 0363: case 0364: case 0365:
Bram Moolenaare6a2fa62013-09-19 17:00:20 +02001014 case 0366: case 0370:
1015 CASEMBC(0x14d) CASEMBC(0x14f) CASEMBC(0x151) CASEMBC(0x1a1)
1016 CASEMBC(0x1d2) CASEMBC(0x1eb) CASEMBC(0x1ed) CASEMBC(0x1ecf)
1017 EMIT2('o'); EMIT2(0362); EMIT2(0363); EMIT2(0364);
1018 EMIT2(0365); EMIT2(0366); EMIT2(0370);
1019 EMITMBC(0x14d) EMITMBC(0x14f) EMITMBC(0x151)
1020 EMITMBC(0x1a1) EMITMBC(0x1d2) EMITMBC(0x1eb)
1021 EMITMBC(0x1ed) EMITMBC(0x1ecf)
1022 return OK;
1023
1024 case 'p': CASEMBC(0x1e55) CASEMBC(0x1e57)
1025 EMIT2('p'); EMITMBC(0x1e55) EMITMBC(0x1e57)
1026 return OK;
1027
1028 case 'r': CASEMBC(0x155) CASEMBC(0x157) CASEMBC(0x159)
1029 CASEMBC(0x1e59) CASEMBC(0x1e5f)
1030 EMIT2('r'); EMITMBC(0x155) EMITMBC(0x157) EMITMBC(0x159)
1031 EMITMBC(0x1e59) EMITMBC(0x1e5f)
1032 return OK;
1033
1034 case 's': CASEMBC(0x15b) CASEMBC(0x15d) CASEMBC(0x15f)
1035 CASEMBC(0x161) CASEMBC(0x1e61)
1036 EMIT2('s'); EMITMBC(0x15b) EMITMBC(0x15d) EMITMBC(0x15f)
1037 EMITMBC(0x161) EMITMBC(0x1e61)
1038 return OK;
1039
1040 case 't': CASEMBC(0x163) CASEMBC(0x165) CASEMBC(0x167)
1041 CASEMBC(0x1e6b) CASEMBC(0x1e6f) CASEMBC(0x1e97)
1042 EMIT2('t'); EMITMBC(0x163) EMITMBC(0x165) EMITMBC(0x167)
1043 EMITMBC(0x1e6b) EMITMBC(0x1e6f) EMITMBC(0x1e97)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001044 return OK;
1045
Bram Moolenaar417bad22013-06-07 14:08:30 +02001046 case 'u': case 0371: case 0372: case 0373: case 0374:
Bram Moolenaare6a2fa62013-09-19 17:00:20 +02001047 CASEMBC(0x169) CASEMBC(0x16b) CASEMBC(0x16d) CASEMBC(0x16f)
1048 CASEMBC(0x171) CASEMBC(0x173) CASEMBC(0x1b0) CASEMBC(0x1d4)
1049 CASEMBC(0x1ee7)
1050 EMIT2('u'); EMIT2(0371); EMIT2(0372); EMIT2(0373);
1051 EMIT2(0374); EMITMBC(0x169) EMITMBC(0x16b)
1052 EMITMBC(0x16d) EMITMBC(0x16f) EMITMBC(0x171)
1053 EMITMBC(0x173) EMITMBC(0x1b0) EMITMBC(0x1d4)
1054 EMITMBC(0x1ee7)
1055 return OK;
1056
1057 case 'v': CASEMBC(0x1e7d)
1058 EMIT2('v'); EMITMBC(0x1e7d)
1059 return OK;
1060
1061 case 'w': CASEMBC(0x175) CASEMBC(0x1e81) CASEMBC(0x1e83)
1062 CASEMBC(0x1e85) CASEMBC(0x1e87) CASEMBC(0x1e98)
1063 EMIT2('w'); EMITMBC(0x175) EMITMBC(0x1e81) EMITMBC(0x1e83)
1064 EMITMBC(0x1e85) EMITMBC(0x1e87) EMITMBC(0x1e98)
1065 return OK;
1066
1067 case 'x': CASEMBC(0x1e8b) CASEMBC(0x1e8d)
1068 EMIT2('x'); EMITMBC(0x1e8b) EMITMBC(0x1e8d)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001069 return OK;
1070
Bram Moolenaar417bad22013-06-07 14:08:30 +02001071 case 'y': case 0375: case 0377:
Bram Moolenaare6a2fa62013-09-19 17:00:20 +02001072 CASEMBC(0x177) CASEMBC(0x1e8f) CASEMBC(0x1e99)
1073 CASEMBC(0x1ef3) CASEMBC(0x1ef7) CASEMBC(0x1ef9)
1074 EMIT2('y'); EMIT2(0375); EMIT2(0377); EMITMBC(0x177)
1075 EMITMBC(0x1e8f) EMITMBC(0x1e99) EMITMBC(0x1ef3)
1076 EMITMBC(0x1ef7) EMITMBC(0x1ef9)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001077 return OK;
1078
Bram Moolenaare6a2fa62013-09-19 17:00:20 +02001079 case 'z': CASEMBC(0x17a) CASEMBC(0x17c) CASEMBC(0x17e)
1080 CASEMBC(0x1b6) CASEMBC(0x1e91) CASEMBC(0x1e95)
1081 EMIT2('z'); EMITMBC(0x17a) EMITMBC(0x17c) EMITMBC(0x17e)
1082 EMITMBC(0x1b6) EMITMBC(0x1e91) EMITMBC(0x1e95)
1083 return OK;
1084
1085 /* default: character itself */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001086 }
1087 }
1088
Bram Moolenaare6a2fa62013-09-19 17:00:20 +02001089 EMIT2(c);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001090 return OK;
1091#undef EMIT2
Bram Moolenaare6a2fa62013-09-19 17:00:20 +02001092#undef EMITMBC
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001093}
1094
1095/*
1096 * Code to parse regular expression.
1097 *
1098 * We try to reuse parsing functions in regexp.c to
1099 * minimize surprise and keep the syntax consistent.
1100 */
1101
1102/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001103 * Parse the lowest level.
1104 *
1105 * An atom can be one of a long list of items. Many atoms match one character
1106 * in the text. It is often an ordinary character or a character class.
1107 * Braces can be used to make a pattern into an atom. The "\z(\)" construct
1108 * is only for syntax highlighting.
1109 *
1110 * atom ::= ordinary-atom
1111 * or \( pattern \)
1112 * or \%( pattern \)
1113 * or \z( pattern \)
1114 */
1115 static int
1116nfa_regatom()
1117{
1118 int c;
1119 int charclass;
1120 int equiclass;
1121 int collclass;
1122 int got_coll_char;
1123 char_u *p;
1124 char_u *endp;
1125#ifdef FEAT_MBYTE
1126 char_u *old_regparse = regparse;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001127#endif
1128 int extra = 0;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001129 int emit_range;
1130 int negated;
1131 int result;
1132 int startc = -1;
1133 int endc = -1;
1134 int oldstartc = -1;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001135
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001136 c = getchr();
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001137 switch (c)
1138 {
Bram Moolenaar47196582013-05-25 22:04:23 +02001139 case NUL:
Bram Moolenaar47196582013-05-25 22:04:23 +02001140 EMSG_RET_FAIL(_("E865: (NFA) Regexp end encountered prematurely"));
1141
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001142 case Magic('^'):
1143 EMIT(NFA_BOL);
1144 break;
1145
1146 case Magic('$'):
1147 EMIT(NFA_EOL);
1148#if defined(FEAT_SYN_HL) || defined(PROTO)
1149 had_eol = TRUE;
1150#endif
1151 break;
1152
1153 case Magic('<'):
1154 EMIT(NFA_BOW);
1155 break;
1156
1157 case Magic('>'):
1158 EMIT(NFA_EOW);
1159 break;
1160
1161 case Magic('_'):
1162 c = no_Magic(getchr());
1163 if (c == '^') /* "\_^" is start-of-line */
1164 {
1165 EMIT(NFA_BOL);
1166 break;
1167 }
1168 if (c == '$') /* "\_$" is end-of-line */
1169 {
1170 EMIT(NFA_EOL);
1171#if defined(FEAT_SYN_HL) || defined(PROTO)
1172 had_eol = TRUE;
1173#endif
1174 break;
1175 }
1176
Bram Moolenaar1cfad522013-08-14 12:06:49 +02001177 extra = NFA_ADD_NL;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001178
1179 /* "\_[" is collection plus newline */
1180 if (c == '[')
Bram Moolenaar307d10a2013-05-23 22:25:15 +02001181 goto collection;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001182
1183 /* "\_x" is character class plus newline */
1184 /*FALLTHROUGH*/
1185
1186 /*
1187 * Character classes.
1188 */
1189 case Magic('.'):
1190 case Magic('i'):
1191 case Magic('I'):
1192 case Magic('k'):
1193 case Magic('K'):
1194 case Magic('f'):
1195 case Magic('F'):
1196 case Magic('p'):
1197 case Magic('P'):
1198 case Magic('s'):
1199 case Magic('S'):
1200 case Magic('d'):
1201 case Magic('D'):
1202 case Magic('x'):
1203 case Magic('X'):
1204 case Magic('o'):
1205 case Magic('O'):
1206 case Magic('w'):
1207 case Magic('W'):
1208 case Magic('h'):
1209 case Magic('H'):
1210 case Magic('a'):
1211 case Magic('A'):
1212 case Magic('l'):
1213 case Magic('L'):
1214 case Magic('u'):
1215 case Magic('U'):
1216 p = vim_strchr(classchars, no_Magic(c));
1217 if (p == NULL)
1218 {
Bram Moolenaar5714b802013-05-28 22:03:20 +02001219 EMSGN("INTERNAL: Unknown character class char: %ld", c);
1220 return FAIL;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001221 }
1222#ifdef FEAT_MBYTE
1223 /* When '.' is followed by a composing char ignore the dot, so that
1224 * the composing char is matched here. */
1225 if (enc_utf8 && c == Magic('.') && utf_iscomposing(peekchr()))
1226 {
Bram Moolenaar56d58d52013-05-25 14:42:03 +02001227 old_regparse = regparse;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001228 c = getchr();
1229 goto nfa_do_multibyte;
1230 }
1231#endif
1232 EMIT(nfa_classcodes[p - classchars]);
Bram Moolenaar1cfad522013-08-14 12:06:49 +02001233 if (extra == NFA_ADD_NL)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001234 {
1235 EMIT(NFA_NEWL);
1236 EMIT(NFA_OR);
1237 regflags |= RF_HASNL;
1238 }
1239 break;
1240
1241 case Magic('n'):
1242 if (reg_string)
Bram Moolenaar417bad22013-06-07 14:08:30 +02001243 /* In a string "\n" matches a newline character. */
1244 EMIT(NL);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001245 else
1246 {
1247 /* In buffer text "\n" matches the end of a line. */
1248 EMIT(NFA_NEWL);
1249 regflags |= RF_HASNL;
1250 }
1251 break;
1252
1253 case Magic('('):
1254 if (nfa_reg(REG_PAREN) == FAIL)
1255 return FAIL; /* cascaded error */
1256 break;
1257
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001258 case Magic('|'):
1259 case Magic('&'):
1260 case Magic(')'):
Bram Moolenaarba404472013-05-19 22:31:18 +02001261 EMSGN(_(e_misplaced), no_Magic(c));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001262 return FAIL;
1263
1264 case Magic('='):
1265 case Magic('?'):
1266 case Magic('+'):
1267 case Magic('@'):
1268 case Magic('*'):
1269 case Magic('{'):
1270 /* these should follow an atom, not form an atom */
Bram Moolenaarba404472013-05-19 22:31:18 +02001271 EMSGN(_(e_misplaced), no_Magic(c));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001272 return FAIL;
1273
Bram Moolenaarf18fb7a2013-06-02 22:08:03 +02001274 case Magic('~'):
1275 {
1276 char_u *lp;
1277
1278 /* Previous substitute pattern.
1279 * Generated as "\%(pattern\)". */
1280 if (reg_prev_sub == NULL)
1281 {
1282 EMSG(_(e_nopresub));
1283 return FAIL;
1284 }
1285 for (lp = reg_prev_sub; *lp != NUL; mb_cptr_adv(lp))
1286 {
1287 EMIT(PTR2CHAR(lp));
1288 if (lp != reg_prev_sub)
1289 EMIT(NFA_CONCAT);
1290 }
1291 EMIT(NFA_NOPEN);
1292 break;
1293 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001294
Bram Moolenaar428e9872013-05-30 17:05:39 +02001295 case Magic('1'):
1296 case Magic('2'):
1297 case Magic('3'):
1298 case Magic('4'):
1299 case Magic('5'):
1300 case Magic('6'):
1301 case Magic('7'):
1302 case Magic('8'):
1303 case Magic('9'):
1304 EMIT(NFA_BACKREF1 + (no_Magic(c) - '1'));
1305 nfa_has_backref = TRUE;
1306 break;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001307
1308 case Magic('z'):
1309 c = no_Magic(getchr());
1310 switch (c)
1311 {
1312 case 's':
1313 EMIT(NFA_ZSTART);
1314 break;
1315 case 'e':
1316 EMIT(NFA_ZEND);
1317 nfa_has_zend = TRUE;
Bram Moolenaare0fea9c2013-05-27 20:10:50 +02001318 break;
Bram Moolenaarefb23f22013-06-01 23:02:54 +02001319#ifdef FEAT_SYN_HL
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001320 case '1':
1321 case '2':
1322 case '3':
1323 case '4':
1324 case '5':
1325 case '6':
1326 case '7':
1327 case '8':
1328 case '9':
Bram Moolenaarefb23f22013-06-01 23:02:54 +02001329 /* \z1...\z9 */
Bram Moolenaar5de820b2013-06-02 15:01:57 +02001330 if (reg_do_extmatch != REX_USE)
1331 EMSG_RET_FAIL(_(e_z1_not_allowed));
Bram Moolenaarefb23f22013-06-01 23:02:54 +02001332 EMIT(NFA_ZREF1 + (no_Magic(c) - '1'));
1333 /* No need to set nfa_has_backref, the sub-matches don't
Bram Moolenaarf8115092013-06-04 17:47:05 +02001334 * change when \z1 .. \z9 matches or not. */
Bram Moolenaarefb23f22013-06-01 23:02:54 +02001335 re_has_z = REX_USE;
1336 break;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001337 case '(':
Bram Moolenaarefb23f22013-06-01 23:02:54 +02001338 /* \z( */
Bram Moolenaar5de820b2013-06-02 15:01:57 +02001339 if (reg_do_extmatch != REX_SET)
1340 EMSG_RET_FAIL(_(e_z_not_allowed));
Bram Moolenaarefb23f22013-06-01 23:02:54 +02001341 if (nfa_reg(REG_ZPAREN) == FAIL)
1342 return FAIL; /* cascaded error */
1343 re_has_z = REX_SET;
1344 break;
1345#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001346 default:
Bram Moolenaarba404472013-05-19 22:31:18 +02001347 EMSGN(_("E867: (NFA) Unknown operator '\\z%c'"),
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001348 no_Magic(c));
1349 return FAIL;
1350 }
1351 break;
1352
1353 case Magic('%'):
1354 c = no_Magic(getchr());
1355 switch (c)
1356 {
1357 /* () without a back reference */
1358 case '(':
1359 if (nfa_reg(REG_NPAREN) == FAIL)
1360 return FAIL;
1361 EMIT(NFA_NOPEN);
1362 break;
1363
1364 case 'd': /* %d123 decimal */
1365 case 'o': /* %o123 octal */
1366 case 'x': /* %xab hex 2 */
1367 case 'u': /* %uabcd hex 4 */
1368 case 'U': /* %U1234abcd hex 8 */
Bram Moolenaar47196582013-05-25 22:04:23 +02001369 {
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02001370 int nr;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001371
Bram Moolenaar47196582013-05-25 22:04:23 +02001372 switch (c)
1373 {
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02001374 case 'd': nr = getdecchrs(); break;
1375 case 'o': nr = getoctchrs(); break;
1376 case 'x': nr = gethexchrs(2); break;
1377 case 'u': nr = gethexchrs(4); break;
1378 case 'U': nr = gethexchrs(8); break;
1379 default: nr = -1; break;
Bram Moolenaar47196582013-05-25 22:04:23 +02001380 }
1381
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02001382 if (nr < 0)
Bram Moolenaar47196582013-05-25 22:04:23 +02001383 EMSG2_RET_FAIL(
1384 _("E678: Invalid character after %s%%[dxouU]"),
1385 reg_magic == MAGIC_ALL);
Bram Moolenaar595cad22013-09-22 13:57:24 +02001386 /* A NUL is stored in the text as NL */
Bram Moolenaar47196582013-05-25 22:04:23 +02001387 /* TODO: what if a composing character follows? */
Bram Moolenaar595cad22013-09-22 13:57:24 +02001388 EMIT(nr == 0 ? 0x0a : nr);
Bram Moolenaar47196582013-05-25 22:04:23 +02001389 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001390 break;
1391
1392 /* Catch \%^ and \%$ regardless of where they appear in the
1393 * pattern -- regardless of whether or not it makes sense. */
1394 case '^':
1395 EMIT(NFA_BOF);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001396 break;
1397
1398 case '$':
1399 EMIT(NFA_EOF);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001400 break;
1401
1402 case '#':
Bram Moolenaar423532e2013-05-29 21:14:42 +02001403 EMIT(NFA_CURSOR);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001404 break;
1405
1406 case 'V':
Bram Moolenaardacd7de2013-06-04 18:28:48 +02001407 EMIT(NFA_VISUAL);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001408 break;
1409
1410 case '[':
Bram Moolenaard75799ab72013-06-05 11:05:17 +02001411 {
1412 int n;
1413
1414 /* \%[abc] */
Bram Moolenaard7986252013-06-17 21:33:41 +02001415 for (n = 0; (c = peekchr()) != ']'; ++n)
Bram Moolenaard75799ab72013-06-05 11:05:17 +02001416 {
1417 if (c == NUL)
1418 EMSG2_RET_FAIL(_(e_missing_sb),
1419 reg_magic == MAGIC_ALL);
Bram Moolenaard7986252013-06-17 21:33:41 +02001420 /* recursive call! */
1421 if (nfa_regatom() == FAIL)
1422 return FAIL;
Bram Moolenaard75799ab72013-06-05 11:05:17 +02001423 }
Bram Moolenaard7986252013-06-17 21:33:41 +02001424 getchr(); /* get the ] */
Bram Moolenaar2976c022013-06-05 21:30:37 +02001425 if (n == 0)
1426 EMSG2_RET_FAIL(_(e_empty_sb),
1427 reg_magic == MAGIC_ALL);
Bram Moolenaard75799ab72013-06-05 11:05:17 +02001428 EMIT(NFA_OPT_CHARS);
1429 EMIT(n);
Bram Moolenaareec3e1e2013-08-01 18:38:26 +02001430
1431 /* Emit as "\%(\%[abc]\)" to be able to handle
1432 * "\%[abc]*" which would cause the empty string to be
1433 * matched an unlimited number of times. NFA_NOPEN is
1434 * added only once at a position, while NFA_SPLIT is
1435 * added multiple times. This is more efficient than
1436 * not allowsing NFA_SPLIT multiple times, it is used
1437 * a lot. */
1438 EMIT(NFA_NOPEN);
Bram Moolenaard75799ab72013-06-05 11:05:17 +02001439 break;
1440 }
Bram Moolenaar5714b802013-05-28 22:03:20 +02001441
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001442 default:
Bram Moolenaar423532e2013-05-29 21:14:42 +02001443 {
Bram Moolenaar021e1472013-05-30 19:18:31 +02001444 int n = 0;
Bram Moolenaar423532e2013-05-29 21:14:42 +02001445 int cmp = c;
1446
1447 if (c == '<' || c == '>')
1448 c = getchr();
1449 while (VIM_ISDIGIT(c))
1450 {
1451 n = n * 10 + (c - '0');
1452 c = getchr();
1453 }
1454 if (c == 'l' || c == 'c' || c == 'v')
1455 {
Bram Moolenaar423532e2013-05-29 21:14:42 +02001456 if (c == 'l')
Bram Moolenaar044aa292013-06-04 21:27:38 +02001457 /* \%{n}l \%{n}<l \%{n}>l */
Bram Moolenaar423532e2013-05-29 21:14:42 +02001458 EMIT(cmp == '<' ? NFA_LNUM_LT :
Bram Moolenaar044aa292013-06-04 21:27:38 +02001459 cmp == '>' ? NFA_LNUM_GT : NFA_LNUM);
Bram Moolenaar423532e2013-05-29 21:14:42 +02001460 else if (c == 'c')
Bram Moolenaar044aa292013-06-04 21:27:38 +02001461 /* \%{n}c \%{n}<c \%{n}>c */
Bram Moolenaar423532e2013-05-29 21:14:42 +02001462 EMIT(cmp == '<' ? NFA_COL_LT :
Bram Moolenaar044aa292013-06-04 21:27:38 +02001463 cmp == '>' ? NFA_COL_GT : NFA_COL);
Bram Moolenaar423532e2013-05-29 21:14:42 +02001464 else
Bram Moolenaar044aa292013-06-04 21:27:38 +02001465 /* \%{n}v \%{n}<v \%{n}>v */
Bram Moolenaar423532e2013-05-29 21:14:42 +02001466 EMIT(cmp == '<' ? NFA_VCOL_LT :
Bram Moolenaar044aa292013-06-04 21:27:38 +02001467 cmp == '>' ? NFA_VCOL_GT : NFA_VCOL);
Bram Moolenaard75799ab72013-06-05 11:05:17 +02001468 EMIT(n);
Bram Moolenaar423532e2013-05-29 21:14:42 +02001469 break;
1470 }
Bram Moolenaar044aa292013-06-04 21:27:38 +02001471 else if (c == '\'' && n == 0)
1472 {
1473 /* \%'m \%<'m \%>'m */
Bram Moolenaar044aa292013-06-04 21:27:38 +02001474 EMIT(cmp == '<' ? NFA_MARK_LT :
1475 cmp == '>' ? NFA_MARK_GT : NFA_MARK);
Bram Moolenaard75799ab72013-06-05 11:05:17 +02001476 EMIT(getchr());
Bram Moolenaar044aa292013-06-04 21:27:38 +02001477 break;
1478 }
Bram Moolenaar423532e2013-05-29 21:14:42 +02001479 }
Bram Moolenaar5714b802013-05-28 22:03:20 +02001480 EMSGN(_("E867: (NFA) Unknown operator '\\%%%c'"),
1481 no_Magic(c));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001482 return FAIL;
1483 }
1484 break;
1485
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001486 case Magic('['):
Bram Moolenaar307d10a2013-05-23 22:25:15 +02001487collection:
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001488 /*
Bram Moolenaar417bad22013-06-07 14:08:30 +02001489 * [abc] uses NFA_START_COLL - NFA_END_COLL
1490 * [^abc] uses NFA_START_NEG_COLL - NFA_END_NEG_COLL
1491 * Each character is produced as a regular state, using
1492 * NFA_CONCAT to bind them together.
1493 * Besides normal characters there can be:
1494 * - character classes NFA_CLASS_*
1495 * - ranges, two characters followed by NFA_RANGE.
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001496 */
1497
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001498 p = regparse;
1499 endp = skip_anyof(p);
1500 if (*endp == ']')
1501 {
1502 /*
1503 * Try to reverse engineer character classes. For example,
Bram Moolenaar1cfad522013-08-14 12:06:49 +02001504 * recognize that [0-9] stands for \d and [A-Za-z_] for \h,
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001505 * and perform the necessary substitutions in the NFA.
1506 */
1507 result = nfa_recognize_char_class(regparse, endp,
Bram Moolenaar1cfad522013-08-14 12:06:49 +02001508 extra == NFA_ADD_NL);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001509 if (result != FAIL)
1510 {
Bram Moolenaar1cfad522013-08-14 12:06:49 +02001511 if (result >= NFA_FIRST_NL && result <= NFA_LAST_NL)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001512 {
Bram Moolenaar1cfad522013-08-14 12:06:49 +02001513 EMIT(result - NFA_ADD_NL);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001514 EMIT(NFA_NEWL);
1515 EMIT(NFA_OR);
1516 }
Bram Moolenaar1cfad522013-08-14 12:06:49 +02001517 else
1518 EMIT(result);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001519 regparse = endp;
Bram Moolenaar51a29832013-05-28 22:30:35 +02001520 mb_ptr_adv(regparse);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001521 return OK;
1522 }
1523 /*
1524 * Failed to recognize a character class. Use the simple
1525 * version that turns [abc] into 'a' OR 'b' OR 'c'
1526 */
1527 startc = endc = oldstartc = -1;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001528 negated = FALSE;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001529 if (*regparse == '^') /* negated range */
1530 {
1531 negated = TRUE;
Bram Moolenaar51a29832013-05-28 22:30:35 +02001532 mb_ptr_adv(regparse);
Bram Moolenaar417bad22013-06-07 14:08:30 +02001533 EMIT(NFA_START_NEG_COLL);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001534 }
Bram Moolenaar417bad22013-06-07 14:08:30 +02001535 else
1536 EMIT(NFA_START_COLL);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001537 if (*regparse == '-')
1538 {
1539 startc = '-';
1540 EMIT(startc);
Bram Moolenaar417bad22013-06-07 14:08:30 +02001541 EMIT(NFA_CONCAT);
Bram Moolenaar51a29832013-05-28 22:30:35 +02001542 mb_ptr_adv(regparse);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001543 }
1544 /* Emit the OR branches for each character in the [] */
1545 emit_range = FALSE;
1546 while (regparse < endp)
1547 {
1548 oldstartc = startc;
1549 startc = -1;
1550 got_coll_char = FALSE;
1551 if (*regparse == '[')
1552 {
1553 /* Check for [: :], [= =], [. .] */
1554 equiclass = collclass = 0;
1555 charclass = get_char_class(&regparse);
1556 if (charclass == CLASS_NONE)
1557 {
1558 equiclass = get_equi_class(&regparse);
1559 if (equiclass == 0)
1560 collclass = get_coll_element(&regparse);
1561 }
1562
1563 /* Character class like [:alpha:] */
1564 if (charclass != CLASS_NONE)
1565 {
1566 switch (charclass)
1567 {
1568 case CLASS_ALNUM:
1569 EMIT(NFA_CLASS_ALNUM);
1570 break;
1571 case CLASS_ALPHA:
1572 EMIT(NFA_CLASS_ALPHA);
1573 break;
1574 case CLASS_BLANK:
1575 EMIT(NFA_CLASS_BLANK);
1576 break;
1577 case CLASS_CNTRL:
1578 EMIT(NFA_CLASS_CNTRL);
1579 break;
1580 case CLASS_DIGIT:
1581 EMIT(NFA_CLASS_DIGIT);
1582 break;
1583 case CLASS_GRAPH:
1584 EMIT(NFA_CLASS_GRAPH);
1585 break;
1586 case CLASS_LOWER:
1587 EMIT(NFA_CLASS_LOWER);
1588 break;
1589 case CLASS_PRINT:
1590 EMIT(NFA_CLASS_PRINT);
1591 break;
1592 case CLASS_PUNCT:
1593 EMIT(NFA_CLASS_PUNCT);
1594 break;
1595 case CLASS_SPACE:
1596 EMIT(NFA_CLASS_SPACE);
1597 break;
1598 case CLASS_UPPER:
1599 EMIT(NFA_CLASS_UPPER);
1600 break;
1601 case CLASS_XDIGIT:
1602 EMIT(NFA_CLASS_XDIGIT);
1603 break;
1604 case CLASS_TAB:
1605 EMIT(NFA_CLASS_TAB);
1606 break;
1607 case CLASS_RETURN:
1608 EMIT(NFA_CLASS_RETURN);
1609 break;
1610 case CLASS_BACKSPACE:
1611 EMIT(NFA_CLASS_BACKSPACE);
1612 break;
1613 case CLASS_ESCAPE:
1614 EMIT(NFA_CLASS_ESCAPE);
1615 break;
1616 }
Bram Moolenaar417bad22013-06-07 14:08:30 +02001617 EMIT(NFA_CONCAT);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001618 continue;
1619 }
1620 /* Try equivalence class [=a=] and the like */
1621 if (equiclass != 0)
1622 {
Bram Moolenaar417bad22013-06-07 14:08:30 +02001623 result = nfa_emit_equi_class(equiclass);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001624 if (result == FAIL)
1625 {
1626 /* should never happen */
1627 EMSG_RET_FAIL(_("E868: Error building NFA with equivalence class!"));
1628 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001629 continue;
1630 }
1631 /* Try collating class like [. .] */
1632 if (collclass != 0)
1633 {
1634 startc = collclass; /* allow [.a.]-x as a range */
1635 /* Will emit the proper atom at the end of the
1636 * while loop. */
1637 }
1638 }
Bram Moolenaar75d7a062013-06-01 13:24:24 +02001639 /* Try a range like 'a-x' or '\t-z'. Also allows '-' as a
1640 * start character. */
1641 if (*regparse == '-' && oldstartc != -1)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001642 {
1643 emit_range = TRUE;
1644 startc = oldstartc;
Bram Moolenaar51a29832013-05-28 22:30:35 +02001645 mb_ptr_adv(regparse);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001646 continue; /* reading the end of the range */
1647 }
1648
1649 /* Now handle simple and escaped characters.
1650 * Only "\]", "\^", "\]" and "\\" are special in Vi. Vim
1651 * accepts "\t", "\e", etc., but only when the 'l' flag in
1652 * 'cpoptions' is not included.
1653 * Posix doesn't recognize backslash at all.
1654 */
1655 if (*regparse == '\\'
Bram Moolenaar1cd3f2c2013-06-05 12:43:09 +02001656 && !reg_cpo_bsl
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001657 && regparse + 1 <= endp
1658 && (vim_strchr(REGEXP_INRANGE, regparse[1]) != NULL
Bram Moolenaar1cd3f2c2013-06-05 12:43:09 +02001659 || (!reg_cpo_lit
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001660 && vim_strchr(REGEXP_ABBR, regparse[1])
1661 != NULL)
1662 )
1663 )
1664 {
Bram Moolenaar51a29832013-05-28 22:30:35 +02001665 mb_ptr_adv(regparse);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001666
Bram Moolenaar673af4d2013-05-21 22:00:51 +02001667 if (*regparse == 'n')
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001668 startc = reg_string ? NL : NFA_NEWL;
1669 else
1670 if (*regparse == 'd'
1671 || *regparse == 'o'
1672 || *regparse == 'x'
1673 || *regparse == 'u'
1674 || *regparse == 'U'
1675 )
1676 {
1677 /* TODO(RE) This needs more testing */
1678 startc = coll_get_char();
1679 got_coll_char = TRUE;
Bram Moolenaar51a29832013-05-28 22:30:35 +02001680 mb_ptr_back(old_regparse, regparse);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001681 }
1682 else
1683 {
1684 /* \r,\t,\e,\b */
1685 startc = backslash_trans(*regparse);
1686 }
1687 }
1688
1689 /* Normal printable char */
1690 if (startc == -1)
Bram Moolenaar75d7a062013-06-01 13:24:24 +02001691 startc = PTR2CHAR(regparse);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001692
1693 /* Previous char was '-', so this char is end of range. */
1694 if (emit_range)
1695 {
Bram Moolenaar75d7a062013-06-01 13:24:24 +02001696 endc = startc;
1697 startc = oldstartc;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001698 if (startc > endc)
1699 EMSG_RET_FAIL(_(e_invrange));
Bram Moolenaar417bad22013-06-07 14:08:30 +02001700
1701 if (endc > startc + 2)
1702 {
1703 /* Emit a range instead of the sequence of
1704 * individual characters. */
1705 if (startc == 0)
1706 /* \x00 is translated to \x0a, start at \x01. */
1707 EMIT(1);
1708 else
1709 --post_ptr; /* remove NFA_CONCAT */
1710 EMIT(endc);
1711 EMIT(NFA_RANGE);
1712 EMIT(NFA_CONCAT);
1713 }
1714 else
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001715#ifdef FEAT_MBYTE
Bram Moolenaar417bad22013-06-07 14:08:30 +02001716 if (has_mbyte && ((*mb_char2len)(startc) > 1
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001717 || (*mb_char2len)(endc) > 1))
1718 {
Bram Moolenaar417bad22013-06-07 14:08:30 +02001719 /* Emit the characters in the range.
1720 * "startc" was already emitted, so skip it.
1721 * */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001722 for (c = startc + 1; c <= endc; c++)
1723 {
Bram Moolenaar3c577f22013-05-24 21:59:54 +02001724 EMIT(c);
Bram Moolenaar417bad22013-06-07 14:08:30 +02001725 EMIT(NFA_CONCAT);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001726 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001727 }
1728 else
1729#endif
1730 {
1731#ifdef EBCDIC
1732 int alpha_only = FALSE;
1733
1734 /* for alphabetical range skip the gaps
1735 * 'i'-'j', 'r'-'s', 'I'-'J' and 'R'-'S'. */
1736 if (isalpha(startc) && isalpha(endc))
1737 alpha_only = TRUE;
1738#endif
1739 /* Emit the range. "startc" was already emitted, so
1740 * skip it. */
1741 for (c = startc + 1; c <= endc; c++)
1742#ifdef EBCDIC
1743 if (!alpha_only || isalpha(startc))
1744#endif
1745 {
1746 EMIT(c);
Bram Moolenaar417bad22013-06-07 14:08:30 +02001747 EMIT(NFA_CONCAT);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001748 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001749 }
Bram Moolenaar75d7a062013-06-01 13:24:24 +02001750 emit_range = FALSE;
1751 startc = -1;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001752 }
1753 else
1754 {
Bram Moolenaar417bad22013-06-07 14:08:30 +02001755 /* This char (startc) is not part of a range. Just
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001756 * emit it.
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001757 * Normally, simply emit startc. But if we get char
1758 * code=0 from a collating char, then replace it with
1759 * 0x0a.
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001760 * This is needed to completely mimic the behaviour of
Bram Moolenaar417bad22013-06-07 14:08:30 +02001761 * the backtracking engine. */
1762 if (startc == NFA_NEWL)
1763 {
1764 /* Line break can't be matched as part of the
1765 * collection, add an OR below. But not for negated
1766 * range. */
1767 if (!negated)
Bram Moolenaar1cfad522013-08-14 12:06:49 +02001768 extra = NFA_ADD_NL;
Bram Moolenaar417bad22013-06-07 14:08:30 +02001769 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001770 else
Bram Moolenaar417bad22013-06-07 14:08:30 +02001771 {
1772 if (got_coll_char == TRUE && startc == 0)
1773 EMIT(0x0a);
1774 else
1775 EMIT(startc);
1776 EMIT(NFA_CONCAT);
1777 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001778 }
1779
Bram Moolenaar51a29832013-05-28 22:30:35 +02001780 mb_ptr_adv(regparse);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001781 } /* while (p < endp) */
1782
Bram Moolenaar51a29832013-05-28 22:30:35 +02001783 mb_ptr_back(old_regparse, regparse);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001784 if (*regparse == '-') /* if last, '-' is just a char */
1785 {
1786 EMIT('-');
Bram Moolenaar417bad22013-06-07 14:08:30 +02001787 EMIT(NFA_CONCAT);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001788 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001789
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001790 /* skip the trailing ] */
1791 regparse = endp;
Bram Moolenaar51a29832013-05-28 22:30:35 +02001792 mb_ptr_adv(regparse);
Bram Moolenaar417bad22013-06-07 14:08:30 +02001793
1794 /* Mark end of the collection. */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001795 if (negated == TRUE)
Bram Moolenaar417bad22013-06-07 14:08:30 +02001796 EMIT(NFA_END_NEG_COLL);
1797 else
1798 EMIT(NFA_END_COLL);
Bram Moolenaarbad704f2013-05-30 11:51:08 +02001799
1800 /* \_[] also matches \n but it's not negated */
Bram Moolenaar1cfad522013-08-14 12:06:49 +02001801 if (extra == NFA_ADD_NL)
Bram Moolenaarbad704f2013-05-30 11:51:08 +02001802 {
1803 EMIT(reg_string ? NL : NFA_NEWL);
1804 EMIT(NFA_OR);
1805 }
1806
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001807 return OK;
Bram Moolenaarfad8de02013-05-24 23:10:50 +02001808 } /* if exists closing ] */
1809
1810 if (reg_strict)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001811 EMSG_RET_FAIL(_(e_missingbracket));
Bram Moolenaarfad8de02013-05-24 23:10:50 +02001812 /* FALLTHROUGH */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001813
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001814 default:
1815 {
1816#ifdef FEAT_MBYTE
1817 int plen;
1818
1819nfa_do_multibyte:
Bram Moolenaar47196582013-05-25 22:04:23 +02001820 /* plen is length of current char with composing chars */
1821 if (enc_utf8 && ((*mb_char2len)(c)
1822 != (plen = (*mb_ptr2len)(old_regparse))
1823 || utf_iscomposing(c)))
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001824 {
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02001825 int i = 0;
1826
Bram Moolenaar56d58d52013-05-25 14:42:03 +02001827 /* A base character plus composing characters, or just one
1828 * or more composing characters.
Bram Moolenaar3c577f22013-05-24 21:59:54 +02001829 * This requires creating a separate atom as if enclosing
1830 * the characters in (), where NFA_COMPOSING is the ( and
1831 * NFA_END_COMPOSING is the ). Note that right now we are
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001832 * building the postfix form, not the NFA itself;
1833 * a composing char could be: a, b, c, NFA_COMPOSING
Bram Moolenaar3c577f22013-05-24 21:59:54 +02001834 * where 'b' and 'c' are chars with codes > 256. */
Bram Moolenaar3c577f22013-05-24 21:59:54 +02001835 for (;;)
1836 {
1837 EMIT(c);
1838 if (i > 0)
1839 EMIT(NFA_CONCAT);
Bram Moolenaarfad8de02013-05-24 23:10:50 +02001840 if ((i += utf_char2len(c)) >= plen)
Bram Moolenaar3c577f22013-05-24 21:59:54 +02001841 break;
1842 c = utf_ptr2char(old_regparse + i);
1843 }
1844 EMIT(NFA_COMPOSING);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001845 regparse = old_regparse + plen;
1846 }
1847 else
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001848#endif
1849 {
1850 c = no_Magic(c);
1851 EMIT(c);
1852 }
1853 return OK;
1854 }
1855 }
1856
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001857 return OK;
1858}
1859
1860/*
1861 * Parse something followed by possible [*+=].
1862 *
1863 * A piece is an atom, possibly followed by a multi, an indication of how many
1864 * times the atom can be matched. Example: "a*" matches any sequence of "a"
1865 * characters: "", "a", "aa", etc.
1866 *
1867 * piece ::= atom
1868 * or atom multi
1869 */
1870 static int
1871nfa_regpiece()
1872{
1873 int i;
1874 int op;
1875 int ret;
1876 long minval, maxval;
1877 int greedy = TRUE; /* Braces are prefixed with '-' ? */
Bram Moolenaar3737fc12013-06-01 14:42:56 +02001878 parse_state_T old_state;
1879 parse_state_T new_state;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001880 int c2;
Bram Moolenaar16299b52013-05-30 18:45:23 +02001881 int old_post_pos;
1882 int my_post_start;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001883 int quest;
1884
Bram Moolenaar3737fc12013-06-01 14:42:56 +02001885 /* Save the current parse state, so that we can use it if <atom>{m,n} is
1886 * next. */
1887 save_parse_state(&old_state);
1888
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001889 /* store current pos in the postfix form, for \{m,n} involving 0s */
Bram Moolenaar16299b52013-05-30 18:45:23 +02001890 my_post_start = (int)(post_ptr - post_start);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001891
1892 ret = nfa_regatom();
1893 if (ret == FAIL)
1894 return FAIL; /* cascaded error */
1895
1896 op = peekchr();
1897 if (re_multi_type(op) == NOT_MULTI)
1898 return OK;
1899
1900 skipchr();
1901 switch (op)
1902 {
1903 case Magic('*'):
1904 EMIT(NFA_STAR);
1905 break;
1906
1907 case Magic('+'):
1908 /*
1909 * Trick: Normally, (a*)\+ would match the whole input "aaa". The
1910 * first and only submatch would be "aaa". But the backtracking
1911 * engine interprets the plus as "try matching one more time", and
1912 * a* matches a second time at the end of the input, the empty
1913 * string.
Bram Moolenaareec3e1e2013-08-01 18:38:26 +02001914 * The submatch will be the empty string.
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001915 *
Bram Moolenaar54dafde2013-05-31 23:18:00 +02001916 * In order to be consistent with the old engine, we replace
1917 * <atom>+ with <atom><atom>*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001918 */
Bram Moolenaar3737fc12013-06-01 14:42:56 +02001919 restore_parse_state(&old_state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001920 curchr = -1;
1921 if (nfa_regatom() == FAIL)
1922 return FAIL;
1923 EMIT(NFA_STAR);
1924 EMIT(NFA_CONCAT);
1925 skipchr(); /* skip the \+ */
1926 break;
1927
1928 case Magic('@'):
Bram Moolenaar61602c52013-06-01 19:54:43 +02001929 c2 = getdecchrs();
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001930 op = no_Magic(getchr());
Bram Moolenaar61602c52013-06-01 19:54:43 +02001931 i = 0;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001932 switch(op)
1933 {
1934 case '=':
Bram Moolenaar61602c52013-06-01 19:54:43 +02001935 /* \@= */
1936 i = NFA_PREV_ATOM_NO_WIDTH;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001937 break;
Bram Moolenaarb06e20e2013-05-30 22:44:02 +02001938 case '!':
Bram Moolenaar61602c52013-06-01 19:54:43 +02001939 /* \@! */
1940 i = NFA_PREV_ATOM_NO_WIDTH_NEG;
Bram Moolenaarb06e20e2013-05-30 22:44:02 +02001941 break;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001942 case '<':
Bram Moolenaar61602c52013-06-01 19:54:43 +02001943 op = no_Magic(getchr());
1944 if (op == '=')
1945 /* \@<= */
1946 i = NFA_PREV_ATOM_JUST_BEFORE;
1947 else if (op == '!')
1948 /* \@<! */
1949 i = NFA_PREV_ATOM_JUST_BEFORE_NEG;
1950 break;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001951 case '>':
Bram Moolenaar87953742013-06-05 18:52:40 +02001952 /* \@> */
1953 i = NFA_PREV_ATOM_LIKE_PATTERN;
1954 break;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001955 }
Bram Moolenaar61602c52013-06-01 19:54:43 +02001956 if (i == 0)
1957 {
Bram Moolenaar61602c52013-06-01 19:54:43 +02001958 EMSGN(_("E869: (NFA) Unknown operator '\\@%c'"), op);
1959 return FAIL;
1960 }
1961 EMIT(i);
1962 if (i == NFA_PREV_ATOM_JUST_BEFORE
1963 || i == NFA_PREV_ATOM_JUST_BEFORE_NEG)
1964 EMIT(c2);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001965 break;
1966
1967 case Magic('?'):
1968 case Magic('='):
1969 EMIT(NFA_QUEST);
1970 break;
1971
1972 case Magic('{'):
1973 /* a{2,5} will expand to 'aaa?a?a?'
1974 * a{-1,3} will expand to 'aa??a??', where ?? is the nongreedy
1975 * version of '?'
1976 * \v(ab){2,3} will expand to '(ab)(ab)(ab)?', where all the
1977 * parenthesis have the same id
1978 */
1979
1980 greedy = TRUE;
1981 c2 = peekchr();
1982 if (c2 == '-' || c2 == Magic('-'))
1983 {
1984 skipchr();
1985 greedy = FALSE;
1986 }
1987 if (!read_limits(&minval, &maxval))
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001988 EMSG_RET_FAIL(_("E870: (NFA regexp) Error reading repetition limits"));
Bram Moolenaarcd2d8bb2013-06-05 21:42:53 +02001989
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001990 /* <atom>{0,inf}, <atom>{0,} and <atom>{} are equivalent to
1991 * <atom>* */
Bram Moolenaar36b3a012013-06-01 12:40:20 +02001992 if (minval == 0 && maxval == MAX_LIMIT)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02001993 {
Bram Moolenaar36b3a012013-06-01 12:40:20 +02001994 if (greedy)
1995 /* \{}, \{0,} */
1996 EMIT(NFA_STAR);
1997 else
1998 /* \{-}, \{-0,} */
1999 EMIT(NFA_STAR_NONGREEDY);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002000 break;
2001 }
2002
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002003 /* Special case: x{0} or x{-0} */
2004 if (maxval == 0)
2005 {
2006 /* Ignore result of previous call to nfa_regatom() */
Bram Moolenaar16299b52013-05-30 18:45:23 +02002007 post_ptr = post_start + my_post_start;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002008 /* NFA_SKIP_CHAR has 0-length and works everywhere */
2009 EMIT(NFA_SKIP_CHAR);
2010 return OK;
2011 }
2012
2013 /* Ignore previous call to nfa_regatom() */
Bram Moolenaar16299b52013-05-30 18:45:23 +02002014 post_ptr = post_start + my_post_start;
Bram Moolenaar3737fc12013-06-01 14:42:56 +02002015 /* Save parse state after the repeated atom and the \{} */
2016 save_parse_state(&new_state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002017
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002018 quest = (greedy == TRUE? NFA_QUEST : NFA_QUEST_NONGREEDY);
2019 for (i = 0; i < maxval; i++)
2020 {
2021 /* Goto beginning of the repeated atom */
Bram Moolenaar3737fc12013-06-01 14:42:56 +02002022 restore_parse_state(&old_state);
Bram Moolenaar16299b52013-05-30 18:45:23 +02002023 old_post_pos = (int)(post_ptr - post_start);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002024 if (nfa_regatom() == FAIL)
2025 return FAIL;
2026 /* after "minval" times, atoms are optional */
2027 if (i + 1 > minval)
Bram Moolenaar54dafde2013-05-31 23:18:00 +02002028 {
2029 if (maxval == MAX_LIMIT)
Bram Moolenaar36b3a012013-06-01 12:40:20 +02002030 {
2031 if (greedy)
2032 EMIT(NFA_STAR);
2033 else
2034 EMIT(NFA_STAR_NONGREEDY);
2035 }
Bram Moolenaar54dafde2013-05-31 23:18:00 +02002036 else
2037 EMIT(quest);
2038 }
Bram Moolenaar16299b52013-05-30 18:45:23 +02002039 if (old_post_pos != my_post_start)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002040 EMIT(NFA_CONCAT);
Bram Moolenaar54dafde2013-05-31 23:18:00 +02002041 if (i + 1 > minval && maxval == MAX_LIMIT)
2042 break;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002043 }
2044
2045 /* Go to just after the repeated atom and the \{} */
Bram Moolenaar3737fc12013-06-01 14:42:56 +02002046 restore_parse_state(&new_state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002047 curchr = -1;
2048
2049 break;
2050
2051
2052 default:
2053 break;
2054 } /* end switch */
2055
2056 if (re_multi_type(peekchr()) != NOT_MULTI)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002057 /* Can't have a multi follow a multi. */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002058 EMSG_RET_FAIL(_("E871: (NFA regexp) Can't have a multi follow a multi !"));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002059
2060 return OK;
2061}
2062
2063/*
2064 * Parse one or more pieces, concatenated. It matches a match for the
2065 * first piece, followed by a match for the second piece, etc. Example:
2066 * "f[0-9]b", first matches "f", then a digit and then "b".
2067 *
2068 * concat ::= piece
2069 * or piece piece
2070 * or piece piece piece
2071 * etc.
2072 */
2073 static int
2074nfa_regconcat()
2075{
2076 int cont = TRUE;
2077 int first = TRUE;
2078
2079 while (cont)
2080 {
2081 switch (peekchr())
2082 {
2083 case NUL:
2084 case Magic('|'):
2085 case Magic('&'):
2086 case Magic(')'):
2087 cont = FALSE;
2088 break;
2089
2090 case Magic('Z'):
2091#ifdef FEAT_MBYTE
2092 regflags |= RF_ICOMBINE;
2093#endif
2094 skipchr_keepstart();
2095 break;
2096 case Magic('c'):
2097 regflags |= RF_ICASE;
2098 skipchr_keepstart();
2099 break;
2100 case Magic('C'):
2101 regflags |= RF_NOICASE;
2102 skipchr_keepstart();
2103 break;
2104 case Magic('v'):
2105 reg_magic = MAGIC_ALL;
2106 skipchr_keepstart();
2107 curchr = -1;
2108 break;
2109 case Magic('m'):
2110 reg_magic = MAGIC_ON;
2111 skipchr_keepstart();
2112 curchr = -1;
2113 break;
2114 case Magic('M'):
2115 reg_magic = MAGIC_OFF;
2116 skipchr_keepstart();
2117 curchr = -1;
2118 break;
2119 case Magic('V'):
2120 reg_magic = MAGIC_NONE;
2121 skipchr_keepstart();
2122 curchr = -1;
2123 break;
2124
2125 default:
2126 if (nfa_regpiece() == FAIL)
2127 return FAIL;
2128 if (first == FALSE)
2129 EMIT(NFA_CONCAT);
2130 else
2131 first = FALSE;
2132 break;
2133 }
2134 }
2135
2136 return OK;
2137}
2138
2139/*
2140 * Parse a branch, one or more concats, separated by "\&". It matches the
2141 * last concat, but only if all the preceding concats also match at the same
2142 * position. Examples:
2143 * "foobeep\&..." matches "foo" in "foobeep".
2144 * ".*Peter\&.*Bob" matches in a line containing both "Peter" and "Bob"
2145 *
2146 * branch ::= concat
2147 * or concat \& concat
2148 * or concat \& concat \& concat
2149 * etc.
2150 */
2151 static int
2152nfa_regbranch()
2153{
2154 int ch;
Bram Moolenaar16299b52013-05-30 18:45:23 +02002155 int old_post_pos;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002156
Bram Moolenaar16299b52013-05-30 18:45:23 +02002157 old_post_pos = (int)(post_ptr - post_start);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002158
2159 /* First branch, possibly the only one */
2160 if (nfa_regconcat() == FAIL)
2161 return FAIL;
2162
2163 ch = peekchr();
2164 /* Try next concats */
2165 while (ch == Magic('&'))
2166 {
2167 skipchr();
2168 EMIT(NFA_NOPEN);
2169 EMIT(NFA_PREV_ATOM_NO_WIDTH);
Bram Moolenaar16299b52013-05-30 18:45:23 +02002170 old_post_pos = (int)(post_ptr - post_start);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002171 if (nfa_regconcat() == FAIL)
2172 return FAIL;
2173 /* if concat is empty, skip a input char. But do emit a node */
Bram Moolenaar16299b52013-05-30 18:45:23 +02002174 if (old_post_pos == (int)(post_ptr - post_start))
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002175 EMIT(NFA_SKIP_CHAR);
2176 EMIT(NFA_CONCAT);
2177 ch = peekchr();
2178 }
2179
2180 /* Even if a branch is empty, emit one node for it */
Bram Moolenaar16299b52013-05-30 18:45:23 +02002181 if (old_post_pos == (int)(post_ptr - post_start))
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002182 EMIT(NFA_SKIP_CHAR);
2183
2184 return OK;
2185}
2186
2187/*
2188 * Parse a pattern, one or more branches, separated by "\|". It matches
2189 * anything that matches one of the branches. Example: "foo\|beep" matches
2190 * "foo" and matches "beep". If more than one branch matches, the first one
2191 * is used.
2192 *
2193 * pattern ::= branch
2194 * or branch \| branch
2195 * or branch \| branch \| branch
2196 * etc.
2197 */
2198 static int
2199nfa_reg(paren)
2200 int paren; /* REG_NOPAREN, REG_PAREN, REG_NPAREN or REG_ZPAREN */
2201{
2202 int parno = 0;
2203
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002204 if (paren == REG_PAREN)
2205 {
2206 if (regnpar >= NSUBEXP) /* Too many `(' */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002207 EMSG_RET_FAIL(_("E872: (NFA regexp) Too many '('"));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002208 parno = regnpar++;
2209 }
Bram Moolenaarefb23f22013-06-01 23:02:54 +02002210#ifdef FEAT_SYN_HL
2211 else if (paren == REG_ZPAREN)
2212 {
2213 /* Make a ZOPEN node. */
2214 if (regnzpar >= NSUBEXP)
Bram Moolenaarefb23f22013-06-01 23:02:54 +02002215 EMSG_RET_FAIL(_("E879: (NFA regexp) Too many \\z("));
Bram Moolenaarefb23f22013-06-01 23:02:54 +02002216 parno = regnzpar++;
2217 }
2218#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002219
2220 if (nfa_regbranch() == FAIL)
2221 return FAIL; /* cascaded error */
2222
2223 while (peekchr() == Magic('|'))
2224 {
2225 skipchr();
2226 if (nfa_regbranch() == FAIL)
2227 return FAIL; /* cascaded error */
2228 EMIT(NFA_OR);
2229 }
2230
2231 /* Check for proper termination. */
2232 if (paren != REG_NOPAREN && getchr() != Magic(')'))
2233 {
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002234 if (paren == REG_NPAREN)
2235 EMSG2_RET_FAIL(_(e_unmatchedpp), reg_magic == MAGIC_ALL);
2236 else
2237 EMSG2_RET_FAIL(_(e_unmatchedp), reg_magic == MAGIC_ALL);
2238 }
2239 else if (paren == REG_NOPAREN && peekchr() != NUL)
2240 {
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002241 if (peekchr() == Magic(')'))
2242 EMSG2_RET_FAIL(_(e_unmatchedpar), reg_magic == MAGIC_ALL);
2243 else
2244 EMSG_RET_FAIL(_("E873: (NFA regexp) proper termination error"));
2245 }
2246 /*
2247 * Here we set the flag allowing back references to this set of
2248 * parentheses.
2249 */
2250 if (paren == REG_PAREN)
2251 {
2252 had_endbrace[parno] = TRUE; /* have seen the close paren */
2253 EMIT(NFA_MOPEN + parno);
2254 }
Bram Moolenaarefb23f22013-06-01 23:02:54 +02002255#ifdef FEAT_SYN_HL
2256 else if (paren == REG_ZPAREN)
2257 EMIT(NFA_ZOPEN + parno);
2258#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002259
2260 return OK;
2261}
2262
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002263#ifdef DEBUG
2264static char_u code[50];
2265
2266 static void
2267nfa_set_code(c)
2268 int c;
2269{
2270 int addnl = FALSE;
2271
2272 if (c >= NFA_FIRST_NL && c <= NFA_LAST_NL)
2273 {
2274 addnl = TRUE;
Bram Moolenaar1cfad522013-08-14 12:06:49 +02002275 c -= NFA_ADD_NL;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002276 }
2277
2278 STRCPY(code, "");
2279 switch (c)
2280 {
2281 case NFA_MATCH: STRCPY(code, "NFA_MATCH "); break;
2282 case NFA_SPLIT: STRCPY(code, "NFA_SPLIT "); break;
2283 case NFA_CONCAT: STRCPY(code, "NFA_CONCAT "); break;
2284 case NFA_NEWL: STRCPY(code, "NFA_NEWL "); break;
2285 case NFA_ZSTART: STRCPY(code, "NFA_ZSTART"); break;
2286 case NFA_ZEND: STRCPY(code, "NFA_ZEND"); break;
2287
Bram Moolenaar5714b802013-05-28 22:03:20 +02002288 case NFA_BACKREF1: STRCPY(code, "NFA_BACKREF1"); break;
2289 case NFA_BACKREF2: STRCPY(code, "NFA_BACKREF2"); break;
2290 case NFA_BACKREF3: STRCPY(code, "NFA_BACKREF3"); break;
2291 case NFA_BACKREF4: STRCPY(code, "NFA_BACKREF4"); break;
2292 case NFA_BACKREF5: STRCPY(code, "NFA_BACKREF5"); break;
2293 case NFA_BACKREF6: STRCPY(code, "NFA_BACKREF6"); break;
2294 case NFA_BACKREF7: STRCPY(code, "NFA_BACKREF7"); break;
2295 case NFA_BACKREF8: STRCPY(code, "NFA_BACKREF8"); break;
2296 case NFA_BACKREF9: STRCPY(code, "NFA_BACKREF9"); break;
Bram Moolenaarefb23f22013-06-01 23:02:54 +02002297#ifdef FEAT_SYN_HL
2298 case NFA_ZREF1: STRCPY(code, "NFA_ZREF1"); break;
2299 case NFA_ZREF2: STRCPY(code, "NFA_ZREF2"); break;
2300 case NFA_ZREF3: STRCPY(code, "NFA_ZREF3"); break;
2301 case NFA_ZREF4: STRCPY(code, "NFA_ZREF4"); break;
2302 case NFA_ZREF5: STRCPY(code, "NFA_ZREF5"); break;
2303 case NFA_ZREF6: STRCPY(code, "NFA_ZREF6"); break;
2304 case NFA_ZREF7: STRCPY(code, "NFA_ZREF7"); break;
2305 case NFA_ZREF8: STRCPY(code, "NFA_ZREF8"); break;
2306 case NFA_ZREF9: STRCPY(code, "NFA_ZREF9"); break;
2307#endif
Bram Moolenaar5714b802013-05-28 22:03:20 +02002308 case NFA_SKIP: STRCPY(code, "NFA_SKIP"); break;
2309
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002310 case NFA_PREV_ATOM_NO_WIDTH:
2311 STRCPY(code, "NFA_PREV_ATOM_NO_WIDTH"); break;
Bram Moolenaar423532e2013-05-29 21:14:42 +02002312 case NFA_PREV_ATOM_NO_WIDTH_NEG:
2313 STRCPY(code, "NFA_PREV_ATOM_NO_WIDTH_NEG"); break;
Bram Moolenaar61602c52013-06-01 19:54:43 +02002314 case NFA_PREV_ATOM_JUST_BEFORE:
2315 STRCPY(code, "NFA_PREV_ATOM_JUST_BEFORE"); break;
2316 case NFA_PREV_ATOM_JUST_BEFORE_NEG:
2317 STRCPY(code, "NFA_PREV_ATOM_JUST_BEFORE_NEG"); break;
Bram Moolenaar87953742013-06-05 18:52:40 +02002318 case NFA_PREV_ATOM_LIKE_PATTERN:
2319 STRCPY(code, "NFA_PREV_ATOM_LIKE_PATTERN"); break;
2320
Bram Moolenaar2d5e1122013-05-30 21:42:13 +02002321 case NFA_NOPEN: STRCPY(code, "NFA_NOPEN"); break;
2322 case NFA_NCLOSE: STRCPY(code, "NFA_NCLOSE"); break;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002323 case NFA_START_INVISIBLE: STRCPY(code, "NFA_START_INVISIBLE"); break;
Bram Moolenaara2947e22013-06-11 22:44:09 +02002324 case NFA_START_INVISIBLE_FIRST:
2325 STRCPY(code, "NFA_START_INVISIBLE_FIRST"); break;
Bram Moolenaardecd9542013-06-07 16:31:50 +02002326 case NFA_START_INVISIBLE_NEG:
2327 STRCPY(code, "NFA_START_INVISIBLE_NEG"); break;
Bram Moolenaara2947e22013-06-11 22:44:09 +02002328 case NFA_START_INVISIBLE_NEG_FIRST:
2329 STRCPY(code, "NFA_START_INVISIBLE_NEG_FIRST"); break;
Bram Moolenaar61602c52013-06-01 19:54:43 +02002330 case NFA_START_INVISIBLE_BEFORE:
2331 STRCPY(code, "NFA_START_INVISIBLE_BEFORE"); break;
Bram Moolenaara2947e22013-06-11 22:44:09 +02002332 case NFA_START_INVISIBLE_BEFORE_FIRST:
2333 STRCPY(code, "NFA_START_INVISIBLE_BEFORE_FIRST"); break;
Bram Moolenaardecd9542013-06-07 16:31:50 +02002334 case NFA_START_INVISIBLE_BEFORE_NEG:
2335 STRCPY(code, "NFA_START_INVISIBLE_BEFORE_NEG"); break;
Bram Moolenaara2947e22013-06-11 22:44:09 +02002336 case NFA_START_INVISIBLE_BEFORE_NEG_FIRST:
2337 STRCPY(code, "NFA_START_INVISIBLE_BEFORE_NEG_FIRST"); break;
Bram Moolenaar87953742013-06-05 18:52:40 +02002338 case NFA_START_PATTERN: STRCPY(code, "NFA_START_PATTERN"); break;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002339 case NFA_END_INVISIBLE: STRCPY(code, "NFA_END_INVISIBLE"); break;
Bram Moolenaardecd9542013-06-07 16:31:50 +02002340 case NFA_END_INVISIBLE_NEG: STRCPY(code, "NFA_END_INVISIBLE_NEG"); break;
Bram Moolenaar87953742013-06-05 18:52:40 +02002341 case NFA_END_PATTERN: STRCPY(code, "NFA_END_PATTERN"); break;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002342
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002343 case NFA_COMPOSING: STRCPY(code, "NFA_COMPOSING"); break;
2344 case NFA_END_COMPOSING: STRCPY(code, "NFA_END_COMPOSING"); break;
Bram Moolenaard75799ab72013-06-05 11:05:17 +02002345 case NFA_OPT_CHARS: STRCPY(code, "NFA_OPT_CHARS"); break;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002346
Bram Moolenaarefb23f22013-06-01 23:02:54 +02002347 case NFA_MOPEN:
2348 case NFA_MOPEN1:
2349 case NFA_MOPEN2:
2350 case NFA_MOPEN3:
2351 case NFA_MOPEN4:
2352 case NFA_MOPEN5:
2353 case NFA_MOPEN6:
2354 case NFA_MOPEN7:
2355 case NFA_MOPEN8:
2356 case NFA_MOPEN9:
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002357 STRCPY(code, "NFA_MOPEN(x)");
2358 code[10] = c - NFA_MOPEN + '0';
2359 break;
Bram Moolenaarefb23f22013-06-01 23:02:54 +02002360 case NFA_MCLOSE:
2361 case NFA_MCLOSE1:
2362 case NFA_MCLOSE2:
2363 case NFA_MCLOSE3:
2364 case NFA_MCLOSE4:
2365 case NFA_MCLOSE5:
2366 case NFA_MCLOSE6:
2367 case NFA_MCLOSE7:
2368 case NFA_MCLOSE8:
2369 case NFA_MCLOSE9:
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002370 STRCPY(code, "NFA_MCLOSE(x)");
2371 code[11] = c - NFA_MCLOSE + '0';
2372 break;
Bram Moolenaarefb23f22013-06-01 23:02:54 +02002373#ifdef FEAT_SYN_HL
2374 case NFA_ZOPEN:
2375 case NFA_ZOPEN1:
2376 case NFA_ZOPEN2:
2377 case NFA_ZOPEN3:
2378 case NFA_ZOPEN4:
2379 case NFA_ZOPEN5:
2380 case NFA_ZOPEN6:
2381 case NFA_ZOPEN7:
2382 case NFA_ZOPEN8:
2383 case NFA_ZOPEN9:
2384 STRCPY(code, "NFA_ZOPEN(x)");
2385 code[10] = c - NFA_ZOPEN + '0';
2386 break;
2387 case NFA_ZCLOSE:
2388 case NFA_ZCLOSE1:
2389 case NFA_ZCLOSE2:
2390 case NFA_ZCLOSE3:
2391 case NFA_ZCLOSE4:
2392 case NFA_ZCLOSE5:
2393 case NFA_ZCLOSE6:
2394 case NFA_ZCLOSE7:
2395 case NFA_ZCLOSE8:
2396 case NFA_ZCLOSE9:
2397 STRCPY(code, "NFA_ZCLOSE(x)");
2398 code[11] = c - NFA_ZCLOSE + '0';
2399 break;
2400#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002401 case NFA_EOL: STRCPY(code, "NFA_EOL "); break;
2402 case NFA_BOL: STRCPY(code, "NFA_BOL "); break;
2403 case NFA_EOW: STRCPY(code, "NFA_EOW "); break;
2404 case NFA_BOW: STRCPY(code, "NFA_BOW "); break;
Bram Moolenaar4b780632013-05-31 22:14:52 +02002405 case NFA_EOF: STRCPY(code, "NFA_EOF "); break;
2406 case NFA_BOF: STRCPY(code, "NFA_BOF "); break;
Bram Moolenaar044aa292013-06-04 21:27:38 +02002407 case NFA_LNUM: STRCPY(code, "NFA_LNUM "); break;
2408 case NFA_LNUM_GT: STRCPY(code, "NFA_LNUM_GT "); break;
2409 case NFA_LNUM_LT: STRCPY(code, "NFA_LNUM_LT "); break;
2410 case NFA_COL: STRCPY(code, "NFA_COL "); break;
2411 case NFA_COL_GT: STRCPY(code, "NFA_COL_GT "); break;
2412 case NFA_COL_LT: STRCPY(code, "NFA_COL_LT "); break;
2413 case NFA_VCOL: STRCPY(code, "NFA_VCOL "); break;
2414 case NFA_VCOL_GT: STRCPY(code, "NFA_VCOL_GT "); break;
2415 case NFA_VCOL_LT: STRCPY(code, "NFA_VCOL_LT "); break;
2416 case NFA_MARK: STRCPY(code, "NFA_MARK "); break;
2417 case NFA_MARK_GT: STRCPY(code, "NFA_MARK_GT "); break;
2418 case NFA_MARK_LT: STRCPY(code, "NFA_MARK_LT "); break;
2419 case NFA_CURSOR: STRCPY(code, "NFA_CURSOR "); break;
2420 case NFA_VISUAL: STRCPY(code, "NFA_VISUAL "); break;
2421
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002422 case NFA_STAR: STRCPY(code, "NFA_STAR "); break;
Bram Moolenaar36b3a012013-06-01 12:40:20 +02002423 case NFA_STAR_NONGREEDY: STRCPY(code, "NFA_STAR_NONGREEDY "); break;
2424 case NFA_QUEST: STRCPY(code, "NFA_QUEST"); break;
2425 case NFA_QUEST_NONGREEDY: STRCPY(code, "NFA_QUEST_NON_GREEDY"); break;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002426 case NFA_SKIP_CHAR: STRCPY(code, "NFA_SKIP_CHAR"); break;
2427 case NFA_OR: STRCPY(code, "NFA_OR"); break;
Bram Moolenaar417bad22013-06-07 14:08:30 +02002428
2429 case NFA_START_COLL: STRCPY(code, "NFA_START_COLL"); break;
2430 case NFA_END_COLL: STRCPY(code, "NFA_END_COLL"); break;
2431 case NFA_START_NEG_COLL: STRCPY(code, "NFA_START_NEG_COLL"); break;
2432 case NFA_END_NEG_COLL: STRCPY(code, "NFA_END_NEG_COLL"); break;
2433 case NFA_RANGE: STRCPY(code, "NFA_RANGE"); break;
2434 case NFA_RANGE_MIN: STRCPY(code, "NFA_RANGE_MIN"); break;
2435 case NFA_RANGE_MAX: STRCPY(code, "NFA_RANGE_MAX"); break;
2436
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002437 case NFA_CLASS_ALNUM: STRCPY(code, "NFA_CLASS_ALNUM"); break;
2438 case NFA_CLASS_ALPHA: STRCPY(code, "NFA_CLASS_ALPHA"); break;
2439 case NFA_CLASS_BLANK: STRCPY(code, "NFA_CLASS_BLANK"); break;
2440 case NFA_CLASS_CNTRL: STRCPY(code, "NFA_CLASS_CNTRL"); break;
2441 case NFA_CLASS_DIGIT: STRCPY(code, "NFA_CLASS_DIGIT"); break;
2442 case NFA_CLASS_GRAPH: STRCPY(code, "NFA_CLASS_GRAPH"); break;
2443 case NFA_CLASS_LOWER: STRCPY(code, "NFA_CLASS_LOWER"); break;
2444 case NFA_CLASS_PRINT: STRCPY(code, "NFA_CLASS_PRINT"); break;
2445 case NFA_CLASS_PUNCT: STRCPY(code, "NFA_CLASS_PUNCT"); break;
2446 case NFA_CLASS_SPACE: STRCPY(code, "NFA_CLASS_SPACE"); break;
2447 case NFA_CLASS_UPPER: STRCPY(code, "NFA_CLASS_UPPER"); break;
2448 case NFA_CLASS_XDIGIT: STRCPY(code, "NFA_CLASS_XDIGIT"); break;
2449 case NFA_CLASS_TAB: STRCPY(code, "NFA_CLASS_TAB"); break;
2450 case NFA_CLASS_RETURN: STRCPY(code, "NFA_CLASS_RETURN"); break;
2451 case NFA_CLASS_BACKSPACE: STRCPY(code, "NFA_CLASS_BACKSPACE"); break;
2452 case NFA_CLASS_ESCAPE: STRCPY(code, "NFA_CLASS_ESCAPE"); break;
2453
2454 case NFA_ANY: STRCPY(code, "NFA_ANY"); break;
2455 case NFA_IDENT: STRCPY(code, "NFA_IDENT"); break;
2456 case NFA_SIDENT:STRCPY(code, "NFA_SIDENT"); break;
2457 case NFA_KWORD: STRCPY(code, "NFA_KWORD"); break;
2458 case NFA_SKWORD:STRCPY(code, "NFA_SKWORD"); break;
2459 case NFA_FNAME: STRCPY(code, "NFA_FNAME"); break;
2460 case NFA_SFNAME:STRCPY(code, "NFA_SFNAME"); break;
2461 case NFA_PRINT: STRCPY(code, "NFA_PRINT"); break;
2462 case NFA_SPRINT:STRCPY(code, "NFA_SPRINT"); break;
2463 case NFA_WHITE: STRCPY(code, "NFA_WHITE"); break;
2464 case NFA_NWHITE:STRCPY(code, "NFA_NWHITE"); break;
2465 case NFA_DIGIT: STRCPY(code, "NFA_DIGIT"); break;
2466 case NFA_NDIGIT:STRCPY(code, "NFA_NDIGIT"); break;
2467 case NFA_HEX: STRCPY(code, "NFA_HEX"); break;
2468 case NFA_NHEX: STRCPY(code, "NFA_NHEX"); break;
2469 case NFA_OCTAL: STRCPY(code, "NFA_OCTAL"); break;
2470 case NFA_NOCTAL:STRCPY(code, "NFA_NOCTAL"); break;
2471 case NFA_WORD: STRCPY(code, "NFA_WORD"); break;
2472 case NFA_NWORD: STRCPY(code, "NFA_NWORD"); break;
2473 case NFA_HEAD: STRCPY(code, "NFA_HEAD"); break;
2474 case NFA_NHEAD: STRCPY(code, "NFA_NHEAD"); break;
2475 case NFA_ALPHA: STRCPY(code, "NFA_ALPHA"); break;
2476 case NFA_NALPHA:STRCPY(code, "NFA_NALPHA"); break;
2477 case NFA_LOWER: STRCPY(code, "NFA_LOWER"); break;
2478 case NFA_NLOWER:STRCPY(code, "NFA_NLOWER"); break;
2479 case NFA_UPPER: STRCPY(code, "NFA_UPPER"); break;
2480 case NFA_NUPPER:STRCPY(code, "NFA_NUPPER"); break;
Bram Moolenaar1cfad522013-08-14 12:06:49 +02002481 case NFA_LOWER_IC: STRCPY(code, "NFA_LOWER_IC"); break;
2482 case NFA_NLOWER_IC: STRCPY(code, "NFA_NLOWER_IC"); break;
2483 case NFA_UPPER_IC: STRCPY(code, "NFA_UPPER_IC"); break;
2484 case NFA_NUPPER_IC: STRCPY(code, "NFA_NUPPER_IC"); break;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002485
2486 default:
2487 STRCPY(code, "CHAR(x)");
2488 code[5] = c;
2489 }
2490
2491 if (addnl == TRUE)
2492 STRCAT(code, " + NEWLINE ");
2493
2494}
2495
2496#ifdef ENABLE_LOG
2497static FILE *log_fd;
2498
2499/*
2500 * Print the postfix notation of the current regexp.
2501 */
2502 static void
2503nfa_postfix_dump(expr, retval)
2504 char_u *expr;
2505 int retval;
2506{
2507 int *p;
2508 FILE *f;
2509
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02002510 f = fopen(NFA_REGEXP_DUMP_LOG, "a");
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002511 if (f != NULL)
2512 {
2513 fprintf(f, "\n-------------------------\n");
2514 if (retval == FAIL)
2515 fprintf(f, ">>> NFA engine failed ... \n");
2516 else if (retval == OK)
2517 fprintf(f, ">>> NFA engine succeeded !\n");
2518 fprintf(f, "Regexp: \"%s\"\nPostfix notation (char): \"", expr);
Bram Moolenaareec3e1e2013-08-01 18:38:26 +02002519 for (p = post_start; *p && p < post_ptr; p++)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002520 {
2521 nfa_set_code(*p);
2522 fprintf(f, "%s, ", code);
2523 }
2524 fprintf(f, "\"\nPostfix notation (int): ");
Bram Moolenaareec3e1e2013-08-01 18:38:26 +02002525 for (p = post_start; *p && p < post_ptr; p++)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002526 fprintf(f, "%d ", *p);
2527 fprintf(f, "\n\n");
2528 fclose(f);
2529 }
2530}
2531
2532/*
2533 * Print the NFA starting with a root node "state".
2534 */
2535 static void
Bram Moolenaar152e7892013-05-25 12:28:11 +02002536nfa_print_state(debugf, state)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002537 FILE *debugf;
2538 nfa_state_T *state;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002539{
Bram Moolenaar152e7892013-05-25 12:28:11 +02002540 garray_T indent;
2541
2542 ga_init2(&indent, 1, 64);
2543 ga_append(&indent, '\0');
2544 nfa_print_state2(debugf, state, &indent);
2545 ga_clear(&indent);
2546}
2547
2548 static void
2549nfa_print_state2(debugf, state, indent)
2550 FILE *debugf;
2551 nfa_state_T *state;
2552 garray_T *indent;
2553{
2554 char_u *p;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002555
2556 if (state == NULL)
2557 return;
2558
2559 fprintf(debugf, "(%2d)", abs(state->id));
Bram Moolenaar152e7892013-05-25 12:28:11 +02002560
2561 /* Output indent */
2562 p = (char_u *)indent->ga_data;
2563 if (indent->ga_len >= 3)
2564 {
2565 int last = indent->ga_len - 3;
2566 char_u save[2];
2567
2568 STRNCPY(save, &p[last], 2);
2569 STRNCPY(&p[last], "+-", 2);
2570 fprintf(debugf, " %s", p);
2571 STRNCPY(&p[last], save, 2);
2572 }
2573 else
2574 fprintf(debugf, " %s", p);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002575
2576 nfa_set_code(state->c);
Bram Moolenaardecd9542013-06-07 16:31:50 +02002577 fprintf(debugf, "%s (%d) (id=%d) val=%d\n",
Bram Moolenaar417bad22013-06-07 14:08:30 +02002578 code,
2579 state->c,
2580 abs(state->id),
2581 state->val);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002582 if (state->id < 0)
2583 return;
2584
2585 state->id = abs(state->id) * -1;
Bram Moolenaar152e7892013-05-25 12:28:11 +02002586
2587 /* grow indent for state->out */
2588 indent->ga_len -= 1;
2589 if (state->out1)
Bram Moolenaarf47ca632013-05-25 15:31:05 +02002590 ga_concat(indent, (char_u *)"| ");
Bram Moolenaar152e7892013-05-25 12:28:11 +02002591 else
Bram Moolenaarf47ca632013-05-25 15:31:05 +02002592 ga_concat(indent, (char_u *)" ");
Bram Moolenaar152e7892013-05-25 12:28:11 +02002593 ga_append(indent, '\0');
2594
2595 nfa_print_state2(debugf, state->out, indent);
2596
2597 /* replace last part of indent for state->out1 */
2598 indent->ga_len -= 3;
Bram Moolenaarf47ca632013-05-25 15:31:05 +02002599 ga_concat(indent, (char_u *)" ");
Bram Moolenaar152e7892013-05-25 12:28:11 +02002600 ga_append(indent, '\0');
2601
2602 nfa_print_state2(debugf, state->out1, indent);
2603
2604 /* shrink indent */
2605 indent->ga_len -= 3;
2606 ga_append(indent, '\0');
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002607}
2608
2609/*
2610 * Print the NFA state machine.
2611 */
2612 static void
2613nfa_dump(prog)
2614 nfa_regprog_T *prog;
2615{
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02002616 FILE *debugf = fopen(NFA_REGEXP_DUMP_LOG, "a");
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002617
2618 if (debugf != NULL)
2619 {
Bram Moolenaar152e7892013-05-25 12:28:11 +02002620 nfa_print_state(debugf, prog->start);
Bram Moolenaard89616e2013-06-06 18:46:06 +02002621
Bram Moolenaar473de612013-06-08 18:19:48 +02002622 if (prog->reganch)
2623 fprintf(debugf, "reganch: %d\n", prog->reganch);
2624 if (prog->regstart != NUL)
2625 fprintf(debugf, "regstart: %c (decimal: %d)\n",
2626 prog->regstart, prog->regstart);
2627 if (prog->match_text != NULL)
2628 fprintf(debugf, "match_text: \"%s\"\n", prog->match_text);
Bram Moolenaard89616e2013-06-06 18:46:06 +02002629
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002630 fclose(debugf);
2631 }
2632}
2633#endif /* ENABLE_LOG */
2634#endif /* DEBUG */
2635
2636/*
2637 * Parse r.e. @expr and convert it into postfix form.
2638 * Return the postfix string on success, NULL otherwise.
2639 */
2640 static int *
2641re2post()
2642{
2643 if (nfa_reg(REG_NOPAREN) == FAIL)
2644 return NULL;
2645 EMIT(NFA_MOPEN);
2646 return post_start;
2647}
2648
2649/* NB. Some of the code below is inspired by Russ's. */
2650
2651/*
2652 * Represents an NFA state plus zero or one or two arrows exiting.
2653 * if c == MATCH, no arrows out; matching state.
2654 * If c == SPLIT, unlabeled arrows to out and out1 (if != NULL).
2655 * If c < 256, labeled arrow with character c to out.
2656 */
2657
2658static nfa_state_T *state_ptr; /* points to nfa_prog->state */
2659
2660/*
2661 * Allocate and initialize nfa_state_T.
2662 */
2663 static nfa_state_T *
Bram Moolenaar525666f2013-06-02 16:40:55 +02002664alloc_state(c, out, out1)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002665 int c;
2666 nfa_state_T *out;
2667 nfa_state_T *out1;
2668{
2669 nfa_state_T *s;
2670
2671 if (istate >= nstate)
2672 return NULL;
2673
2674 s = &state_ptr[istate++];
2675
2676 s->c = c;
2677 s->out = out;
2678 s->out1 = out1;
Bram Moolenaar417bad22013-06-07 14:08:30 +02002679 s->val = 0;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002680
2681 s->id = istate;
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02002682 s->lastlist[0] = 0;
2683 s->lastlist[1] = 0;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002684
2685 return s;
2686}
2687
2688/*
2689 * A partially built NFA without the matching state filled in.
2690 * Frag_T.start points at the start state.
2691 * Frag_T.out is a list of places that need to be set to the
2692 * next state for this fragment.
2693 */
Bram Moolenaar61db8b52013-05-26 17:45:49 +02002694
2695/* Since the out pointers in the list are always
2696 * uninitialized, we use the pointers themselves
2697 * as storage for the Ptrlists. */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002698typedef union Ptrlist Ptrlist;
Bram Moolenaar61db8b52013-05-26 17:45:49 +02002699union Ptrlist
2700{
2701 Ptrlist *next;
2702 nfa_state_T *s;
2703};
2704
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002705struct Frag
2706{
Bram Moolenaar61db8b52013-05-26 17:45:49 +02002707 nfa_state_T *start;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002708 Ptrlist *out;
2709};
2710typedef struct Frag Frag_T;
2711
2712static Frag_T frag __ARGS((nfa_state_T *start, Ptrlist *out));
2713static Ptrlist *list1 __ARGS((nfa_state_T **outp));
2714static void patch __ARGS((Ptrlist *l, nfa_state_T *s));
2715static Ptrlist *append __ARGS((Ptrlist *l1, Ptrlist *l2));
2716static void st_push __ARGS((Frag_T s, Frag_T **p, Frag_T *stack_end));
2717static Frag_T st_pop __ARGS((Frag_T **p, Frag_T *stack));
2718
2719/*
Bram Moolenaar053bb602013-05-20 13:55:21 +02002720 * Initialize a Frag_T struct and return it.
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002721 */
2722 static Frag_T
2723frag(start, out)
2724 nfa_state_T *start;
2725 Ptrlist *out;
2726{
Bram Moolenaar053bb602013-05-20 13:55:21 +02002727 Frag_T n;
2728
2729 n.start = start;
2730 n.out = out;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002731 return n;
2732}
2733
2734/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002735 * Create singleton list containing just outp.
2736 */
2737 static Ptrlist *
2738list1(outp)
2739 nfa_state_T **outp;
2740{
2741 Ptrlist *l;
2742
2743 l = (Ptrlist *)outp;
2744 l->next = NULL;
2745 return l;
2746}
2747
2748/*
2749 * Patch the list of states at out to point to start.
2750 */
2751 static void
2752patch(l, s)
2753 Ptrlist *l;
2754 nfa_state_T *s;
2755{
2756 Ptrlist *next;
2757
2758 for (; l; l = next)
2759 {
2760 next = l->next;
2761 l->s = s;
2762 }
2763}
2764
2765
2766/*
2767 * Join the two lists l1 and l2, returning the combination.
2768 */
2769 static Ptrlist *
2770append(l1, l2)
2771 Ptrlist *l1;
2772 Ptrlist *l2;
2773{
2774 Ptrlist *oldl1;
2775
2776 oldl1 = l1;
2777 while (l1->next)
2778 l1 = l1->next;
2779 l1->next = l2;
2780 return oldl1;
2781}
2782
2783/*
2784 * Stack used for transforming postfix form into NFA.
2785 */
2786static Frag_T empty;
2787
2788 static void
2789st_error(postfix, end, p)
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02002790 int *postfix UNUSED;
2791 int *end UNUSED;
2792 int *p UNUSED;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002793{
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02002794#ifdef NFA_REGEXP_ERROR_LOG
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002795 FILE *df;
2796 int *p2;
2797
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02002798 df = fopen(NFA_REGEXP_ERROR_LOG, "a");
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002799 if (df)
2800 {
2801 fprintf(df, "Error popping the stack!\n");
2802#ifdef DEBUG
2803 fprintf(df, "Current regexp is \"%s\"\n", nfa_regengine.expr);
2804#endif
2805 fprintf(df, "Postfix form is: ");
2806#ifdef DEBUG
2807 for (p2 = postfix; p2 < end; p2++)
2808 {
2809 nfa_set_code(*p2);
2810 fprintf(df, "%s, ", code);
2811 }
2812 nfa_set_code(*p);
2813 fprintf(df, "\nCurrent position is: ");
2814 for (p2 = postfix; p2 <= p; p2 ++)
2815 {
2816 nfa_set_code(*p2);
2817 fprintf(df, "%s, ", code);
2818 }
2819#else
2820 for (p2 = postfix; p2 < end; p2++)
2821 {
2822 fprintf(df, "%d, ", *p2);
2823 }
2824 fprintf(df, "\nCurrent position is: ");
2825 for (p2 = postfix; p2 <= p; p2 ++)
2826 {
2827 fprintf(df, "%d, ", *p2);
2828 }
2829#endif
2830 fprintf(df, "\n--------------------------\n");
2831 fclose(df);
2832 }
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02002833#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02002834 EMSG(_("E874: (NFA) Could not pop the stack !"));
2835}
2836
2837/*
2838 * Push an item onto the stack.
2839 */
2840 static void
2841st_push(s, p, stack_end)
2842 Frag_T s;
2843 Frag_T **p;
2844 Frag_T *stack_end;
2845{
2846 Frag_T *stackp = *p;
2847
2848 if (stackp >= stack_end)
2849 return;
2850 *stackp = s;
2851 *p = *p + 1;
2852}
2853
2854/*
2855 * Pop an item from the stack.
2856 */
2857 static Frag_T
2858st_pop(p, stack)
2859 Frag_T **p;
2860 Frag_T *stack;
2861{
2862 Frag_T *stackp;
2863
2864 *p = *p - 1;
2865 stackp = *p;
2866 if (stackp < stack)
2867 return empty;
2868 return **p;
2869}
2870
2871/*
Bram Moolenaare7766ee2013-06-08 22:30:03 +02002872 * Estimate the maximum byte length of anything matching "state".
2873 * When unknown or unlimited return -1.
2874 */
2875 static int
2876nfa_max_width(startstate, depth)
2877 nfa_state_T *startstate;
2878 int depth;
2879{
2880 int l, r;
2881 nfa_state_T *state = startstate;
2882 int len = 0;
2883
2884 /* detect looping in a NFA_SPLIT */
2885 if (depth > 4)
2886 return -1;
2887
Bram Moolenaarfe70acb2013-06-21 18:31:23 +02002888 while (state != NULL)
Bram Moolenaare7766ee2013-06-08 22:30:03 +02002889 {
2890 switch (state->c)
2891 {
2892 case NFA_END_INVISIBLE:
2893 case NFA_END_INVISIBLE_NEG:
2894 /* the end, return what we have */
2895 return len;
2896
2897 case NFA_SPLIT:
2898 /* two alternatives, use the maximum */
2899 l = nfa_max_width(state->out, depth + 1);
2900 r = nfa_max_width(state->out1, depth + 1);
2901 if (l < 0 || r < 0)
2902 return -1;
2903 return len + (l > r ? l : r);
2904
2905 case NFA_ANY:
2906 case NFA_START_COLL:
2907 case NFA_START_NEG_COLL:
2908 /* matches some character, including composing chars */
2909#ifdef FEAT_MBYTE
2910 if (enc_utf8)
2911 len += MB_MAXBYTES;
2912 else if (has_mbyte)
2913 len += 2;
2914 else
2915#endif
2916 ++len;
2917 if (state->c != NFA_ANY)
2918 {
2919 /* skip over the characters */
2920 state = state->out1->out;
2921 continue;
2922 }
2923 break;
2924
2925 case NFA_DIGIT:
2926 case NFA_WHITE:
2927 case NFA_HEX:
2928 case NFA_OCTAL:
2929 /* ascii */
2930 ++len;
2931 break;
2932
2933 case NFA_IDENT:
2934 case NFA_SIDENT:
2935 case NFA_KWORD:
2936 case NFA_SKWORD:
2937 case NFA_FNAME:
2938 case NFA_SFNAME:
2939 case NFA_PRINT:
2940 case NFA_SPRINT:
2941 case NFA_NWHITE:
2942 case NFA_NDIGIT:
2943 case NFA_NHEX:
2944 case NFA_NOCTAL:
2945 case NFA_WORD:
2946 case NFA_NWORD:
2947 case NFA_HEAD:
2948 case NFA_NHEAD:
2949 case NFA_ALPHA:
2950 case NFA_NALPHA:
2951 case NFA_LOWER:
2952 case NFA_NLOWER:
2953 case NFA_UPPER:
2954 case NFA_NUPPER:
Bram Moolenaar1cfad522013-08-14 12:06:49 +02002955 case NFA_LOWER_IC:
2956 case NFA_NLOWER_IC:
2957 case NFA_UPPER_IC:
2958 case NFA_NUPPER_IC:
Bram Moolenaare7766ee2013-06-08 22:30:03 +02002959 /* possibly non-ascii */
2960#ifdef FEAT_MBYTE
2961 if (has_mbyte)
2962 len += 3;
2963 else
2964#endif
2965 ++len;
2966 break;
2967
2968 case NFA_START_INVISIBLE:
2969 case NFA_START_INVISIBLE_NEG:
2970 case NFA_START_INVISIBLE_BEFORE:
2971 case NFA_START_INVISIBLE_BEFORE_NEG:
2972 /* zero-width, out1 points to the END state */
2973 state = state->out1->out;
2974 continue;
2975
2976 case NFA_BACKREF1:
2977 case NFA_BACKREF2:
2978 case NFA_BACKREF3:
2979 case NFA_BACKREF4:
2980 case NFA_BACKREF5:
2981 case NFA_BACKREF6:
2982 case NFA_BACKREF7:
2983 case NFA_BACKREF8:
2984 case NFA_BACKREF9:
2985#ifdef FEAT_SYN_HL
2986 case NFA_ZREF1:
2987 case NFA_ZREF2:
2988 case NFA_ZREF3:
2989 case NFA_ZREF4:
2990 case NFA_ZREF5:
2991 case NFA_ZREF6:
2992 case NFA_ZREF7:
2993 case NFA_ZREF8:
2994 case NFA_ZREF9:
2995#endif
2996 case NFA_NEWL:
2997 case NFA_SKIP:
2998 /* unknown width */
2999 return -1;
3000
3001 case NFA_BOL:
3002 case NFA_EOL:
3003 case NFA_BOF:
3004 case NFA_EOF:
3005 case NFA_BOW:
3006 case NFA_EOW:
3007 case NFA_MOPEN:
3008 case NFA_MOPEN1:
3009 case NFA_MOPEN2:
3010 case NFA_MOPEN3:
3011 case NFA_MOPEN4:
3012 case NFA_MOPEN5:
3013 case NFA_MOPEN6:
3014 case NFA_MOPEN7:
3015 case NFA_MOPEN8:
3016 case NFA_MOPEN9:
3017#ifdef FEAT_SYN_HL
3018 case NFA_ZOPEN:
3019 case NFA_ZOPEN1:
3020 case NFA_ZOPEN2:
3021 case NFA_ZOPEN3:
3022 case NFA_ZOPEN4:
3023 case NFA_ZOPEN5:
3024 case NFA_ZOPEN6:
3025 case NFA_ZOPEN7:
3026 case NFA_ZOPEN8:
3027 case NFA_ZOPEN9:
3028 case NFA_ZCLOSE:
3029 case NFA_ZCLOSE1:
3030 case NFA_ZCLOSE2:
3031 case NFA_ZCLOSE3:
3032 case NFA_ZCLOSE4:
3033 case NFA_ZCLOSE5:
3034 case NFA_ZCLOSE6:
3035 case NFA_ZCLOSE7:
3036 case NFA_ZCLOSE8:
3037 case NFA_ZCLOSE9:
3038#endif
3039 case NFA_MCLOSE:
3040 case NFA_MCLOSE1:
3041 case NFA_MCLOSE2:
3042 case NFA_MCLOSE3:
3043 case NFA_MCLOSE4:
3044 case NFA_MCLOSE5:
3045 case NFA_MCLOSE6:
3046 case NFA_MCLOSE7:
3047 case NFA_MCLOSE8:
3048 case NFA_MCLOSE9:
3049 case NFA_NOPEN:
3050 case NFA_NCLOSE:
3051
3052 case NFA_LNUM_GT:
3053 case NFA_LNUM_LT:
3054 case NFA_COL_GT:
3055 case NFA_COL_LT:
3056 case NFA_VCOL_GT:
3057 case NFA_VCOL_LT:
3058 case NFA_MARK_GT:
3059 case NFA_MARK_LT:
3060 case NFA_VISUAL:
3061 case NFA_LNUM:
3062 case NFA_CURSOR:
3063 case NFA_COL:
3064 case NFA_VCOL:
3065 case NFA_MARK:
3066
3067 case NFA_ZSTART:
3068 case NFA_ZEND:
3069 case NFA_OPT_CHARS:
3070 case NFA_SKIP_CHAR:
3071 case NFA_START_PATTERN:
3072 case NFA_END_PATTERN:
3073 case NFA_COMPOSING:
3074 case NFA_END_COMPOSING:
3075 /* zero-width */
3076 break;
3077
3078 default:
3079 if (state->c < 0)
3080 /* don't know what this is */
3081 return -1;
3082 /* normal character */
3083 len += MB_CHAR2LEN(state->c);
3084 break;
3085 }
3086
3087 /* normal way to continue */
3088 state = state->out;
3089 }
3090
Bram Moolenaarfe70acb2013-06-21 18:31:23 +02003091 /* unrecognized, "cannot happen" */
Bram Moolenaare7766ee2013-06-08 22:30:03 +02003092 return -1;
3093}
Bram Moolenaar1e02e662013-06-08 23:26:27 +02003094
Bram Moolenaare7766ee2013-06-08 22:30:03 +02003095/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003096 * Convert a postfix form into its equivalent NFA.
3097 * Return the NFA start state on success, NULL otherwise.
3098 */
3099 static nfa_state_T *
3100post2nfa(postfix, end, nfa_calc_size)
3101 int *postfix;
3102 int *end;
3103 int nfa_calc_size;
3104{
3105 int *p;
3106 int mopen;
3107 int mclose;
3108 Frag_T *stack = NULL;
3109 Frag_T *stackp = NULL;
3110 Frag_T *stack_end = NULL;
3111 Frag_T e1;
3112 Frag_T e2;
3113 Frag_T e;
3114 nfa_state_T *s;
3115 nfa_state_T *s1;
3116 nfa_state_T *matchstate;
Bram Moolenaarb09d9832013-05-21 16:28:11 +02003117 nfa_state_T *ret = NULL;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003118
3119 if (postfix == NULL)
3120 return NULL;
3121
Bram Moolenaar053bb602013-05-20 13:55:21 +02003122#define PUSH(s) st_push((s), &stackp, stack_end)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003123#define POP() st_pop(&stackp, stack); \
3124 if (stackp < stack) \
3125 { \
3126 st_error(postfix, end, p); \
3127 return NULL; \
3128 }
3129
3130 if (nfa_calc_size == FALSE)
3131 {
3132 /* Allocate space for the stack. Max states on the stack : nstate */
Bram Moolenaar61602c52013-06-01 19:54:43 +02003133 stack = (Frag_T *)lalloc((nstate + 1) * sizeof(Frag_T), TRUE);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003134 stackp = stack;
Bram Moolenaare3c7b862013-05-20 21:57:03 +02003135 stack_end = stack + (nstate + 1);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003136 }
3137
3138 for (p = postfix; p < end; ++p)
3139 {
3140 switch (*p)
3141 {
3142 case NFA_CONCAT:
Bram Moolenaar417bad22013-06-07 14:08:30 +02003143 /* Concatenation.
3144 * Pay attention: this operator does not exist in the r.e. itself
3145 * (it is implicit, really). It is added when r.e. is translated
3146 * to postfix form in re2post(). */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003147 if (nfa_calc_size == TRUE)
3148 {
Bram Moolenaarca12d7c2013-05-20 21:26:33 +02003149 /* nstate += 0; */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003150 break;
3151 }
3152 e2 = POP();
3153 e1 = POP();
3154 patch(e1.out, e2.start);
3155 PUSH(frag(e1.start, e2.out));
3156 break;
3157
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003158 case NFA_OR:
3159 /* Alternation */
3160 if (nfa_calc_size == TRUE)
3161 {
Bram Moolenaarca12d7c2013-05-20 21:26:33 +02003162 nstate++;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003163 break;
3164 }
3165 e2 = POP();
3166 e1 = POP();
Bram Moolenaar525666f2013-06-02 16:40:55 +02003167 s = alloc_state(NFA_SPLIT, e1.start, e2.start);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003168 if (s == NULL)
Bram Moolenaarb09d9832013-05-21 16:28:11 +02003169 goto theend;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003170 PUSH(frag(s, append(e1.out, e2.out)));
3171 break;
3172
3173 case NFA_STAR:
Bram Moolenaar36b3a012013-06-01 12:40:20 +02003174 /* Zero or more, prefer more */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003175 if (nfa_calc_size == TRUE)
3176 {
Bram Moolenaarca12d7c2013-05-20 21:26:33 +02003177 nstate++;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003178 break;
3179 }
3180 e = POP();
Bram Moolenaar525666f2013-06-02 16:40:55 +02003181 s = alloc_state(NFA_SPLIT, e.start, NULL);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003182 if (s == NULL)
Bram Moolenaarb09d9832013-05-21 16:28:11 +02003183 goto theend;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003184 patch(e.out, s);
3185 PUSH(frag(s, list1(&s->out1)));
3186 break;
3187
Bram Moolenaar36b3a012013-06-01 12:40:20 +02003188 case NFA_STAR_NONGREEDY:
3189 /* Zero or more, prefer zero */
3190 if (nfa_calc_size == TRUE)
3191 {
3192 nstate++;
3193 break;
3194 }
3195 e = POP();
Bram Moolenaar525666f2013-06-02 16:40:55 +02003196 s = alloc_state(NFA_SPLIT, NULL, e.start);
Bram Moolenaar36b3a012013-06-01 12:40:20 +02003197 if (s == NULL)
3198 goto theend;
3199 patch(e.out, s);
3200 PUSH(frag(s, list1(&s->out)));
3201 break;
3202
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003203 case NFA_QUEST:
3204 /* one or zero atoms=> greedy match */
3205 if (nfa_calc_size == TRUE)
3206 {
Bram Moolenaarca12d7c2013-05-20 21:26:33 +02003207 nstate++;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003208 break;
3209 }
3210 e = POP();
Bram Moolenaar525666f2013-06-02 16:40:55 +02003211 s = alloc_state(NFA_SPLIT, e.start, NULL);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003212 if (s == NULL)
Bram Moolenaarb09d9832013-05-21 16:28:11 +02003213 goto theend;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003214 PUSH(frag(s, append(e.out, list1(&s->out1))));
3215 break;
3216
3217 case NFA_QUEST_NONGREEDY:
3218 /* zero or one atoms => non-greedy match */
3219 if (nfa_calc_size == TRUE)
3220 {
Bram Moolenaarca12d7c2013-05-20 21:26:33 +02003221 nstate++;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003222 break;
3223 }
3224 e = POP();
Bram Moolenaar525666f2013-06-02 16:40:55 +02003225 s = alloc_state(NFA_SPLIT, NULL, e.start);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003226 if (s == NULL)
Bram Moolenaarb09d9832013-05-21 16:28:11 +02003227 goto theend;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003228 PUSH(frag(s, append(e.out, list1(&s->out))));
3229 break;
3230
Bram Moolenaar417bad22013-06-07 14:08:30 +02003231 case NFA_END_COLL:
3232 case NFA_END_NEG_COLL:
3233 /* On the stack is the sequence starting with NFA_START_COLL or
3234 * NFA_START_NEG_COLL and all possible characters. Patch it to
3235 * add the output to the start. */
3236 if (nfa_calc_size == TRUE)
3237 {
3238 nstate++;
3239 break;
3240 }
3241 e = POP();
3242 s = alloc_state(NFA_END_COLL, NULL, NULL);
3243 if (s == NULL)
3244 goto theend;
3245 patch(e.out, s);
3246 e.start->out1 = s;
3247 PUSH(frag(e.start, list1(&s->out)));
3248 break;
3249
3250 case NFA_RANGE:
3251 /* Before this are two characters, the low and high end of a
3252 * range. Turn them into two states with MIN and MAX. */
3253 if (nfa_calc_size == TRUE)
3254 {
3255 /* nstate += 0; */
3256 break;
3257 }
3258 e2 = POP();
3259 e1 = POP();
3260 e2.start->val = e2.start->c;
3261 e2.start->c = NFA_RANGE_MAX;
3262 e1.start->val = e1.start->c;
3263 e1.start->c = NFA_RANGE_MIN;
3264 patch(e1.out, e2.start);
3265 PUSH(frag(e1.start, e2.out));
3266 break;
3267
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003268 case NFA_SKIP_CHAR:
3269 /* Symbol of 0-length, Used in a repetition
3270 * with max/min count of 0 */
3271 if (nfa_calc_size == TRUE)
3272 {
Bram Moolenaarca12d7c2013-05-20 21:26:33 +02003273 nstate++;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003274 break;
3275 }
Bram Moolenaar525666f2013-06-02 16:40:55 +02003276 s = alloc_state(NFA_SKIP_CHAR, NULL, NULL);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003277 if (s == NULL)
Bram Moolenaarb09d9832013-05-21 16:28:11 +02003278 goto theend;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003279 PUSH(frag(s, list1(&s->out)));
3280 break;
3281
Bram Moolenaard75799ab72013-06-05 11:05:17 +02003282 case NFA_OPT_CHARS:
3283 {
3284 int n;
3285
Bram Moolenaareec3e1e2013-08-01 18:38:26 +02003286 /* \%[abc] implemented as:
3287 * NFA_SPLIT
3288 * +-CHAR(a)
3289 * | +-NFA_SPLIT
3290 * | +-CHAR(b)
3291 * | | +-NFA_SPLIT
3292 * | | +-CHAR(c)
3293 * | | | +-next
3294 * | | +- next
3295 * | +- next
3296 * +- next
3297 */
Bram Moolenaard75799ab72013-06-05 11:05:17 +02003298 n = *++p; /* get number of characters */
3299 if (nfa_calc_size == TRUE)
3300 {
3301 nstate += n;
3302 break;
3303 }
Bram Moolenaarc19b4b52013-06-05 21:23:39 +02003304 s = NULL; /* avoid compiler warning */
Bram Moolenaard75799ab72013-06-05 11:05:17 +02003305 e1.out = NULL; /* stores list with out1's */
3306 s1 = NULL; /* previous NFA_SPLIT to connect to */
3307 while (n-- > 0)
3308 {
3309 e = POP(); /* get character */
3310 s = alloc_state(NFA_SPLIT, e.start, NULL);
3311 if (s == NULL)
3312 goto theend;
3313 if (e1.out == NULL)
3314 e1 = e;
3315 patch(e.out, s1);
3316 append(e1.out, list1(&s->out1));
3317 s1 = s;
3318 }
3319 PUSH(frag(s, e1.out));
3320 break;
3321 }
3322
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003323 case NFA_PREV_ATOM_NO_WIDTH:
Bram Moolenaarb06e20e2013-05-30 22:44:02 +02003324 case NFA_PREV_ATOM_NO_WIDTH_NEG:
Bram Moolenaar61602c52013-06-01 19:54:43 +02003325 case NFA_PREV_ATOM_JUST_BEFORE:
3326 case NFA_PREV_ATOM_JUST_BEFORE_NEG:
Bram Moolenaar87953742013-06-05 18:52:40 +02003327 case NFA_PREV_ATOM_LIKE_PATTERN:
Bram Moolenaard75799ab72013-06-05 11:05:17 +02003328 {
Bram Moolenaard75799ab72013-06-05 11:05:17 +02003329 int before = (*p == NFA_PREV_ATOM_JUST_BEFORE
3330 || *p == NFA_PREV_ATOM_JUST_BEFORE_NEG);
Bram Moolenaar87953742013-06-05 18:52:40 +02003331 int pattern = (*p == NFA_PREV_ATOM_LIKE_PATTERN);
Bram Moolenaardecd9542013-06-07 16:31:50 +02003332 int start_state;
3333 int end_state;
Bram Moolenaar87953742013-06-05 18:52:40 +02003334 int n = 0;
3335 nfa_state_T *zend;
3336 nfa_state_T *skip;
3337
Bram Moolenaardecd9542013-06-07 16:31:50 +02003338 switch (*p)
Bram Moolenaar87953742013-06-05 18:52:40 +02003339 {
Bram Moolenaardecd9542013-06-07 16:31:50 +02003340 case NFA_PREV_ATOM_NO_WIDTH:
3341 start_state = NFA_START_INVISIBLE;
3342 end_state = NFA_END_INVISIBLE;
3343 break;
3344 case NFA_PREV_ATOM_NO_WIDTH_NEG:
3345 start_state = NFA_START_INVISIBLE_NEG;
3346 end_state = NFA_END_INVISIBLE_NEG;
3347 break;
3348 case NFA_PREV_ATOM_JUST_BEFORE:
3349 start_state = NFA_START_INVISIBLE_BEFORE;
3350 end_state = NFA_END_INVISIBLE;
3351 break;
3352 case NFA_PREV_ATOM_JUST_BEFORE_NEG:
3353 start_state = NFA_START_INVISIBLE_BEFORE_NEG;
3354 end_state = NFA_END_INVISIBLE_NEG;
3355 break;
Bram Moolenaar4380d1e2013-06-09 20:51:00 +02003356 default: /* NFA_PREV_ATOM_LIKE_PATTERN: */
Bram Moolenaardecd9542013-06-07 16:31:50 +02003357 start_state = NFA_START_PATTERN;
3358 end_state = NFA_END_PATTERN;
3359 break;
Bram Moolenaar87953742013-06-05 18:52:40 +02003360 }
Bram Moolenaard75799ab72013-06-05 11:05:17 +02003361
3362 if (before)
3363 n = *++p; /* get the count */
3364
Bram Moolenaar2d5e1122013-05-30 21:42:13 +02003365 /* The \@= operator: match the preceding atom with zero width.
Bram Moolenaarb06e20e2013-05-30 22:44:02 +02003366 * The \@! operator: no match for the preceding atom.
Bram Moolenaar61602c52013-06-01 19:54:43 +02003367 * The \@<= operator: match for the preceding atom.
3368 * The \@<! operator: no match for the preceding atom.
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003369 * Surrounds the preceding atom with START_INVISIBLE and
Bram Moolenaar2d5e1122013-05-30 21:42:13 +02003370 * END_INVISIBLE, similarly to MOPEN. */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003371
3372 if (nfa_calc_size == TRUE)
3373 {
Bram Moolenaar87953742013-06-05 18:52:40 +02003374 nstate += pattern ? 4 : 2;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003375 break;
3376 }
3377 e = POP();
Bram Moolenaar87953742013-06-05 18:52:40 +02003378 s1 = alloc_state(end_state, NULL, NULL);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003379 if (s1 == NULL)
Bram Moolenaarb09d9832013-05-21 16:28:11 +02003380 goto theend;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003381
Bram Moolenaar87953742013-06-05 18:52:40 +02003382 s = alloc_state(start_state, e.start, s1);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003383 if (s == NULL)
Bram Moolenaarb09d9832013-05-21 16:28:11 +02003384 goto theend;
Bram Moolenaar87953742013-06-05 18:52:40 +02003385 if (pattern)
3386 {
3387 /* NFA_ZEND -> NFA_END_PATTERN -> NFA_SKIP -> what follows. */
3388 skip = alloc_state(NFA_SKIP, NULL, NULL);
3389 zend = alloc_state(NFA_ZEND, s1, NULL);
3390 s1->out= skip;
3391 patch(e.out, zend);
3392 PUSH(frag(s, list1(&skip->out)));
Bram Moolenaar61602c52013-06-01 19:54:43 +02003393 }
Bram Moolenaar87953742013-06-05 18:52:40 +02003394 else
3395 {
3396 patch(e.out, s1);
3397 PUSH(frag(s, list1(&s1->out)));
Bram Moolenaare7766ee2013-06-08 22:30:03 +02003398 if (before)
3399 {
3400 if (n <= 0)
3401 /* See if we can guess the maximum width, it avoids a
3402 * lot of pointless tries. */
3403 n = nfa_max_width(e.start, 0);
3404 s->val = n; /* store the count */
3405 }
Bram Moolenaar87953742013-06-05 18:52:40 +02003406 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003407 break;
Bram Moolenaard75799ab72013-06-05 11:05:17 +02003408 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003409
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02003410#ifdef FEAT_MBYTE
Bram Moolenaar3c577f22013-05-24 21:59:54 +02003411 case NFA_COMPOSING: /* char with composing char */
3412#if 0
3413 /* TODO */
3414 if (regflags & RF_ICOMBINE)
3415 {
Bram Moolenaarfad8de02013-05-24 23:10:50 +02003416 /* use the base character only */
Bram Moolenaar3c577f22013-05-24 21:59:54 +02003417 }
3418#endif
3419 /* FALLTHROUGH */
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02003420#endif
Bram Moolenaar3c577f22013-05-24 21:59:54 +02003421
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003422 case NFA_MOPEN: /* \( \) Submatch */
3423 case NFA_MOPEN1:
3424 case NFA_MOPEN2:
3425 case NFA_MOPEN3:
3426 case NFA_MOPEN4:
3427 case NFA_MOPEN5:
3428 case NFA_MOPEN6:
3429 case NFA_MOPEN7:
3430 case NFA_MOPEN8:
3431 case NFA_MOPEN9:
3432#ifdef FEAT_SYN_HL
3433 case NFA_ZOPEN: /* \z( \) Submatch */
3434 case NFA_ZOPEN1:
3435 case NFA_ZOPEN2:
3436 case NFA_ZOPEN3:
3437 case NFA_ZOPEN4:
3438 case NFA_ZOPEN5:
3439 case NFA_ZOPEN6:
3440 case NFA_ZOPEN7:
3441 case NFA_ZOPEN8:
3442 case NFA_ZOPEN9:
3443#endif
3444 case NFA_NOPEN: /* \%( \) "Invisible Submatch" */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003445 if (nfa_calc_size == TRUE)
3446 {
3447 nstate += 2;
3448 break;
3449 }
3450
3451 mopen = *p;
3452 switch (*p)
3453 {
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003454 case NFA_NOPEN: mclose = NFA_NCLOSE; break;
3455#ifdef FEAT_SYN_HL
3456 case NFA_ZOPEN: mclose = NFA_ZCLOSE; break;
3457 case NFA_ZOPEN1: mclose = NFA_ZCLOSE1; break;
3458 case NFA_ZOPEN2: mclose = NFA_ZCLOSE2; break;
3459 case NFA_ZOPEN3: mclose = NFA_ZCLOSE3; break;
3460 case NFA_ZOPEN4: mclose = NFA_ZCLOSE4; break;
3461 case NFA_ZOPEN5: mclose = NFA_ZCLOSE5; break;
3462 case NFA_ZOPEN6: mclose = NFA_ZCLOSE6; break;
3463 case NFA_ZOPEN7: mclose = NFA_ZCLOSE7; break;
3464 case NFA_ZOPEN8: mclose = NFA_ZCLOSE8; break;
3465 case NFA_ZOPEN9: mclose = NFA_ZCLOSE9; break;
3466#endif
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02003467#ifdef FEAT_MBYTE
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003468 case NFA_COMPOSING: mclose = NFA_END_COMPOSING; break;
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02003469#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003470 default:
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003471 /* NFA_MOPEN, NFA_MOPEN1 .. NFA_MOPEN9 */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003472 mclose = *p + NSUBEXP;
3473 break;
3474 }
3475
3476 /* Allow "NFA_MOPEN" as a valid postfix representation for
3477 * the empty regexp "". In this case, the NFA will be
3478 * NFA_MOPEN -> NFA_MCLOSE. Note that this also allows
3479 * empty groups of parenthesis, and empty mbyte chars */
3480 if (stackp == stack)
3481 {
Bram Moolenaar525666f2013-06-02 16:40:55 +02003482 s = alloc_state(mopen, NULL, NULL);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003483 if (s == NULL)
Bram Moolenaarb09d9832013-05-21 16:28:11 +02003484 goto theend;
Bram Moolenaar525666f2013-06-02 16:40:55 +02003485 s1 = alloc_state(mclose, NULL, NULL);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003486 if (s1 == NULL)
Bram Moolenaarb09d9832013-05-21 16:28:11 +02003487 goto theend;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003488 patch(list1(&s->out), s1);
3489 PUSH(frag(s, list1(&s1->out)));
3490 break;
3491 }
3492
3493 /* At least one node was emitted before NFA_MOPEN, so
3494 * at least one node will be between NFA_MOPEN and NFA_MCLOSE */
3495 e = POP();
Bram Moolenaar525666f2013-06-02 16:40:55 +02003496 s = alloc_state(mopen, e.start, NULL); /* `(' */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003497 if (s == NULL)
Bram Moolenaarb09d9832013-05-21 16:28:11 +02003498 goto theend;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003499
Bram Moolenaar525666f2013-06-02 16:40:55 +02003500 s1 = alloc_state(mclose, NULL, NULL); /* `)' */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003501 if (s1 == NULL)
Bram Moolenaarb09d9832013-05-21 16:28:11 +02003502 goto theend;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003503 patch(e.out, s1);
3504
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02003505#ifdef FEAT_MBYTE
Bram Moolenaar3c577f22013-05-24 21:59:54 +02003506 if (mopen == NFA_COMPOSING)
3507 /* COMPOSING->out1 = END_COMPOSING */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003508 patch(list1(&s->out1), s1);
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02003509#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003510
3511 PUSH(frag(s, list1(&s1->out)));
3512 break;
3513
Bram Moolenaar5714b802013-05-28 22:03:20 +02003514 case NFA_BACKREF1:
3515 case NFA_BACKREF2:
3516 case NFA_BACKREF3:
3517 case NFA_BACKREF4:
3518 case NFA_BACKREF5:
3519 case NFA_BACKREF6:
3520 case NFA_BACKREF7:
3521 case NFA_BACKREF8:
3522 case NFA_BACKREF9:
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003523#ifdef FEAT_SYN_HL
3524 case NFA_ZREF1:
3525 case NFA_ZREF2:
3526 case NFA_ZREF3:
3527 case NFA_ZREF4:
3528 case NFA_ZREF5:
3529 case NFA_ZREF6:
3530 case NFA_ZREF7:
3531 case NFA_ZREF8:
3532 case NFA_ZREF9:
3533#endif
Bram Moolenaar5714b802013-05-28 22:03:20 +02003534 if (nfa_calc_size == TRUE)
3535 {
3536 nstate += 2;
3537 break;
3538 }
Bram Moolenaar525666f2013-06-02 16:40:55 +02003539 s = alloc_state(*p, NULL, NULL);
Bram Moolenaar5714b802013-05-28 22:03:20 +02003540 if (s == NULL)
3541 goto theend;
Bram Moolenaar525666f2013-06-02 16:40:55 +02003542 s1 = alloc_state(NFA_SKIP, NULL, NULL);
Bram Moolenaar5714b802013-05-28 22:03:20 +02003543 if (s1 == NULL)
3544 goto theend;
3545 patch(list1(&s->out), s1);
3546 PUSH(frag(s, list1(&s1->out)));
3547 break;
3548
Bram Moolenaar423532e2013-05-29 21:14:42 +02003549 case NFA_LNUM:
3550 case NFA_LNUM_GT:
3551 case NFA_LNUM_LT:
3552 case NFA_VCOL:
3553 case NFA_VCOL_GT:
3554 case NFA_VCOL_LT:
3555 case NFA_COL:
3556 case NFA_COL_GT:
3557 case NFA_COL_LT:
Bram Moolenaar044aa292013-06-04 21:27:38 +02003558 case NFA_MARK:
3559 case NFA_MARK_GT:
3560 case NFA_MARK_LT:
Bram Moolenaard75799ab72013-06-05 11:05:17 +02003561 {
3562 int n = *++p; /* lnum, col or mark name */
3563
Bram Moolenaar423532e2013-05-29 21:14:42 +02003564 if (nfa_calc_size == TRUE)
3565 {
3566 nstate += 1;
3567 break;
3568 }
Bram Moolenaard75799ab72013-06-05 11:05:17 +02003569 s = alloc_state(p[-1], NULL, NULL);
Bram Moolenaar423532e2013-05-29 21:14:42 +02003570 if (s == NULL)
3571 goto theend;
Bram Moolenaard75799ab72013-06-05 11:05:17 +02003572 s->val = n;
Bram Moolenaar423532e2013-05-29 21:14:42 +02003573 PUSH(frag(s, list1(&s->out)));
3574 break;
Bram Moolenaard75799ab72013-06-05 11:05:17 +02003575 }
Bram Moolenaar423532e2013-05-29 21:14:42 +02003576
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003577 case NFA_ZSTART:
3578 case NFA_ZEND:
3579 default:
3580 /* Operands */
3581 if (nfa_calc_size == TRUE)
3582 {
Bram Moolenaarca12d7c2013-05-20 21:26:33 +02003583 nstate++;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003584 break;
3585 }
Bram Moolenaar525666f2013-06-02 16:40:55 +02003586 s = alloc_state(*p, NULL, NULL);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003587 if (s == NULL)
Bram Moolenaarb09d9832013-05-21 16:28:11 +02003588 goto theend;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003589 PUSH(frag(s, list1(&s->out)));
3590 break;
3591
3592 } /* switch(*p) */
3593
3594 } /* for(p = postfix; *p; ++p) */
3595
3596 if (nfa_calc_size == TRUE)
3597 {
Bram Moolenaarca12d7c2013-05-20 21:26:33 +02003598 nstate++;
Bram Moolenaarb09d9832013-05-21 16:28:11 +02003599 goto theend; /* Return value when counting size is ignored anyway */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003600 }
3601
3602 e = POP();
3603 if (stackp != stack)
3604 EMSG_RET_NULL(_("E875: (NFA regexp) (While converting from postfix to NFA), too many states left on stack"));
3605
3606 if (istate >= nstate)
3607 EMSG_RET_NULL(_("E876: (NFA regexp) Not enough space to store the whole NFA "));
3608
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003609 matchstate = &state_ptr[istate++]; /* the match state */
3610 matchstate->c = NFA_MATCH;
3611 matchstate->out = matchstate->out1 = NULL;
Bram Moolenaar417bad22013-06-07 14:08:30 +02003612 matchstate->id = 0;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003613
3614 patch(e.out, matchstate);
Bram Moolenaarb09d9832013-05-21 16:28:11 +02003615 ret = e.start;
3616
3617theend:
3618 vim_free(stack);
3619 return ret;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003620
3621#undef POP1
3622#undef PUSH1
3623#undef POP2
3624#undef PUSH2
3625#undef POP
3626#undef PUSH
3627}
3628
Bram Moolenaara2947e22013-06-11 22:44:09 +02003629/*
3630 * After building the NFA program, inspect it to add optimization hints.
3631 */
3632 static void
3633nfa_postprocess(prog)
3634 nfa_regprog_T *prog;
3635{
3636 int i;
3637 int c;
3638
3639 for (i = 0; i < prog->nstate; ++i)
3640 {
3641 c = prog->state[i].c;
3642 if (c == NFA_START_INVISIBLE
3643 || c == NFA_START_INVISIBLE_NEG
3644 || c == NFA_START_INVISIBLE_BEFORE
3645 || c == NFA_START_INVISIBLE_BEFORE_NEG)
3646 {
3647 int directly;
3648
3649 /* Do it directly when what follows is possibly the end of the
3650 * match. */
3651 if (match_follows(prog->state[i].out1->out, 0))
3652 directly = TRUE;
3653 else
3654 {
3655 int ch_invisible = failure_chance(prog->state[i].out, 0);
3656 int ch_follows = failure_chance(prog->state[i].out1->out, 0);
3657
3658 /* Postpone when the invisible match is expensive or has a
3659 * lower chance of failing. */
3660 if (c == NFA_START_INVISIBLE_BEFORE
3661 || c == NFA_START_INVISIBLE_BEFORE_NEG)
3662 {
3663 /* "before" matches are very expensive when
3664 * unbounded, always prefer what follows then,
3665 * unless what follows will always match.
3666 * Otherwise strongly prefer what follows. */
3667 if (prog->state[i].val <= 0 && ch_follows > 0)
3668 directly = FALSE;
3669 else
3670 directly = ch_follows * 10 < ch_invisible;
3671 }
3672 else
3673 {
3674 /* normal invisible, first do the one with the
3675 * highest failure chance */
3676 directly = ch_follows < ch_invisible;
3677 }
3678 }
3679 if (directly)
3680 /* switch to the _FIRST state */
3681 ++prog->state[i].c;
3682 }
3683 }
3684}
3685
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003686/****************************************************************
3687 * NFA execution code.
3688 ****************************************************************/
3689
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02003690typedef struct
3691{
3692 int in_use; /* number of subexpr with useful info */
3693
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02003694 /* When REG_MULTI is TRUE list.multi is used, otherwise list.line. */
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02003695 union
3696 {
3697 struct multipos
3698 {
3699 lpos_T start;
3700 lpos_T end;
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02003701 } multi[NSUBEXP];
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02003702 struct linepos
3703 {
3704 char_u *start;
3705 char_u *end;
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02003706 } line[NSUBEXP];
3707 } list;
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02003708} regsub_T;
3709
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003710typedef struct
3711{
3712 regsub_T norm; /* \( .. \) matches */
3713#ifdef FEAT_SYN_HL
3714 regsub_T synt; /* \z( .. \) matches */
3715#endif
3716} regsubs_T;
3717
Bram Moolenaara2d95102013-06-04 14:23:05 +02003718/* nfa_pim_T stores a Postponed Invisible Match. */
3719typedef struct nfa_pim_S nfa_pim_T;
3720struct nfa_pim_S
3721{
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02003722 int result; /* NFA_PIM_*, see below */
3723 nfa_state_T *state; /* the invisible match start state */
Bram Moolenaara2d95102013-06-04 14:23:05 +02003724 regsubs_T subs; /* submatch info, only party used */
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02003725 union
3726 {
3727 lpos_T pos;
3728 char_u *ptr;
3729 } end; /* where the match must end */
Bram Moolenaara2d95102013-06-04 14:23:05 +02003730};
3731
3732/* Values for done in nfa_pim_T. */
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02003733#define NFA_PIM_UNUSED 0 /* pim not used */
3734#define NFA_PIM_TODO 1 /* pim not done yet */
3735#define NFA_PIM_MATCH 2 /* pim executed, matches */
3736#define NFA_PIM_NOMATCH 3 /* pim executed, no match */
Bram Moolenaara2d95102013-06-04 14:23:05 +02003737
3738
Bram Moolenaar963fee22013-05-26 21:47:28 +02003739/* nfa_thread_T contains execution information of a NFA state */
Bram Moolenaar4b417062013-05-25 20:19:50 +02003740typedef struct
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003741{
3742 nfa_state_T *state;
Bram Moolenaar5714b802013-05-28 22:03:20 +02003743 int count;
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02003744 nfa_pim_T pim; /* if pim.result != NFA_PIM_UNUSED: postponed
3745 * invisible match */
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003746 regsubs_T subs; /* submatch info, only party used */
Bram Moolenaar4b417062013-05-25 20:19:50 +02003747} nfa_thread_T;
3748
Bram Moolenaar963fee22013-05-26 21:47:28 +02003749/* nfa_list_T contains the alternative NFA execution states. */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003750typedef struct
3751{
Bram Moolenaar5714b802013-05-28 22:03:20 +02003752 nfa_thread_T *t; /* allocated array of states */
Bram Moolenaar428e9872013-05-30 17:05:39 +02003753 int n; /* nr of states currently in "t" */
3754 int len; /* max nr of states in "t" */
Bram Moolenaar5714b802013-05-28 22:03:20 +02003755 int id; /* ID of the list */
Bram Moolenaar196ed142013-07-21 18:59:24 +02003756 int has_pim; /* TRUE when any state has a PIM */
Bram Moolenaar4b417062013-05-25 20:19:50 +02003757} nfa_list_T;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003758
Bram Moolenaar5714b802013-05-28 22:03:20 +02003759#ifdef ENABLE_LOG
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003760static void log_subsexpr __ARGS((regsubs_T *subs));
3761static void log_subexpr __ARGS((regsub_T *sub));
Bram Moolenaarf86c0b02013-06-26 12:42:44 +02003762static char *pim_info __ARGS((nfa_pim_T *pim));
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003763
3764 static void
3765log_subsexpr(subs)
3766 regsubs_T *subs;
3767{
3768 log_subexpr(&subs->norm);
3769# ifdef FEAT_SYN_HL
Bram Moolenaar6d3a5d72013-06-06 18:04:51 +02003770 if (nfa_has_zsubexpr)
3771 log_subexpr(&subs->synt);
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003772# endif
3773}
3774
Bram Moolenaar5714b802013-05-28 22:03:20 +02003775 static void
3776log_subexpr(sub)
3777 regsub_T *sub;
3778{
3779 int j;
3780
3781 for (j = 0; j < sub->in_use; j++)
3782 if (REG_MULTI)
Bram Moolenaar87953742013-06-05 18:52:40 +02003783 fprintf(log_fd, "*** group %d, start: c=%d, l=%d, end: c=%d, l=%d\n",
Bram Moolenaar5714b802013-05-28 22:03:20 +02003784 j,
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02003785 sub->list.multi[j].start.col,
3786 (int)sub->list.multi[j].start.lnum,
3787 sub->list.multi[j].end.col,
3788 (int)sub->list.multi[j].end.lnum);
Bram Moolenaar5714b802013-05-28 22:03:20 +02003789 else
Bram Moolenaar5b84ddc2013-06-05 16:33:10 +02003790 {
3791 char *s = (char *)sub->list.line[j].start;
3792 char *e = (char *)sub->list.line[j].end;
3793
Bram Moolenaar87953742013-06-05 18:52:40 +02003794 fprintf(log_fd, "*** group %d, start: \"%s\", end: \"%s\"\n",
Bram Moolenaar5714b802013-05-28 22:03:20 +02003795 j,
Bram Moolenaar5b84ddc2013-06-05 16:33:10 +02003796 s == NULL ? "NULL" : s,
3797 e == NULL ? "NULL" : e);
3798 }
Bram Moolenaar5714b802013-05-28 22:03:20 +02003799}
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02003800
3801 static char *
Bram Moolenaarf86c0b02013-06-26 12:42:44 +02003802pim_info(pim)
3803 nfa_pim_T *pim;
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02003804{
3805 static char buf[30];
3806
3807 if (pim == NULL || pim->result == NFA_PIM_UNUSED)
3808 buf[0] = NUL;
3809 else
3810 {
3811 sprintf(buf, " PIM col %d", REG_MULTI ? (int)pim->end.pos.col
3812 : (int)(pim->end.ptr - reginput));
3813 }
3814 return buf;
3815}
3816
Bram Moolenaar5714b802013-05-28 22:03:20 +02003817#endif
3818
Bram Moolenaar963fee22013-05-26 21:47:28 +02003819/* Used during execution: whether a match has been found. */
3820static int nfa_match;
Bram Moolenaar4b417062013-05-25 20:19:50 +02003821
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02003822static void copy_pim __ARGS((nfa_pim_T *to, nfa_pim_T *from));
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003823static void clear_sub __ARGS((regsub_T *sub));
3824static void copy_sub __ARGS((regsub_T *to, regsub_T *from));
3825static void copy_sub_off __ARGS((regsub_T *to, regsub_T *from));
Bram Moolenaar428e9872013-05-30 17:05:39 +02003826static int sub_equal __ARGS((regsub_T *sub1, regsub_T *sub2));
Bram Moolenaarf86c0b02013-06-26 12:42:44 +02003827static int match_backref __ARGS((regsub_T *sub, int subidx, int *bytelen));
Bram Moolenaar69b52452013-07-17 21:10:51 +02003828static int has_state_with_pos __ARGS((nfa_list_T *l, nfa_state_T *state, regsubs_T *subs, nfa_pim_T *pim));
3829static int pim_equal __ARGS((nfa_pim_T *one, nfa_pim_T *two));
Bram Moolenaar43e02982013-06-07 17:31:29 +02003830static int state_in_list __ARGS((nfa_list_T *l, nfa_state_T *state, regsubs_T *subs));
Bram Moolenaard05bf562013-06-30 23:24:08 +02003831static regsubs_T *addstate __ARGS((nfa_list_T *l, nfa_state_T *state, regsubs_T *subs_arg, nfa_pim_T *pim, int off));
Bram Moolenaara2d95102013-06-04 14:23:05 +02003832static void addstate_here __ARGS((nfa_list_T *l, nfa_state_T *state, regsubs_T *subs, nfa_pim_T *pim, int *ip));
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003833
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02003834/*
3835 * Copy postponed invisible match info from "from" to "to".
3836 */
3837 static void
3838copy_pim(to, from)
3839 nfa_pim_T *to;
3840 nfa_pim_T *from;
3841{
3842 to->result = from->result;
3843 to->state = from->state;
3844 copy_sub(&to->subs.norm, &from->subs.norm);
3845#ifdef FEAT_SYN_HL
3846 if (nfa_has_zsubexpr)
3847 copy_sub(&to->subs.synt, &from->subs.synt);
3848#endif
3849 to->end = from->end;
3850}
3851
Bram Moolenaarefb23f22013-06-01 23:02:54 +02003852 static void
3853clear_sub(sub)
3854 regsub_T *sub;
3855{
3856 if (REG_MULTI)
3857 /* Use 0xff to set lnum to -1 */
3858 vim_memset(sub->list.multi, 0xff,
3859 sizeof(struct multipos) * nfa_nsubexpr);
3860 else
3861 vim_memset(sub->list.line, 0, sizeof(struct linepos) * nfa_nsubexpr);
3862 sub->in_use = 0;
3863}
3864
3865/*
3866 * Copy the submatches from "from" to "to".
3867 */
3868 static void
3869copy_sub(to, from)
3870 regsub_T *to;
3871 regsub_T *from;
3872{
3873 to->in_use = from->in_use;
3874 if (from->in_use > 0)
3875 {
3876 /* Copy the match start and end positions. */
3877 if (REG_MULTI)
3878 mch_memmove(&to->list.multi[0],
3879 &from->list.multi[0],
3880 sizeof(struct multipos) * from->in_use);
3881 else
3882 mch_memmove(&to->list.line[0],
3883 &from->list.line[0],
3884 sizeof(struct linepos) * from->in_use);
3885 }
3886}
3887
3888/*
3889 * Like copy_sub() but exclude the main match.
3890 */
3891 static void
3892copy_sub_off(to, from)
3893 regsub_T *to;
3894 regsub_T *from;
3895{
3896 if (to->in_use < from->in_use)
3897 to->in_use = from->in_use;
3898 if (from->in_use > 1)
3899 {
3900 /* Copy the match start and end positions. */
3901 if (REG_MULTI)
3902 mch_memmove(&to->list.multi[1],
3903 &from->list.multi[1],
3904 sizeof(struct multipos) * (from->in_use - 1));
3905 else
3906 mch_memmove(&to->list.line[1],
3907 &from->list.line[1],
3908 sizeof(struct linepos) * (from->in_use - 1));
3909 }
3910}
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02003911
Bram Moolenaar428e9872013-05-30 17:05:39 +02003912/*
Bram Moolenaarc5089bb2013-06-14 21:15:25 +02003913 * Return TRUE if "sub1" and "sub2" have the same start positions.
Bram Moolenaar428e9872013-05-30 17:05:39 +02003914 */
3915 static int
3916sub_equal(sub1, sub2)
3917 regsub_T *sub1;
3918 regsub_T *sub2;
3919{
3920 int i;
3921 int todo;
Bram Moolenaarc5089bb2013-06-14 21:15:25 +02003922 linenr_T s1;
3923 linenr_T s2;
3924 char_u *sp1;
3925 char_u *sp2;
Bram Moolenaar428e9872013-05-30 17:05:39 +02003926
3927 todo = sub1->in_use > sub2->in_use ? sub1->in_use : sub2->in_use;
3928 if (REG_MULTI)
3929 {
3930 for (i = 0; i < todo; ++i)
3931 {
3932 if (i < sub1->in_use)
Bram Moolenaar428e9872013-05-30 17:05:39 +02003933 s1 = sub1->list.multi[i].start.lnum;
Bram Moolenaar428e9872013-05-30 17:05:39 +02003934 else
Bram Moolenaara0169122013-06-26 18:16:58 +02003935 s1 = -1;
Bram Moolenaar428e9872013-05-30 17:05:39 +02003936 if (i < sub2->in_use)
Bram Moolenaar428e9872013-05-30 17:05:39 +02003937 s2 = sub2->list.multi[i].start.lnum;
Bram Moolenaar428e9872013-05-30 17:05:39 +02003938 else
Bram Moolenaara0169122013-06-26 18:16:58 +02003939 s2 = -1;
Bram Moolenaarc5089bb2013-06-14 21:15:25 +02003940 if (s1 != s2)
Bram Moolenaar428e9872013-05-30 17:05:39 +02003941 return FALSE;
Bram Moolenaara0169122013-06-26 18:16:58 +02003942 if (s1 != -1 && sub1->list.multi[i].start.col
Bram Moolenaar428e9872013-05-30 17:05:39 +02003943 != sub2->list.multi[i].start.col)
3944 return FALSE;
Bram Moolenaar428e9872013-05-30 17:05:39 +02003945 }
3946 }
3947 else
3948 {
3949 for (i = 0; i < todo; ++i)
3950 {
3951 if (i < sub1->in_use)
Bram Moolenaar428e9872013-05-30 17:05:39 +02003952 sp1 = sub1->list.line[i].start;
Bram Moolenaar428e9872013-05-30 17:05:39 +02003953 else
Bram Moolenaar428e9872013-05-30 17:05:39 +02003954 sp1 = NULL;
Bram Moolenaar428e9872013-05-30 17:05:39 +02003955 if (i < sub2->in_use)
Bram Moolenaar428e9872013-05-30 17:05:39 +02003956 sp2 = sub2->list.line[i].start;
Bram Moolenaar428e9872013-05-30 17:05:39 +02003957 else
Bram Moolenaar428e9872013-05-30 17:05:39 +02003958 sp2 = NULL;
Bram Moolenaarc5089bb2013-06-14 21:15:25 +02003959 if (sp1 != sp2)
Bram Moolenaar428e9872013-05-30 17:05:39 +02003960 return FALSE;
3961 }
3962 }
3963
3964 return TRUE;
3965}
3966
Bram Moolenaarf6de0322013-06-02 21:30:04 +02003967#ifdef ENABLE_LOG
3968 static void
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02003969report_state(char *action,
3970 regsub_T *sub,
3971 nfa_state_T *state,
3972 int lid,
3973 nfa_pim_T *pim)
Bram Moolenaarf6de0322013-06-02 21:30:04 +02003974{
3975 int col;
3976
3977 if (sub->in_use <= 0)
3978 col = -1;
3979 else if (REG_MULTI)
3980 col = sub->list.multi[0].start.col;
3981 else
3982 col = (int)(sub->list.line[0].start - regline);
3983 nfa_set_code(state->c);
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02003984 fprintf(log_fd, "> %s state %d to list %d. char %d: %s (start col %d)%s\n",
3985 action, abs(state->id), lid, state->c, code, col,
3986 pim_info(pim));
Bram Moolenaarf6de0322013-06-02 21:30:04 +02003987}
3988#endif
3989
Bram Moolenaar43e02982013-06-07 17:31:29 +02003990/*
3991 * Return TRUE if the same state is already in list "l" with the same
3992 * positions as "subs".
3993 */
3994 static int
Bram Moolenaar69b52452013-07-17 21:10:51 +02003995has_state_with_pos(l, state, subs, pim)
Bram Moolenaar43e02982013-06-07 17:31:29 +02003996 nfa_list_T *l; /* runtime state list */
3997 nfa_state_T *state; /* state to update */
3998 regsubs_T *subs; /* pointers to subexpressions */
Bram Moolenaar69b52452013-07-17 21:10:51 +02003999 nfa_pim_T *pim; /* postponed match or NULL */
Bram Moolenaar43e02982013-06-07 17:31:29 +02004000{
4001 nfa_thread_T *thread;
4002 int i;
4003
4004 for (i = 0; i < l->n; ++i)
4005 {
4006 thread = &l->t[i];
4007 if (thread->state->id == state->id
4008 && sub_equal(&thread->subs.norm, &subs->norm)
4009#ifdef FEAT_SYN_HL
Bram Moolenaarc5089bb2013-06-14 21:15:25 +02004010 && (!nfa_has_zsubexpr
4011 || sub_equal(&thread->subs.synt, &subs->synt))
Bram Moolenaar43e02982013-06-07 17:31:29 +02004012#endif
Bram Moolenaar69b52452013-07-17 21:10:51 +02004013 && pim_equal(&thread->pim, pim))
Bram Moolenaar43e02982013-06-07 17:31:29 +02004014 return TRUE;
4015 }
4016 return FALSE;
4017}
4018
4019/*
Bram Moolenaar69b52452013-07-17 21:10:51 +02004020 * Return TRUE if "one" and "two" are equal. That includes when both are not
4021 * set.
4022 */
4023 static int
4024pim_equal(one, two)
4025 nfa_pim_T *one;
4026 nfa_pim_T *two;
4027{
4028 int one_unused = (one == NULL || one->result == NFA_PIM_UNUSED);
4029 int two_unused = (two == NULL || two->result == NFA_PIM_UNUSED);
4030
4031 if (one_unused)
4032 /* one is unused: equal when two is also unused */
4033 return two_unused;
4034 if (two_unused)
4035 /* one is used and two is not: not equal */
4036 return FALSE;
Bram Moolenaar3f0df062013-08-14 13:34:25 +02004037 /* compare the state id */
4038 if (one->state->id != two->state->id)
4039 return FALSE;
Bram Moolenaar69b52452013-07-17 21:10:51 +02004040 /* compare the position */
4041 if (REG_MULTI)
4042 return one->end.pos.lnum == two->end.pos.lnum
4043 && one->end.pos.col == two->end.pos.col;
4044 return one->end.ptr == two->end.ptr;
4045}
4046
4047/*
Bram Moolenaar1e02e662013-06-08 23:26:27 +02004048 * Return TRUE if "state" leads to a NFA_MATCH without advancing the input.
4049 */
4050 static int
4051match_follows(startstate, depth)
4052 nfa_state_T *startstate;
4053 int depth;
4054{
4055 nfa_state_T *state = startstate;
4056
4057 /* avoid too much recursion */
4058 if (depth > 10)
4059 return FALSE;
4060
Bram Moolenaar690ae9c2013-07-13 20:58:11 +02004061 while (state != NULL)
Bram Moolenaar1e02e662013-06-08 23:26:27 +02004062 {
4063 switch (state->c)
4064 {
4065 case NFA_MATCH:
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02004066 case NFA_MCLOSE:
4067 case NFA_END_INVISIBLE:
4068 case NFA_END_INVISIBLE_NEG:
4069 case NFA_END_PATTERN:
Bram Moolenaar1e02e662013-06-08 23:26:27 +02004070 return TRUE;
4071
4072 case NFA_SPLIT:
4073 return match_follows(state->out, depth + 1)
4074 || match_follows(state->out1, depth + 1);
4075
4076 case NFA_START_INVISIBLE:
Bram Moolenaara2947e22013-06-11 22:44:09 +02004077 case NFA_START_INVISIBLE_FIRST:
Bram Moolenaar1e02e662013-06-08 23:26:27 +02004078 case NFA_START_INVISIBLE_BEFORE:
Bram Moolenaara2947e22013-06-11 22:44:09 +02004079 case NFA_START_INVISIBLE_BEFORE_FIRST:
Bram Moolenaar1e02e662013-06-08 23:26:27 +02004080 case NFA_START_INVISIBLE_NEG:
Bram Moolenaara2947e22013-06-11 22:44:09 +02004081 case NFA_START_INVISIBLE_NEG_FIRST:
Bram Moolenaar1e02e662013-06-08 23:26:27 +02004082 case NFA_START_INVISIBLE_BEFORE_NEG:
Bram Moolenaara2947e22013-06-11 22:44:09 +02004083 case NFA_START_INVISIBLE_BEFORE_NEG_FIRST:
Bram Moolenaar1e02e662013-06-08 23:26:27 +02004084 case NFA_COMPOSING:
4085 /* skip ahead to next state */
4086 state = state->out1->out;
Bram Moolenaar690ae9c2013-07-13 20:58:11 +02004087 continue;
Bram Moolenaar1e02e662013-06-08 23:26:27 +02004088
4089 case NFA_ANY:
4090 case NFA_IDENT:
4091 case NFA_SIDENT:
4092 case NFA_KWORD:
4093 case NFA_SKWORD:
4094 case NFA_FNAME:
4095 case NFA_SFNAME:
4096 case NFA_PRINT:
4097 case NFA_SPRINT:
4098 case NFA_WHITE:
4099 case NFA_NWHITE:
4100 case NFA_DIGIT:
4101 case NFA_NDIGIT:
4102 case NFA_HEX:
4103 case NFA_NHEX:
4104 case NFA_OCTAL:
4105 case NFA_NOCTAL:
4106 case NFA_WORD:
4107 case NFA_NWORD:
4108 case NFA_HEAD:
4109 case NFA_NHEAD:
4110 case NFA_ALPHA:
4111 case NFA_NALPHA:
4112 case NFA_LOWER:
4113 case NFA_NLOWER:
4114 case NFA_UPPER:
4115 case NFA_NUPPER:
Bram Moolenaar1cfad522013-08-14 12:06:49 +02004116 case NFA_LOWER_IC:
4117 case NFA_NLOWER_IC:
4118 case NFA_UPPER_IC:
4119 case NFA_NUPPER_IC:
Bram Moolenaar1e02e662013-06-08 23:26:27 +02004120 case NFA_START_COLL:
4121 case NFA_START_NEG_COLL:
4122 case NFA_NEWL:
4123 /* state will advance input */
4124 return FALSE;
4125
4126 default:
4127 if (state->c > 0)
4128 /* state will advance input */
4129 return FALSE;
4130
4131 /* Others: zero-width or possibly zero-width, might still find
4132 * a match at the same position, keep looking. */
4133 break;
4134 }
4135 state = state->out;
4136 }
4137 return FALSE;
4138}
4139
4140
4141/*
Bram Moolenaar43e02982013-06-07 17:31:29 +02004142 * Return TRUE if "state" is already in list "l".
4143 */
4144 static int
4145state_in_list(l, state, subs)
4146 nfa_list_T *l; /* runtime state list */
4147 nfa_state_T *state; /* state to update */
4148 regsubs_T *subs; /* pointers to subexpressions */
4149{
4150 if (state->lastlist[nfa_ll_index] == l->id)
4151 {
Bram Moolenaar69b52452013-07-17 21:10:51 +02004152 if (!nfa_has_backref || has_state_with_pos(l, state, subs, NULL))
Bram Moolenaar43e02982013-06-07 17:31:29 +02004153 return TRUE;
4154 }
4155 return FALSE;
4156}
4157
Bram Moolenaard05bf562013-06-30 23:24:08 +02004158/*
4159 * Add "state" and possibly what follows to state list ".".
4160 * Returns "subs_arg", possibly copied into temp_subs.
4161 */
4162
4163 static regsubs_T *
4164addstate(l, state, subs_arg, pim, off)
4165 nfa_list_T *l; /* runtime state list */
4166 nfa_state_T *state; /* state to update */
4167 regsubs_T *subs_arg; /* pointers to subexpressions */
4168 nfa_pim_T *pim; /* postponed look-behind match */
4169 int off; /* byte offset, when -1 go to next line */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004170{
Bram Moolenaar963fee22013-05-26 21:47:28 +02004171 int subidx;
Bram Moolenaar428e9872013-05-30 17:05:39 +02004172 nfa_thread_T *thread;
Bram Moolenaar963fee22013-05-26 21:47:28 +02004173 lpos_T save_lpos;
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004174 int save_in_use;
Bram Moolenaar963fee22013-05-26 21:47:28 +02004175 char_u *save_ptr;
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004176 int i;
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004177 regsub_T *sub;
Bram Moolenaard05bf562013-06-30 23:24:08 +02004178 regsubs_T *subs = subs_arg;
4179 static regsubs_T temp_subs;
Bram Moolenaar2d5e1122013-05-30 21:42:13 +02004180#ifdef ENABLE_LOG
4181 int did_print = FALSE;
4182#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004183
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004184 switch (state->c)
4185 {
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004186 case NFA_NCLOSE:
4187 case NFA_MCLOSE:
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004188 case NFA_MCLOSE1:
4189 case NFA_MCLOSE2:
4190 case NFA_MCLOSE3:
4191 case NFA_MCLOSE4:
4192 case NFA_MCLOSE5:
4193 case NFA_MCLOSE6:
4194 case NFA_MCLOSE7:
4195 case NFA_MCLOSE8:
4196 case NFA_MCLOSE9:
4197#ifdef FEAT_SYN_HL
4198 case NFA_ZCLOSE:
4199 case NFA_ZCLOSE1:
4200 case NFA_ZCLOSE2:
4201 case NFA_ZCLOSE3:
4202 case NFA_ZCLOSE4:
4203 case NFA_ZCLOSE5:
4204 case NFA_ZCLOSE6:
4205 case NFA_ZCLOSE7:
4206 case NFA_ZCLOSE8:
4207 case NFA_ZCLOSE9:
4208#endif
Bram Moolenaar398d53d2013-08-01 15:45:52 +02004209 case NFA_MOPEN:
Bram Moolenaar67604ae2013-06-05 16:51:57 +02004210 case NFA_ZEND:
Bram Moolenaar927d4a12013-06-09 17:25:34 +02004211 case NFA_SPLIT:
Bram Moolenaar927d4a12013-06-09 17:25:34 +02004212 case NFA_SKIP_CHAR:
Bram Moolenaar5714b802013-05-28 22:03:20 +02004213 /* These nodes are not added themselves but their "out" and/or
4214 * "out1" may be added below. */
4215 break;
4216
Bram Moolenaar398d53d2013-08-01 15:45:52 +02004217 case NFA_BOL:
4218 case NFA_BOF:
4219 /* "^" won't match past end-of-line, don't bother trying.
4220 * Except when at the end of the line, or when we are going to the
4221 * next line for a look-behind match. */
4222 if (reginput > regline
4223 && *reginput != NUL
4224 && (nfa_endp == NULL
4225 || !REG_MULTI
4226 || reglnum == nfa_endp->se_u.pos.lnum))
4227 goto skip_add;
4228 /* FALLTHROUGH */
4229
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004230 case NFA_MOPEN1:
4231 case NFA_MOPEN2:
4232 case NFA_MOPEN3:
4233 case NFA_MOPEN4:
4234 case NFA_MOPEN5:
4235 case NFA_MOPEN6:
4236 case NFA_MOPEN7:
4237 case NFA_MOPEN8:
4238 case NFA_MOPEN9:
4239#ifdef FEAT_SYN_HL
4240 case NFA_ZOPEN:
4241 case NFA_ZOPEN1:
4242 case NFA_ZOPEN2:
4243 case NFA_ZOPEN3:
4244 case NFA_ZOPEN4:
4245 case NFA_ZOPEN5:
4246 case NFA_ZOPEN6:
4247 case NFA_ZOPEN7:
4248 case NFA_ZOPEN8:
4249 case NFA_ZOPEN9:
4250#endif
Bram Moolenaar398d53d2013-08-01 15:45:52 +02004251 case NFA_NOPEN:
Bram Moolenaar67604ae2013-06-05 16:51:57 +02004252 case NFA_ZSTART:
Bram Moolenaar398d53d2013-08-01 15:45:52 +02004253 /* These nodes need to be added so that we can bail out when it
4254 * was added to this list before at the same position to avoid an
4255 * endless loop for "\(\)*" */
Bram Moolenaar307aa162013-06-02 16:34:21 +02004256
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004257 default:
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02004258 if (state->lastlist[nfa_ll_index] == l->id)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004259 {
Bram Moolenaar5714b802013-05-28 22:03:20 +02004260 /* This state is already in the list, don't add it again,
Bram Moolenaara0169122013-06-26 18:16:58 +02004261 * unless it is an MOPEN that is used for a backreference or
4262 * when there is a PIM. */
Bram Moolenaar196ed142013-07-21 18:59:24 +02004263 if (!nfa_has_backref && pim == NULL && !l->has_pim)
Bram Moolenaar2d5e1122013-05-30 21:42:13 +02004264 {
4265skip_add:
4266#ifdef ENABLE_LOG
4267 nfa_set_code(state->c);
4268 fprintf(log_fd, "> Not adding state %d to list %d. char %d: %s\n",
4269 abs(state->id), l->id, state->c, code);
4270#endif
Bram Moolenaard05bf562013-06-30 23:24:08 +02004271 return subs;
Bram Moolenaar2d5e1122013-05-30 21:42:13 +02004272 }
Bram Moolenaar428e9872013-05-30 17:05:39 +02004273
Bram Moolenaar927d4a12013-06-09 17:25:34 +02004274 /* Do not add the state again when it exists with the same
4275 * positions. */
Bram Moolenaar69b52452013-07-17 21:10:51 +02004276 if (has_state_with_pos(l, state, subs, pim))
Bram Moolenaar43e02982013-06-07 17:31:29 +02004277 goto skip_add;
Bram Moolenaar428e9872013-05-30 17:05:39 +02004278 }
4279
Bram Moolenaara0169122013-06-26 18:16:58 +02004280 /* When there are backreferences or PIMs the number of states may
4281 * be (a lot) bigger than anticipated. */
4282 if (l->n == l->len)
Bram Moolenaar428e9872013-05-30 17:05:39 +02004283 {
4284 int newlen = l->len * 3 / 2 + 50;
4285
Bram Moolenaard05bf562013-06-30 23:24:08 +02004286 if (subs != &temp_subs)
4287 {
4288 /* "subs" may point into the current array, need to make a
4289 * copy before it becomes invalid. */
4290 copy_sub(&temp_subs.norm, &subs->norm);
4291#ifdef FEAT_SYN_HL
4292 if (nfa_has_zsubexpr)
4293 copy_sub(&temp_subs.synt, &subs->synt);
4294#endif
4295 subs = &temp_subs;
4296 }
4297
Bram Moolenaar428e9872013-05-30 17:05:39 +02004298 l->t = vim_realloc(l->t, newlen * sizeof(nfa_thread_T));
4299 l->len = newlen;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004300 }
Bram Moolenaar5714b802013-05-28 22:03:20 +02004301
4302 /* add the state to the list */
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02004303 state->lastlist[nfa_ll_index] = l->id;
Bram Moolenaar428e9872013-05-30 17:05:39 +02004304 thread = &l->t[l->n++];
4305 thread->state = state;
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02004306 if (pim == NULL)
4307 thread->pim.result = NFA_PIM_UNUSED;
4308 else
Bram Moolenaar196ed142013-07-21 18:59:24 +02004309 {
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02004310 copy_pim(&thread->pim, pim);
Bram Moolenaar196ed142013-07-21 18:59:24 +02004311 l->has_pim = TRUE;
4312 }
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004313 copy_sub(&thread->subs.norm, &subs->norm);
4314#ifdef FEAT_SYN_HL
Bram Moolenaarf6de0322013-06-02 21:30:04 +02004315 if (nfa_has_zsubexpr)
4316 copy_sub(&thread->subs.synt, &subs->synt);
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004317#endif
Bram Moolenaar2d5e1122013-05-30 21:42:13 +02004318#ifdef ENABLE_LOG
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02004319 report_state("Adding", &thread->subs.norm, state, l->id, pim);
Bram Moolenaarf6de0322013-06-02 21:30:04 +02004320 did_print = TRUE;
Bram Moolenaar2d5e1122013-05-30 21:42:13 +02004321#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004322 }
4323
4324#ifdef ENABLE_LOG
Bram Moolenaar2d5e1122013-05-30 21:42:13 +02004325 if (!did_print)
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02004326 report_state("Processing", &subs->norm, state, l->id, pim);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004327#endif
4328 switch (state->c)
4329 {
4330 case NFA_MATCH:
Bram Moolenaar963fee22013-05-26 21:47:28 +02004331 nfa_match = TRUE;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004332 break;
4333
4334 case NFA_SPLIT:
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004335 /* order matters here */
Bram Moolenaard05bf562013-06-30 23:24:08 +02004336 subs = addstate(l, state->out, subs, pim, off);
4337 subs = addstate(l, state->out1, subs, pim, off);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004338 break;
4339
Bram Moolenaar5714b802013-05-28 22:03:20 +02004340 case NFA_SKIP_CHAR:
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004341 case NFA_NOPEN:
4342 case NFA_NCLOSE:
Bram Moolenaard05bf562013-06-30 23:24:08 +02004343 subs = addstate(l, state->out, subs, pim, off);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004344 break;
4345
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004346 case NFA_MOPEN:
4347 case NFA_MOPEN1:
4348 case NFA_MOPEN2:
4349 case NFA_MOPEN3:
4350 case NFA_MOPEN4:
4351 case NFA_MOPEN5:
4352 case NFA_MOPEN6:
4353 case NFA_MOPEN7:
4354 case NFA_MOPEN8:
4355 case NFA_MOPEN9:
4356#ifdef FEAT_SYN_HL
4357 case NFA_ZOPEN:
4358 case NFA_ZOPEN1:
4359 case NFA_ZOPEN2:
4360 case NFA_ZOPEN3:
4361 case NFA_ZOPEN4:
4362 case NFA_ZOPEN5:
4363 case NFA_ZOPEN6:
4364 case NFA_ZOPEN7:
4365 case NFA_ZOPEN8:
4366 case NFA_ZOPEN9:
4367#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004368 case NFA_ZSTART:
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004369 if (state->c == NFA_ZSTART)
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004370 {
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004371 subidx = 0;
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004372 sub = &subs->norm;
4373 }
4374#ifdef FEAT_SYN_HL
Bram Moolenaarebefd992013-08-14 14:18:40 +02004375 else if (state->c >= NFA_ZOPEN && state->c <= NFA_ZOPEN9)
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004376 {
4377 subidx = state->c - NFA_ZOPEN;
4378 sub = &subs->synt;
4379 }
4380#endif
Bram Moolenaar963fee22013-05-26 21:47:28 +02004381 else
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004382 {
Bram Moolenaar963fee22013-05-26 21:47:28 +02004383 subidx = state->c - NFA_MOPEN;
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004384 sub = &subs->norm;
4385 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004386
Bram Moolenaarde9149e2013-07-17 19:22:13 +02004387 /* avoid compiler warnings */
4388 save_ptr = NULL;
4389 save_lpos.lnum = 0;
4390 save_lpos.col = 0;
4391
Bram Moolenaar927d4a12013-06-09 17:25:34 +02004392 /* Set the position (with "off" added) in the subexpression. Save
4393 * and restore it when it was in use. Otherwise fill any gap. */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004394 if (REG_MULTI)
4395 {
Bram Moolenaar5714b802013-05-28 22:03:20 +02004396 if (subidx < sub->in_use)
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004397 {
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004398 save_lpos = sub->list.multi[subidx].start;
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004399 save_in_use = -1;
4400 }
4401 else
4402 {
Bram Moolenaar5714b802013-05-28 22:03:20 +02004403 save_in_use = sub->in_use;
4404 for (i = sub->in_use; i < subidx; ++i)
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004405 {
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004406 sub->list.multi[i].start.lnum = -1;
4407 sub->list.multi[i].end.lnum = -1;
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004408 }
Bram Moolenaar5714b802013-05-28 22:03:20 +02004409 sub->in_use = subidx + 1;
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004410 }
Bram Moolenaar35b23862013-05-22 23:00:40 +02004411 if (off == -1)
4412 {
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004413 sub->list.multi[subidx].start.lnum = reglnum + 1;
4414 sub->list.multi[subidx].start.col = 0;
Bram Moolenaar35b23862013-05-22 23:00:40 +02004415 }
4416 else
4417 {
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004418 sub->list.multi[subidx].start.lnum = reglnum;
4419 sub->list.multi[subidx].start.col =
Bram Moolenaar35b23862013-05-22 23:00:40 +02004420 (colnr_T)(reginput - regline + off);
4421 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004422 }
4423 else
4424 {
Bram Moolenaar5714b802013-05-28 22:03:20 +02004425 if (subidx < sub->in_use)
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004426 {
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004427 save_ptr = sub->list.line[subidx].start;
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004428 save_in_use = -1;
4429 }
4430 else
4431 {
Bram Moolenaar5714b802013-05-28 22:03:20 +02004432 save_in_use = sub->in_use;
4433 for (i = sub->in_use; i < subidx; ++i)
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004434 {
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004435 sub->list.line[i].start = NULL;
4436 sub->list.line[i].end = NULL;
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004437 }
Bram Moolenaar5714b802013-05-28 22:03:20 +02004438 sub->in_use = subidx + 1;
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004439 }
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004440 sub->list.line[subidx].start = reginput + off;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004441 }
4442
Bram Moolenaard05bf562013-06-30 23:24:08 +02004443 subs = addstate(l, state->out, subs, pim, off);
Bram Moolenaarebefd992013-08-14 14:18:40 +02004444 /* "subs" may have changed, need to set "sub" again */
4445#ifdef FEAT_SYN_HL
4446 if (state->c >= NFA_ZOPEN && state->c <= NFA_ZOPEN9)
4447 sub = &subs->synt;
4448 else
4449#endif
4450 sub = &subs->norm;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004451
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004452 if (save_in_use == -1)
4453 {
4454 if (REG_MULTI)
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004455 sub->list.multi[subidx].start = save_lpos;
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004456 else
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004457 sub->list.line[subidx].start = save_ptr;
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004458 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004459 else
Bram Moolenaar5714b802013-05-28 22:03:20 +02004460 sub->in_use = save_in_use;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004461 break;
4462
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004463 case NFA_MCLOSE:
Bram Moolenaar9be44812013-09-05 21:15:44 +02004464 if (nfa_has_zend && (REG_MULTI
4465 ? subs->norm.list.multi[0].end.lnum >= 0
4466 : subs->norm.list.line[0].end != NULL))
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004467 {
Bram Moolenaar9be44812013-09-05 21:15:44 +02004468 /* Do not overwrite the position set by \ze. */
Bram Moolenaard05bf562013-06-30 23:24:08 +02004469 subs = addstate(l, state->out, subs, pim, off);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004470 break;
4471 }
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004472 case NFA_MCLOSE1:
4473 case NFA_MCLOSE2:
4474 case NFA_MCLOSE3:
4475 case NFA_MCLOSE4:
4476 case NFA_MCLOSE5:
4477 case NFA_MCLOSE6:
4478 case NFA_MCLOSE7:
4479 case NFA_MCLOSE8:
4480 case NFA_MCLOSE9:
4481#ifdef FEAT_SYN_HL
4482 case NFA_ZCLOSE:
4483 case NFA_ZCLOSE1:
4484 case NFA_ZCLOSE2:
4485 case NFA_ZCLOSE3:
4486 case NFA_ZCLOSE4:
4487 case NFA_ZCLOSE5:
4488 case NFA_ZCLOSE6:
4489 case NFA_ZCLOSE7:
4490 case NFA_ZCLOSE8:
4491 case NFA_ZCLOSE9:
4492#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004493 case NFA_ZEND:
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004494 if (state->c == NFA_ZEND)
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004495 {
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004496 subidx = 0;
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004497 sub = &subs->norm;
4498 }
4499#ifdef FEAT_SYN_HL
Bram Moolenaarebefd992013-08-14 14:18:40 +02004500 else if (state->c >= NFA_ZCLOSE && state->c <= NFA_ZCLOSE9)
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004501 {
4502 subidx = state->c - NFA_ZCLOSE;
4503 sub = &subs->synt;
4504 }
4505#endif
Bram Moolenaar963fee22013-05-26 21:47:28 +02004506 else
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004507 {
Bram Moolenaar963fee22013-05-26 21:47:28 +02004508 subidx = state->c - NFA_MCLOSE;
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004509 sub = &subs->norm;
4510 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004511
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004512 /* We don't fill in gaps here, there must have been an MOPEN that
4513 * has done that. */
Bram Moolenaar5714b802013-05-28 22:03:20 +02004514 save_in_use = sub->in_use;
4515 if (sub->in_use <= subidx)
4516 sub->in_use = subidx + 1;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004517 if (REG_MULTI)
4518 {
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004519 save_lpos = sub->list.multi[subidx].end;
Bram Moolenaar35b23862013-05-22 23:00:40 +02004520 if (off == -1)
4521 {
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004522 sub->list.multi[subidx].end.lnum = reglnum + 1;
4523 sub->list.multi[subidx].end.col = 0;
Bram Moolenaar35b23862013-05-22 23:00:40 +02004524 }
4525 else
4526 {
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004527 sub->list.multi[subidx].end.lnum = reglnum;
4528 sub->list.multi[subidx].end.col =
Bram Moolenaar963fee22013-05-26 21:47:28 +02004529 (colnr_T)(reginput - regline + off);
Bram Moolenaar35b23862013-05-22 23:00:40 +02004530 }
Bram Moolenaarde9149e2013-07-17 19:22:13 +02004531 /* avoid compiler warnings */
4532 save_ptr = NULL;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004533 }
4534 else
4535 {
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004536 save_ptr = sub->list.line[subidx].end;
4537 sub->list.line[subidx].end = reginput + off;
Bram Moolenaarde9149e2013-07-17 19:22:13 +02004538 /* avoid compiler warnings */
4539 save_lpos.lnum = 0;
4540 save_lpos.col = 0;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004541 }
4542
Bram Moolenaard05bf562013-06-30 23:24:08 +02004543 subs = addstate(l, state->out, subs, pim, off);
Bram Moolenaarebefd992013-08-14 14:18:40 +02004544 /* "subs" may have changed, need to set "sub" again */
4545#ifdef FEAT_SYN_HL
4546 if (state->c >= NFA_ZCLOSE && state->c <= NFA_ZCLOSE9)
4547 sub = &subs->synt;
4548 else
4549#endif
4550 sub = &subs->norm;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004551
4552 if (REG_MULTI)
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004553 sub->list.multi[subidx].end = save_lpos;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004554 else
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004555 sub->list.line[subidx].end = save_ptr;
Bram Moolenaar5714b802013-05-28 22:03:20 +02004556 sub->in_use = save_in_use;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004557 break;
4558 }
Bram Moolenaard05bf562013-06-30 23:24:08 +02004559 return subs;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004560}
4561
4562/*
Bram Moolenaar4b417062013-05-25 20:19:50 +02004563 * Like addstate(), but the new state(s) are put at position "*ip".
4564 * Used for zero-width matches, next state to use is the added one.
4565 * This makes sure the order of states to be tried does not change, which
4566 * matters for alternatives.
4567 */
4568 static void
Bram Moolenaara2d95102013-06-04 14:23:05 +02004569addstate_here(l, state, subs, pim, ip)
Bram Moolenaar4b417062013-05-25 20:19:50 +02004570 nfa_list_T *l; /* runtime state list */
4571 nfa_state_T *state; /* state to update */
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004572 regsubs_T *subs; /* pointers to subexpressions */
Bram Moolenaara2d95102013-06-04 14:23:05 +02004573 nfa_pim_T *pim; /* postponed look-behind match */
Bram Moolenaar4b417062013-05-25 20:19:50 +02004574 int *ip;
4575{
4576 int tlen = l->n;
4577 int count;
Bram Moolenaara2d95102013-06-04 14:23:05 +02004578 int listidx = *ip;
Bram Moolenaar4b417062013-05-25 20:19:50 +02004579
4580 /* first add the state(s) at the end, so that we know how many there are */
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02004581 addstate(l, state, subs, pim, 0);
Bram Moolenaara2d95102013-06-04 14:23:05 +02004582
Bram Moolenaar4b417062013-05-25 20:19:50 +02004583 /* when "*ip" was at the end of the list, nothing to do */
Bram Moolenaara2d95102013-06-04 14:23:05 +02004584 if (listidx + 1 == tlen)
Bram Moolenaar4b417062013-05-25 20:19:50 +02004585 return;
4586
4587 /* re-order to put the new state at the current position */
4588 count = l->n - tlen;
Bram Moolenaara50d02d2013-06-16 15:43:50 +02004589 if (count == 0)
4590 return; /* no state got added */
Bram Moolenaar428e9872013-05-30 17:05:39 +02004591 if (count == 1)
4592 {
4593 /* overwrite the current state */
Bram Moolenaara2d95102013-06-04 14:23:05 +02004594 l->t[listidx] = l->t[l->n - 1];
Bram Moolenaar428e9872013-05-30 17:05:39 +02004595 }
4596 else if (count > 1)
Bram Moolenaar4b417062013-05-25 20:19:50 +02004597 {
Bram Moolenaar55480dc2013-06-30 13:17:24 +02004598 if (l->n + count - 1 >= l->len)
4599 {
4600 /* not enough space to move the new states, reallocate the list
4601 * and move the states to the right position */
4602 nfa_thread_T *newl;
4603
4604 l->len = l->len * 3 / 2 + 50;
4605 newl = (nfa_thread_T *)alloc(l->len * sizeof(nfa_thread_T));
4606 if (newl == NULL)
4607 return;
4608 mch_memmove(&(newl[0]),
4609 &(l->t[0]),
4610 sizeof(nfa_thread_T) * listidx);
4611 mch_memmove(&(newl[listidx]),
4612 &(l->t[l->n - count]),
4613 sizeof(nfa_thread_T) * count);
4614 mch_memmove(&(newl[listidx + count]),
4615 &(l->t[listidx + 1]),
4616 sizeof(nfa_thread_T) * (l->n - count - listidx - 1));
4617 vim_free(l->t);
4618 l->t = newl;
4619 }
4620 else
4621 {
4622 /* make space for new states, then move them from the
4623 * end to the current position */
4624 mch_memmove(&(l->t[listidx + count]),
4625 &(l->t[listidx + 1]),
4626 sizeof(nfa_thread_T) * (l->n - listidx - 1));
4627 mch_memmove(&(l->t[listidx]),
4628 &(l->t[l->n - 1]),
4629 sizeof(nfa_thread_T) * count);
4630 }
Bram Moolenaar4b417062013-05-25 20:19:50 +02004631 }
Bram Moolenaar4b417062013-05-25 20:19:50 +02004632 --l->n;
Bram Moolenaara2d95102013-06-04 14:23:05 +02004633 *ip = listidx - 1;
Bram Moolenaar4b417062013-05-25 20:19:50 +02004634}
4635
4636/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004637 * Check character class "class" against current character c.
4638 */
4639 static int
4640check_char_class(class, c)
4641 int class;
4642 int c;
4643{
4644 switch (class)
4645 {
4646 case NFA_CLASS_ALNUM:
Bram Moolenaar745fc022013-05-20 22:20:02 +02004647 if (c >= 1 && c <= 255 && isalnum(c))
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004648 return OK;
4649 break;
4650 case NFA_CLASS_ALPHA:
Bram Moolenaar745fc022013-05-20 22:20:02 +02004651 if (c >= 1 && c <= 255 && isalpha(c))
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004652 return OK;
4653 break;
4654 case NFA_CLASS_BLANK:
4655 if (c == ' ' || c == '\t')
4656 return OK;
4657 break;
4658 case NFA_CLASS_CNTRL:
Bram Moolenaar745fc022013-05-20 22:20:02 +02004659 if (c >= 1 && c <= 255 && iscntrl(c))
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004660 return OK;
4661 break;
4662 case NFA_CLASS_DIGIT:
4663 if (VIM_ISDIGIT(c))
4664 return OK;
4665 break;
4666 case NFA_CLASS_GRAPH:
Bram Moolenaar745fc022013-05-20 22:20:02 +02004667 if (c >= 1 && c <= 255 && isgraph(c))
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004668 return OK;
4669 break;
4670 case NFA_CLASS_LOWER:
4671 if (MB_ISLOWER(c))
4672 return OK;
4673 break;
4674 case NFA_CLASS_PRINT:
4675 if (vim_isprintc(c))
4676 return OK;
4677 break;
4678 case NFA_CLASS_PUNCT:
Bram Moolenaar745fc022013-05-20 22:20:02 +02004679 if (c >= 1 && c <= 255 && ispunct(c))
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004680 return OK;
4681 break;
4682 case NFA_CLASS_SPACE:
Bram Moolenaardecd9542013-06-07 16:31:50 +02004683 if ((c >= 9 && c <= 13) || (c == ' '))
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004684 return OK;
4685 break;
4686 case NFA_CLASS_UPPER:
4687 if (MB_ISUPPER(c))
4688 return OK;
4689 break;
4690 case NFA_CLASS_XDIGIT:
4691 if (vim_isxdigit(c))
4692 return OK;
4693 break;
4694 case NFA_CLASS_TAB:
4695 if (c == '\t')
4696 return OK;
4697 break;
4698 case NFA_CLASS_RETURN:
4699 if (c == '\r')
4700 return OK;
4701 break;
4702 case NFA_CLASS_BACKSPACE:
4703 if (c == '\b')
4704 return OK;
4705 break;
4706 case NFA_CLASS_ESCAPE:
4707 if (c == '\033')
4708 return OK;
4709 break;
4710
4711 default:
4712 /* should not be here :P */
Bram Moolenaar417bad22013-06-07 14:08:30 +02004713 EMSGN("E877: (NFA regexp) Invalid character class: %ld", class);
4714 return FAIL;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004715 }
4716 return FAIL;
4717}
4718
Bram Moolenaar5714b802013-05-28 22:03:20 +02004719/*
4720 * Check for a match with subexpression "subidx".
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004721 * Return TRUE if it matches.
Bram Moolenaar5714b802013-05-28 22:03:20 +02004722 */
4723 static int
4724match_backref(sub, subidx, bytelen)
4725 regsub_T *sub; /* pointers to subexpressions */
4726 int subidx;
4727 int *bytelen; /* out: length of match in bytes */
4728{
4729 int len;
4730
4731 if (sub->in_use <= subidx)
4732 {
4733retempty:
4734 /* backref was not set, match an empty string */
4735 *bytelen = 0;
4736 return TRUE;
4737 }
4738
4739 if (REG_MULTI)
4740 {
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004741 if (sub->list.multi[subidx].start.lnum < 0
4742 || sub->list.multi[subidx].end.lnum < 0)
Bram Moolenaar5714b802013-05-28 22:03:20 +02004743 goto retempty;
Bram Moolenaar580abea2013-06-14 20:31:28 +02004744 if (sub->list.multi[subidx].start.lnum == reglnum
4745 && sub->list.multi[subidx].end.lnum == reglnum)
Bram Moolenaar5714b802013-05-28 22:03:20 +02004746 {
Bram Moolenaar580abea2013-06-14 20:31:28 +02004747 len = sub->list.multi[subidx].end.col
4748 - sub->list.multi[subidx].start.col;
4749 if (cstrncmp(regline + sub->list.multi[subidx].start.col,
4750 reginput, &len) == 0)
4751 {
4752 *bytelen = len;
4753 return TRUE;
4754 }
4755 }
4756 else
4757 {
4758 if (match_with_backref(
4759 sub->list.multi[subidx].start.lnum,
4760 sub->list.multi[subidx].start.col,
4761 sub->list.multi[subidx].end.lnum,
4762 sub->list.multi[subidx].end.col,
4763 bytelen) == RA_MATCH)
4764 return TRUE;
Bram Moolenaar5714b802013-05-28 22:03:20 +02004765 }
4766 }
4767 else
4768 {
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004769 if (sub->list.line[subidx].start == NULL
4770 || sub->list.line[subidx].end == NULL)
Bram Moolenaar5714b802013-05-28 22:03:20 +02004771 goto retempty;
Bram Moolenaarf9e56b22013-05-28 22:52:16 +02004772 len = (int)(sub->list.line[subidx].end - sub->list.line[subidx].start);
4773 if (cstrncmp(sub->list.line[subidx].start, reginput, &len) == 0)
Bram Moolenaar5714b802013-05-28 22:03:20 +02004774 {
4775 *bytelen = len;
4776 return TRUE;
4777 }
4778 }
4779 return FALSE;
4780}
4781
Bram Moolenaarefb23f22013-06-01 23:02:54 +02004782#ifdef FEAT_SYN_HL
4783
4784static int match_zref __ARGS((int subidx, int *bytelen));
4785
4786/*
4787 * Check for a match with \z subexpression "subidx".
4788 * Return TRUE if it matches.
4789 */
4790 static int
4791match_zref(subidx, bytelen)
4792 int subidx;
4793 int *bytelen; /* out: length of match in bytes */
4794{
4795 int len;
4796
4797 cleanup_zsubexpr();
4798 if (re_extmatch_in == NULL || re_extmatch_in->matches[subidx] == NULL)
4799 {
4800 /* backref was not set, match an empty string */
4801 *bytelen = 0;
4802 return TRUE;
4803 }
4804
4805 len = (int)STRLEN(re_extmatch_in->matches[subidx]);
4806 if (cstrncmp(re_extmatch_in->matches[subidx], reginput, &len) == 0)
4807 {
4808 *bytelen = len;
4809 return TRUE;
4810 }
4811 return FALSE;
4812}
4813#endif
4814
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004815/*
Bram Moolenaarf6de0322013-06-02 21:30:04 +02004816 * Save list IDs for all NFA states of "prog" into "list".
4817 * Also reset the IDs to zero.
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02004818 * Only used for the recursive value lastlist[1].
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004819 */
4820 static void
Bram Moolenaarf6de0322013-06-02 21:30:04 +02004821nfa_save_listids(prog, list)
4822 nfa_regprog_T *prog;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004823 int *list;
4824{
Bram Moolenaarf6de0322013-06-02 21:30:04 +02004825 int i;
4826 nfa_state_T *p;
4827
4828 /* Order in the list is reverse, it's a bit faster that way. */
4829 p = &prog->state[0];
4830 for (i = prog->nstate; --i >= 0; )
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004831 {
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02004832 list[i] = p->lastlist[1];
4833 p->lastlist[1] = 0;
Bram Moolenaarf6de0322013-06-02 21:30:04 +02004834 ++p;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004835 }
4836}
4837
4838/*
4839 * Restore list IDs from "list" to all NFA states.
4840 */
4841 static void
Bram Moolenaarf6de0322013-06-02 21:30:04 +02004842nfa_restore_listids(prog, list)
4843 nfa_regprog_T *prog;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004844 int *list;
4845{
Bram Moolenaarf6de0322013-06-02 21:30:04 +02004846 int i;
4847 nfa_state_T *p;
4848
4849 p = &prog->state[0];
4850 for (i = prog->nstate; --i >= 0; )
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004851 {
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02004852 p->lastlist[1] = list[i];
Bram Moolenaarf6de0322013-06-02 21:30:04 +02004853 ++p;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004854 }
4855}
4856
Bram Moolenaar423532e2013-05-29 21:14:42 +02004857 static int
4858nfa_re_num_cmp(val, op, pos)
4859 long_u val;
4860 int op;
4861 long_u pos;
4862{
4863 if (op == 1) return pos > val;
4864 if (op == 2) return pos < val;
4865 return val == pos;
4866}
4867
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02004868static int recursive_regmatch __ARGS((nfa_state_T *state, nfa_pim_T *pim, nfa_regprog_T *prog, regsubs_T *submatch, regsubs_T *m, int **listids));
Bram Moolenaarf6de0322013-06-02 21:30:04 +02004869static int nfa_regmatch __ARGS((nfa_regprog_T *prog, nfa_state_T *start, regsubs_T *submatch, regsubs_T *m));
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02004870
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02004871/*
Bram Moolenaarf46da702013-06-02 22:37:42 +02004872 * Recursively call nfa_regmatch()
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02004873 * "pim" is NULL or contains info about a Postponed Invisible Match (start
4874 * position).
Bram Moolenaarf46da702013-06-02 22:37:42 +02004875 */
4876 static int
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02004877recursive_regmatch(state, pim, prog, submatch, m, listids)
Bram Moolenaarf46da702013-06-02 22:37:42 +02004878 nfa_state_T *state;
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02004879 nfa_pim_T *pim;
Bram Moolenaarf46da702013-06-02 22:37:42 +02004880 nfa_regprog_T *prog;
4881 regsubs_T *submatch;
4882 regsubs_T *m;
4883 int **listids;
4884{
Bram Moolenaar4c46b5e2013-06-13 22:59:30 +02004885 int save_reginput_col = (int)(reginput - regline);
Bram Moolenaarf46da702013-06-02 22:37:42 +02004886 int save_reglnum = reglnum;
4887 int save_nfa_match = nfa_match;
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02004888 int save_nfa_listid = nfa_listid;
Bram Moolenaarf46da702013-06-02 22:37:42 +02004889 save_se_T *save_nfa_endp = nfa_endp;
4890 save_se_T endpos;
4891 save_se_T *endposp = NULL;
4892 int result;
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02004893 int need_restore = FALSE;
Bram Moolenaarf46da702013-06-02 22:37:42 +02004894
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02004895 if (pim != NULL)
4896 {
4897 /* start at the position where the postponed match was */
4898 if (REG_MULTI)
4899 reginput = regline + pim->end.pos.col;
4900 else
4901 reginput = pim->end.ptr;
4902 }
4903
Bram Moolenaardecd9542013-06-07 16:31:50 +02004904 if (state->c == NFA_START_INVISIBLE_BEFORE
Bram Moolenaara2947e22013-06-11 22:44:09 +02004905 || state->c == NFA_START_INVISIBLE_BEFORE_FIRST
4906 || state->c == NFA_START_INVISIBLE_BEFORE_NEG
4907 || state->c == NFA_START_INVISIBLE_BEFORE_NEG_FIRST)
Bram Moolenaarf46da702013-06-02 22:37:42 +02004908 {
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02004909 /* The recursive match must end at the current position. When "pim" is
4910 * not NULL it specifies the current position. */
Bram Moolenaarf46da702013-06-02 22:37:42 +02004911 endposp = &endpos;
4912 if (REG_MULTI)
4913 {
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02004914 if (pim == NULL)
4915 {
4916 endpos.se_u.pos.col = (int)(reginput - regline);
4917 endpos.se_u.pos.lnum = reglnum;
4918 }
4919 else
4920 endpos.se_u.pos = pim->end.pos;
Bram Moolenaarf46da702013-06-02 22:37:42 +02004921 }
4922 else
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02004923 {
4924 if (pim == NULL)
4925 endpos.se_u.ptr = reginput;
4926 else
4927 endpos.se_u.ptr = pim->end.ptr;
4928 }
Bram Moolenaarf46da702013-06-02 22:37:42 +02004929
4930 /* Go back the specified number of bytes, or as far as the
4931 * start of the previous line, to try matching "\@<=" or
Bram Moolenaar3fb14bc2013-07-14 12:34:56 +02004932 * not matching "\@<!". This is very inefficient, limit the number of
Bram Moolenaare7766ee2013-06-08 22:30:03 +02004933 * bytes if possible. */
Bram Moolenaarf46da702013-06-02 22:37:42 +02004934 if (state->val <= 0)
4935 {
4936 if (REG_MULTI)
4937 {
4938 regline = reg_getline(--reglnum);
4939 if (regline == NULL)
4940 /* can't go before the first line */
4941 regline = reg_getline(++reglnum);
4942 }
4943 reginput = regline;
4944 }
4945 else
4946 {
4947 if (REG_MULTI && (int)(reginput - regline) < state->val)
4948 {
4949 /* Not enough bytes in this line, go to end of
4950 * previous line. */
4951 regline = reg_getline(--reglnum);
4952 if (regline == NULL)
4953 {
4954 /* can't go before the first line */
4955 regline = reg_getline(++reglnum);
4956 reginput = regline;
4957 }
4958 else
4959 reginput = regline + STRLEN(regline);
4960 }
4961 if ((int)(reginput - regline) >= state->val)
4962 {
4963 reginput -= state->val;
4964#ifdef FEAT_MBYTE
4965 if (has_mbyte)
4966 reginput -= mb_head_off(regline, reginput);
4967#endif
4968 }
4969 else
4970 reginput = regline;
4971 }
4972 }
4973
Bram Moolenaarf46da702013-06-02 22:37:42 +02004974#ifdef ENABLE_LOG
4975 if (log_fd != stderr)
4976 fclose(log_fd);
4977 log_fd = NULL;
4978#endif
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02004979 /* Have to clear the lastlist field of the NFA nodes, so that
4980 * nfa_regmatch() and addstate() can run properly after recursion. */
4981 if (nfa_ll_index == 1)
4982 {
4983 /* Already calling nfa_regmatch() recursively. Save the lastlist[1]
4984 * values and clear them. */
4985 if (*listids == NULL)
4986 {
4987 *listids = (int *)lalloc(sizeof(int) * nstate, TRUE);
4988 if (*listids == NULL)
4989 {
4990 EMSG(_("E878: (NFA) Could not allocate memory for branch traversal!"));
4991 return 0;
4992 }
4993 }
4994 nfa_save_listids(prog, *listids);
4995 need_restore = TRUE;
4996 /* any value of nfa_listid will do */
4997 }
4998 else
4999 {
5000 /* First recursive nfa_regmatch() call, switch to the second lastlist
5001 * entry. Make sure nfa_listid is different from a previous recursive
5002 * call, because some states may still have this ID. */
5003 ++nfa_ll_index;
5004 if (nfa_listid <= nfa_alt_listid)
5005 nfa_listid = nfa_alt_listid;
5006 }
5007
5008 /* Call nfa_regmatch() to check if the current concat matches at this
5009 * position. The concat ends with the node NFA_END_INVISIBLE */
Bram Moolenaarf46da702013-06-02 22:37:42 +02005010 nfa_endp = endposp;
5011 result = nfa_regmatch(prog, state->out, submatch, m);
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02005012
5013 if (need_restore)
5014 nfa_restore_listids(prog, *listids);
5015 else
5016 {
5017 --nfa_ll_index;
5018 nfa_alt_listid = nfa_listid;
5019 }
Bram Moolenaarf46da702013-06-02 22:37:42 +02005020
5021 /* restore position in input text */
Bram Moolenaarf46da702013-06-02 22:37:42 +02005022 reglnum = save_reglnum;
Bram Moolenaar484d2412013-06-13 19:47:07 +02005023 if (REG_MULTI)
5024 regline = reg_getline(reglnum);
Bram Moolenaar4c46b5e2013-06-13 22:59:30 +02005025 reginput = regline + save_reginput_col;
Bram Moolenaarf46da702013-06-02 22:37:42 +02005026 nfa_match = save_nfa_match;
5027 nfa_endp = save_nfa_endp;
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02005028 nfa_listid = save_nfa_listid;
Bram Moolenaarf46da702013-06-02 22:37:42 +02005029
5030#ifdef ENABLE_LOG
5031 log_fd = fopen(NFA_REGEXP_RUN_LOG, "a");
5032 if (log_fd != NULL)
5033 {
5034 fprintf(log_fd, "****************************\n");
5035 fprintf(log_fd, "FINISHED RUNNING nfa_regmatch() recursively\n");
5036 fprintf(log_fd, "MATCH = %s\n", result == TRUE ? "OK" : "FALSE");
5037 fprintf(log_fd, "****************************\n");
5038 }
5039 else
5040 {
5041 EMSG(_("Could not open temporary log file for writing, displaying on stderr ... "));
5042 log_fd = stderr;
5043 }
5044#endif
5045
5046 return result;
5047}
5048
Bram Moolenaar87f764a2013-06-08 14:38:27 +02005049static int skip_to_start __ARGS((int c, colnr_T *colp));
Bram Moolenaar473de612013-06-08 18:19:48 +02005050static long find_match_text __ARGS((colnr_T startcol, int regstart, char_u *match_text));
Bram Moolenaara2d95102013-06-04 14:23:05 +02005051
5052/*
5053 * Estimate the chance of a match with "state" failing.
Bram Moolenaarbcf4d172013-06-10 16:35:18 +02005054 * empty match: 0
Bram Moolenaara2d95102013-06-04 14:23:05 +02005055 * NFA_ANY: 1
5056 * specific character: 99
5057 */
5058 static int
5059failure_chance(state, depth)
5060 nfa_state_T *state;
5061 int depth;
5062{
5063 int c = state->c;
5064 int l, r;
5065
5066 /* detect looping */
5067 if (depth > 4)
5068 return 1;
5069
Bram Moolenaare2b8cb32013-06-05 11:46:25 +02005070 switch (c)
Bram Moolenaara2d95102013-06-04 14:23:05 +02005071 {
Bram Moolenaare2b8cb32013-06-05 11:46:25 +02005072 case NFA_SPLIT:
5073 if (state->out->c == NFA_SPLIT || state->out1->c == NFA_SPLIT)
5074 /* avoid recursive stuff */
5075 return 1;
5076 /* two alternatives, use the lowest failure chance */
5077 l = failure_chance(state->out, depth + 1);
5078 r = failure_chance(state->out1, depth + 1);
5079 return l < r ? l : r;
5080
5081 case NFA_ANY:
5082 /* matches anything, unlikely to fail */
Bram Moolenaara2d95102013-06-04 14:23:05 +02005083 return 1;
Bram Moolenaarbcf4d172013-06-10 16:35:18 +02005084
Bram Moolenaare2b8cb32013-06-05 11:46:25 +02005085 case NFA_MATCH:
Bram Moolenaarbcf4d172013-06-10 16:35:18 +02005086 case NFA_MCLOSE:
Bram Moolenaare2b8cb32013-06-05 11:46:25 +02005087 /* empty match works always */
5088 return 0;
5089
Bram Moolenaar44c71db2013-06-14 22:33:51 +02005090 case NFA_START_INVISIBLE:
5091 case NFA_START_INVISIBLE_FIRST:
5092 case NFA_START_INVISIBLE_NEG:
5093 case NFA_START_INVISIBLE_NEG_FIRST:
5094 case NFA_START_INVISIBLE_BEFORE:
5095 case NFA_START_INVISIBLE_BEFORE_FIRST:
5096 case NFA_START_INVISIBLE_BEFORE_NEG:
5097 case NFA_START_INVISIBLE_BEFORE_NEG_FIRST:
5098 case NFA_START_PATTERN:
5099 /* recursive regmatch is expensive, use low failure chance */
5100 return 5;
5101
Bram Moolenaare2b8cb32013-06-05 11:46:25 +02005102 case NFA_BOL:
5103 case NFA_EOL:
5104 case NFA_BOF:
5105 case NFA_EOF:
5106 case NFA_NEWL:
5107 return 99;
5108
5109 case NFA_BOW:
5110 case NFA_EOW:
5111 return 90;
5112
5113 case NFA_MOPEN:
5114 case NFA_MOPEN1:
5115 case NFA_MOPEN2:
5116 case NFA_MOPEN3:
5117 case NFA_MOPEN4:
5118 case NFA_MOPEN5:
5119 case NFA_MOPEN6:
5120 case NFA_MOPEN7:
5121 case NFA_MOPEN8:
5122 case NFA_MOPEN9:
Bram Moolenaarb76591e2013-06-04 21:42:22 +02005123#ifdef FEAT_SYN_HL
Bram Moolenaare2b8cb32013-06-05 11:46:25 +02005124 case NFA_ZOPEN:
5125 case NFA_ZOPEN1:
5126 case NFA_ZOPEN2:
5127 case NFA_ZOPEN3:
5128 case NFA_ZOPEN4:
5129 case NFA_ZOPEN5:
5130 case NFA_ZOPEN6:
5131 case NFA_ZOPEN7:
5132 case NFA_ZOPEN8:
5133 case NFA_ZOPEN9:
5134 case NFA_ZCLOSE:
5135 case NFA_ZCLOSE1:
5136 case NFA_ZCLOSE2:
5137 case NFA_ZCLOSE3:
5138 case NFA_ZCLOSE4:
5139 case NFA_ZCLOSE5:
5140 case NFA_ZCLOSE6:
5141 case NFA_ZCLOSE7:
5142 case NFA_ZCLOSE8:
5143 case NFA_ZCLOSE9:
Bram Moolenaarb76591e2013-06-04 21:42:22 +02005144#endif
Bram Moolenaare2b8cb32013-06-05 11:46:25 +02005145 case NFA_NOPEN:
Bram Moolenaare2b8cb32013-06-05 11:46:25 +02005146 case NFA_MCLOSE1:
5147 case NFA_MCLOSE2:
5148 case NFA_MCLOSE3:
5149 case NFA_MCLOSE4:
5150 case NFA_MCLOSE5:
5151 case NFA_MCLOSE6:
5152 case NFA_MCLOSE7:
5153 case NFA_MCLOSE8:
5154 case NFA_MCLOSE9:
5155 case NFA_NCLOSE:
5156 return failure_chance(state->out, depth + 1);
5157
5158 case NFA_BACKREF1:
5159 case NFA_BACKREF2:
5160 case NFA_BACKREF3:
5161 case NFA_BACKREF4:
5162 case NFA_BACKREF5:
5163 case NFA_BACKREF6:
5164 case NFA_BACKREF7:
5165 case NFA_BACKREF8:
5166 case NFA_BACKREF9:
5167#ifdef FEAT_SYN_HL
5168 case NFA_ZREF1:
5169 case NFA_ZREF2:
5170 case NFA_ZREF3:
5171 case NFA_ZREF4:
5172 case NFA_ZREF5:
5173 case NFA_ZREF6:
5174 case NFA_ZREF7:
5175 case NFA_ZREF8:
5176 case NFA_ZREF9:
5177#endif
5178 /* backreferences don't match in many places */
5179 return 94;
5180
5181 case NFA_LNUM_GT:
5182 case NFA_LNUM_LT:
5183 case NFA_COL_GT:
5184 case NFA_COL_LT:
5185 case NFA_VCOL_GT:
5186 case NFA_VCOL_LT:
5187 case NFA_MARK_GT:
5188 case NFA_MARK_LT:
Bram Moolenaare2b8cb32013-06-05 11:46:25 +02005189 case NFA_VISUAL:
Bram Moolenaare2b8cb32013-06-05 11:46:25 +02005190 /* before/after positions don't match very often */
5191 return 85;
5192
5193 case NFA_LNUM:
5194 return 90;
5195
5196 case NFA_CURSOR:
5197 case NFA_COL:
5198 case NFA_VCOL:
5199 case NFA_MARK:
5200 /* specific positions rarely match */
5201 return 98;
5202
5203 case NFA_COMPOSING:
5204 return 95;
5205
5206 default:
5207 if (c > 0)
5208 /* character match fails often */
5209 return 95;
5210 }
5211
5212 /* something else, includes character classes */
Bram Moolenaara2d95102013-06-04 14:23:05 +02005213 return 50;
5214}
5215
Bram Moolenaarf46da702013-06-02 22:37:42 +02005216/*
Bram Moolenaar87f764a2013-06-08 14:38:27 +02005217 * Skip until the char "c" we know a match must start with.
5218 */
5219 static int
5220skip_to_start(c, colp)
5221 int c;
5222 colnr_T *colp;
5223{
5224 char_u *s;
5225
5226 /* Used often, do some work to avoid call overhead. */
5227 if (!ireg_ic
5228#ifdef FEAT_MBYTE
5229 && !has_mbyte
5230#endif
5231 )
5232 s = vim_strbyte(regline + *colp, c);
5233 else
5234 s = cstrchr(regline + *colp, c);
5235 if (s == NULL)
5236 return FAIL;
5237 *colp = (int)(s - regline);
5238 return OK;
5239}
5240
5241/*
Bram Moolenaar473de612013-06-08 18:19:48 +02005242 * Check for a match with match_text.
Bram Moolenaare7766ee2013-06-08 22:30:03 +02005243 * Called after skip_to_start() has found regstart.
Bram Moolenaar473de612013-06-08 18:19:48 +02005244 * Returns zero for no match, 1 for a match.
5245 */
5246 static long
5247find_match_text(startcol, regstart, match_text)
5248 colnr_T startcol;
5249 int regstart;
5250 char_u *match_text;
5251{
5252 colnr_T col = startcol;
5253 int c1, c2;
5254 int len1, len2;
5255 int match;
5256
5257 for (;;)
5258 {
5259 match = TRUE;
5260 len2 = MB_CHAR2LEN(regstart); /* skip regstart */
5261 for (len1 = 0; match_text[len1] != NUL; len1 += MB_CHAR2LEN(c1))
5262 {
5263 c1 = PTR2CHAR(match_text + len1);
5264 c2 = PTR2CHAR(regline + col + len2);
5265 if (c1 != c2 && (!ireg_ic || MB_TOLOWER(c1) != MB_TOLOWER(c2)))
5266 {
5267 match = FALSE;
5268 break;
5269 }
5270 len2 += MB_CHAR2LEN(c2);
5271 }
5272 if (match
5273#ifdef FEAT_MBYTE
5274 /* check that no composing char follows */
5275 && !(enc_utf8
5276 && utf_iscomposing(PTR2CHAR(regline + col + len2)))
5277#endif
5278 )
5279 {
5280 cleanup_subexpr();
5281 if (REG_MULTI)
5282 {
5283 reg_startpos[0].lnum = reglnum;
5284 reg_startpos[0].col = col;
5285 reg_endpos[0].lnum = reglnum;
5286 reg_endpos[0].col = col + len2;
5287 }
5288 else
5289 {
5290 reg_startp[0] = regline + col;
5291 reg_endp[0] = regline + col + len2;
5292 }
5293 return 1L;
5294 }
5295
5296 /* Try finding regstart after the current match. */
5297 col += MB_CHAR2LEN(regstart); /* skip regstart */
5298 if (skip_to_start(regstart, &col) == FAIL)
5299 break;
5300 }
5301 return 0L;
5302}
5303
5304/*
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005305 * Main matching routine.
5306 *
5307 * Run NFA to determine whether it matches reginput.
5308 *
Bram Moolenaar307aa162013-06-02 16:34:21 +02005309 * When "nfa_endp" is not NULL it is a required end-of-match position.
Bram Moolenaar61602c52013-06-01 19:54:43 +02005310 *
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005311 * Return TRUE if there is a match, FALSE otherwise.
5312 * Note: Caller must ensure that: start != NULL.
5313 */
5314 static int
Bram Moolenaarf6de0322013-06-02 21:30:04 +02005315nfa_regmatch(prog, start, submatch, m)
5316 nfa_regprog_T *prog;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005317 nfa_state_T *start;
Bram Moolenaarefb23f22013-06-01 23:02:54 +02005318 regsubs_T *submatch;
5319 regsubs_T *m;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005320{
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005321 int result;
5322 int size = 0;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005323 int flag = 0;
Bram Moolenaar4b417062013-05-25 20:19:50 +02005324 int go_to_nextline = FALSE;
5325 nfa_thread_T *t;
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005326 nfa_list_T list[2];
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005327 int listidx;
Bram Moolenaar4b417062013-05-25 20:19:50 +02005328 nfa_list_T *thislist;
5329 nfa_list_T *nextlist;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005330 int *listids = NULL;
Bram Moolenaara2d95102013-06-04 14:23:05 +02005331 nfa_state_T *add_state;
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02005332 int add_here;
Bram Moolenaarf96d1092013-06-07 22:39:40 +02005333 int add_count;
Bram Moolenaar4380d1e2013-06-09 20:51:00 +02005334 int add_off = 0;
Bram Moolenaarf96d1092013-06-07 22:39:40 +02005335 int toplevel = start->c == NFA_MOPEN;
Bram Moolenaar7fcff1f2013-05-20 21:49:13 +02005336#ifdef NFA_REGEXP_DEBUG_LOG
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02005337 FILE *debug = fopen(NFA_REGEXP_DEBUG_LOG, "a");
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005338
5339 if (debug == NULL)
5340 {
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02005341 EMSG2(_("(NFA) COULD NOT OPEN %s !"), NFA_REGEXP_DEBUG_LOG);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005342 return FALSE;
5343 }
5344#endif
Bram Moolenaar41f12052013-08-25 17:01:42 +02005345 /* Some patterns may take a long time to match, especially when using
5346 * recursive_regmatch(). Allow interrupting them with CTRL-C. */
5347 fast_breakcheck();
5348 if (got_int)
5349 return FALSE;
5350
Bram Moolenaar963fee22013-05-26 21:47:28 +02005351 nfa_match = FALSE;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005352
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02005353 /* Allocate memory for the lists of nodes. */
Bram Moolenaar4b417062013-05-25 20:19:50 +02005354 size = (nstate + 1) * sizeof(nfa_thread_T);
Bram Moolenaar188c57b2013-06-06 16:22:06 +02005355 list[0].t = (nfa_thread_T *)lalloc(size, TRUE);
Bram Moolenaar428e9872013-05-30 17:05:39 +02005356 list[0].len = nstate + 1;
Bram Moolenaar188c57b2013-06-06 16:22:06 +02005357 list[1].t = (nfa_thread_T *)lalloc(size, TRUE);
Bram Moolenaar428e9872013-05-30 17:05:39 +02005358 list[1].len = nstate + 1;
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005359 if (list[0].t == NULL || list[1].t == NULL)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005360 goto theend;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005361
5362#ifdef ENABLE_LOG
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02005363 log_fd = fopen(NFA_REGEXP_RUN_LOG, "a");
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005364 if (log_fd != NULL)
5365 {
5366 fprintf(log_fd, "**********************************\n");
5367 nfa_set_code(start->c);
5368 fprintf(log_fd, " RUNNING nfa_regmatch() starting with state %d, code %s\n",
5369 abs(start->id), code);
5370 fprintf(log_fd, "**********************************\n");
5371 }
5372 else
5373 {
5374 EMSG(_("Could not open temporary log file for writing, displaying on stderr ... "));
5375 log_fd = stderr;
5376 }
5377#endif
5378
5379 thislist = &list[0];
5380 thislist->n = 0;
Bram Moolenaar196ed142013-07-21 18:59:24 +02005381 thislist->has_pim = FALSE;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005382 nextlist = &list[1];
5383 nextlist->n = 0;
Bram Moolenaar196ed142013-07-21 18:59:24 +02005384 nextlist->has_pim = FALSE;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005385#ifdef ENABLE_LOG
Bram Moolenaarf96d1092013-06-07 22:39:40 +02005386 fprintf(log_fd, "(---) STARTSTATE first\n");
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005387#endif
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02005388 thislist->id = nfa_listid + 1;
Bram Moolenaarf96d1092013-06-07 22:39:40 +02005389
5390 /* Inline optimized code for addstate(thislist, start, m, 0) if we know
5391 * it's the first MOPEN. */
5392 if (toplevel)
5393 {
5394 if (REG_MULTI)
5395 {
5396 m->norm.list.multi[0].start.lnum = reglnum;
5397 m->norm.list.multi[0].start.col = (colnr_T)(reginput - regline);
5398 }
5399 else
5400 m->norm.list.line[0].start = reginput;
5401 m->norm.in_use = 1;
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02005402 addstate(thislist, start->out, m, NULL, 0);
Bram Moolenaarf96d1092013-06-07 22:39:40 +02005403 }
5404 else
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02005405 addstate(thislist, start, m, NULL, 0);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005406
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005407#define ADD_STATE_IF_MATCH(state) \
5408 if (result) { \
Bram Moolenaara2d95102013-06-04 14:23:05 +02005409 add_state = state->out; \
5410 add_off = clen; \
5411 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005412
5413 /*
5414 * Run for each character.
5415 */
Bram Moolenaar35b23862013-05-22 23:00:40 +02005416 for (;;)
5417 {
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005418 int curc;
5419 int clen;
5420
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005421#ifdef FEAT_MBYTE
5422 if (has_mbyte)
5423 {
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005424 curc = (*mb_ptr2char)(reginput);
5425 clen = (*mb_ptr2len)(reginput);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005426 }
5427 else
5428#endif
5429 {
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005430 curc = *reginput;
5431 clen = 1;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005432 }
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005433 if (curc == NUL)
Bram Moolenaar35b23862013-05-22 23:00:40 +02005434 {
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005435 clen = 0;
Bram Moolenaar35b23862013-05-22 23:00:40 +02005436 go_to_nextline = FALSE;
5437 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005438
5439 /* swap lists */
5440 thislist = &list[flag];
5441 nextlist = &list[flag ^= 1];
Bram Moolenaar5714b802013-05-28 22:03:20 +02005442 nextlist->n = 0; /* clear nextlist */
Bram Moolenaar196ed142013-07-21 18:59:24 +02005443 nextlist->has_pim = FALSE;
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02005444 ++nfa_listid;
5445 thislist->id = nfa_listid;
5446 nextlist->id = nfa_listid + 1;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005447
5448#ifdef ENABLE_LOG
5449 fprintf(log_fd, "------------------------------------------\n");
5450 fprintf(log_fd, ">>> Reginput is \"%s\"\n", reginput);
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005451 fprintf(log_fd, ">>> Advanced one character ... Current char is %c (code %d) \n", curc, (int)curc);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005452 fprintf(log_fd, ">>> Thislist has %d states available: ", thislist->n);
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005453 {
5454 int i;
5455
5456 for (i = 0; i < thislist->n; i++)
5457 fprintf(log_fd, "%d ", abs(thislist->t[i].state->id));
5458 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005459 fprintf(log_fd, "\n");
5460#endif
5461
Bram Moolenaar7fcff1f2013-05-20 21:49:13 +02005462#ifdef NFA_REGEXP_DEBUG_LOG
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005463 fprintf(debug, "\n-------------------\n");
5464#endif
Bram Moolenaar66e83d72013-05-21 14:03:00 +02005465 /*
5466 * If the state lists are empty we can stop.
5467 */
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005468 if (thislist->n == 0)
Bram Moolenaar66e83d72013-05-21 14:03:00 +02005469 break;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005470
5471 /* compute nextlist */
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005472 for (listidx = 0; listidx < thislist->n; ++listidx)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005473 {
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005474 t = &thislist->t[listidx];
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005475
Bram Moolenaar7fcff1f2013-05-20 21:49:13 +02005476#ifdef NFA_REGEXP_DEBUG_LOG
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005477 nfa_set_code(t->state->c);
5478 fprintf(debug, "%s, ", code);
5479#endif
5480#ifdef ENABLE_LOG
Bram Moolenaar2d5e1122013-05-30 21:42:13 +02005481 {
5482 int col;
5483
Bram Moolenaar69afb7b2013-06-02 15:55:55 +02005484 if (t->subs.norm.in_use <= 0)
Bram Moolenaar2d5e1122013-05-30 21:42:13 +02005485 col = -1;
5486 else if (REG_MULTI)
Bram Moolenaar69afb7b2013-06-02 15:55:55 +02005487 col = t->subs.norm.list.multi[0].start.col;
Bram Moolenaar2d5e1122013-05-30 21:42:13 +02005488 else
Bram Moolenaar69afb7b2013-06-02 15:55:55 +02005489 col = (int)(t->subs.norm.list.line[0].start - regline);
Bram Moolenaar2d5e1122013-05-30 21:42:13 +02005490 nfa_set_code(t->state->c);
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02005491 fprintf(log_fd, "(%d) char %d %s (start col %d)%s ... \n",
5492 abs(t->state->id), (int)t->state->c, code, col,
5493 pim_info(&t->pim));
Bram Moolenaar2d5e1122013-05-30 21:42:13 +02005494 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005495#endif
5496
5497 /*
5498 * Handle the possible codes of the current state.
5499 * The most important is NFA_MATCH.
5500 */
Bram Moolenaara2d95102013-06-04 14:23:05 +02005501 add_state = NULL;
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02005502 add_here = FALSE;
Bram Moolenaara2d95102013-06-04 14:23:05 +02005503 add_count = 0;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005504 switch (t->state->c)
5505 {
5506 case NFA_MATCH:
Bram Moolenaareb3ecae2013-05-27 11:22:04 +02005507 {
Bram Moolenaar963fee22013-05-26 21:47:28 +02005508 nfa_match = TRUE;
Bram Moolenaarefb23f22013-06-01 23:02:54 +02005509 copy_sub(&submatch->norm, &t->subs.norm);
5510#ifdef FEAT_SYN_HL
Bram Moolenaarf6de0322013-06-02 21:30:04 +02005511 if (nfa_has_zsubexpr)
5512 copy_sub(&submatch->synt, &t->subs.synt);
Bram Moolenaarefb23f22013-06-01 23:02:54 +02005513#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005514#ifdef ENABLE_LOG
Bram Moolenaarefb23f22013-06-01 23:02:54 +02005515 log_subsexpr(&t->subs);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005516#endif
Bram Moolenaar35b23862013-05-22 23:00:40 +02005517 /* Found the left-most longest match, do not look at any other
Bram Moolenaar57a285b2013-05-26 16:57:28 +02005518 * states at this position. When the list of states is going
5519 * to be empty quit without advancing, so that "reginput" is
5520 * correct. */
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005521 if (nextlist->n == 0)
Bram Moolenaar57a285b2013-05-26 16:57:28 +02005522 clen = 0;
Bram Moolenaar35b23862013-05-22 23:00:40 +02005523 goto nextchar;
Bram Moolenaareb3ecae2013-05-27 11:22:04 +02005524 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005525
5526 case NFA_END_INVISIBLE:
Bram Moolenaardecd9542013-06-07 16:31:50 +02005527 case NFA_END_INVISIBLE_NEG:
Bram Moolenaar87953742013-06-05 18:52:40 +02005528 case NFA_END_PATTERN:
Bram Moolenaarf46da702013-06-02 22:37:42 +02005529 /*
5530 * This is only encountered after a NFA_START_INVISIBLE or
Bram Moolenaar61602c52013-06-01 19:54:43 +02005531 * NFA_START_INVISIBLE_BEFORE node.
5532 * They surround a zero-width group, used with "\@=", "\&",
5533 * "\@!", "\@<=" and "\@<!".
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005534 * If we got here, it means that the current "invisible" group
5535 * finished successfully, so return control to the parent
Bram Moolenaarf46da702013-06-02 22:37:42 +02005536 * nfa_regmatch(). For a look-behind match only when it ends
5537 * in the position in "nfa_endp".
5538 * Submatches are stored in *m, and used in the parent call.
5539 */
Bram Moolenaar61602c52013-06-01 19:54:43 +02005540#ifdef ENABLE_LOG
Bram Moolenaarf46da702013-06-02 22:37:42 +02005541 if (nfa_endp != NULL)
5542 {
5543 if (REG_MULTI)
5544 fprintf(log_fd, "Current lnum: %d, endp lnum: %d; current col: %d, endp col: %d\n",
5545 (int)reglnum,
5546 (int)nfa_endp->se_u.pos.lnum,
5547 (int)(reginput - regline),
5548 nfa_endp->se_u.pos.col);
5549 else
5550 fprintf(log_fd, "Current col: %d, endp col: %d\n",
5551 (int)(reginput - regline),
5552 (int)(nfa_endp->se_u.ptr - reginput));
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005553 }
Bram Moolenaarf46da702013-06-02 22:37:42 +02005554#endif
Bram Moolenaar87953742013-06-05 18:52:40 +02005555 /* If "nfa_endp" is set it's only a match if it ends at
5556 * "nfa_endp" */
Bram Moolenaarf46da702013-06-02 22:37:42 +02005557 if (nfa_endp != NULL && (REG_MULTI
5558 ? (reglnum != nfa_endp->se_u.pos.lnum
5559 || (int)(reginput - regline)
5560 != nfa_endp->se_u.pos.col)
5561 : reginput != nfa_endp->se_u.ptr))
5562 break;
5563
5564 /* do not set submatches for \@! */
Bram Moolenaardecd9542013-06-07 16:31:50 +02005565 if (t->state->c != NFA_END_INVISIBLE_NEG)
Bram Moolenaarf46da702013-06-02 22:37:42 +02005566 {
5567 copy_sub(&m->norm, &t->subs.norm);
5568#ifdef FEAT_SYN_HL
5569 if (nfa_has_zsubexpr)
5570 copy_sub(&m->synt, &t->subs.synt);
5571#endif
5572 }
Bram Moolenaar87953742013-06-05 18:52:40 +02005573#ifdef ENABLE_LOG
5574 fprintf(log_fd, "Match found:\n");
5575 log_subsexpr(m);
5576#endif
Bram Moolenaarf46da702013-06-02 22:37:42 +02005577 nfa_match = TRUE;
Bram Moolenaar78c93e42013-09-05 16:05:36 +02005578 /* See comment above at "goto nextchar". */
5579 if (nextlist->n == 0)
5580 clen = 0;
5581 goto nextchar;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005582
5583 case NFA_START_INVISIBLE:
Bram Moolenaara2947e22013-06-11 22:44:09 +02005584 case NFA_START_INVISIBLE_FIRST:
Bram Moolenaardecd9542013-06-07 16:31:50 +02005585 case NFA_START_INVISIBLE_NEG:
Bram Moolenaara2947e22013-06-11 22:44:09 +02005586 case NFA_START_INVISIBLE_NEG_FIRST:
Bram Moolenaar61602c52013-06-01 19:54:43 +02005587 case NFA_START_INVISIBLE_BEFORE:
Bram Moolenaara2947e22013-06-11 22:44:09 +02005588 case NFA_START_INVISIBLE_BEFORE_FIRST:
Bram Moolenaardecd9542013-06-07 16:31:50 +02005589 case NFA_START_INVISIBLE_BEFORE_NEG:
Bram Moolenaara2947e22013-06-11 22:44:09 +02005590 case NFA_START_INVISIBLE_BEFORE_NEG_FIRST:
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005591 {
Bram Moolenaarbcf4d172013-06-10 16:35:18 +02005592#ifdef ENABLE_LOG
5593 fprintf(log_fd, "Failure chance invisible: %d, what follows: %d\n",
5594 failure_chance(t->state->out, 0),
5595 failure_chance(t->state->out1->out, 0));
Bram Moolenaarb76591e2013-06-04 21:42:22 +02005596#endif
Bram Moolenaara2947e22013-06-11 22:44:09 +02005597 /* Do it directly if there already is a PIM or when
5598 * nfa_postprocess() detected it will work better. */
5599 if (t->pim.result != NFA_PIM_UNUSED
5600 || t->state->c == NFA_START_INVISIBLE_FIRST
5601 || t->state->c == NFA_START_INVISIBLE_NEG_FIRST
5602 || t->state->c == NFA_START_INVISIBLE_BEFORE_FIRST
5603 || t->state->c == NFA_START_INVISIBLE_BEFORE_NEG_FIRST)
Bram Moolenaara2d95102013-06-04 14:23:05 +02005604 {
Bram Moolenaar4d9ae212013-06-28 23:04:42 +02005605 int in_use = m->norm.in_use;
5606
Bram Moolenaarf86c0b02013-06-26 12:42:44 +02005607 /* Copy submatch info for the recursive call, so that
5608 * \1 can be matched. */
5609 copy_sub_off(&m->norm, &t->subs.norm);
5610
Bram Moolenaara2d95102013-06-04 14:23:05 +02005611 /*
5612 * First try matching the invisible match, then what
5613 * follows.
5614 */
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02005615 result = recursive_regmatch(t->state, NULL, prog,
Bram Moolenaara2d95102013-06-04 14:23:05 +02005616 submatch, m, &listids);
5617
Bram Moolenaardecd9542013-06-07 16:31:50 +02005618 /* for \@! and \@<! it is a match when the result is
5619 * FALSE */
5620 if (result != (t->state->c == NFA_START_INVISIBLE_NEG
Bram Moolenaara2947e22013-06-11 22:44:09 +02005621 || t->state->c == NFA_START_INVISIBLE_NEG_FIRST
5622 || t->state->c
5623 == NFA_START_INVISIBLE_BEFORE_NEG
5624 || t->state->c
5625 == NFA_START_INVISIBLE_BEFORE_NEG_FIRST))
Bram Moolenaara2d95102013-06-04 14:23:05 +02005626 {
5627 /* Copy submatch info from the recursive call */
5628 copy_sub_off(&t->subs.norm, &m->norm);
Bram Moolenaarefb23f22013-06-01 23:02:54 +02005629#ifdef FEAT_SYN_HL
Bram Moolenaar188c57b2013-06-06 16:22:06 +02005630 if (nfa_has_zsubexpr)
5631 copy_sub_off(&t->subs.synt, &m->synt);
Bram Moolenaarefb23f22013-06-01 23:02:54 +02005632#endif
Bram Moolenaar26c2f3f2013-05-26 22:56:19 +02005633
Bram Moolenaara2d95102013-06-04 14:23:05 +02005634 /* t->state->out1 is the corresponding
5635 * END_INVISIBLE node; Add its out to the current
5636 * list (zero-width match). */
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02005637 add_here = TRUE;
5638 add_state = t->state->out1->out;
Bram Moolenaara2d95102013-06-04 14:23:05 +02005639 }
Bram Moolenaar4d9ae212013-06-28 23:04:42 +02005640 m->norm.in_use = in_use;
Bram Moolenaara2d95102013-06-04 14:23:05 +02005641 }
5642 else
5643 {
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02005644 nfa_pim_T pim;
5645
Bram Moolenaara2d95102013-06-04 14:23:05 +02005646 /*
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02005647 * First try matching what follows. Only if a match
5648 * is found verify the invisible match matches. Add a
5649 * nfa_pim_T to the following states, it contains info
5650 * about the invisible match.
Bram Moolenaara2d95102013-06-04 14:23:05 +02005651 */
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02005652 pim.state = t->state;
5653 pim.result = NFA_PIM_TODO;
5654 pim.subs.norm.in_use = 0;
5655#ifdef FEAT_SYN_HL
5656 pim.subs.synt.in_use = 0;
5657#endif
5658 if (REG_MULTI)
5659 {
5660 pim.end.pos.col = (int)(reginput - regline);
5661 pim.end.pos.lnum = reglnum;
5662 }
5663 else
5664 pim.end.ptr = reginput;
Bram Moolenaara2d95102013-06-04 14:23:05 +02005665
5666 /* t->state->out1 is the corresponding END_INVISIBLE
5667 * node; Add its out to the current list (zero-width
5668 * match). */
5669 addstate_here(thislist, t->state->out1->out, &t->subs,
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02005670 &pim, &listidx);
Bram Moolenaara2d95102013-06-04 14:23:05 +02005671 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005672 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005673 break;
5674
Bram Moolenaar87953742013-06-05 18:52:40 +02005675 case NFA_START_PATTERN:
Bram Moolenaar43e02982013-06-07 17:31:29 +02005676 {
5677 nfa_state_T *skip = NULL;
5678#ifdef ENABLE_LOG
5679 int skip_lid = 0;
5680#endif
5681
5682 /* There is no point in trying to match the pattern if the
5683 * output state is not going to be added to the list. */
5684 if (state_in_list(nextlist, t->state->out1->out, &t->subs))
5685 {
5686 skip = t->state->out1->out;
5687#ifdef ENABLE_LOG
5688 skip_lid = nextlist->id;
5689#endif
5690 }
5691 else if (state_in_list(nextlist,
5692 t->state->out1->out->out, &t->subs))
5693 {
5694 skip = t->state->out1->out->out;
5695#ifdef ENABLE_LOG
5696 skip_lid = nextlist->id;
5697#endif
5698 }
Bram Moolenaar44c71db2013-06-14 22:33:51 +02005699 else if (state_in_list(thislist,
Bram Moolenaar43e02982013-06-07 17:31:29 +02005700 t->state->out1->out->out, &t->subs))
5701 {
5702 skip = t->state->out1->out->out;
5703#ifdef ENABLE_LOG
5704 skip_lid = thislist->id;
5705#endif
5706 }
5707 if (skip != NULL)
5708 {
5709#ifdef ENABLE_LOG
5710 nfa_set_code(skip->c);
5711 fprintf(log_fd, "> Not trying to match pattern, output state %d is already in list %d. char %d: %s\n",
5712 abs(skip->id), skip_lid, skip->c, code);
5713#endif
5714 break;
5715 }
5716
Bram Moolenaar87953742013-06-05 18:52:40 +02005717 /* First try matching the pattern. */
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02005718 result = recursive_regmatch(t->state, NULL, prog,
Bram Moolenaar87953742013-06-05 18:52:40 +02005719 submatch, m, &listids);
5720 if (result)
5721 {
5722 int bytelen;
5723
5724#ifdef ENABLE_LOG
5725 fprintf(log_fd, "NFA_START_PATTERN matches:\n");
5726 log_subsexpr(m);
5727#endif
5728 /* Copy submatch info from the recursive call */
5729 copy_sub_off(&t->subs.norm, &m->norm);
5730#ifdef FEAT_SYN_HL
Bram Moolenaar188c57b2013-06-06 16:22:06 +02005731 if (nfa_has_zsubexpr)
5732 copy_sub_off(&t->subs.synt, &m->synt);
Bram Moolenaar87953742013-06-05 18:52:40 +02005733#endif
5734 /* Now we need to skip over the matched text and then
5735 * continue with what follows. */
5736 if (REG_MULTI)
5737 /* TODO: multi-line match */
5738 bytelen = m->norm.list.multi[0].end.col
5739 - (int)(reginput - regline);
5740 else
5741 bytelen = (int)(m->norm.list.line[0].end - reginput);
5742
5743#ifdef ENABLE_LOG
5744 fprintf(log_fd, "NFA_START_PATTERN length: %d\n", bytelen);
5745#endif
5746 if (bytelen == 0)
5747 {
5748 /* empty match, output of corresponding
5749 * NFA_END_PATTERN/NFA_SKIP to be used at current
5750 * position */
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02005751 add_here = TRUE;
5752 add_state = t->state->out1->out->out;
Bram Moolenaar87953742013-06-05 18:52:40 +02005753 }
5754 else if (bytelen <= clen)
5755 {
5756 /* match current character, output of corresponding
5757 * NFA_END_PATTERN to be used at next position. */
Bram Moolenaar87953742013-06-05 18:52:40 +02005758 add_state = t->state->out1->out->out;
5759 add_off = clen;
5760 }
5761 else
5762 {
5763 /* skip over the matched characters, set character
5764 * count in NFA_SKIP */
Bram Moolenaar87953742013-06-05 18:52:40 +02005765 add_state = t->state->out1->out;
5766 add_off = bytelen;
5767 add_count = bytelen - clen;
5768 }
5769 }
5770 break;
Bram Moolenaar43e02982013-06-07 17:31:29 +02005771 }
Bram Moolenaar87953742013-06-05 18:52:40 +02005772
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005773 case NFA_BOL:
5774 if (reginput == regline)
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02005775 {
5776 add_here = TRUE;
5777 add_state = t->state->out;
5778 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005779 break;
5780
5781 case NFA_EOL:
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005782 if (curc == NUL)
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02005783 {
5784 add_here = TRUE;
5785 add_state = t->state->out;
5786 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005787 break;
5788
5789 case NFA_BOW:
Bram Moolenaardecd9542013-06-07 16:31:50 +02005790 result = TRUE;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005791
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005792 if (curc == NUL)
Bram Moolenaardecd9542013-06-07 16:31:50 +02005793 result = FALSE;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005794#ifdef FEAT_MBYTE
5795 else if (has_mbyte)
5796 {
5797 int this_class;
5798
5799 /* Get class of current and previous char (if it exists). */
Bram Moolenaarf878bf02013-05-21 21:20:20 +02005800 this_class = mb_get_class_buf(reginput, reg_buf);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005801 if (this_class <= 1)
Bram Moolenaardecd9542013-06-07 16:31:50 +02005802 result = FALSE;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005803 else if (reg_prev_class() == this_class)
Bram Moolenaardecd9542013-06-07 16:31:50 +02005804 result = FALSE;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005805 }
5806#endif
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005807 else if (!vim_iswordc_buf(curc, reg_buf)
Bram Moolenaarf878bf02013-05-21 21:20:20 +02005808 || (reginput > regline
5809 && vim_iswordc_buf(reginput[-1], reg_buf)))
Bram Moolenaardecd9542013-06-07 16:31:50 +02005810 result = FALSE;
5811 if (result)
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02005812 {
5813 add_here = TRUE;
5814 add_state = t->state->out;
5815 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005816 break;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005817
5818 case NFA_EOW:
Bram Moolenaardecd9542013-06-07 16:31:50 +02005819 result = TRUE;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005820 if (reginput == regline)
Bram Moolenaardecd9542013-06-07 16:31:50 +02005821 result = FALSE;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005822#ifdef FEAT_MBYTE
5823 else if (has_mbyte)
5824 {
5825 int this_class, prev_class;
5826
5827 /* Get class of current and previous char (if it exists). */
Bram Moolenaarf878bf02013-05-21 21:20:20 +02005828 this_class = mb_get_class_buf(reginput, reg_buf);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005829 prev_class = reg_prev_class();
5830 if (this_class == prev_class
5831 || prev_class == 0 || prev_class == 1)
Bram Moolenaardecd9542013-06-07 16:31:50 +02005832 result = FALSE;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005833 }
5834#endif
Bram Moolenaarf878bf02013-05-21 21:20:20 +02005835 else if (!vim_iswordc_buf(reginput[-1], reg_buf)
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005836 || (reginput[0] != NUL
5837 && vim_iswordc_buf(curc, reg_buf)))
Bram Moolenaardecd9542013-06-07 16:31:50 +02005838 result = FALSE;
5839 if (result)
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02005840 {
5841 add_here = TRUE;
5842 add_state = t->state->out;
5843 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005844 break;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005845
Bram Moolenaar4b780632013-05-31 22:14:52 +02005846 case NFA_BOF:
5847 if (reglnum == 0 && reginput == regline
5848 && (!REG_MULTI || reg_firstlnum == 1))
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02005849 {
5850 add_here = TRUE;
5851 add_state = t->state->out;
5852 }
Bram Moolenaar4b780632013-05-31 22:14:52 +02005853 break;
5854
5855 case NFA_EOF:
5856 if (reglnum == reg_maxline && curc == NUL)
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02005857 {
5858 add_here = TRUE;
5859 add_state = t->state->out;
5860 }
Bram Moolenaar4b780632013-05-31 22:14:52 +02005861 break;
5862
Bram Moolenaar3c577f22013-05-24 21:59:54 +02005863#ifdef FEAT_MBYTE
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005864 case NFA_COMPOSING:
Bram Moolenaar3c577f22013-05-24 21:59:54 +02005865 {
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005866 int mc = curc;
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02005867 int len = 0;
5868 nfa_state_T *end;
5869 nfa_state_T *sta;
Bram Moolenaar3f1682e2013-05-26 14:32:05 +02005870 int cchars[MAX_MCO];
5871 int ccount = 0;
5872 int j;
Bram Moolenaar3c577f22013-05-24 21:59:54 +02005873
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005874 sta = t->state->out;
Bram Moolenaar3c577f22013-05-24 21:59:54 +02005875 len = 0;
Bram Moolenaar56d58d52013-05-25 14:42:03 +02005876 if (utf_iscomposing(sta->c))
5877 {
5878 /* Only match composing character(s), ignore base
5879 * character. Used for ".{composing}" and "{composing}"
5880 * (no preceding character). */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005881 len += mb_char2len(mc);
Bram Moolenaar56d58d52013-05-25 14:42:03 +02005882 }
Bram Moolenaar3451d662013-05-26 15:14:55 +02005883 if (ireg_icombine && len == 0)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005884 {
Bram Moolenaar56d58d52013-05-25 14:42:03 +02005885 /* If \Z was present, then ignore composing characters.
5886 * When ignoring the base character this always matches. */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005887 if (len == 0 && sta->c != curc)
Bram Moolenaarfad8de02013-05-24 23:10:50 +02005888 result = FAIL;
Bram Moolenaar3f1682e2013-05-26 14:32:05 +02005889 else
5890 result = OK;
Bram Moolenaarfad8de02013-05-24 23:10:50 +02005891 while (sta->c != NFA_END_COMPOSING)
5892 sta = sta->out;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005893 }
Bram Moolenaar3f1682e2013-05-26 14:32:05 +02005894
5895 /* Check base character matches first, unless ignored. */
5896 else if (len > 0 || mc == sta->c)
5897 {
5898 if (len == 0)
Bram Moolenaarfad8de02013-05-24 23:10:50 +02005899 {
Bram Moolenaarfad8de02013-05-24 23:10:50 +02005900 len += mb_char2len(mc);
5901 sta = sta->out;
5902 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005903
Bram Moolenaar3f1682e2013-05-26 14:32:05 +02005904 /* We don't care about the order of composing characters.
5905 * Get them into cchars[] first. */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02005906 while (len < clen)
Bram Moolenaar3f1682e2013-05-26 14:32:05 +02005907 {
5908 mc = mb_ptr2char(reginput + len);
5909 cchars[ccount++] = mc;
5910 len += mb_char2len(mc);
5911 if (ccount == MAX_MCO)
5912 break;
5913 }
5914
5915 /* Check that each composing char in the pattern matches a
5916 * composing char in the text. We do not check if all
5917 * composing chars are matched. */
5918 result = OK;
5919 while (sta->c != NFA_END_COMPOSING)
5920 {
5921 for (j = 0; j < ccount; ++j)
5922 if (cchars[j] == sta->c)
5923 break;
5924 if (j == ccount)
5925 {
5926 result = FAIL;
5927 break;
5928 }
5929 sta = sta->out;
5930 }
5931 }
5932 else
Bram Moolenaar1d814752013-05-24 20:25:33 +02005933 result = FAIL;
Bram Moolenaar3f1682e2013-05-26 14:32:05 +02005934
Bram Moolenaar3c577f22013-05-24 21:59:54 +02005935 end = t->state->out1; /* NFA_END_COMPOSING */
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02005936 ADD_STATE_IF_MATCH(end);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005937 break;
Bram Moolenaar3c577f22013-05-24 21:59:54 +02005938 }
5939#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005940
5941 case NFA_NEWL:
Bram Moolenaar61db8b52013-05-26 17:45:49 +02005942 if (curc == NUL && !reg_line_lbr && REG_MULTI
5943 && reglnum <= reg_maxline)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005944 {
Bram Moolenaar35b23862013-05-22 23:00:40 +02005945 go_to_nextline = TRUE;
5946 /* Pass -1 for the offset, which means taking the position
5947 * at the start of the next line. */
Bram Moolenaara2d95102013-06-04 14:23:05 +02005948 add_state = t->state->out;
5949 add_off = -1;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005950 }
Bram Moolenaar61db8b52013-05-26 17:45:49 +02005951 else if (curc == '\n' && reg_line_lbr)
5952 {
5953 /* match \n as if it is an ordinary character */
Bram Moolenaara2d95102013-06-04 14:23:05 +02005954 add_state = t->state->out;
5955 add_off = 1;
Bram Moolenaar61db8b52013-05-26 17:45:49 +02005956 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02005957 break;
5958
Bram Moolenaar417bad22013-06-07 14:08:30 +02005959 case NFA_START_COLL:
5960 case NFA_START_NEG_COLL:
5961 {
5962 /* What follows is a list of characters, until NFA_END_COLL.
5963 * One of them must match or none of them must match. */
5964 nfa_state_T *state;
5965 int result_if_matched;
5966 int c1, c2;
5967
5968 /* Never match EOL. If it's part of the collection it is added
5969 * as a separate state with an OR. */
5970 if (curc == NUL)
5971 break;
5972
5973 state = t->state->out;
5974 result_if_matched = (t->state->c == NFA_START_COLL);
5975 for (;;)
Bram Moolenaara2d95102013-06-04 14:23:05 +02005976 {
Bram Moolenaar417bad22013-06-07 14:08:30 +02005977 if (state->c == NFA_END_COLL)
5978 {
5979 result = !result_if_matched;
5980 break;
5981 }
5982 if (state->c == NFA_RANGE_MIN)
5983 {
5984 c1 = state->val;
5985 state = state->out; /* advance to NFA_RANGE_MAX */
5986 c2 = state->val;
5987#ifdef ENABLE_LOG
5988 fprintf(log_fd, "NFA_RANGE_MIN curc=%d c1=%d c2=%d\n",
5989 curc, c1, c2);
5990#endif
5991 if (curc >= c1 && curc <= c2)
5992 {
5993 result = result_if_matched;
5994 break;
5995 }
5996 if (ireg_ic)
5997 {
5998 int curc_low = MB_TOLOWER(curc);
5999 int done = FALSE;
6000
6001 for ( ; c1 <= c2; ++c1)
6002 if (MB_TOLOWER(c1) == curc_low)
6003 {
6004 result = result_if_matched;
6005 done = TRUE;
6006 break;
6007 }
6008 if (done)
6009 break;
6010 }
6011 }
6012 else if (state->c < 0 ? check_char_class(state->c, curc)
6013 : (curc == state->c
6014 || (ireg_ic && MB_TOLOWER(curc)
6015 == MB_TOLOWER(state->c))))
6016 {
6017 result = result_if_matched;
6018 break;
6019 }
6020 state = state->out;
6021 }
6022 if (result)
6023 {
6024 /* next state is in out of the NFA_END_COLL, out1 of
6025 * START points to the END state */
Bram Moolenaar417bad22013-06-07 14:08:30 +02006026 add_state = t->state->out1->out;
Bram Moolenaara2d95102013-06-04 14:23:05 +02006027 add_off = clen;
6028 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006029 break;
Bram Moolenaar417bad22013-06-07 14:08:30 +02006030 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006031
6032 case NFA_ANY:
Bram Moolenaar35b23862013-05-22 23:00:40 +02006033 /* Any char except '\0', (end of input) does not match. */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02006034 if (curc > 0)
Bram Moolenaara2d95102013-06-04 14:23:05 +02006035 {
Bram Moolenaara2d95102013-06-04 14:23:05 +02006036 add_state = t->state->out;
6037 add_off = clen;
6038 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006039 break;
6040
6041 /*
6042 * Character classes like \a for alpha, \d for digit etc.
6043 */
6044 case NFA_IDENT: /* \i */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02006045 result = vim_isIDc(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02006046 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006047 break;
6048
6049 case NFA_SIDENT: /* \I */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02006050 result = !VIM_ISDIGIT(curc) && vim_isIDc(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02006051 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006052 break;
6053
6054 case NFA_KWORD: /* \k */
Bram Moolenaarf878bf02013-05-21 21:20:20 +02006055 result = vim_iswordp_buf(reginput, reg_buf);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02006056 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006057 break;
6058
6059 case NFA_SKWORD: /* \K */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02006060 result = !VIM_ISDIGIT(curc)
6061 && vim_iswordp_buf(reginput, reg_buf);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02006062 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006063 break;
6064
6065 case NFA_FNAME: /* \f */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02006066 result = vim_isfilec(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02006067 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006068 break;
6069
6070 case NFA_SFNAME: /* \F */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02006071 result = !VIM_ISDIGIT(curc) && vim_isfilec(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02006072 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006073 break;
6074
6075 case NFA_PRINT: /* \p */
Bram Moolenaarac7c33e2013-07-21 17:06:00 +02006076 result = vim_isprintc(PTR2CHAR(reginput));
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02006077 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006078 break;
6079
6080 case NFA_SPRINT: /* \P */
Bram Moolenaarac7c33e2013-07-21 17:06:00 +02006081 result = !VIM_ISDIGIT(curc) && vim_isprintc(PTR2CHAR(reginput));
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02006082 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006083 break;
6084
6085 case NFA_WHITE: /* \s */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02006086 result = vim_iswhite(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02006087 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006088 break;
6089
6090 case NFA_NWHITE: /* \S */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02006091 result = curc != NUL && !vim_iswhite(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02006092 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006093 break;
6094
6095 case NFA_DIGIT: /* \d */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02006096 result = ri_digit(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02006097 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006098 break;
6099
6100 case NFA_NDIGIT: /* \D */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02006101 result = curc != NUL && !ri_digit(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02006102 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006103 break;
6104
6105 case NFA_HEX: /* \x */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02006106 result = ri_hex(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02006107 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006108 break;
6109
6110 case NFA_NHEX: /* \X */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02006111 result = curc != NUL && !ri_hex(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02006112 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006113 break;
6114
6115 case NFA_OCTAL: /* \o */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02006116 result = ri_octal(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02006117 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006118 break;
6119
6120 case NFA_NOCTAL: /* \O */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02006121 result = curc != NUL && !ri_octal(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02006122 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006123 break;
6124
6125 case NFA_WORD: /* \w */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02006126 result = ri_word(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02006127 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006128 break;
6129
6130 case NFA_NWORD: /* \W */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02006131 result = curc != NUL && !ri_word(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02006132 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006133 break;
6134
6135 case NFA_HEAD: /* \h */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02006136 result = ri_head(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02006137 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006138 break;
6139
6140 case NFA_NHEAD: /* \H */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02006141 result = curc != NUL && !ri_head(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02006142 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006143 break;
6144
6145 case NFA_ALPHA: /* \a */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02006146 result = ri_alpha(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02006147 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006148 break;
6149
6150 case NFA_NALPHA: /* \A */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02006151 result = curc != NUL && !ri_alpha(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02006152 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006153 break;
6154
6155 case NFA_LOWER: /* \l */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02006156 result = ri_lower(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02006157 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006158 break;
6159
6160 case NFA_NLOWER: /* \L */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02006161 result = curc != NUL && !ri_lower(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02006162 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006163 break;
6164
6165 case NFA_UPPER: /* \u */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02006166 result = ri_upper(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02006167 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006168 break;
6169
6170 case NFA_NUPPER: /* \U */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02006171 result = curc != NUL && !ri_upper(curc);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02006172 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006173 break;
6174
Bram Moolenaar1cfad522013-08-14 12:06:49 +02006175 case NFA_LOWER_IC: /* [a-z] */
6176 result = ri_lower(curc) || (ireg_ic && ri_upper(curc));
6177 ADD_STATE_IF_MATCH(t->state);
6178 break;
6179
6180 case NFA_NLOWER_IC: /* [^a-z] */
6181 result = curc != NUL
6182 && !(ri_lower(curc) || (ireg_ic && ri_upper(curc)));
6183 ADD_STATE_IF_MATCH(t->state);
6184 break;
6185
6186 case NFA_UPPER_IC: /* [A-Z] */
6187 result = ri_upper(curc) || (ireg_ic && ri_lower(curc));
6188 ADD_STATE_IF_MATCH(t->state);
6189 break;
6190
6191 case NFA_NUPPER_IC: /* ^[A-Z] */
6192 result = curc != NUL
6193 && !(ri_upper(curc) || (ireg_ic && ri_lower(curc)));
6194 ADD_STATE_IF_MATCH(t->state);
6195 break;
6196
Bram Moolenaar5714b802013-05-28 22:03:20 +02006197 case NFA_BACKREF1:
6198 case NFA_BACKREF2:
6199 case NFA_BACKREF3:
6200 case NFA_BACKREF4:
6201 case NFA_BACKREF5:
6202 case NFA_BACKREF6:
6203 case NFA_BACKREF7:
6204 case NFA_BACKREF8:
6205 case NFA_BACKREF9:
Bram Moolenaarefb23f22013-06-01 23:02:54 +02006206#ifdef FEAT_SYN_HL
6207 case NFA_ZREF1:
6208 case NFA_ZREF2:
6209 case NFA_ZREF3:
6210 case NFA_ZREF4:
6211 case NFA_ZREF5:
6212 case NFA_ZREF6:
6213 case NFA_ZREF7:
6214 case NFA_ZREF8:
6215 case NFA_ZREF9:
6216#endif
6217 /* \1 .. \9 \z1 .. \z9 */
Bram Moolenaar5714b802013-05-28 22:03:20 +02006218 {
Bram Moolenaarefb23f22013-06-01 23:02:54 +02006219 int subidx;
Bram Moolenaar5714b802013-05-28 22:03:20 +02006220 int bytelen;
6221
Bram Moolenaarefb23f22013-06-01 23:02:54 +02006222 if (t->state->c <= NFA_BACKREF9)
6223 {
6224 subidx = t->state->c - NFA_BACKREF1 + 1;
6225 result = match_backref(&t->subs.norm, subidx, &bytelen);
6226 }
6227#ifdef FEAT_SYN_HL
6228 else
6229 {
6230 subidx = t->state->c - NFA_ZREF1 + 1;
6231 result = match_zref(subidx, &bytelen);
6232 }
6233#endif
6234
Bram Moolenaar5714b802013-05-28 22:03:20 +02006235 if (result)
6236 {
6237 if (bytelen == 0)
6238 {
Bram Moolenaarb122e972013-06-02 16:07:10 +02006239 /* empty match always works, output of NFA_SKIP to be
6240 * used next */
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02006241 add_here = TRUE;
6242 add_state = t->state->out->out;
Bram Moolenaar5714b802013-05-28 22:03:20 +02006243 }
6244 else if (bytelen <= clen)
6245 {
6246 /* match current character, jump ahead to out of
6247 * NFA_SKIP */
Bram Moolenaara2d95102013-06-04 14:23:05 +02006248 add_state = t->state->out->out;
6249 add_off = clen;
Bram Moolenaar5714b802013-05-28 22:03:20 +02006250 }
6251 else
6252 {
Bram Moolenaarf8115092013-06-04 17:47:05 +02006253 /* skip over the matched characters, set character
Bram Moolenaar5714b802013-05-28 22:03:20 +02006254 * count in NFA_SKIP */
Bram Moolenaara2d95102013-06-04 14:23:05 +02006255 add_state = t->state->out;
6256 add_off = bytelen;
6257 add_count = bytelen - clen;
Bram Moolenaar5714b802013-05-28 22:03:20 +02006258 }
Bram Moolenaar5714b802013-05-28 22:03:20 +02006259 }
Bram Moolenaar12e40142013-05-21 15:33:41 +02006260 break;
Bram Moolenaar5714b802013-05-28 22:03:20 +02006261 }
6262 case NFA_SKIP:
Bram Moolenaar67604ae2013-06-05 16:51:57 +02006263 /* character of previous matching \1 .. \9 or \@> */
Bram Moolenaar5714b802013-05-28 22:03:20 +02006264 if (t->count - clen <= 0)
6265 {
6266 /* end of match, go to what follows */
Bram Moolenaara2d95102013-06-04 14:23:05 +02006267 add_state = t->state->out;
6268 add_off = clen;
Bram Moolenaar5714b802013-05-28 22:03:20 +02006269 }
6270 else
6271 {
6272 /* add state again with decremented count */
Bram Moolenaara2d95102013-06-04 14:23:05 +02006273 add_state = t->state;
6274 add_off = 0;
6275 add_count = t->count - clen;
Bram Moolenaar5714b802013-05-28 22:03:20 +02006276 }
6277 break;
Bram Moolenaar12e40142013-05-21 15:33:41 +02006278
Bram Moolenaar423532e2013-05-29 21:14:42 +02006279 case NFA_LNUM:
6280 case NFA_LNUM_GT:
6281 case NFA_LNUM_LT:
6282 result = (REG_MULTI &&
6283 nfa_re_num_cmp(t->state->val, t->state->c - NFA_LNUM,
6284 (long_u)(reglnum + reg_firstlnum)));
6285 if (result)
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02006286 {
6287 add_here = TRUE;
6288 add_state = t->state->out;
6289 }
Bram Moolenaar423532e2013-05-29 21:14:42 +02006290 break;
6291
6292 case NFA_COL:
6293 case NFA_COL_GT:
6294 case NFA_COL_LT:
6295 result = nfa_re_num_cmp(t->state->val, t->state->c - NFA_COL,
6296 (long_u)(reginput - regline) + 1);
6297 if (result)
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02006298 {
6299 add_here = TRUE;
6300 add_state = t->state->out;
6301 }
Bram Moolenaar423532e2013-05-29 21:14:42 +02006302 break;
6303
6304 case NFA_VCOL:
6305 case NFA_VCOL_GT:
6306 case NFA_VCOL_LT:
6307 result = nfa_re_num_cmp(t->state->val, t->state->c - NFA_VCOL,
6308 (long_u)win_linetabsize(
6309 reg_win == NULL ? curwin : reg_win,
6310 regline, (colnr_T)(reginput - regline)) + 1);
6311 if (result)
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02006312 {
6313 add_here = TRUE;
6314 add_state = t->state->out;
6315 }
Bram Moolenaar423532e2013-05-29 21:14:42 +02006316 break;
6317
Bram Moolenaar044aa292013-06-04 21:27:38 +02006318 case NFA_MARK:
6319 case NFA_MARK_GT:
6320 case NFA_MARK_LT:
6321 {
6322 pos_T *pos = getmark_buf(reg_buf, t->state->val, FALSE);
6323
6324 /* Compare the mark position to the match position. */
6325 result = (pos != NULL /* mark doesn't exist */
6326 && pos->lnum > 0 /* mark isn't set in reg_buf */
6327 && (pos->lnum == reglnum + reg_firstlnum
6328 ? (pos->col == (colnr_T)(reginput - regline)
6329 ? t->state->c == NFA_MARK
6330 : (pos->col < (colnr_T)(reginput - regline)
6331 ? t->state->c == NFA_MARK_GT
6332 : t->state->c == NFA_MARK_LT))
6333 : (pos->lnum < reglnum + reg_firstlnum
6334 ? t->state->c == NFA_MARK_GT
6335 : t->state->c == NFA_MARK_LT)));
6336 if (result)
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02006337 {
6338 add_here = TRUE;
6339 add_state = t->state->out;
6340 }
Bram Moolenaar044aa292013-06-04 21:27:38 +02006341 break;
6342 }
6343
Bram Moolenaar423532e2013-05-29 21:14:42 +02006344 case NFA_CURSOR:
6345 result = (reg_win != NULL
6346 && (reglnum + reg_firstlnum == reg_win->w_cursor.lnum)
6347 && ((colnr_T)(reginput - regline)
6348 == reg_win->w_cursor.col));
6349 if (result)
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02006350 {
6351 add_here = TRUE;
6352 add_state = t->state->out;
6353 }
Bram Moolenaar423532e2013-05-29 21:14:42 +02006354 break;
6355
Bram Moolenaardacd7de2013-06-04 18:28:48 +02006356 case NFA_VISUAL:
Bram Moolenaar973fced2013-06-05 21:10:59 +02006357#ifdef FEAT_VISUAL
Bram Moolenaardacd7de2013-06-04 18:28:48 +02006358 result = reg_match_visual();
6359 if (result)
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02006360 {
6361 add_here = TRUE;
6362 add_state = t->state->out;
6363 }
Bram Moolenaar78eae9a2013-06-05 11:02:05 +02006364#endif
Bram Moolenaar973fced2013-06-05 21:10:59 +02006365 break;
Bram Moolenaardacd7de2013-06-04 18:28:48 +02006366
Bram Moolenaar398d53d2013-08-01 15:45:52 +02006367 case NFA_MOPEN1:
6368 case NFA_MOPEN2:
6369 case NFA_MOPEN3:
6370 case NFA_MOPEN4:
6371 case NFA_MOPEN5:
6372 case NFA_MOPEN6:
6373 case NFA_MOPEN7:
6374 case NFA_MOPEN8:
6375 case NFA_MOPEN9:
6376#ifdef FEAT_SYN_HL
6377 case NFA_ZOPEN:
6378 case NFA_ZOPEN1:
6379 case NFA_ZOPEN2:
6380 case NFA_ZOPEN3:
6381 case NFA_ZOPEN4:
6382 case NFA_ZOPEN5:
6383 case NFA_ZOPEN6:
6384 case NFA_ZOPEN7:
6385 case NFA_ZOPEN8:
6386 case NFA_ZOPEN9:
6387#endif
6388 case NFA_NOPEN:
6389 case NFA_ZSTART:
6390 /* These states are only added to be able to bail out when
6391 * they are added again, nothing is to be done. */
6392 break;
6393
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006394 default: /* regular character */
Bram Moolenaarc4912e52013-05-26 19:19:52 +02006395 {
6396 int c = t->state->c;
Bram Moolenaar12e40142013-05-21 15:33:41 +02006397
Bram Moolenaar398d53d2013-08-01 15:45:52 +02006398#ifdef DEBUG
Bram Moolenaardecd9542013-06-07 16:31:50 +02006399 if (c < 0)
Bram Moolenaarc4912e52013-05-26 19:19:52 +02006400 EMSGN("INTERNAL: Negative state char: %ld", c);
Bram Moolenaar398d53d2013-08-01 15:45:52 +02006401#endif
Bram Moolenaarc4912e52013-05-26 19:19:52 +02006402 result = (c == curc);
6403
6404 if (!result && ireg_ic)
6405 result = MB_TOLOWER(c) == MB_TOLOWER(curc);
Bram Moolenaar3c577f22013-05-24 21:59:54 +02006406#ifdef FEAT_MBYTE
6407 /* If there is a composing character which is not being
6408 * ignored there can be no match. Match with composing
6409 * character uses NFA_COMPOSING above. */
6410 if (result && enc_utf8 && !ireg_icombine
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02006411 && clen != utf_char2len(curc))
Bram Moolenaar3c577f22013-05-24 21:59:54 +02006412 result = FALSE;
6413#endif
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02006414 ADD_STATE_IF_MATCH(t->state);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006415 break;
Bram Moolenaarc4912e52013-05-26 19:19:52 +02006416 }
Bram Moolenaara2d95102013-06-04 14:23:05 +02006417
6418 } /* switch (t->state->c) */
6419
6420 if (add_state != NULL)
6421 {
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02006422 nfa_pim_T *pim;
6423
6424 if (t->pim.result == NFA_PIM_UNUSED)
6425 pim = NULL;
6426 else
6427 pim = &t->pim;
6428
6429 /* Handle the postponed invisible match if the match might end
6430 * without advancing and before the end of the line. */
6431 if (pim != NULL && (clen == 0 || match_follows(add_state, 0)))
Bram Moolenaara2d95102013-06-04 14:23:05 +02006432 {
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02006433 if (pim->result == NFA_PIM_TODO)
Bram Moolenaara2d95102013-06-04 14:23:05 +02006434 {
6435#ifdef ENABLE_LOG
6436 fprintf(log_fd, "\n");
6437 fprintf(log_fd, "==================================\n");
6438 fprintf(log_fd, "Postponed recursive nfa_regmatch()\n");
6439 fprintf(log_fd, "\n");
6440#endif
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02006441 result = recursive_regmatch(pim->state, pim,
Bram Moolenaara2d95102013-06-04 14:23:05 +02006442 prog, submatch, m, &listids);
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02006443 pim->result = result ? NFA_PIM_MATCH : NFA_PIM_NOMATCH;
Bram Moolenaardecd9542013-06-07 16:31:50 +02006444 /* for \@! and \@<! it is a match when the result is
6445 * FALSE */
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02006446 if (result != (pim->state->c == NFA_START_INVISIBLE_NEG
Bram Moolenaara2947e22013-06-11 22:44:09 +02006447 || pim->state->c == NFA_START_INVISIBLE_NEG_FIRST
6448 || pim->state->c
6449 == NFA_START_INVISIBLE_BEFORE_NEG
6450 || pim->state->c
6451 == NFA_START_INVISIBLE_BEFORE_NEG_FIRST))
Bram Moolenaara2d95102013-06-04 14:23:05 +02006452 {
6453 /* Copy submatch info from the recursive call */
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02006454 copy_sub_off(&pim->subs.norm, &m->norm);
Bram Moolenaara2d95102013-06-04 14:23:05 +02006455#ifdef FEAT_SYN_HL
Bram Moolenaar188c57b2013-06-06 16:22:06 +02006456 if (nfa_has_zsubexpr)
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02006457 copy_sub_off(&pim->subs.synt, &m->synt);
Bram Moolenaara2d95102013-06-04 14:23:05 +02006458#endif
6459 }
6460 }
6461 else
6462 {
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02006463 result = (pim->result == NFA_PIM_MATCH);
Bram Moolenaara2d95102013-06-04 14:23:05 +02006464#ifdef ENABLE_LOG
6465 fprintf(log_fd, "\n");
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02006466 fprintf(log_fd, "Using previous recursive nfa_regmatch() result, result == %d\n", pim->result);
Bram Moolenaara2d95102013-06-04 14:23:05 +02006467 fprintf(log_fd, "MATCH = %s\n", result == TRUE ? "OK" : "FALSE");
6468 fprintf(log_fd, "\n");
6469#endif
6470 }
6471
Bram Moolenaardecd9542013-06-07 16:31:50 +02006472 /* for \@! and \@<! it is a match when result is FALSE */
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02006473 if (result != (pim->state->c == NFA_START_INVISIBLE_NEG
Bram Moolenaara2947e22013-06-11 22:44:09 +02006474 || pim->state->c == NFA_START_INVISIBLE_NEG_FIRST
6475 || pim->state->c
6476 == NFA_START_INVISIBLE_BEFORE_NEG
6477 || pim->state->c
6478 == NFA_START_INVISIBLE_BEFORE_NEG_FIRST))
Bram Moolenaara2d95102013-06-04 14:23:05 +02006479 {
6480 /* Copy submatch info from the recursive call */
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02006481 copy_sub_off(&t->subs.norm, &pim->subs.norm);
Bram Moolenaara2d95102013-06-04 14:23:05 +02006482#ifdef FEAT_SYN_HL
Bram Moolenaar188c57b2013-06-06 16:22:06 +02006483 if (nfa_has_zsubexpr)
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02006484 copy_sub_off(&t->subs.synt, &pim->subs.synt);
Bram Moolenaara2d95102013-06-04 14:23:05 +02006485#endif
6486 }
6487 else
6488 /* look-behind match failed, don't add the state */
6489 continue;
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02006490
6491 /* Postponed invisible match was handled, don't add it to
6492 * following states. */
6493 pim = NULL;
Bram Moolenaara2d95102013-06-04 14:23:05 +02006494 }
6495
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02006496 if (add_here)
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02006497 addstate_here(thislist, add_state, &t->subs, pim, &listidx);
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02006498 else
6499 {
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02006500 addstate(nextlist, add_state, &t->subs, pim, add_off);
Bram Moolenaarb1b284f2013-06-08 13:33:37 +02006501 if (add_count > 0)
6502 nextlist->t[nextlist->n - 1].count = add_count;
6503 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006504 }
6505
6506 } /* for (thislist = thislist; thislist->state; thislist++) */
6507
Bram Moolenaare23febd2013-05-26 18:40:14 +02006508 /* Look for the start of a match in the current position by adding the
6509 * start state to the list of states.
6510 * The first found match is the leftmost one, thus the order of states
6511 * matters!
6512 * Do not add the start state in recursive calls of nfa_regmatch(),
6513 * because recursive calls should only start in the first position.
Bram Moolenaar307aa162013-06-02 16:34:21 +02006514 * Unless "nfa_endp" is not NULL, then we match the end position.
Bram Moolenaare23febd2013-05-26 18:40:14 +02006515 * Also don't start a match past the first line. */
Bram Moolenaar61602c52013-06-01 19:54:43 +02006516 if (nfa_match == FALSE
Bram Moolenaarf96d1092013-06-07 22:39:40 +02006517 && ((toplevel
Bram Moolenaar61602c52013-06-01 19:54:43 +02006518 && reglnum == 0
6519 && clen != 0
6520 && (ireg_maxcol == 0
6521 || (colnr_T)(reginput - regline) < ireg_maxcol))
Bram Moolenaar307aa162013-06-02 16:34:21 +02006522 || (nfa_endp != NULL
Bram Moolenaar61602c52013-06-01 19:54:43 +02006523 && (REG_MULTI
Bram Moolenaar307aa162013-06-02 16:34:21 +02006524 ? (reglnum < nfa_endp->se_u.pos.lnum
6525 || (reglnum == nfa_endp->se_u.pos.lnum
Bram Moolenaar61602c52013-06-01 19:54:43 +02006526 && (int)(reginput - regline)
Bram Moolenaar307aa162013-06-02 16:34:21 +02006527 < nfa_endp->se_u.pos.col))
6528 : reginput < nfa_endp->se_u.ptr))))
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006529 {
6530#ifdef ENABLE_LOG
6531 fprintf(log_fd, "(---) STARTSTATE\n");
6532#endif
Bram Moolenaarf96d1092013-06-07 22:39:40 +02006533 /* Inline optimized code for addstate() if we know the state is
6534 * the first MOPEN. */
6535 if (toplevel)
6536 {
Bram Moolenaar87f764a2013-06-08 14:38:27 +02006537 int add = TRUE;
6538 int c;
6539
6540 if (prog->regstart != NUL && clen != 0)
6541 {
6542 if (nextlist->n == 0)
6543 {
6544 colnr_T col = (colnr_T)(reginput - regline) + clen;
6545
6546 /* Nextlist is empty, we can skip ahead to the
6547 * character that must appear at the start. */
6548 if (skip_to_start(prog->regstart, &col) == FAIL)
6549 break;
6550#ifdef ENABLE_LOG
6551 fprintf(log_fd, " Skipping ahead %d bytes to regstart\n",
6552 col - ((colnr_T)(reginput - regline) + clen));
6553#endif
6554 reginput = regline + col - clen;
6555 }
6556 else
6557 {
6558 /* Checking if the required start character matches is
6559 * cheaper than adding a state that won't match. */
6560 c = PTR2CHAR(reginput + clen);
6561 if (c != prog->regstart && (!ireg_ic || MB_TOLOWER(c)
6562 != MB_TOLOWER(prog->regstart)))
6563 {
6564#ifdef ENABLE_LOG
6565 fprintf(log_fd, " Skipping start state, regstart does not match\n");
6566#endif
6567 add = FALSE;
6568 }
6569 }
6570 }
6571
6572 if (add)
6573 {
6574 if (REG_MULTI)
6575 m->norm.list.multi[0].start.col =
Bram Moolenaarf96d1092013-06-07 22:39:40 +02006576 (colnr_T)(reginput - regline) + clen;
Bram Moolenaar87f764a2013-06-08 14:38:27 +02006577 else
6578 m->norm.list.line[0].start = reginput + clen;
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02006579 addstate(nextlist, start->out, m, NULL, clen);
Bram Moolenaar87f764a2013-06-08 14:38:27 +02006580 }
Bram Moolenaarf96d1092013-06-07 22:39:40 +02006581 }
6582 else
Bram Moolenaar2a4e98a2013-06-09 16:24:45 +02006583 addstate(nextlist, start, m, NULL, clen);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006584 }
6585
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006586#ifdef ENABLE_LOG
6587 fprintf(log_fd, ">>> Thislist had %d states available: ", thislist->n);
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02006588 {
6589 int i;
6590
6591 for (i = 0; i < thislist->n; i++)
6592 fprintf(log_fd, "%d ", abs(thislist->t[i].state->id));
6593 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006594 fprintf(log_fd, "\n");
6595#endif
6596
6597nextchar:
Bram Moolenaar35b23862013-05-22 23:00:40 +02006598 /* Advance to the next character, or advance to the next line, or
6599 * finish. */
Bram Moolenaar7cd4d9c2013-05-26 14:54:12 +02006600 if (clen != 0)
6601 reginput += clen;
Bram Moolenaar307aa162013-06-02 16:34:21 +02006602 else if (go_to_nextline || (nfa_endp != NULL && REG_MULTI
6603 && reglnum < nfa_endp->se_u.pos.lnum))
Bram Moolenaar35b23862013-05-22 23:00:40 +02006604 reg_nextline();
6605 else
6606 break;
6607 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006608
6609#ifdef ENABLE_LOG
6610 if (log_fd != stderr)
6611 fclose(log_fd);
6612 log_fd = NULL;
6613#endif
6614
6615theend:
6616 /* Free memory */
6617 vim_free(list[0].t);
6618 vim_free(list[1].t);
Bram Moolenaar963fee22013-05-26 21:47:28 +02006619 vim_free(listids);
Bram Moolenaar8aca2e92013-06-07 14:59:18 +02006620#undef ADD_STATE_IF_MATCH
Bram Moolenaar7fcff1f2013-05-20 21:49:13 +02006621#ifdef NFA_REGEXP_DEBUG_LOG
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006622 fclose(debug);
6623#endif
6624
Bram Moolenaar963fee22013-05-26 21:47:28 +02006625 return nfa_match;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006626}
6627
6628/*
6629 * Try match of "prog" with at regline["col"].
6630 * Returns 0 for failure, number of lines contained in the match otherwise.
6631 */
6632 static long
Bram Moolenaarefb23f22013-06-01 23:02:54 +02006633nfa_regtry(prog, col)
6634 nfa_regprog_T *prog;
6635 colnr_T col;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006636{
6637 int i;
Bram Moolenaarefb23f22013-06-01 23:02:54 +02006638 regsubs_T subs, m;
6639 nfa_state_T *start = prog->start;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006640#ifdef ENABLE_LOG
6641 FILE *f;
6642#endif
6643
6644 reginput = regline + col;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006645
6646#ifdef ENABLE_LOG
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02006647 f = fopen(NFA_REGEXP_RUN_LOG, "a");
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006648 if (f != NULL)
6649 {
Bram Moolenaar87953742013-06-05 18:52:40 +02006650 fprintf(f, "\n\n\t=======================================================\n");
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006651#ifdef DEBUG
6652 fprintf(f, "\tRegexp is \"%s\"\n", nfa_regengine.expr);
6653#endif
6654 fprintf(f, "\tInput text is \"%s\" \n", reginput);
Bram Moolenaar87953742013-06-05 18:52:40 +02006655 fprintf(f, "\t=======================================================\n\n");
Bram Moolenaar152e7892013-05-25 12:28:11 +02006656 nfa_print_state(f, start);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006657 fprintf(f, "\n\n");
6658 fclose(f);
6659 }
6660 else
6661 EMSG(_("Could not open temporary log file for writing "));
6662#endif
6663
Bram Moolenaarefb23f22013-06-01 23:02:54 +02006664 clear_sub(&subs.norm);
6665 clear_sub(&m.norm);
6666#ifdef FEAT_SYN_HL
6667 clear_sub(&subs.synt);
6668 clear_sub(&m.synt);
6669#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006670
Bram Moolenaarf6de0322013-06-02 21:30:04 +02006671 if (nfa_regmatch(prog, start, &subs, &m) == FALSE)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006672 return 0;
6673
6674 cleanup_subexpr();
6675 if (REG_MULTI)
6676 {
Bram Moolenaarefb23f22013-06-01 23:02:54 +02006677 for (i = 0; i < subs.norm.in_use; i++)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006678 {
Bram Moolenaarefb23f22013-06-01 23:02:54 +02006679 reg_startpos[i] = subs.norm.list.multi[i].start;
6680 reg_endpos[i] = subs.norm.list.multi[i].end;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006681 }
6682
6683 if (reg_startpos[0].lnum < 0)
6684 {
6685 reg_startpos[0].lnum = 0;
6686 reg_startpos[0].col = col;
6687 }
6688 if (reg_endpos[0].lnum < 0)
6689 {
Bram Moolenaare0fea9c2013-05-27 20:10:50 +02006690 /* pattern has a \ze but it didn't match, use current end */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006691 reg_endpos[0].lnum = reglnum;
6692 reg_endpos[0].col = (int)(reginput - regline);
6693 }
6694 else
6695 /* Use line number of "\ze". */
6696 reglnum = reg_endpos[0].lnum;
6697 }
6698 else
6699 {
Bram Moolenaarefb23f22013-06-01 23:02:54 +02006700 for (i = 0; i < subs.norm.in_use; i++)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006701 {
Bram Moolenaarefb23f22013-06-01 23:02:54 +02006702 reg_startp[i] = subs.norm.list.line[i].start;
6703 reg_endp[i] = subs.norm.list.line[i].end;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006704 }
6705
6706 if (reg_startp[0] == NULL)
6707 reg_startp[0] = regline + col;
6708 if (reg_endp[0] == NULL)
6709 reg_endp[0] = reginput;
6710 }
6711
Bram Moolenaarefb23f22013-06-01 23:02:54 +02006712#ifdef FEAT_SYN_HL
6713 /* Package any found \z(...\) matches for export. Default is none. */
6714 unref_extmatch(re_extmatch_out);
6715 re_extmatch_out = NULL;
6716
6717 if (prog->reghasz == REX_SET)
6718 {
Bram Moolenaarefb23f22013-06-01 23:02:54 +02006719 cleanup_zsubexpr();
6720 re_extmatch_out = make_extmatch();
6721 for (i = 0; i < subs.synt.in_use; i++)
6722 {
6723 if (REG_MULTI)
6724 {
6725 struct multipos *mpos = &subs.synt.list.multi[i];
6726
6727 /* Only accept single line matches. */
6728 if (mpos->start.lnum >= 0 && mpos->start.lnum == mpos->end.lnum)
6729 re_extmatch_out->matches[i] =
6730 vim_strnsave(reg_getline(mpos->start.lnum)
6731 + mpos->start.col,
6732 mpos->end.col - mpos->start.col);
6733 }
6734 else
6735 {
6736 struct linepos *lpos = &subs.synt.list.line[i];
6737
6738 if (lpos->start != NULL && lpos->end != NULL)
6739 re_extmatch_out->matches[i] =
6740 vim_strnsave(lpos->start,
6741 (int)(lpos->end - lpos->start));
6742 }
6743 }
6744 }
6745#endif
6746
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006747 return 1 + reglnum;
6748}
6749
6750/*
6751 * Match a regexp against a string ("line" points to the string) or multiple
6752 * lines ("line" is NULL, use reg_getline()).
6753 *
6754 * Returns 0 for failure, number of lines contained in the match otherwise.
6755 */
6756 static long
Bram Moolenaard89616e2013-06-06 18:46:06 +02006757nfa_regexec_both(line, startcol)
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006758 char_u *line;
Bram Moolenaard89616e2013-06-06 18:46:06 +02006759 colnr_T startcol; /* column to start looking for match */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006760{
6761 nfa_regprog_T *prog;
6762 long retval = 0L;
6763 int i;
Bram Moolenaard89616e2013-06-06 18:46:06 +02006764 colnr_T col = startcol;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006765
6766 if (REG_MULTI)
6767 {
6768 prog = (nfa_regprog_T *)reg_mmatch->regprog;
6769 line = reg_getline((linenr_T)0); /* relative to the cursor */
6770 reg_startpos = reg_mmatch->startpos;
6771 reg_endpos = reg_mmatch->endpos;
6772 }
6773 else
6774 {
6775 prog = (nfa_regprog_T *)reg_match->regprog;
6776 reg_startp = reg_match->startp;
6777 reg_endp = reg_match->endp;
6778 }
6779
6780 /* Be paranoid... */
6781 if (prog == NULL || line == NULL)
6782 {
6783 EMSG(_(e_null));
6784 goto theend;
6785 }
6786
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006787 /* If pattern contains "\c" or "\C": overrule value of ireg_ic */
6788 if (prog->regflags & RF_ICASE)
6789 ireg_ic = TRUE;
6790 else if (prog->regflags & RF_NOICASE)
6791 ireg_ic = FALSE;
6792
6793#ifdef FEAT_MBYTE
6794 /* If pattern contains "\Z" overrule value of ireg_icombine */
6795 if (prog->regflags & RF_ICOMBINE)
6796 ireg_icombine = TRUE;
6797#endif
6798
6799 regline = line;
6800 reglnum = 0; /* relative to line */
6801
Bram Moolenaar57a285b2013-05-26 16:57:28 +02006802 nfa_has_zend = prog->has_zend;
Bram Moolenaar428e9872013-05-30 17:05:39 +02006803 nfa_has_backref = prog->has_backref;
Bram Moolenaar963fee22013-05-26 21:47:28 +02006804 nfa_nsubexpr = prog->nsubexp;
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02006805 nfa_listid = 1;
6806 nfa_alt_listid = 2;
Bram Moolenaar69afb7b2013-06-02 15:55:55 +02006807#ifdef DEBUG
6808 nfa_regengine.expr = prog->pattern;
6809#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006810
Bram Moolenaard89616e2013-06-06 18:46:06 +02006811 if (prog->reganch && col > 0)
6812 return 0L;
6813
Bram Moolenaar473de612013-06-08 18:19:48 +02006814 need_clear_subexpr = TRUE;
6815#ifdef FEAT_SYN_HL
6816 /* Clear the external match subpointers if necessary. */
6817 if (prog->reghasz == REX_SET)
6818 {
6819 nfa_has_zsubexpr = TRUE;
6820 need_clear_zsubexpr = TRUE;
6821 }
6822 else
6823 nfa_has_zsubexpr = FALSE;
6824#endif
6825
Bram Moolenaard89616e2013-06-06 18:46:06 +02006826 if (prog->regstart != NUL)
Bram Moolenaar473de612013-06-08 18:19:48 +02006827 {
Bram Moolenaar87f764a2013-06-08 14:38:27 +02006828 /* Skip ahead until a character we know the match must start with.
6829 * When there is none there is no match. */
6830 if (skip_to_start(prog->regstart, &col) == FAIL)
Bram Moolenaard89616e2013-06-06 18:46:06 +02006831 return 0L;
Bram Moolenaard89616e2013-06-06 18:46:06 +02006832
Bram Moolenaar473de612013-06-08 18:19:48 +02006833 /* If match_text is set it contains the full text that must match.
6834 * Nothing else to try. Doesn't handle combining chars well. */
Bram Moolenaara940aa62013-06-08 23:30:04 +02006835 if (prog->match_text != NULL
6836#ifdef FEAT_MBYTE
6837 && !ireg_icombine
6838#endif
6839 )
Bram Moolenaar473de612013-06-08 18:19:48 +02006840 return find_match_text(col, prog->regstart, prog->match_text);
6841 }
6842
Bram Moolenaard89616e2013-06-06 18:46:06 +02006843 /* If the start column is past the maximum column: no need to try. */
6844 if (ireg_maxcol > 0 && col >= ireg_maxcol)
6845 goto theend;
6846
Bram Moolenaar57a285b2013-05-26 16:57:28 +02006847 nstate = prog->nstate;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006848 for (i = 0; i < nstate; ++i)
6849 {
6850 prog->state[i].id = i;
Bram Moolenaardd2ccdf2013-06-03 12:17:04 +02006851 prog->state[i].lastlist[0] = 0;
6852 prog->state[i].lastlist[1] = 0;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006853 }
6854
Bram Moolenaarefb23f22013-06-01 23:02:54 +02006855 retval = nfa_regtry(prog, col);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006856
Bram Moolenaar69afb7b2013-06-02 15:55:55 +02006857#ifdef DEBUG
6858 nfa_regengine.expr = NULL;
6859#endif
6860
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006861theend:
6862 return retval;
6863}
6864
6865/*
6866 * Compile a regular expression into internal code for the NFA matcher.
6867 * Returns the program in allocated space. Returns NULL for an error.
6868 */
6869 static regprog_T *
6870nfa_regcomp(expr, re_flags)
6871 char_u *expr;
6872 int re_flags;
6873{
Bram Moolenaaraae48832013-05-25 21:18:34 +02006874 nfa_regprog_T *prog = NULL;
Bram Moolenaarca12d7c2013-05-20 21:26:33 +02006875 size_t prog_size;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006876 int *postfix;
6877
6878 if (expr == NULL)
6879 return NULL;
6880
6881#ifdef DEBUG
6882 nfa_regengine.expr = expr;
6883#endif
6884
6885 init_class_tab();
6886
6887 if (nfa_regcomp_start(expr, re_flags) == FAIL)
6888 return NULL;
6889
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006890 /* Build postfix form of the regexp. Needed to build the NFA
Bram Moolenaaraae48832013-05-25 21:18:34 +02006891 * (and count its size). */
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006892 postfix = re2post();
6893 if (postfix == NULL)
Bram Moolenaar61db8b52013-05-26 17:45:49 +02006894 {
6895 /* TODO: only give this error for debugging? */
6896 if (post_ptr >= post_end)
6897 EMSGN("Internal error: estimated max number of states insufficient: %ld", post_end - post_start);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006898 goto fail; /* Cascaded (syntax?) error */
Bram Moolenaar61db8b52013-05-26 17:45:49 +02006899 }
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006900
6901 /*
6902 * In order to build the NFA, we parse the input regexp twice:
6903 * 1. first pass to count size (so we can allocate space)
6904 * 2. second to emit code
6905 */
6906#ifdef ENABLE_LOG
6907 {
Bram Moolenaard6c11cb2013-05-25 12:18:39 +02006908 FILE *f = fopen(NFA_REGEXP_RUN_LOG, "a");
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006909
6910 if (f != NULL)
6911 {
6912 fprintf(f, "\n*****************************\n\n\n\n\tCompiling regexp \"%s\" ... hold on !\n", expr);
6913 fclose(f);
6914 }
6915 }
6916#endif
6917
6918 /*
6919 * PASS 1
6920 * Count number of NFA states in "nstate". Do not build the NFA.
6921 */
6922 post2nfa(postfix, post_ptr, TRUE);
Bram Moolenaaraae48832013-05-25 21:18:34 +02006923
Bram Moolenaar16619a22013-06-11 18:42:36 +02006924 /* allocate the regprog with space for the compiled regexp */
6925 prog_size = sizeof(nfa_regprog_T) + sizeof(nfa_state_T) * (nstate - 1);
Bram Moolenaaraae48832013-05-25 21:18:34 +02006926 prog = (nfa_regprog_T *)lalloc(prog_size, TRUE);
6927 if (prog == NULL)
6928 goto fail;
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006929 state_ptr = prog->state;
6930
6931 /*
6932 * PASS 2
6933 * Build the NFA
6934 */
6935 prog->start = post2nfa(postfix, post_ptr, FALSE);
6936 if (prog->start == NULL)
6937 goto fail;
6938
6939 prog->regflags = regflags;
6940 prog->engine = &nfa_regengine;
6941 prog->nstate = nstate;
Bram Moolenaar57a285b2013-05-26 16:57:28 +02006942 prog->has_zend = nfa_has_zend;
Bram Moolenaar428e9872013-05-30 17:05:39 +02006943 prog->has_backref = nfa_has_backref;
Bram Moolenaar963fee22013-05-26 21:47:28 +02006944 prog->nsubexp = regnpar;
Bram Moolenaard89616e2013-06-06 18:46:06 +02006945
Bram Moolenaara2947e22013-06-11 22:44:09 +02006946 nfa_postprocess(prog);
6947
Bram Moolenaard89616e2013-06-06 18:46:06 +02006948 prog->reganch = nfa_get_reganch(prog->start, 0);
6949 prog->regstart = nfa_get_regstart(prog->start, 0);
Bram Moolenaar473de612013-06-08 18:19:48 +02006950 prog->match_text = nfa_get_match_text(prog->start);
6951
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006952#ifdef ENABLE_LOG
6953 nfa_postfix_dump(expr, OK);
6954 nfa_dump(prog);
6955#endif
Bram Moolenaarefb23f22013-06-01 23:02:54 +02006956#ifdef FEAT_SYN_HL
6957 /* Remember whether this pattern has any \z specials in it. */
6958 prog->reghasz = re_has_z;
6959#endif
Bram Moolenaar69afb7b2013-06-02 15:55:55 +02006960#ifdef DEBUG
Bram Moolenaar473de612013-06-08 18:19:48 +02006961 prog->pattern = vim_strsave(expr);
Bram Moolenaar69afb7b2013-06-02 15:55:55 +02006962 nfa_regengine.expr = NULL;
6963#endif
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006964
6965out:
6966 vim_free(post_start);
6967 post_start = post_ptr = post_end = NULL;
6968 state_ptr = NULL;
6969 return (regprog_T *)prog;
6970
6971fail:
6972 vim_free(prog);
6973 prog = NULL;
6974#ifdef ENABLE_LOG
6975 nfa_postfix_dump(expr, FAIL);
6976#endif
6977#ifdef DEBUG
6978 nfa_regengine.expr = NULL;
6979#endif
6980 goto out;
6981}
6982
Bram Moolenaar473de612013-06-08 18:19:48 +02006983/*
6984 * Free a compiled regexp program, returned by nfa_regcomp().
6985 */
6986 static void
6987nfa_regfree(prog)
6988 regprog_T *prog;
6989{
6990 if (prog != NULL)
6991 {
6992 vim_free(((nfa_regprog_T *)prog)->match_text);
6993#ifdef DEBUG
6994 vim_free(((nfa_regprog_T *)prog)->pattern);
6995#endif
6996 vim_free(prog);
6997 }
6998}
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02006999
7000/*
7001 * Match a regexp against a string.
7002 * "rmp->regprog" is a compiled regexp as returned by nfa_regcomp().
7003 * Uses curbuf for line count and 'iskeyword'.
7004 *
7005 * Return TRUE if there is a match, FALSE if not.
7006 */
7007 static int
7008nfa_regexec(rmp, line, col)
7009 regmatch_T *rmp;
7010 char_u *line; /* string to match against */
7011 colnr_T col; /* column to start looking for match */
7012{
7013 reg_match = rmp;
7014 reg_mmatch = NULL;
7015 reg_maxline = 0;
7016 reg_line_lbr = FALSE;
7017 reg_buf = curbuf;
7018 reg_win = NULL;
7019 ireg_ic = rmp->rm_ic;
7020#ifdef FEAT_MBYTE
7021 ireg_icombine = FALSE;
7022#endif
7023 ireg_maxcol = 0;
7024 return (nfa_regexec_both(line, col) != 0);
7025}
7026
7027#if defined(FEAT_MODIFY_FNAME) || defined(FEAT_EVAL) \
7028 || defined(FIND_REPLACE_DIALOG) || defined(PROTO)
7029
7030static int nfa_regexec_nl __ARGS((regmatch_T *rmp, char_u *line, colnr_T col));
7031
7032/*
7033 * Like nfa_regexec(), but consider a "\n" in "line" to be a line break.
7034 */
7035 static int
7036nfa_regexec_nl(rmp, line, col)
7037 regmatch_T *rmp;
7038 char_u *line; /* string to match against */
7039 colnr_T col; /* column to start looking for match */
7040{
7041 reg_match = rmp;
7042 reg_mmatch = NULL;
7043 reg_maxline = 0;
7044 reg_line_lbr = TRUE;
7045 reg_buf = curbuf;
7046 reg_win = NULL;
7047 ireg_ic = rmp->rm_ic;
7048#ifdef FEAT_MBYTE
7049 ireg_icombine = FALSE;
7050#endif
7051 ireg_maxcol = 0;
7052 return (nfa_regexec_both(line, col) != 0);
7053}
7054#endif
7055
7056
7057/*
7058 * Match a regexp against multiple lines.
7059 * "rmp->regprog" is a compiled regexp as returned by vim_regcomp().
7060 * Uses curbuf for line count and 'iskeyword'.
7061 *
7062 * Return zero if there is no match. Return number of lines contained in the
7063 * match otherwise.
7064 *
7065 * Note: the body is the same as bt_regexec() except for nfa_regexec_both()
7066 *
7067 * ! Also NOTE : match may actually be in another line. e.g.:
7068 * when r.e. is \nc, cursor is at 'a' and the text buffer looks like
7069 *
7070 * +-------------------------+
7071 * |a |
7072 * |b |
7073 * |c |
7074 * | |
7075 * +-------------------------+
7076 *
7077 * then nfa_regexec_multi() returns 3. while the original
7078 * vim_regexec_multi() returns 0 and a second call at line 2 will return 2.
7079 *
7080 * FIXME if this behavior is not compatible.
7081 */
7082 static long
7083nfa_regexec_multi(rmp, win, buf, lnum, col, tm)
7084 regmmatch_T *rmp;
7085 win_T *win; /* window in which to search or NULL */
7086 buf_T *buf; /* buffer in which to search */
7087 linenr_T lnum; /* nr of line to start looking for match */
7088 colnr_T col; /* column to start looking for match */
7089 proftime_T *tm UNUSED; /* timeout limit or NULL */
7090{
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02007091 reg_match = NULL;
7092 reg_mmatch = rmp;
7093 reg_buf = buf;
7094 reg_win = win;
7095 reg_firstlnum = lnum;
7096 reg_maxline = reg_buf->b_ml.ml_line_count - lnum;
7097 reg_line_lbr = FALSE;
7098 ireg_ic = rmp->rmm_ic;
7099#ifdef FEAT_MBYTE
7100 ireg_icombine = FALSE;
7101#endif
7102 ireg_maxcol = rmp->rmm_maxcol;
7103
Bram Moolenaarf878bf02013-05-21 21:20:20 +02007104 return nfa_regexec_both(NULL, col);
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +02007105}
7106
7107#ifdef DEBUG
7108# undef ENABLE_LOG
7109#endif