blob: 206e7609a599502a304701047bbb9d29b9831b2b [file] [log] [blame]
Bram Moolenaaredf3f972016-08-29 22:49:24 +02001/* vi:set ts=8 sts=4 sw=4 noet:
Bram Moolenaare19defe2005-03-21 08:23:33 +00002 *
3 * VIM - Vi IMproved by Bram Moolenaar
4 *
5 * Do ":help uganda" in Vim to read copying and usage conditions.
6 * Do ":help credits" in Vim to see a list of people who contributed.
7 * See README.txt for an overview of the Vim source code.
8 */
9
10/*
11 * spell.c: code for spell checking
Bram Moolenaarfc735152005-03-22 22:54:12 +000012 *
Bram Moolenaar9ccfebd2016-07-19 16:39:08 +020013 * See spellfile.c for the Vim spell file format.
14 *
Bram Moolenaar51485f02005-06-04 21:55:20 +000015 * The spell checking mechanism uses a tree (aka trie). Each node in the tree
16 * has a list of bytes that can appear (siblings). For each byte there is a
17 * pointer to the node with the byte that follows in the word (child).
Bram Moolenaar9f30f502005-06-14 22:01:04 +000018 *
19 * A NUL byte is used where the word may end. The bytes are sorted, so that
20 * binary searching can be used and the NUL bytes are at the start. The
21 * number of possible bytes is stored before the list of bytes.
22 *
23 * The tree uses two arrays: "byts" stores the characters, "idxs" stores
24 * either the next index or flags. The tree starts at index 0. For example,
25 * to lookup "vi" this sequence is followed:
26 * i = 0
27 * len = byts[i]
28 * n = where "v" appears in byts[i + 1] to byts[i + len]
29 * i = idxs[n]
30 * len = byts[i]
31 * n = where "i" appears in byts[i + 1] to byts[i + len]
32 * i = idxs[n]
33 * len = byts[i]
34 * find that byts[i + 1] is 0, idxs[i + 1] has flags for "vi".
Bram Moolenaar51485f02005-06-04 21:55:20 +000035 *
Bram Moolenaar1d73c882005-06-19 22:48:47 +000036 * There are two word trees: one with case-folded words and one with words in
Bram Moolenaar51485f02005-06-04 21:55:20 +000037 * original case. The second one is only used for keep-case words and is
38 * usually small.
39 *
Bram Moolenaarae5bce12005-08-15 21:41:48 +000040 * There is one additional tree for when not all prefixes are applied when
Bram Moolenaar1d73c882005-06-19 22:48:47 +000041 * generating the .spl file. This tree stores all the possible prefixes, as
42 * if they were words. At each word (prefix) end the prefix nr is stored, the
43 * following word must support this prefix nr. And the condition nr is
44 * stored, used to lookup the condition that the word must match with.
45 *
Bram Moolenaar51485f02005-06-04 21:55:20 +000046 * Thanks to Olaf Seibert for providing an example implementation of this tree
47 * and the compression mechanism.
Bram Moolenaar4770d092006-01-12 23:22:24 +000048 * LZ trie ideas:
49 * http://www.irb.hr/hr/home/ristov/papers/RistovLZtrieRevision1.pdf
50 * More papers: http://www-igm.univ-mlv.fr/~laporte/publi_en.html
Bram Moolenaar63d5a1e2005-04-19 21:30:25 +000051 *
52 * Matching involves checking the caps type: Onecap ALLCAP KeepCap.
Bram Moolenaar63d5a1e2005-04-19 21:30:25 +000053 *
Bram Moolenaar402d2fe2005-04-15 21:00:38 +000054 * Why doesn't Vim use aspell/ispell/myspell/etc.?
55 * See ":help develop-spell".
56 */
57
Bram Moolenaar51485f02005-06-04 21:55:20 +000058/*
Bram Moolenaar9f30f502005-06-14 22:01:04 +000059 * Use this to adjust the score after finding suggestions, based on the
60 * suggested word sounding like the bad word. This is much faster than doing
61 * it for every possible suggestion.
Bram Moolenaar4770d092006-01-12 23:22:24 +000062 * Disadvantage: When "the" is typed as "hte" it sounds quite different ("@"
63 * vs "ht") and goes down in the list.
Bram Moolenaard857f0e2005-06-21 22:37:39 +000064 * Used when 'spellsuggest' is set to "best".
65 */
66#define RESCORE(word_score, sound_score) ((3 * word_score + sound_score) / 4)
67
68/*
Bram Moolenaar4770d092006-01-12 23:22:24 +000069 * Do the opposite: based on a maximum end score and a known sound score,
Bram Moolenaar6949d1d2008-08-25 02:14:05 +000070 * compute the maximum word score that can be used.
Bram Moolenaar4770d092006-01-12 23:22:24 +000071 */
72#define MAXSCORE(word_score, sound_score) ((4 * word_score - sound_score) / 3)
73
Bram Moolenaar9ccfebd2016-07-19 16:39:08 +020074#define IN_SPELL_C
Bram Moolenaare19defe2005-03-21 08:23:33 +000075#include "vim.h"
76
Bram Moolenaarf71a3db2006-03-12 21:50:18 +000077#if defined(FEAT_SPELL) || defined(PROTO)
Bram Moolenaare19defe2005-03-21 08:23:33 +000078
Bram Moolenaar4770d092006-01-12 23:22:24 +000079#ifndef UNIX /* it's in os_unix.h for Unix */
80# include <time.h> /* for time_t */
81#endif
82
Bram Moolenaar2d3f4892006-01-20 23:02:51 +000083/* only used for su_badflags */
84#define WF_MIXCAP 0x20 /* mix of upper and lower case: macaRONI */
85
Bram Moolenaar0dc065e2005-07-04 22:49:24 +000086#define WF_CAPMASK (WF_ONECAP | WF_ALLCAP | WF_KEEPCAP | WF_FIXCAP)
Bram Moolenaar51485f02005-06-04 21:55:20 +000087
Bram Moolenaarcfc6c432005-06-06 21:50:35 +000088#define REGION_ALL 0xff /* word valid in all regions */
89
Bram Moolenaar4770d092006-01-12 23:22:24 +000090#define VIMSUGMAGIC "VIMsug" /* string at start of Vim .sug file */
91#define VIMSUGMAGICL 6
92#define VIMSUGVERSION 1
93
Bram Moolenaarcfc6c432005-06-06 21:50:35 +000094/* Result values. Lower number is accepted over higher one. */
95#define SP_BANNED -1
Bram Moolenaar402d2fe2005-04-15 21:00:38 +000096#define SP_OK 0
Bram Moolenaarcfc6c432005-06-06 21:50:35 +000097#define SP_RARE 1
98#define SP_LOCAL 2
99#define SP_BAD 3
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000100
Bram Moolenaar4770d092006-01-12 23:22:24 +0000101typedef struct wordcount_S
102{
103 short_u wc_count; /* nr of times word was seen */
104 char_u wc_word[1]; /* word, actually longer */
105} wordcount_T;
106
Bram Moolenaar84026842016-07-17 20:37:43 +0200107#define WC_KEY_OFF offsetof(wordcount_T, wc_word)
Bram Moolenaar4770d092006-01-12 23:22:24 +0000108#define HI2WC(hi) ((wordcount_T *)((hi)->hi_key - WC_KEY_OFF))
109#define MAXWORDCOUNT 0xffff
110
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000111/*
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +0000112 * Information used when looking for suggestions.
113 */
114typedef struct suginfo_S
115{
116 garray_T su_ga; /* suggestions, contains "suggest_T" */
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000117 int su_maxcount; /* max. number of suggestions displayed */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +0000118 int su_maxscore; /* maximum score for adding to su_ga */
Bram Moolenaar4770d092006-01-12 23:22:24 +0000119 int su_sfmaxscore; /* idem, for when doing soundfold words */
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000120 garray_T su_sga; /* like su_ga, sound-folded scoring */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +0000121 char_u *su_badptr; /* start of bad word in line */
122 int su_badlen; /* length of detected bad word in line */
Bram Moolenaar0c405862005-06-22 22:26:26 +0000123 int su_badflags; /* caps flags for bad word */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +0000124 char_u su_badword[MAXWLEN]; /* bad word truncated at su_badlen */
125 char_u su_fbadword[MAXWLEN]; /* su_badword case-folded */
Bram Moolenaar482aaeb2005-09-29 18:26:07 +0000126 char_u su_sal_badword[MAXWLEN]; /* su_badword soundfolded */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +0000127 hashtab_T su_banned; /* table with banned words */
Bram Moolenaar8b96d642005-09-05 22:05:30 +0000128 slang_T *su_sallang; /* default language for sound folding */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +0000129} suginfo_T;
130
131/* One word suggestion. Used in "si_ga". */
132typedef struct suggest_S
133{
134 char_u *st_word; /* suggested word, allocated string */
Bram Moolenaar4770d092006-01-12 23:22:24 +0000135 int st_wordlen; /* STRLEN(st_word) */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +0000136 int st_orglen; /* length of replaced text */
137 int st_score; /* lower is better */
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000138 int st_altscore; /* used when st_score compares equal */
139 int st_salscore; /* st_score is for soundalike */
Bram Moolenaar9f30f502005-06-14 22:01:04 +0000140 int st_had_bonus; /* bonus already included in score */
Bram Moolenaar8b96d642005-09-05 22:05:30 +0000141 slang_T *st_slang; /* language used for sound folding */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +0000142} suggest_T;
143
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000144#define SUG(ga, i) (((suggest_T *)(ga).ga_data)[i])
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +0000145
Bram Moolenaar4770d092006-01-12 23:22:24 +0000146/* TRUE if a word appears in the list of banned words. */
147#define WAS_BANNED(su, word) (!HASHITEM_EMPTY(hash_find(&su->su_banned, word)))
148
Bram Moolenaar6949d1d2008-08-25 02:14:05 +0000149/* Number of suggestions kept when cleaning up. We need to keep more than
Bram Moolenaar4770d092006-01-12 23:22:24 +0000150 * what is displayed, because when rescore_suggestions() is called the score
151 * may change and wrong suggestions may be removed later. */
152#define SUG_CLEAN_COUNT(su) ((su)->su_maxcount < 130 ? 150 : (su)->su_maxcount + 20)
Bram Moolenaar9f30f502005-06-14 22:01:04 +0000153
154/* Threshold for sorting and cleaning up suggestions. Don't want to keep lots
155 * of suggestions that are not going to be displayed. */
Bram Moolenaar4770d092006-01-12 23:22:24 +0000156#define SUG_MAX_COUNT(su) (SUG_CLEAN_COUNT(su) + 50)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +0000157
158/* score for various changes */
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000159#define SCORE_SPLIT 149 /* split bad word */
Bram Moolenaare1438bb2006-03-01 22:01:55 +0000160#define SCORE_SPLIT_NO 249 /* split bad word with NOSPLITSUGS */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +0000161#define SCORE_ICASE 52 /* slightly different case */
Bram Moolenaar5195e452005-08-19 20:32:47 +0000162#define SCORE_REGION 200 /* word is for different region */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +0000163#define SCORE_RARE 180 /* rare word */
Bram Moolenaar4770d092006-01-12 23:22:24 +0000164#define SCORE_SWAP 75 /* swap two characters */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +0000165#define SCORE_SWAP3 110 /* swap two characters in three */
Bram Moolenaar1e015462005-09-25 22:16:38 +0000166#define SCORE_REP 65 /* REP replacement */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +0000167#define SCORE_SUBST 93 /* substitute a character */
168#define SCORE_SIMILAR 33 /* substitute a similar character */
Bram Moolenaare5b8e3d2005-08-12 19:48:49 +0000169#define SCORE_SUBCOMP 33 /* substitute a composing character */
Bram Moolenaar9f30f502005-06-14 22:01:04 +0000170#define SCORE_DEL 94 /* delete a character */
Bram Moolenaar1e015462005-09-25 22:16:38 +0000171#define SCORE_DELDUP 66 /* delete a duplicated character */
Bram Moolenaare5b8e3d2005-08-12 19:48:49 +0000172#define SCORE_DELCOMP 28 /* delete a composing character */
Bram Moolenaar9f30f502005-06-14 22:01:04 +0000173#define SCORE_INS 96 /* insert a character */
Bram Moolenaar1e015462005-09-25 22:16:38 +0000174#define SCORE_INSDUP 67 /* insert a duplicate character */
Bram Moolenaar8b59de92005-08-11 19:59:29 +0000175#define SCORE_INSCOMP 30 /* insert a composing character */
Bram Moolenaarcf6bf392005-06-27 22:27:46 +0000176#define SCORE_NONWORD 103 /* change non-word to word char */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +0000177
Bram Moolenaara1ba8112005-06-28 23:23:32 +0000178#define SCORE_FILE 30 /* suggestion from a file */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +0000179#define SCORE_MAXINIT 350 /* Initial maximum score: higher == slower.
180 * 350 allows for about three changes. */
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000181
Bram Moolenaar4770d092006-01-12 23:22:24 +0000182#define SCORE_COMMON1 30 /* subtracted for words seen before */
183#define SCORE_COMMON2 40 /* subtracted for words often seen */
184#define SCORE_COMMON3 50 /* subtracted for words very often seen */
185#define SCORE_THRES2 10 /* word count threshold for COMMON2 */
186#define SCORE_THRES3 100 /* word count threshold for COMMON3 */
187
188/* When trying changed soundfold words it becomes slow when trying more than
189 * two changes. With less then two changes it's slightly faster but we miss a
190 * few good suggestions. In rare cases we need to try three of four changes.
191 */
192#define SCORE_SFMAX1 200 /* maximum score for first try */
193#define SCORE_SFMAX2 300 /* maximum score for second try */
194#define SCORE_SFMAX3 400 /* maximum score for third try */
195
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000196#define SCORE_BIG SCORE_INS * 3 /* big difference */
Bram Moolenaar4770d092006-01-12 23:22:24 +0000197#define SCORE_MAXMAX 999999 /* accept any score */
198#define SCORE_LIMITMAX 350 /* for spell_edit_score_limit() */
199
200/* for spell_edit_score_limit() we need to know the minimum value of
201 * SCORE_ICASE, SCORE_SWAP, SCORE_DEL, SCORE_SIMILAR and SCORE_INS */
202#define SCORE_EDIT_MIN SCORE_SIMILAR
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +0000203
204/*
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000205 * Structure to store info for word matching.
206 */
207typedef struct matchinf_S
208{
209 langp_T *mi_lp; /* info for language and region */
Bram Moolenaar63d5a1e2005-04-19 21:30:25 +0000210
211 /* pointers to original text to be checked */
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000212 char_u *mi_word; /* start of word being checked */
Bram Moolenaar1d73c882005-06-19 22:48:47 +0000213 char_u *mi_end; /* end of matching word so far */
Bram Moolenaar63d5a1e2005-04-19 21:30:25 +0000214 char_u *mi_fend; /* next char to be added to mi_fword */
Bram Moolenaar51485f02005-06-04 21:55:20 +0000215 char_u *mi_cend; /* char after what was used for
216 mi_capflags */
Bram Moolenaar63d5a1e2005-04-19 21:30:25 +0000217
218 /* case-folded text */
219 char_u mi_fword[MAXWLEN + 1]; /* mi_word case-folded */
Bram Moolenaar51485f02005-06-04 21:55:20 +0000220 int mi_fwordlen; /* nr of valid bytes in mi_fword */
Bram Moolenaar63d5a1e2005-04-19 21:30:25 +0000221
Bram Moolenaar1d73c882005-06-19 22:48:47 +0000222 /* for when checking word after a prefix */
223 int mi_prefarridx; /* index in sl_pidxs with list of
Bram Moolenaarae5bce12005-08-15 21:41:48 +0000224 affixID/condition */
Bram Moolenaar1d73c882005-06-19 22:48:47 +0000225 int mi_prefcnt; /* number of entries at mi_prefarridx */
226 int mi_prefixlen; /* byte length of prefix */
Bram Moolenaar53805d12005-08-01 07:08:33 +0000227 int mi_cprefixlen; /* byte length of prefix in original
228 case */
Bram Moolenaar1d73c882005-06-19 22:48:47 +0000229
Bram Moolenaarae5bce12005-08-15 21:41:48 +0000230 /* for when checking a compound word */
231 int mi_compoff; /* start of following word offset */
Bram Moolenaar5195e452005-08-19 20:32:47 +0000232 char_u mi_compflags[MAXWLEN]; /* flags for compound words used */
233 int mi_complen; /* nr of compound words used */
Bram Moolenaar899dddf2006-03-26 21:06:50 +0000234 int mi_compextra; /* nr of COMPOUNDROOT words */
Bram Moolenaarae5bce12005-08-15 21:41:48 +0000235
Bram Moolenaar63d5a1e2005-04-19 21:30:25 +0000236 /* others */
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000237 int mi_result; /* result so far: SP_BAD, SP_OK, etc. */
Bram Moolenaar51485f02005-06-04 21:55:20 +0000238 int mi_capflags; /* WF_ONECAP WF_ALLCAP WF_KEEPCAP */
Bram Moolenaar860cae12010-06-05 23:22:07 +0200239 win_T *mi_win; /* buffer being checked */
Bram Moolenaar78622822005-08-23 21:00:13 +0000240
241 /* for NOBREAK */
242 int mi_result2; /* "mi_resul" without following word */
243 char_u *mi_end2; /* "mi_end" without following word */
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000244} matchinf_T;
245
Bram Moolenaarcfc6c432005-06-06 21:50:35 +0000246
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100247static int spell_iswordp(char_u *p, win_T *wp);
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100248static int spell_mb_isword_class(int cl, win_T *wp);
Bram Moolenaarcfc6c432005-06-06 21:50:35 +0000249
250/*
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000251 * For finding suggestions: At each node in the tree these states are tried:
Bram Moolenaarea424162005-06-16 21:51:00 +0000252 */
253typedef enum
254{
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000255 STATE_START = 0, /* At start of node check for NUL bytes (goodword
256 * ends); if badword ends there is a match, otherwise
257 * try splitting word. */
Bram Moolenaar42eeac32005-06-29 22:40:58 +0000258 STATE_NOPREFIX, /* try without prefix */
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000259 STATE_SPLITUNDO, /* Undo splitting. */
Bram Moolenaarea424162005-06-16 21:51:00 +0000260 STATE_ENDNUL, /* Past NUL bytes at start of the node. */
261 STATE_PLAIN, /* Use each byte of the node. */
262 STATE_DEL, /* Delete a byte from the bad word. */
Bram Moolenaar4770d092006-01-12 23:22:24 +0000263 STATE_INS_PREP, /* Prepare for inserting bytes. */
Bram Moolenaarea424162005-06-16 21:51:00 +0000264 STATE_INS, /* Insert a byte in the bad word. */
265 STATE_SWAP, /* Swap two bytes. */
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000266 STATE_UNSWAP, /* Undo swap two characters. */
267 STATE_SWAP3, /* Swap two characters over three. */
268 STATE_UNSWAP3, /* Undo Swap two characters over three. */
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000269 STATE_UNROT3L, /* Undo rotate three characters left */
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000270 STATE_UNROT3R, /* Undo rotate three characters right */
Bram Moolenaarea424162005-06-16 21:51:00 +0000271 STATE_REP_INI, /* Prepare for using REP items. */
272 STATE_REP, /* Use matching REP items from the .aff file. */
273 STATE_REP_UNDO, /* Undo a REP item replacement. */
274 STATE_FINAL /* End of this node. */
275} state_T;
276
277/*
Bram Moolenaar0c405862005-06-22 22:26:26 +0000278 * Struct to keep the state at each level in suggest_try_change().
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +0000279 */
280typedef struct trystate_S
281{
Bram Moolenaarea424162005-06-16 21:51:00 +0000282 state_T ts_state; /* state at this level, STATE_ */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +0000283 int ts_score; /* score */
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000284 idx_T ts_arridx; /* index in tree array, start of node */
Bram Moolenaarea424162005-06-16 21:51:00 +0000285 short ts_curi; /* index in list of child nodes */
286 char_u ts_fidx; /* index in fword[], case-folded bad word */
287 char_u ts_fidxtry; /* ts_fidx at which bytes may be changed */
288 char_u ts_twordlen; /* valid length of tword[] */
Bram Moolenaar5b8d8fd2005-08-16 23:01:50 +0000289 char_u ts_prefixdepth; /* stack depth for end of prefix or
Bram Moolenaard12a1322005-08-21 22:08:24 +0000290 * PFD_PREFIXTREE or PFD_NOPREFIX */
291 char_u ts_flags; /* TSF_ flags */
Bram Moolenaarea424162005-06-16 21:51:00 +0000292 char_u ts_tcharlen; /* number of bytes in tword character */
293 char_u ts_tcharidx; /* current byte index in tword character */
294 char_u ts_isdiff; /* DIFF_ values */
295 char_u ts_fcharstart; /* index in fword where badword char started */
Bram Moolenaar5195e452005-08-19 20:32:47 +0000296 char_u ts_prewordlen; /* length of word in "preword[]" */
297 char_u ts_splitoff; /* index in "tword" after last split */
Bram Moolenaar78622822005-08-23 21:00:13 +0000298 char_u ts_splitfidx; /* "ts_fidx" at word split */
Bram Moolenaar5195e452005-08-19 20:32:47 +0000299 char_u ts_complen; /* nr of compound words used */
Bram Moolenaard12a1322005-08-21 22:08:24 +0000300 char_u ts_compsplit; /* index for "compflags" where word was spit */
Bram Moolenaar0c405862005-06-22 22:26:26 +0000301 char_u ts_save_badflags; /* su_badflags saved here */
Bram Moolenaar4770d092006-01-12 23:22:24 +0000302 char_u ts_delidx; /* index in fword for char that was deleted,
303 valid when "ts_flags" has TSF_DIDDEL */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +0000304} trystate_T;
305
Bram Moolenaarea424162005-06-16 21:51:00 +0000306/* values for ts_isdiff */
307#define DIFF_NONE 0 /* no different byte (yet) */
308#define DIFF_YES 1 /* different byte found */
309#define DIFF_INSERT 2 /* inserting character */
310
Bram Moolenaard12a1322005-08-21 22:08:24 +0000311/* values for ts_flags */
312#define TSF_PREFIXOK 1 /* already checked that prefix is OK */
313#define TSF_DIDSPLIT 2 /* tried split at this point */
Bram Moolenaar4770d092006-01-12 23:22:24 +0000314#define TSF_DIDDEL 4 /* did a delete, "ts_delidx" has index */
Bram Moolenaard12a1322005-08-21 22:08:24 +0000315
Bram Moolenaar42eeac32005-06-29 22:40:58 +0000316/* special values ts_prefixdepth */
Bram Moolenaar5b8d8fd2005-08-16 23:01:50 +0000317#define PFD_NOPREFIX 0xff /* not using prefixes */
Bram Moolenaard12a1322005-08-21 22:08:24 +0000318#define PFD_PREFIXTREE 0xfe /* walking through the prefix tree */
Bram Moolenaar4770d092006-01-12 23:22:24 +0000319#define PFD_NOTSPECIAL 0xfd /* highest value that's not special */
Bram Moolenaar42eeac32005-06-29 22:40:58 +0000320
Bram Moolenaar1d73c882005-06-19 22:48:47 +0000321/* mode values for find_word */
Bram Moolenaarae5bce12005-08-15 21:41:48 +0000322#define FIND_FOLDWORD 0 /* find word case-folded */
323#define FIND_KEEPWORD 1 /* find keep-case word */
324#define FIND_PREFIX 2 /* find word after prefix */
325#define FIND_COMPOUND 3 /* find case-folded compound word */
326#define FIND_KEEPCOMPOUND 4 /* find keep-case compound word */
Bram Moolenaar1d73c882005-06-19 22:48:47 +0000327
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100328static void find_word(matchinf_T *mip, int mode);
329static int match_checkcompoundpattern(char_u *ptr, int wlen, garray_T *gap);
330static int can_compound(slang_T *slang, char_u *word, char_u *flags);
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100331static int match_compoundrule(slang_T *slang, char_u *compflags);
332static int valid_word_prefix(int totprefcnt, int arridx, int flags, char_u *word, slang_T *slang, int cond_req);
333static void find_prefix(matchinf_T *mip, int mode);
334static int fold_more(matchinf_T *mip);
335static int spell_valid_case(int wordflags, int treeflags);
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100336static void spell_load_cb(char_u *fname, void *cookie);
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100337static int count_syllables(slang_T *slang, char_u *word);
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100338static void clear_midword(win_T *buf);
339static void use_midword(slang_T *lp, win_T *buf);
340static int find_region(char_u *rp, char_u *region);
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100341static int check_need_cap(linenr_T lnum, colnr_T col);
342static void spell_find_suggest(char_u *badptr, int badlen, suginfo_T *su, int maxcount, int banbadword, int need_cap, int interactive);
Bram Moolenaara1ba8112005-06-28 23:23:32 +0000343#ifdef FEAT_EVAL
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100344static void spell_suggest_expr(suginfo_T *su, char_u *expr);
Bram Moolenaara1ba8112005-06-28 23:23:32 +0000345#endif
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100346static void spell_suggest_file(suginfo_T *su, char_u *fname);
347static void spell_suggest_intern(suginfo_T *su, int interactive);
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100348static void spell_find_cleanup(suginfo_T *su);
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100349static void suggest_try_special(suginfo_T *su);
350static void suggest_try_change(suginfo_T *su);
351static void suggest_trie_walk(suginfo_T *su, langp_T *lp, char_u *fword, int soundfold);
352static void go_deeper(trystate_T *stack, int depth, int score_add);
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100353static int nofold_len(char_u *fword, int flen, char_u *word);
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100354static void find_keepcap_word(slang_T *slang, char_u *fword, char_u *kword);
355static void score_comp_sal(suginfo_T *su);
356static void score_combine(suginfo_T *su);
357static int stp_sal_score(suggest_T *stp, suginfo_T *su, slang_T *slang, char_u *badsound);
358static void suggest_try_soundalike_prep(void);
359static void suggest_try_soundalike(suginfo_T *su);
360static void suggest_try_soundalike_finish(void);
361static void add_sound_suggest(suginfo_T *su, char_u *goodword, int score, langp_T *lp);
362static int soundfold_find(slang_T *slang, char_u *word);
363static void make_case_word(char_u *fword, char_u *cword, int flags);
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100364static int similar_chars(slang_T *slang, int c1, int c2);
365static void add_suggestion(suginfo_T *su, garray_T *gap, char_u *goodword, int badlen, int score, int altscore, int had_bonus, slang_T *slang, int maxsf);
366static void check_suggestions(suginfo_T *su, garray_T *gap);
367static void add_banned(suginfo_T *su, char_u *word);
368static void rescore_suggestions(suginfo_T *su);
369static void rescore_one(suginfo_T *su, suggest_T *stp);
370static int cleanup_suggestions(garray_T *gap, int maxscore, int keep);
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100371static void spell_soundfold_sofo(slang_T *slang, char_u *inword, char_u *res);
372static void spell_soundfold_sal(slang_T *slang, char_u *inword, char_u *res);
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100373static void spell_soundfold_wsal(slang_T *slang, char_u *inword, char_u *res);
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100374static int soundalike_score(char_u *goodsound, char_u *badsound);
375static int spell_edit_score(slang_T *slang, char_u *badword, char_u *goodword);
376static int spell_edit_score_limit(slang_T *slang, char_u *badword, char_u *goodword, int limit);
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100377static int spell_edit_score_limit_w(slang_T *slang, char_u *badword, char_u *goodword, int limit);
Bram Moolenaarbaaa7e92016-01-29 22:47:03 +0100378static void dump_word(slang_T *slang, char_u *word, char_u *pat, int *dir, int round, int flags, linenr_T lnum);
379static linenr_T dump_prefixes(slang_T *slang, char_u *word, char_u *pat, int *dir, int round, int flags, linenr_T startlnum);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +0000380
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000381
Bram Moolenaara40ceaf2006-01-13 22:35:40 +0000382/* Remember what "z?" replaced. */
383static char_u *repl_from = NULL;
384static char_u *repl_to = NULL;
385
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000386/*
387 * Main spell-checking function.
Bram Moolenaar51485f02005-06-04 21:55:20 +0000388 * "ptr" points to a character that could be the start of a word.
Bram Moolenaar482aaeb2005-09-29 18:26:07 +0000389 * "*attrp" is set to the highlight index for a badly spelled word. For a
390 * non-word or when it's OK it remains unchanged.
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000391 * This must only be called when 'spelllang' is not empty.
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +0000392 *
Bram Moolenaarf9184a12005-07-02 23:10:47 +0000393 * "capcol" is used to check for a Capitalised word after the end of a
394 * sentence. If it's zero then perform the check. Return the column where to
395 * check next, or -1 when no sentence end was found. If it's NULL then don't
396 * worry.
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +0000397 *
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000398 * Returns the length of the word in bytes, also when it's OK, so that the
399 * caller can skip over the word.
400 */
401 int
Bram Moolenaar764b23c2016-01-30 21:10:09 +0100402spell_check(
403 win_T *wp, /* current window */
404 char_u *ptr,
405 hlf_T *attrp,
406 int *capcol, /* column to check for Capital */
407 int docount) /* count good words */
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000408{
409 matchinf_T mi; /* Most things are put in "mi" so that it can
410 be passed to functions quickly. */
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000411 int nrlen = 0; /* found a number first */
Bram Moolenaarf9184a12005-07-02 23:10:47 +0000412 int c;
Bram Moolenaar5195e452005-08-19 20:32:47 +0000413 int wrongcaplen = 0;
Bram Moolenaarac6e65f2005-08-29 22:25:38 +0000414 int lpi;
Bram Moolenaar4770d092006-01-12 23:22:24 +0000415 int count_word = docount;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000416
Bram Moolenaarcfc6c432005-06-06 21:50:35 +0000417 /* A word never starts at a space or a control character. Return quickly
418 * then, skipping over the character. */
419 if (*ptr <= ' ')
420 return 1;
Bram Moolenaara226a6d2006-02-26 23:59:20 +0000421
422 /* Return here when loading language files failed. */
Bram Moolenaar860cae12010-06-05 23:22:07 +0200423 if (wp->w_s->b_langp.ga_len == 0)
Bram Moolenaara226a6d2006-02-26 23:59:20 +0000424 return 1;
425
Bram Moolenaar5195e452005-08-19 20:32:47 +0000426 vim_memset(&mi, 0, sizeof(matchinf_T));
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000427
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000428 /* A number is always OK. Also skip hexadecimal numbers 0xFF99 and
Bram Moolenaar43abc522005-12-10 20:15:02 +0000429 * 0X99FF. But always do check spelling to find "3GPP" and "11
430 * julifeest". */
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000431 if (*ptr >= '0' && *ptr <= '9')
Bram Moolenaar51485f02005-06-04 21:55:20 +0000432 {
Bram Moolenaar887c1fe2016-01-02 17:56:35 +0100433 if (*ptr == '0' && (ptr[1] == 'b' || ptr[1] == 'B'))
434 mi.mi_end = skipbin(ptr + 2);
435 else if (*ptr == '0' && (ptr[1] == 'x' || ptr[1] == 'X'))
Bram Moolenaar3982c542005-06-08 21:56:31 +0000436 mi.mi_end = skiphex(ptr + 2);
Bram Moolenaar51485f02005-06-04 21:55:20 +0000437 else
438 mi.mi_end = skipdigits(ptr);
Bram Moolenaara93fa7e2006-04-17 22:14:47 +0000439 nrlen = (int)(mi.mi_end - ptr);
Bram Moolenaar51485f02005-06-04 21:55:20 +0000440 }
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000441
Bram Moolenaar0c405862005-06-22 22:26:26 +0000442 /* Find the normal end of the word (until the next non-word character). */
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000443 mi.mi_word = ptr;
Bram Moolenaar43abc522005-12-10 20:15:02 +0000444 mi.mi_fend = ptr;
Bram Moolenaar860cae12010-06-05 23:22:07 +0200445 if (spell_iswordp(mi.mi_fend, wp))
Bram Moolenaar51485f02005-06-04 21:55:20 +0000446 {
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000447 do
Bram Moolenaar91acfff2017-03-12 19:22:36 +0100448 MB_PTR_ADV(mi.mi_fend);
Bram Moolenaarabab0b02019-03-30 18:47:01 +0100449 while (*mi.mi_fend != NUL && spell_iswordp(mi.mi_fend, wp));
Bram Moolenaarf9184a12005-07-02 23:10:47 +0000450
Bram Moolenaar860cae12010-06-05 23:22:07 +0200451 if (capcol != NULL && *capcol == 0 && wp->w_s->b_cap_prog != NULL)
Bram Moolenaarf9184a12005-07-02 23:10:47 +0000452 {
453 /* Check word starting with capital letter. */
Bram Moolenaar53805d12005-08-01 07:08:33 +0000454 c = PTR2CHAR(ptr);
Bram Moolenaarf9184a12005-07-02 23:10:47 +0000455 if (!SPELL_ISUPPER(c))
Bram Moolenaar5195e452005-08-19 20:32:47 +0000456 wrongcaplen = (int)(mi.mi_fend - ptr);
Bram Moolenaarf9184a12005-07-02 23:10:47 +0000457 }
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000458 }
Bram Moolenaarf9184a12005-07-02 23:10:47 +0000459 if (capcol != NULL)
460 *capcol = -1;
Bram Moolenaarcfc6c432005-06-06 21:50:35 +0000461
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000462 /* We always use the characters up to the next non-word character,
463 * also for bad words. */
464 mi.mi_end = mi.mi_fend;
Bram Moolenaarcfc6c432005-06-06 21:50:35 +0000465
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000466 /* Check caps type later. */
Bram Moolenaar860cae12010-06-05 23:22:07 +0200467 mi.mi_capflags = 0;
468 mi.mi_cend = NULL;
469 mi.mi_win = wp;
Bram Moolenaar51485f02005-06-04 21:55:20 +0000470
Bram Moolenaar5195e452005-08-19 20:32:47 +0000471 /* case-fold the word with one non-word character, so that we can check
472 * for the word end. */
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000473 if (*mi.mi_fend != NUL)
Bram Moolenaar91acfff2017-03-12 19:22:36 +0100474 MB_PTR_ADV(mi.mi_fend);
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000475
476 (void)spell_casefold(ptr, (int)(mi.mi_fend - ptr), mi.mi_fword,
477 MAXWLEN + 1);
Bram Moolenaara93fa7e2006-04-17 22:14:47 +0000478 mi.mi_fwordlen = (int)STRLEN(mi.mi_fword);
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000479
480 /* The word is bad unless we recognize it. */
481 mi.mi_result = SP_BAD;
Bram Moolenaar78622822005-08-23 21:00:13 +0000482 mi.mi_result2 = SP_BAD;
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000483
484 /*
485 * Loop over the languages specified in 'spelllang'.
Bram Moolenaar4770d092006-01-12 23:22:24 +0000486 * We check them all, because a word may be matched longer in another
487 * language.
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000488 */
Bram Moolenaar860cae12010-06-05 23:22:07 +0200489 for (lpi = 0; lpi < wp->w_s->b_langp.ga_len; ++lpi)
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000490 {
Bram Moolenaar860cae12010-06-05 23:22:07 +0200491 mi.mi_lp = LANGP_ENTRY(wp->w_s->b_langp, lpi);
Bram Moolenaarac6e65f2005-08-29 22:25:38 +0000492
493 /* If reloading fails the language is still in the list but everything
494 * has been cleared. */
495 if (mi.mi_lp->lp_slang->sl_fidxs == NULL)
496 continue;
497
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000498 /* Check for a matching word in case-folded words. */
499 find_word(&mi, FIND_FOLDWORD);
500
501 /* Check for a matching word in keep-case words. */
502 find_word(&mi, FIND_KEEPWORD);
503
504 /* Check for matching prefixes. */
Bram Moolenaard12a1322005-08-21 22:08:24 +0000505 find_prefix(&mi, FIND_FOLDWORD);
Bram Moolenaar78622822005-08-23 21:00:13 +0000506
507 /* For a NOBREAK language, may want to use a word without a following
508 * word as a backup. */
509 if (mi.mi_lp->lp_slang->sl_nobreak && mi.mi_result == SP_BAD
510 && mi.mi_result2 != SP_BAD)
511 {
512 mi.mi_result = mi.mi_result2;
513 mi.mi_end = mi.mi_end2;
514 }
Bram Moolenaar4770d092006-01-12 23:22:24 +0000515
516 /* Count the word in the first language where it's found to be OK. */
517 if (count_word && mi.mi_result == SP_OK)
518 {
519 count_common_word(mi.mi_lp->lp_slang, ptr,
520 (int)(mi.mi_end - ptr), 1);
521 count_word = FALSE;
522 }
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000523 }
524
525 if (mi.mi_result != SP_OK)
526 {
Bram Moolenaar0c405862005-06-22 22:26:26 +0000527 /* If we found a number skip over it. Allows for "42nd". Do flag
528 * rare and local words, e.g., "3GPP". */
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000529 if (nrlen > 0)
Bram Moolenaar0c405862005-06-22 22:26:26 +0000530 {
531 if (mi.mi_result == SP_BAD || mi.mi_result == SP_BANNED)
532 return nrlen;
533 }
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000534
535 /* When we are at a non-word character there is no error, just
536 * skip over the character (try looking for a word after it). */
Bram Moolenaarcc63c642013-11-12 04:44:01 +0100537 else if (!spell_iswordp_nmw(ptr, wp))
Bram Moolenaar63d5a1e2005-04-19 21:30:25 +0000538 {
Bram Moolenaar860cae12010-06-05 23:22:07 +0200539 if (capcol != NULL && wp->w_s->b_cap_prog != NULL)
Bram Moolenaarf9184a12005-07-02 23:10:47 +0000540 {
541 regmatch_T regmatch;
Bram Moolenaardffa5b82014-11-19 16:38:07 +0100542 int r;
Bram Moolenaarf9184a12005-07-02 23:10:47 +0000543
544 /* Check for end of sentence. */
Bram Moolenaar860cae12010-06-05 23:22:07 +0200545 regmatch.regprog = wp->w_s->b_cap_prog;
Bram Moolenaarf9184a12005-07-02 23:10:47 +0000546 regmatch.rm_ic = FALSE;
Bram Moolenaardffa5b82014-11-19 16:38:07 +0100547 r = vim_regexec(&regmatch, ptr, 0);
548 wp->w_s->b_cap_prog = regmatch.regprog;
549 if (r)
Bram Moolenaarf9184a12005-07-02 23:10:47 +0000550 *capcol = (int)(regmatch.endp[0] - ptr);
551 }
552
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000553 if (has_mbyte)
Bram Moolenaar0fa313a2005-08-10 21:07:57 +0000554 return (*mb_ptr2len)(ptr);
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000555 return 1;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000556 }
Bram Moolenaar5195e452005-08-19 20:32:47 +0000557 else if (mi.mi_end == ptr)
558 /* Always include at least one character. Required for when there
559 * is a mixup in "midword". */
Bram Moolenaar91acfff2017-03-12 19:22:36 +0100560 MB_PTR_ADV(mi.mi_end);
Bram Moolenaar78622822005-08-23 21:00:13 +0000561 else if (mi.mi_result == SP_BAD
Bram Moolenaar860cae12010-06-05 23:22:07 +0200562 && LANGP_ENTRY(wp->w_s->b_langp, 0)->lp_slang->sl_nobreak)
Bram Moolenaar78622822005-08-23 21:00:13 +0000563 {
564 char_u *p, *fp;
565 int save_result = mi.mi_result;
566
567 /* First language in 'spelllang' is NOBREAK. Find first position
568 * at which any word would be valid. */
Bram Moolenaar860cae12010-06-05 23:22:07 +0200569 mi.mi_lp = LANGP_ENTRY(wp->w_s->b_langp, 0);
Bram Moolenaarac6e65f2005-08-29 22:25:38 +0000570 if (mi.mi_lp->lp_slang->sl_fidxs != NULL)
Bram Moolenaar78622822005-08-23 21:00:13 +0000571 {
Bram Moolenaarac6e65f2005-08-29 22:25:38 +0000572 p = mi.mi_word;
573 fp = mi.mi_fword;
574 for (;;)
Bram Moolenaar78622822005-08-23 21:00:13 +0000575 {
Bram Moolenaar91acfff2017-03-12 19:22:36 +0100576 MB_PTR_ADV(p);
577 MB_PTR_ADV(fp);
Bram Moolenaarac6e65f2005-08-29 22:25:38 +0000578 if (p >= mi.mi_end)
579 break;
Bram Moolenaara93fa7e2006-04-17 22:14:47 +0000580 mi.mi_compoff = (int)(fp - mi.mi_fword);
Bram Moolenaarac6e65f2005-08-29 22:25:38 +0000581 find_word(&mi, FIND_COMPOUND);
582 if (mi.mi_result != SP_BAD)
583 {
584 mi.mi_end = p;
585 break;
586 }
Bram Moolenaar78622822005-08-23 21:00:13 +0000587 }
Bram Moolenaarac6e65f2005-08-29 22:25:38 +0000588 mi.mi_result = save_result;
Bram Moolenaar78622822005-08-23 21:00:13 +0000589 }
Bram Moolenaar78622822005-08-23 21:00:13 +0000590 }
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000591
592 if (mi.mi_result == SP_BAD || mi.mi_result == SP_BANNED)
Bram Moolenaar482aaeb2005-09-29 18:26:07 +0000593 *attrp = HLF_SPB;
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000594 else if (mi.mi_result == SP_RARE)
Bram Moolenaar482aaeb2005-09-29 18:26:07 +0000595 *attrp = HLF_SPR;
Bram Moolenaard857f0e2005-06-21 22:37:39 +0000596 else
Bram Moolenaar482aaeb2005-09-29 18:26:07 +0000597 *attrp = HLF_SPL;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000598 }
599
Bram Moolenaar5195e452005-08-19 20:32:47 +0000600 if (wrongcaplen > 0 && (mi.mi_result == SP_OK || mi.mi_result == SP_RARE))
601 {
602 /* Report SpellCap only when the word isn't badly spelled. */
Bram Moolenaar482aaeb2005-09-29 18:26:07 +0000603 *attrp = HLF_SPC;
Bram Moolenaar5195e452005-08-19 20:32:47 +0000604 return wrongcaplen;
605 }
606
Bram Moolenaar51485f02005-06-04 21:55:20 +0000607 return (int)(mi.mi_end - ptr);
608}
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000609
Bram Moolenaar51485f02005-06-04 21:55:20 +0000610/*
611 * Check if the word at "mip->mi_word" is in the tree.
Bram Moolenaar1d73c882005-06-19 22:48:47 +0000612 * When "mode" is FIND_FOLDWORD check in fold-case word tree.
613 * When "mode" is FIND_KEEPWORD check in keep-case word tree.
614 * When "mode" is FIND_PREFIX check for word after prefix in fold-case word
615 * tree.
Bram Moolenaar51485f02005-06-04 21:55:20 +0000616 *
617 * For a match mip->mi_result is updated.
618 */
619 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +0100620find_word(matchinf_T *mip, int mode)
Bram Moolenaar51485f02005-06-04 21:55:20 +0000621{
Bram Moolenaar9f30f502005-06-14 22:01:04 +0000622 idx_T arridx = 0;
Bram Moolenaar51485f02005-06-04 21:55:20 +0000623 int endlen[MAXWLEN]; /* length at possible word endings */
Bram Moolenaar9f30f502005-06-14 22:01:04 +0000624 idx_T endidx[MAXWLEN]; /* possible word endings */
Bram Moolenaar51485f02005-06-04 21:55:20 +0000625 int endidxcnt = 0;
626 int len;
627 int wlen = 0;
628 int flen;
629 int c;
630 char_u *ptr;
Bram Moolenaar9f30f502005-06-14 22:01:04 +0000631 idx_T lo, hi, m;
Bram Moolenaar51485f02005-06-04 21:55:20 +0000632 char_u *s;
Bram Moolenaare52325c2005-08-22 22:54:29 +0000633 char_u *p;
Bram Moolenaarcfc6c432005-06-06 21:50:35 +0000634 int res = SP_BAD;
Bram Moolenaar51485f02005-06-04 21:55:20 +0000635 slang_T *slang = mip->mi_lp->lp_slang;
636 unsigned flags;
637 char_u *byts;
Bram Moolenaar9f30f502005-06-14 22:01:04 +0000638 idx_T *idxs;
Bram Moolenaarae5bce12005-08-15 21:41:48 +0000639 int word_ends;
Bram Moolenaard12a1322005-08-21 22:08:24 +0000640 int prefix_found;
Bram Moolenaar78622822005-08-23 21:00:13 +0000641 int nobreak_result;
Bram Moolenaar51485f02005-06-04 21:55:20 +0000642
Bram Moolenaarae5bce12005-08-15 21:41:48 +0000643 if (mode == FIND_KEEPWORD || mode == FIND_KEEPCOMPOUND)
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000644 {
Bram Moolenaar51485f02005-06-04 21:55:20 +0000645 /* Check for word with matching case in keep-case tree. */
646 ptr = mip->mi_word;
647 flen = 9999; /* no case folding, always enough bytes */
648 byts = slang->sl_kbyts;
649 idxs = slang->sl_kidxs;
Bram Moolenaarae5bce12005-08-15 21:41:48 +0000650
651 if (mode == FIND_KEEPCOMPOUND)
652 /* Skip over the previously found word(s). */
653 wlen += mip->mi_compoff;
Bram Moolenaar51485f02005-06-04 21:55:20 +0000654 }
655 else
656 {
657 /* Check for case-folded in case-folded tree. */
658 ptr = mip->mi_fword;
659 flen = mip->mi_fwordlen; /* available case-folded bytes */
660 byts = slang->sl_fbyts;
661 idxs = slang->sl_fidxs;
Bram Moolenaar1d73c882005-06-19 22:48:47 +0000662
663 if (mode == FIND_PREFIX)
664 {
665 /* Skip over the prefix. */
666 wlen = mip->mi_prefixlen;
667 flen -= mip->mi_prefixlen;
668 }
Bram Moolenaarae5bce12005-08-15 21:41:48 +0000669 else if (mode == FIND_COMPOUND)
670 {
671 /* Skip over the previously found word(s). */
672 wlen = mip->mi_compoff;
673 flen -= mip->mi_compoff;
674 }
675
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000676 }
677
Bram Moolenaar51485f02005-06-04 21:55:20 +0000678 if (byts == NULL)
679 return; /* array is empty */
Bram Moolenaar402d2fe2005-04-15 21:00:38 +0000680
Bram Moolenaar51485f02005-06-04 21:55:20 +0000681 /*
Bram Moolenaarcfc6c432005-06-06 21:50:35 +0000682 * Repeat advancing in the tree until:
683 * - there is a byte that doesn't match,
684 * - we reach the end of the tree,
685 * - or we reach the end of the line.
Bram Moolenaar51485f02005-06-04 21:55:20 +0000686 */
687 for (;;)
688 {
Bram Moolenaar0c405862005-06-22 22:26:26 +0000689 if (flen <= 0 && *mip->mi_fend != NUL)
Bram Moolenaar1d73c882005-06-19 22:48:47 +0000690 flen = fold_more(mip);
Bram Moolenaar51485f02005-06-04 21:55:20 +0000691
692 len = byts[arridx++];
693
694 /* If the first possible byte is a zero the word could end here.
695 * Remember this index, we first check for the longest word. */
696 if (byts[arridx] == 0)
697 {
Bram Moolenaarcfc6c432005-06-06 21:50:35 +0000698 if (endidxcnt == MAXWLEN)
699 {
700 /* Must be a corrupted spell file. */
Bram Moolenaarf9e3e092019-01-13 23:38:42 +0100701 emsg(_(e_format));
Bram Moolenaarcfc6c432005-06-06 21:50:35 +0000702 return;
703 }
Bram Moolenaar51485f02005-06-04 21:55:20 +0000704 endlen[endidxcnt] = wlen;
705 endidx[endidxcnt++] = arridx++;
706 --len;
707
708 /* Skip over the zeros, there can be several flag/region
709 * combinations. */
710 while (len > 0 && byts[arridx] == 0)
711 {
712 ++arridx;
713 --len;
714 }
715 if (len == 0)
716 break; /* no children, word must end here */
717 }
718
719 /* Stop looking at end of the line. */
720 if (ptr[wlen] == NUL)
721 break;
722
723 /* Perform a binary search in the list of accepted bytes. */
724 c = ptr[wlen];
Bram Moolenaar0c405862005-06-22 22:26:26 +0000725 if (c == TAB) /* <Tab> is handled like <Space> */
726 c = ' ';
Bram Moolenaar51485f02005-06-04 21:55:20 +0000727 lo = arridx;
728 hi = arridx + len - 1;
729 while (lo < hi)
730 {
731 m = (lo + hi) / 2;
732 if (byts[m] > c)
733 hi = m - 1;
734 else if (byts[m] < c)
735 lo = m + 1;
736 else
737 {
738 lo = hi = m;
739 break;
740 }
741 }
742
743 /* Stop if there is no matching byte. */
744 if (hi < lo || byts[lo] != c)
745 break;
746
747 /* Continue at the child (if there is one). */
748 arridx = idxs[lo];
749 ++wlen;
750 --flen;
Bram Moolenaar0c405862005-06-22 22:26:26 +0000751
752 /* One space in the good word may stand for several spaces in the
753 * checked word. */
754 if (c == ' ')
755 {
756 for (;;)
757 {
758 if (flen <= 0 && *mip->mi_fend != NUL)
759 flen = fold_more(mip);
760 if (ptr[wlen] != ' ' && ptr[wlen] != TAB)
761 break;
762 ++wlen;
763 --flen;
764 }
765 }
Bram Moolenaar51485f02005-06-04 21:55:20 +0000766 }
767
768 /*
769 * Verify that one of the possible endings is valid. Try the longest
770 * first.
771 */
772 while (endidxcnt > 0)
773 {
774 --endidxcnt;
775 arridx = endidx[endidxcnt];
776 wlen = endlen[endidxcnt];
777
Bram Moolenaar51485f02005-06-04 21:55:20 +0000778 if ((*mb_head_off)(ptr, ptr + wlen) > 0)
779 continue; /* not at first byte of character */
Bram Moolenaar860cae12010-06-05 23:22:07 +0200780 if (spell_iswordp(ptr + wlen, mip->mi_win))
Bram Moolenaarae5bce12005-08-15 21:41:48 +0000781 {
Bram Moolenaar78622822005-08-23 21:00:13 +0000782 if (slang->sl_compprog == NULL && !slang->sl_nobreak)
Bram Moolenaarae5bce12005-08-15 21:41:48 +0000783 continue; /* next char is a word character */
784 word_ends = FALSE;
785 }
786 else
787 word_ends = TRUE;
Bram Moolenaard12a1322005-08-21 22:08:24 +0000788 /* The prefix flag is before compound flags. Once a valid prefix flag
789 * has been found we try compound flags. */
790 prefix_found = FALSE;
Bram Moolenaar51485f02005-06-04 21:55:20 +0000791
Bram Moolenaar1d73c882005-06-19 22:48:47 +0000792 if (mode != FIND_KEEPWORD && has_mbyte)
Bram Moolenaar51485f02005-06-04 21:55:20 +0000793 {
794 /* Compute byte length in original word, length may change
Bram Moolenaar1d73c882005-06-19 22:48:47 +0000795 * when folding case. This can be slow, take a shortcut when the
796 * case-folded word is equal to the keep-case word. */
Bram Moolenaar51485f02005-06-04 21:55:20 +0000797 p = mip->mi_word;
Bram Moolenaar1d73c882005-06-19 22:48:47 +0000798 if (STRNCMP(ptr, p, wlen) != 0)
799 {
Bram Moolenaar91acfff2017-03-12 19:22:36 +0100800 for (s = ptr; s < ptr + wlen; MB_PTR_ADV(s))
801 MB_PTR_ADV(p);
Bram Moolenaara93fa7e2006-04-17 22:14:47 +0000802 wlen = (int)(p - mip->mi_word);
Bram Moolenaar1d73c882005-06-19 22:48:47 +0000803 }
Bram Moolenaar51485f02005-06-04 21:55:20 +0000804 }
Bram Moolenaar51485f02005-06-04 21:55:20 +0000805
Bram Moolenaar1d73c882005-06-19 22:48:47 +0000806 /* Check flags and region. For FIND_PREFIX check the condition and
807 * prefix ID.
808 * Repeat this if there are more flags/region alternatives until there
809 * is a match. */
810 res = SP_BAD;
811 for (len = byts[arridx - 1]; len > 0 && byts[arridx] == 0;
812 --len, ++arridx)
Bram Moolenaar51485f02005-06-04 21:55:20 +0000813 {
814 flags = idxs[arridx];
Bram Moolenaar9f30f502005-06-14 22:01:04 +0000815
Bram Moolenaar1d73c882005-06-19 22:48:47 +0000816 /* For the fold-case tree check that the case of the checked word
817 * matches with what the word in the tree requires.
818 * For keep-case tree the case is always right. For prefixes we
819 * don't bother to check. */
820 if (mode == FIND_FOLDWORD)
Bram Moolenaar51485f02005-06-04 21:55:20 +0000821 {
Bram Moolenaar51485f02005-06-04 21:55:20 +0000822 if (mip->mi_cend != mip->mi_word + wlen)
823 {
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +0000824 /* mi_capflags was set for a different word length, need
825 * to do it again. */
Bram Moolenaar51485f02005-06-04 21:55:20 +0000826 mip->mi_cend = mip->mi_word + wlen;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +0000827 mip->mi_capflags = captype(mip->mi_word, mip->mi_cend);
Bram Moolenaar51485f02005-06-04 21:55:20 +0000828 }
829
Bram Moolenaar0c405862005-06-22 22:26:26 +0000830 if (mip->mi_capflags == WF_KEEPCAP
831 || !spell_valid_case(mip->mi_capflags, flags))
Bram Moolenaar1d73c882005-06-19 22:48:47 +0000832 continue;
Bram Moolenaar51485f02005-06-04 21:55:20 +0000833 }
834
Bram Moolenaar1d73c882005-06-19 22:48:47 +0000835 /* When mode is FIND_PREFIX the word must support the prefix:
836 * check the prefix ID and the condition. Do that for the list at
Bram Moolenaarcf6bf392005-06-27 22:27:46 +0000837 * mip->mi_prefarridx that find_prefix() filled. */
Bram Moolenaard12a1322005-08-21 22:08:24 +0000838 else if (mode == FIND_PREFIX && !prefix_found)
Bram Moolenaar51485f02005-06-04 21:55:20 +0000839 {
Bram Moolenaarcf6bf392005-06-27 22:27:46 +0000840 c = valid_word_prefix(mip->mi_prefcnt, mip->mi_prefarridx,
Bram Moolenaardfb9ac02005-07-05 21:36:03 +0000841 flags,
Bram Moolenaar53805d12005-08-01 07:08:33 +0000842 mip->mi_word + mip->mi_cprefixlen, slang,
843 FALSE);
Bram Moolenaarcf6bf392005-06-27 22:27:46 +0000844 if (c == 0)
Bram Moolenaar1d73c882005-06-19 22:48:47 +0000845 continue;
Bram Moolenaarcf6bf392005-06-27 22:27:46 +0000846
847 /* Use the WF_RARE flag for a rare prefix. */
848 if (c & WF_RAREPFX)
849 flags |= WF_RARE;
Bram Moolenaard12a1322005-08-21 22:08:24 +0000850 prefix_found = TRUE;
Bram Moolenaar1d73c882005-06-19 22:48:47 +0000851 }
852
Bram Moolenaar78622822005-08-23 21:00:13 +0000853 if (slang->sl_nobreak)
854 {
855 if ((mode == FIND_COMPOUND || mode == FIND_KEEPCOMPOUND)
856 && (flags & WF_BANNED) == 0)
857 {
858 /* NOBREAK: found a valid following word. That's all we
859 * need to know, so return. */
860 mip->mi_result = SP_OK;
861 break;
862 }
863 }
864
865 else if ((mode == FIND_COMPOUND || mode == FIND_KEEPCOMPOUND
866 || !word_ends))
Bram Moolenaarae5bce12005-08-15 21:41:48 +0000867 {
Bram Moolenaar2113a1d2006-09-11 19:38:08 +0000868 /* If there is no compound flag or the word is shorter than
Bram Moolenaar5195e452005-08-19 20:32:47 +0000869 * COMPOUNDMIN reject it quickly.
870 * Makes you wonder why someone puts a compound flag on a word
Bram Moolenaarae5bce12005-08-15 21:41:48 +0000871 * that's too short... Myspell compatibility requires this
872 * anyway. */
Bram Moolenaare52325c2005-08-22 22:54:29 +0000873 if (((unsigned)flags >> 24) == 0
874 || wlen - mip->mi_compoff < slang->sl_compminlen)
Bram Moolenaarae5bce12005-08-15 21:41:48 +0000875 continue;
Bram Moolenaarac6e65f2005-08-29 22:25:38 +0000876 /* For multi-byte chars check character length against
877 * COMPOUNDMIN. */
878 if (has_mbyte
Bram Moolenaarda2303d2005-08-30 21:55:26 +0000879 && slang->sl_compminlen > 0
Bram Moolenaarac6e65f2005-08-29 22:25:38 +0000880 && mb_charlen_len(mip->mi_word + mip->mi_compoff,
881 wlen - mip->mi_compoff) < slang->sl_compminlen)
882 continue;
Bram Moolenaarae5bce12005-08-15 21:41:48 +0000883
Bram Moolenaar899dddf2006-03-26 21:06:50 +0000884 /* Limit the number of compound words to COMPOUNDWORDMAX if no
Bram Moolenaare52325c2005-08-22 22:54:29 +0000885 * maximum for syllables is specified. */
Bram Moolenaar899dddf2006-03-26 21:06:50 +0000886 if (!word_ends && mip->mi_complen + mip->mi_compextra + 2
887 > slang->sl_compmax
Bram Moolenaare52325c2005-08-22 22:54:29 +0000888 && slang->sl_compsylmax == MAXWLEN)
Bram Moolenaarae5bce12005-08-15 21:41:48 +0000889 continue;
Bram Moolenaar5195e452005-08-19 20:32:47 +0000890
Bram Moolenaar910f66f2006-04-05 20:41:53 +0000891 /* Don't allow compounding on a side where an affix was added,
892 * unless COMPOUNDPERMITFLAG was used. */
893 if (mip->mi_complen > 0 && (flags & WF_NOCOMPBEF))
894 continue;
895 if (!word_ends && (flags & WF_NOCOMPAFT))
896 continue;
897
Bram Moolenaard12a1322005-08-21 22:08:24 +0000898 /* Quickly check if compounding is possible with this flag. */
Bram Moolenaar6de68532005-08-24 22:08:48 +0000899 if (!byte_in_str(mip->mi_complen == 0
Bram Moolenaard12a1322005-08-21 22:08:24 +0000900 ? slang->sl_compstartflags
901 : slang->sl_compallflags,
Bram Moolenaar6de68532005-08-24 22:08:48 +0000902 ((unsigned)flags >> 24)))
Bram Moolenaar5195e452005-08-19 20:32:47 +0000903 continue;
904
Bram Moolenaar9f94b052008-11-30 20:12:46 +0000905 /* If there is a match with a CHECKCOMPOUNDPATTERN rule
906 * discard the compound word. */
907 if (match_checkcompoundpattern(ptr, wlen, &slang->sl_comppat))
908 continue;
909
Bram Moolenaare52325c2005-08-22 22:54:29 +0000910 if (mode == FIND_COMPOUND)
911 {
912 int capflags;
913
914 /* Need to check the caps type of the appended compound
915 * word. */
Bram Moolenaare52325c2005-08-22 22:54:29 +0000916 if (has_mbyte && STRNCMP(ptr, mip->mi_word,
917 mip->mi_compoff) != 0)
918 {
919 /* case folding may have changed the length */
920 p = mip->mi_word;
Bram Moolenaar91acfff2017-03-12 19:22:36 +0100921 for (s = ptr; s < ptr + mip->mi_compoff; MB_PTR_ADV(s))
922 MB_PTR_ADV(p);
Bram Moolenaare52325c2005-08-22 22:54:29 +0000923 }
924 else
Bram Moolenaare52325c2005-08-22 22:54:29 +0000925 p = mip->mi_word + mip->mi_compoff;
926 capflags = captype(p, mip->mi_word + wlen);
927 if (capflags == WF_KEEPCAP || (capflags == WF_ALLCAP
928 && (flags & WF_FIXCAP) != 0))
929 continue;
930
931 if (capflags != WF_ALLCAP)
932 {
933 /* When the character before the word is a word
934 * character we do not accept a Onecap word. We do
935 * accept a no-caps word, even when the dictionary
936 * word specifies ONECAP. */
Bram Moolenaar91acfff2017-03-12 19:22:36 +0100937 MB_PTR_BACK(mip->mi_word, p);
Bram Moolenaarcc63c642013-11-12 04:44:01 +0100938 if (spell_iswordp_nmw(p, mip->mi_win)
Bram Moolenaare52325c2005-08-22 22:54:29 +0000939 ? capflags == WF_ONECAP
940 : (flags & WF_ONECAP) != 0
941 && capflags != WF_ONECAP)
942 continue;
943 }
944 }
945
Bram Moolenaar5195e452005-08-19 20:32:47 +0000946 /* If the word ends the sequence of compound flags of the
Bram Moolenaar362e1a32006-03-06 23:29:24 +0000947 * words must match with one of the COMPOUNDRULE items and
Bram Moolenaar5195e452005-08-19 20:32:47 +0000948 * the number of syllables must not be too large. */
949 mip->mi_compflags[mip->mi_complen] = ((unsigned)flags >> 24);
950 mip->mi_compflags[mip->mi_complen + 1] = NUL;
951 if (word_ends)
952 {
953 char_u fword[MAXWLEN];
954
955 if (slang->sl_compsylmax < MAXWLEN)
956 {
957 /* "fword" is only needed for checking syllables. */
958 if (ptr == mip->mi_word)
959 (void)spell_casefold(ptr, wlen, fword, MAXWLEN);
960 else
961 vim_strncpy(fword, ptr, endlen[endidxcnt]);
962 }
963 if (!can_compound(slang, fword, mip->mi_compflags))
964 continue;
965 }
Bram Moolenaar9f94b052008-11-30 20:12:46 +0000966 else if (slang->sl_comprules != NULL
967 && !match_compoundrule(slang, mip->mi_compflags))
968 /* The compound flags collected so far do not match any
969 * COMPOUNDRULE, discard the compounded word. */
970 continue;
Bram Moolenaarae5bce12005-08-15 21:41:48 +0000971 }
972
Bram Moolenaarac6e65f2005-08-29 22:25:38 +0000973 /* Check NEEDCOMPOUND: can't use word without compounding. */
974 else if (flags & WF_NEEDCOMP)
975 continue;
976
Bram Moolenaar78622822005-08-23 21:00:13 +0000977 nobreak_result = SP_OK;
978
Bram Moolenaarae5bce12005-08-15 21:41:48 +0000979 if (!word_ends)
980 {
Bram Moolenaar78622822005-08-23 21:00:13 +0000981 int save_result = mip->mi_result;
982 char_u *save_end = mip->mi_end;
Bram Moolenaarda2303d2005-08-30 21:55:26 +0000983 langp_T *save_lp = mip->mi_lp;
984 int lpi;
Bram Moolenaar78622822005-08-23 21:00:13 +0000985
986 /* Check that a valid word follows. If there is one and we
987 * are compounding, it will set "mi_result", thus we are
988 * always finished here. For NOBREAK we only check that a
989 * valid word follows.
Bram Moolenaarae5bce12005-08-15 21:41:48 +0000990 * Recursive! */
Bram Moolenaar78622822005-08-23 21:00:13 +0000991 if (slang->sl_nobreak)
992 mip->mi_result = SP_BAD;
Bram Moolenaarae5bce12005-08-15 21:41:48 +0000993
994 /* Find following word in case-folded tree. */
995 mip->mi_compoff = endlen[endidxcnt];
Bram Moolenaarae5bce12005-08-15 21:41:48 +0000996 if (has_mbyte && mode == FIND_KEEPWORD)
997 {
998 /* Compute byte length in case-folded word from "wlen":
999 * byte length in keep-case word. Length may change when
1000 * folding case. This can be slow, take a shortcut when
1001 * the case-folded word is equal to the keep-case word. */
1002 p = mip->mi_fword;
1003 if (STRNCMP(ptr, p, wlen) != 0)
1004 {
Bram Moolenaar91acfff2017-03-12 19:22:36 +01001005 for (s = ptr; s < ptr + wlen; MB_PTR_ADV(s))
1006 MB_PTR_ADV(p);
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00001007 mip->mi_compoff = (int)(p - mip->mi_fword);
Bram Moolenaarae5bce12005-08-15 21:41:48 +00001008 }
1009 }
Bram Moolenaarba534352016-04-21 09:20:26 +02001010#if 0 /* Disabled, see below */
Bram Moolenaard12a1322005-08-21 22:08:24 +00001011 c = mip->mi_compoff;
Bram Moolenaarba534352016-04-21 09:20:26 +02001012#endif
Bram Moolenaar5195e452005-08-19 20:32:47 +00001013 ++mip->mi_complen;
Bram Moolenaar899dddf2006-03-26 21:06:50 +00001014 if (flags & WF_COMPROOT)
1015 ++mip->mi_compextra;
Bram Moolenaarae5bce12005-08-15 21:41:48 +00001016
Bram Moolenaarda2303d2005-08-30 21:55:26 +00001017 /* For NOBREAK we need to try all NOBREAK languages, at least
1018 * to find the ".add" file(s). */
Bram Moolenaar860cae12010-06-05 23:22:07 +02001019 for (lpi = 0; lpi < mip->mi_win->w_s->b_langp.ga_len; ++lpi)
Bram Moolenaar78622822005-08-23 21:00:13 +00001020 {
Bram Moolenaarda2303d2005-08-30 21:55:26 +00001021 if (slang->sl_nobreak)
1022 {
Bram Moolenaar860cae12010-06-05 23:22:07 +02001023 mip->mi_lp = LANGP_ENTRY(mip->mi_win->w_s->b_langp, lpi);
Bram Moolenaarda2303d2005-08-30 21:55:26 +00001024 if (mip->mi_lp->lp_slang->sl_fidxs == NULL
1025 || !mip->mi_lp->lp_slang->sl_nobreak)
1026 continue;
1027 }
Bram Moolenaard12a1322005-08-21 22:08:24 +00001028
Bram Moolenaarda2303d2005-08-30 21:55:26 +00001029 find_word(mip, FIND_COMPOUND);
1030
1031 /* When NOBREAK any word that matches is OK. Otherwise we
1032 * need to find the longest match, thus try with keep-case
1033 * and prefix too. */
Bram Moolenaar78622822005-08-23 21:00:13 +00001034 if (!slang->sl_nobreak || mip->mi_result == SP_BAD)
1035 {
Bram Moolenaarda2303d2005-08-30 21:55:26 +00001036 /* Find following word in keep-case tree. */
1037 mip->mi_compoff = wlen;
1038 find_word(mip, FIND_KEEPCOMPOUND);
1039
Bram Moolenaar910f66f2006-04-05 20:41:53 +00001040#if 0 /* Disabled, a prefix must not appear halfway a compound word,
1041 unless the COMPOUNDPERMITFLAG is used and then it can't be a
1042 postponed prefix. */
Bram Moolenaarda2303d2005-08-30 21:55:26 +00001043 if (!slang->sl_nobreak || mip->mi_result == SP_BAD)
1044 {
1045 /* Check for following word with prefix. */
1046 mip->mi_compoff = c;
1047 find_prefix(mip, FIND_COMPOUND);
1048 }
Bram Moolenaar910f66f2006-04-05 20:41:53 +00001049#endif
Bram Moolenaar78622822005-08-23 21:00:13 +00001050 }
Bram Moolenaarda2303d2005-08-30 21:55:26 +00001051
1052 if (!slang->sl_nobreak)
1053 break;
Bram Moolenaar78622822005-08-23 21:00:13 +00001054 }
Bram Moolenaar5195e452005-08-19 20:32:47 +00001055 --mip->mi_complen;
Bram Moolenaar899dddf2006-03-26 21:06:50 +00001056 if (flags & WF_COMPROOT)
1057 --mip->mi_compextra;
Bram Moolenaarda2303d2005-08-30 21:55:26 +00001058 mip->mi_lp = save_lp;
Bram Moolenaard12a1322005-08-21 22:08:24 +00001059
Bram Moolenaar78622822005-08-23 21:00:13 +00001060 if (slang->sl_nobreak)
1061 {
1062 nobreak_result = mip->mi_result;
1063 mip->mi_result = save_result;
1064 mip->mi_end = save_end;
1065 }
1066 else
1067 {
1068 if (mip->mi_result == SP_OK)
1069 break;
1070 continue;
1071 }
Bram Moolenaarae5bce12005-08-15 21:41:48 +00001072 }
1073
Bram Moolenaar1d73c882005-06-19 22:48:47 +00001074 if (flags & WF_BANNED)
1075 res = SP_BANNED;
1076 else if (flags & WF_REGION)
1077 {
1078 /* Check region. */
Bram Moolenaardfb9ac02005-07-05 21:36:03 +00001079 if ((mip->mi_lp->lp_region & (flags >> 16)) != 0)
Bram Moolenaar1d73c882005-06-19 22:48:47 +00001080 res = SP_OK;
1081 else
1082 res = SP_LOCAL;
1083 }
1084 else if (flags & WF_RARE)
1085 res = SP_RARE;
1086 else
1087 res = SP_OK;
1088
Bram Moolenaar78622822005-08-23 21:00:13 +00001089 /* Always use the longest match and the best result. For NOBREAK
1090 * we separately keep the longest match without a following good
1091 * word as a fall-back. */
1092 if (nobreak_result == SP_BAD)
1093 {
1094 if (mip->mi_result2 > res)
1095 {
1096 mip->mi_result2 = res;
1097 mip->mi_end2 = mip->mi_word + wlen;
1098 }
1099 else if (mip->mi_result2 == res
1100 && mip->mi_end2 < mip->mi_word + wlen)
1101 mip->mi_end2 = mip->mi_word + wlen;
1102 }
1103 else if (mip->mi_result > res)
Bram Moolenaar1d73c882005-06-19 22:48:47 +00001104 {
1105 mip->mi_result = res;
1106 mip->mi_end = mip->mi_word + wlen;
1107 }
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00001108 else if (mip->mi_result == res && mip->mi_end < mip->mi_word + wlen)
Bram Moolenaar1d73c882005-06-19 22:48:47 +00001109 mip->mi_end = mip->mi_word + wlen;
1110
Bram Moolenaar78622822005-08-23 21:00:13 +00001111 if (mip->mi_result == SP_OK)
Bram Moolenaar1d73c882005-06-19 22:48:47 +00001112 break;
Bram Moolenaar51485f02005-06-04 21:55:20 +00001113 }
1114
Bram Moolenaar78622822005-08-23 21:00:13 +00001115 if (mip->mi_result == SP_OK)
Bram Moolenaar51485f02005-06-04 21:55:20 +00001116 break;
Bram Moolenaar51485f02005-06-04 21:55:20 +00001117 }
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001118}
1119
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00001120/*
Bram Moolenaar9f94b052008-11-30 20:12:46 +00001121 * Return TRUE if there is a match between the word ptr[wlen] and
1122 * CHECKCOMPOUNDPATTERN rules, assuming that we will concatenate with another
1123 * word.
1124 * A match means that the first part of CHECKCOMPOUNDPATTERN matches at the
1125 * end of ptr[wlen] and the second part matches after it.
1126 */
1127 static int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01001128match_checkcompoundpattern(
1129 char_u *ptr,
1130 int wlen,
1131 garray_T *gap) /* &sl_comppat */
Bram Moolenaar9f94b052008-11-30 20:12:46 +00001132{
1133 int i;
1134 char_u *p;
1135 int len;
1136
1137 for (i = 0; i + 1 < gap->ga_len; i += 2)
1138 {
1139 p = ((char_u **)gap->ga_data)[i + 1];
1140 if (STRNCMP(ptr + wlen, p, STRLEN(p)) == 0)
1141 {
1142 /* Second part matches at start of following compound word, now
1143 * check if first part matches at end of previous word. */
1144 p = ((char_u **)gap->ga_data)[i];
Bram Moolenaar19c9c762008-12-09 21:34:39 +00001145 len = (int)STRLEN(p);
Bram Moolenaar9f94b052008-11-30 20:12:46 +00001146 if (len <= wlen && STRNCMP(ptr + wlen - len, p, len) == 0)
1147 return TRUE;
1148 }
1149 }
1150 return FALSE;
1151}
1152
1153/*
Bram Moolenaara40ceaf2006-01-13 22:35:40 +00001154 * Return TRUE if "flags" is a valid sequence of compound flags and "word"
1155 * does not have too many syllables.
Bram Moolenaar5b8d8fd2005-08-16 23:01:50 +00001156 */
1157 static int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01001158can_compound(slang_T *slang, char_u *word, char_u *flags)
Bram Moolenaar5b8d8fd2005-08-16 23:01:50 +00001159{
Bram Moolenaar6de68532005-08-24 22:08:48 +00001160 char_u uflags[MAXWLEN * 2];
1161 int i;
Bram Moolenaar6de68532005-08-24 22:08:48 +00001162 char_u *p;
Bram Moolenaar5195e452005-08-19 20:32:47 +00001163
1164 if (slang->sl_compprog == NULL)
1165 return FALSE;
Bram Moolenaar6de68532005-08-24 22:08:48 +00001166 if (enc_utf8)
1167 {
1168 /* Need to convert the single byte flags to utf8 characters. */
1169 p = uflags;
1170 for (i = 0; flags[i] != NUL; ++i)
Bram Moolenaarace95982017-03-29 17:30:27 +02001171 p += utf_char2bytes(flags[i], p);
Bram Moolenaar6de68532005-08-24 22:08:48 +00001172 *p = NUL;
1173 p = uflags;
1174 }
1175 else
Bram Moolenaar6de68532005-08-24 22:08:48 +00001176 p = flags;
Bram Moolenaardffa5b82014-11-19 16:38:07 +01001177 if (!vim_regexec_prog(&slang->sl_compprog, FALSE, p, 0))
Bram Moolenaar5195e452005-08-19 20:32:47 +00001178 return FALSE;
1179
Bram Moolenaare52325c2005-08-22 22:54:29 +00001180 /* Count the number of syllables. This may be slow, do it last. If there
1181 * are too many syllables AND the number of compound words is above
Bram Moolenaar899dddf2006-03-26 21:06:50 +00001182 * COMPOUNDWORDMAX then compounding is not allowed. */
Bram Moolenaar5195e452005-08-19 20:32:47 +00001183 if (slang->sl_compsylmax < MAXWLEN
1184 && count_syllables(slang, word) > slang->sl_compsylmax)
Bram Moolenaar6de68532005-08-24 22:08:48 +00001185 return (int)STRLEN(flags) < slang->sl_compmax;
Bram Moolenaar5195e452005-08-19 20:32:47 +00001186 return TRUE;
Bram Moolenaar5b8d8fd2005-08-16 23:01:50 +00001187}
1188
1189/*
Bram Moolenaar9f94b052008-11-30 20:12:46 +00001190 * Return TRUE when the sequence of flags in "compflags" plus "flag" can
1191 * possibly form a valid compounded word. This also checks the COMPOUNDRULE
1192 * lines if they don't contain wildcards.
1193 */
1194 static int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01001195can_be_compound(
1196 trystate_T *sp,
1197 slang_T *slang,
1198 char_u *compflags,
1199 int flag)
Bram Moolenaar9f94b052008-11-30 20:12:46 +00001200{
1201 /* If the flag doesn't appear in sl_compstartflags or sl_compallflags
1202 * then it can't possibly compound. */
1203 if (!byte_in_str(sp->ts_complen == sp->ts_compsplit
1204 ? slang->sl_compstartflags : slang->sl_compallflags, flag))
1205 return FALSE;
1206
1207 /* If there are no wildcards, we can check if the flags collected so far
1208 * possibly can form a match with COMPOUNDRULE patterns. This only
1209 * makes sense when we have two or more words. */
1210 if (slang->sl_comprules != NULL && sp->ts_complen > sp->ts_compsplit)
1211 {
1212 int v;
1213
1214 compflags[sp->ts_complen] = flag;
1215 compflags[sp->ts_complen + 1] = NUL;
1216 v = match_compoundrule(slang, compflags + sp->ts_compsplit);
1217 compflags[sp->ts_complen] = NUL;
1218 return v;
1219 }
1220
1221 return TRUE;
1222}
1223
1224
1225/*
1226 * Return TRUE if the compound flags in compflags[] match the start of any
1227 * compound rule. This is used to stop trying a compound if the flags
1228 * collected so far can't possibly match any compound rule.
1229 * Caller must check that slang->sl_comprules is not NULL.
1230 */
1231 static int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01001232match_compoundrule(slang_T *slang, char_u *compflags)
Bram Moolenaar9f94b052008-11-30 20:12:46 +00001233{
1234 char_u *p;
1235 int i;
1236 int c;
1237
1238 /* loop over all the COMPOUNDRULE entries */
1239 for (p = slang->sl_comprules; *p != NUL; ++p)
1240 {
1241 /* loop over the flags in the compound word we have made, match
1242 * them against the current rule entry */
1243 for (i = 0; ; ++i)
1244 {
1245 c = compflags[i];
1246 if (c == NUL)
1247 /* found a rule that matches for the flags we have so far */
1248 return TRUE;
1249 if (*p == '/' || *p == NUL)
1250 break; /* end of rule, it's too short */
1251 if (*p == '[')
1252 {
1253 int match = FALSE;
1254
1255 /* compare against all the flags in [] */
1256 ++p;
1257 while (*p != ']' && *p != NUL)
1258 if (*p++ == c)
1259 match = TRUE;
1260 if (!match)
1261 break; /* none matches */
1262 }
1263 else if (*p != c)
1264 break; /* flag of word doesn't match flag in pattern */
1265 ++p;
1266 }
1267
1268 /* Skip to the next "/", where the next pattern starts. */
1269 p = vim_strchr(p, '/');
1270 if (p == NULL)
1271 break;
1272 }
1273
1274 /* Checked all the rules and none of them match the flags, so there
1275 * can't possibly be a compound starting with these flags. */
1276 return FALSE;
1277}
1278
1279/*
Bram Moolenaardfb9ac02005-07-05 21:36:03 +00001280 * Return non-zero if the prefix indicated by "arridx" matches with the prefix
1281 * ID in "flags" for the word "word".
Bram Moolenaarcf6bf392005-06-27 22:27:46 +00001282 * The WF_RAREPFX flag is included in the return value for a rare prefix.
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00001283 */
1284 static int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01001285valid_word_prefix(
1286 int totprefcnt, /* nr of prefix IDs */
1287 int arridx, /* idx in sl_pidxs[] */
1288 int flags,
1289 char_u *word,
1290 slang_T *slang,
1291 int cond_req) /* only use prefixes with a condition */
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00001292{
1293 int prefcnt;
1294 int pidx;
Bram Moolenaardffa5b82014-11-19 16:38:07 +01001295 regprog_T **rp;
Bram Moolenaardfb9ac02005-07-05 21:36:03 +00001296 int prefid;
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00001297
Bram Moolenaardfb9ac02005-07-05 21:36:03 +00001298 prefid = (unsigned)flags >> 24;
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00001299 for (prefcnt = totprefcnt - 1; prefcnt >= 0; --prefcnt)
1300 {
1301 pidx = slang->sl_pidxs[arridx + prefcnt];
1302
1303 /* Check the prefix ID. */
1304 if (prefid != (pidx & 0xff))
1305 continue;
1306
Bram Moolenaardfb9ac02005-07-05 21:36:03 +00001307 /* Check if the prefix doesn't combine and the word already has a
1308 * suffix. */
1309 if ((flags & WF_HAS_AFF) && (pidx & WF_PFX_NC))
1310 continue;
1311
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00001312 /* Check the condition, if there is one. The condition index is
Bram Moolenaarcf6bf392005-06-27 22:27:46 +00001313 * stored in the two bytes above the prefix ID byte. */
Bram Moolenaardffa5b82014-11-19 16:38:07 +01001314 rp = &slang->sl_prefprog[((unsigned)pidx >> 8) & 0xffff];
1315 if (*rp != NULL)
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00001316 {
Bram Moolenaardffa5b82014-11-19 16:38:07 +01001317 if (!vim_regexec_prog(rp, FALSE, word, 0))
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00001318 continue;
1319 }
Bram Moolenaar53805d12005-08-01 07:08:33 +00001320 else if (cond_req)
1321 continue;
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00001322
Bram Moolenaar53805d12005-08-01 07:08:33 +00001323 /* It's a match! Return the WF_ flags. */
Bram Moolenaarcf6bf392005-06-27 22:27:46 +00001324 return pidx;
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00001325 }
Bram Moolenaarcf6bf392005-06-27 22:27:46 +00001326 return 0;
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00001327}
1328
1329/*
Bram Moolenaar1d73c882005-06-19 22:48:47 +00001330 * Check if the word at "mip->mi_word" has a matching prefix.
1331 * If it does, then check the following word.
1332 *
Bram Moolenaard12a1322005-08-21 22:08:24 +00001333 * If "mode" is "FIND_COMPOUND" then do the same after another word, find a
1334 * prefix in a compound word.
1335 *
Bram Moolenaar1d73c882005-06-19 22:48:47 +00001336 * For a match mip->mi_result is updated.
1337 */
1338 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01001339find_prefix(matchinf_T *mip, int mode)
Bram Moolenaar1d73c882005-06-19 22:48:47 +00001340{
1341 idx_T arridx = 0;
1342 int len;
1343 int wlen = 0;
1344 int flen;
1345 int c;
1346 char_u *ptr;
1347 idx_T lo, hi, m;
1348 slang_T *slang = mip->mi_lp->lp_slang;
1349 char_u *byts;
1350 idx_T *idxs;
1351
Bram Moolenaar42eeac32005-06-29 22:40:58 +00001352 byts = slang->sl_pbyts;
1353 if (byts == NULL)
1354 return; /* array is empty */
1355
Bram Moolenaar1d73c882005-06-19 22:48:47 +00001356 /* We use the case-folded word here, since prefixes are always
1357 * case-folded. */
1358 ptr = mip->mi_fword;
1359 flen = mip->mi_fwordlen; /* available case-folded bytes */
Bram Moolenaard12a1322005-08-21 22:08:24 +00001360 if (mode == FIND_COMPOUND)
1361 {
1362 /* Skip over the previously found word(s). */
1363 ptr += mip->mi_compoff;
1364 flen -= mip->mi_compoff;
1365 }
Bram Moolenaar1d73c882005-06-19 22:48:47 +00001366 idxs = slang->sl_pidxs;
1367
Bram Moolenaar1d73c882005-06-19 22:48:47 +00001368 /*
1369 * Repeat advancing in the tree until:
1370 * - there is a byte that doesn't match,
1371 * - we reach the end of the tree,
1372 * - or we reach the end of the line.
1373 */
1374 for (;;)
1375 {
1376 if (flen == 0 && *mip->mi_fend != NUL)
1377 flen = fold_more(mip);
1378
1379 len = byts[arridx++];
1380
1381 /* If the first possible byte is a zero the prefix could end here.
1382 * Check if the following word matches and supports the prefix. */
1383 if (byts[arridx] == 0)
1384 {
1385 /* There can be several prefixes with different conditions. We
1386 * try them all, since we don't know which one will give the
1387 * longest match. The word is the same each time, pass the list
1388 * of possible prefixes to find_word(). */
1389 mip->mi_prefarridx = arridx;
1390 mip->mi_prefcnt = len;
1391 while (len > 0 && byts[arridx] == 0)
1392 {
1393 ++arridx;
1394 --len;
1395 }
1396 mip->mi_prefcnt -= len;
1397
1398 /* Find the word that comes after the prefix. */
1399 mip->mi_prefixlen = wlen;
Bram Moolenaard12a1322005-08-21 22:08:24 +00001400 if (mode == FIND_COMPOUND)
1401 /* Skip over the previously found word(s). */
1402 mip->mi_prefixlen += mip->mi_compoff;
1403
Bram Moolenaar53805d12005-08-01 07:08:33 +00001404 if (has_mbyte)
1405 {
1406 /* Case-folded length may differ from original length. */
Bram Moolenaard12a1322005-08-21 22:08:24 +00001407 mip->mi_cprefixlen = nofold_len(mip->mi_fword,
1408 mip->mi_prefixlen, mip->mi_word);
Bram Moolenaar53805d12005-08-01 07:08:33 +00001409 }
1410 else
Bram Moolenaard12a1322005-08-21 22:08:24 +00001411 mip->mi_cprefixlen = mip->mi_prefixlen;
Bram Moolenaar1d73c882005-06-19 22:48:47 +00001412 find_word(mip, FIND_PREFIX);
1413
1414
1415 if (len == 0)
1416 break; /* no children, word must end here */
1417 }
1418
1419 /* Stop looking at end of the line. */
1420 if (ptr[wlen] == NUL)
1421 break;
1422
1423 /* Perform a binary search in the list of accepted bytes. */
1424 c = ptr[wlen];
1425 lo = arridx;
1426 hi = arridx + len - 1;
1427 while (lo < hi)
1428 {
1429 m = (lo + hi) / 2;
1430 if (byts[m] > c)
1431 hi = m - 1;
1432 else if (byts[m] < c)
1433 lo = m + 1;
1434 else
1435 {
1436 lo = hi = m;
1437 break;
1438 }
1439 }
1440
1441 /* Stop if there is no matching byte. */
1442 if (hi < lo || byts[lo] != c)
1443 break;
1444
1445 /* Continue at the child (if there is one). */
1446 arridx = idxs[lo];
1447 ++wlen;
1448 --flen;
1449 }
1450}
1451
1452/*
1453 * Need to fold at least one more character. Do until next non-word character
Bram Moolenaara40ceaf2006-01-13 22:35:40 +00001454 * for efficiency. Include the non-word character too.
Bram Moolenaar1d73c882005-06-19 22:48:47 +00001455 * Return the length of the folded chars in bytes.
1456 */
1457 static int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01001458fold_more(matchinf_T *mip)
Bram Moolenaar1d73c882005-06-19 22:48:47 +00001459{
1460 int flen;
1461 char_u *p;
1462
1463 p = mip->mi_fend;
1464 do
Bram Moolenaar91acfff2017-03-12 19:22:36 +01001465 MB_PTR_ADV(mip->mi_fend);
Bram Moolenaarabab0b02019-03-30 18:47:01 +01001466 while (*mip->mi_fend != NUL && spell_iswordp(mip->mi_fend, mip->mi_win));
Bram Moolenaar1d73c882005-06-19 22:48:47 +00001467
Bram Moolenaara40ceaf2006-01-13 22:35:40 +00001468 /* Include the non-word character so that we can check for the word end. */
Bram Moolenaar1d73c882005-06-19 22:48:47 +00001469 if (*mip->mi_fend != NUL)
Bram Moolenaar91acfff2017-03-12 19:22:36 +01001470 MB_PTR_ADV(mip->mi_fend);
Bram Moolenaar1d73c882005-06-19 22:48:47 +00001471
1472 (void)spell_casefold(p, (int)(mip->mi_fend - p),
1473 mip->mi_fword + mip->mi_fwordlen,
1474 MAXWLEN - mip->mi_fwordlen);
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00001475 flen = (int)STRLEN(mip->mi_fword + mip->mi_fwordlen);
Bram Moolenaar1d73c882005-06-19 22:48:47 +00001476 mip->mi_fwordlen += flen;
1477 return flen;
1478}
1479
1480/*
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00001481 * Check case flags for a word. Return TRUE if the word has the requested
1482 * case.
1483 */
1484 static int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01001485spell_valid_case(
1486 int wordflags, /* flags for the checked word. */
1487 int treeflags) /* flags for the word in the spell tree */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00001488{
Bram Moolenaar0dc065e2005-07-04 22:49:24 +00001489 return ((wordflags == WF_ALLCAP && (treeflags & WF_FIXCAP) == 0)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00001490 || ((treeflags & (WF_ALLCAP | WF_KEEPCAP)) == 0
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00001491 && ((treeflags & WF_ONECAP) == 0
1492 || (wordflags & WF_ONECAP) != 0)));
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00001493}
1494
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00001495/*
1496 * Return TRUE if spell checking is not enabled.
1497 */
1498 static int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01001499no_spell_checking(win_T *wp)
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00001500{
Bram Moolenaar860cae12010-06-05 23:22:07 +02001501 if (!wp->w_p_spell || *wp->w_s->b_p_spl == NUL
1502 || wp->w_s->b_langp.ga_len == 0)
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00001503 {
Bram Moolenaarf9e3e092019-01-13 23:38:42 +01001504 emsg(_("E756: Spell checking is not enabled"));
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00001505 return TRUE;
1506 }
1507 return FALSE;
1508}
Bram Moolenaar51485f02005-06-04 21:55:20 +00001509
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001510/*
1511 * Move to next spell error.
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00001512 * "curline" is FALSE for "[s", "]s", "[S" and "]S".
1513 * "curline" is TRUE to find word under/after cursor in the same line.
Bram Moolenaar5195e452005-08-19 20:32:47 +00001514 * For Insert mode completion "dir" is BACKWARD and "curline" is TRUE: move
1515 * to after badly spelled word before the cursor.
Bram Moolenaar6de68532005-08-24 22:08:48 +00001516 * Return 0 if not found, length of the badly spelled word otherwise.
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001517 */
1518 int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01001519spell_move_to(
1520 win_T *wp,
1521 int dir, /* FORWARD or BACKWARD */
1522 int allwords, /* TRUE for "[s"/"]s", FALSE for "[S"/"]S" */
1523 int curline,
1524 hlf_T *attrp) /* return: attributes of bad word or NULL
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00001525 (only when "dir" is FORWARD) */
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001526{
Bram Moolenaar2cf8b302005-04-20 19:37:22 +00001527 linenr_T lnum;
1528 pos_T found_pos;
Bram Moolenaar6de68532005-08-24 22:08:48 +00001529 int found_len = 0;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001530 char_u *line;
1531 char_u *p;
Bram Moolenaar0c405862005-06-22 22:26:26 +00001532 char_u *endp;
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00001533 hlf_T attr;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001534 int len;
Bram Moolenaar34b466e2013-11-28 17:41:46 +01001535#ifdef FEAT_SYN_HL
Bram Moolenaar860cae12010-06-05 23:22:07 +02001536 int has_syntax = syntax_present(wp);
Bram Moolenaar34b466e2013-11-28 17:41:46 +01001537#endif
Bram Moolenaar89d40322006-08-29 15:30:07 +00001538 int col;
Bram Moolenaar2cf8b302005-04-20 19:37:22 +00001539 int can_spell;
Bram Moolenaar0c405862005-06-22 22:26:26 +00001540 char_u *buf = NULL;
1541 int buflen = 0;
1542 int skip = 0;
Bram Moolenaarf9184a12005-07-02 23:10:47 +00001543 int capcol = -1;
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00001544 int found_one = FALSE;
1545 int wrapped = FALSE;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001546
Bram Moolenaar95529562005-08-25 21:21:38 +00001547 if (no_spell_checking(wp))
Bram Moolenaar6de68532005-08-24 22:08:48 +00001548 return 0;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001549
Bram Moolenaar2cf8b302005-04-20 19:37:22 +00001550 /*
1551 * Start looking for bad word at the start of the line, because we can't
Bram Moolenaar86ca6e32006-03-29 21:06:37 +00001552 * start halfway a word, we don't know where it starts or ends.
Bram Moolenaar2cf8b302005-04-20 19:37:22 +00001553 *
1554 * When searching backwards, we continue in the line to find the last
1555 * bad word (in the cursor line: before the cursor).
Bram Moolenaar0c405862005-06-22 22:26:26 +00001556 *
1557 * We concatenate the start of the next line, so that wrapped words work
1558 * (e.g. "et<line-break>cetera"). Doesn't work when searching backwards
1559 * though...
Bram Moolenaar2cf8b302005-04-20 19:37:22 +00001560 */
Bram Moolenaar95529562005-08-25 21:21:38 +00001561 lnum = wp->w_cursor.lnum;
Bram Moolenaarb5aedf32017-03-12 18:23:53 +01001562 CLEAR_POS(&found_pos);
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001563
1564 while (!got_int)
1565 {
Bram Moolenaar95529562005-08-25 21:21:38 +00001566 line = ml_get_buf(wp->w_buffer, lnum, FALSE);
Bram Moolenaar2cf8b302005-04-20 19:37:22 +00001567
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00001568 len = (int)STRLEN(line);
Bram Moolenaar0c405862005-06-22 22:26:26 +00001569 if (buflen < len + MAXWLEN + 2)
1570 {
1571 vim_free(buf);
1572 buflen = len + MAXWLEN + 2;
1573 buf = alloc(buflen);
1574 if (buf == NULL)
1575 break;
1576 }
1577
Bram Moolenaarf9184a12005-07-02 23:10:47 +00001578 /* In first line check first word for Capital. */
1579 if (lnum == 1)
1580 capcol = 0;
1581
1582 /* For checking first word with a capital skip white space. */
1583 if (capcol == 0)
Bram Moolenaare2e69e42017-09-02 20:30:35 +02001584 capcol = getwhitecols(line);
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00001585 else if (curline && wp == curwin)
1586 {
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00001587 /* For spellbadword(): check if first word needs a capital. */
Bram Moolenaare2e69e42017-09-02 20:30:35 +02001588 col = getwhitecols(line);
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00001589 if (check_need_cap(lnum, col))
1590 capcol = col;
1591
1592 /* Need to get the line again, may have looked at the previous
1593 * one. */
1594 line = ml_get_buf(wp->w_buffer, lnum, FALSE);
1595 }
Bram Moolenaarf9184a12005-07-02 23:10:47 +00001596
Bram Moolenaar0c405862005-06-22 22:26:26 +00001597 /* Copy the line into "buf" and append the start of the next line if
1598 * possible. */
1599 STRCPY(buf, line);
Bram Moolenaar95529562005-08-25 21:21:38 +00001600 if (lnum < wp->w_buffer->b_ml.ml_line_count)
Bram Moolenaar5dd95a12006-05-13 12:09:24 +00001601 spell_cat_line(buf + STRLEN(buf),
1602 ml_get_buf(wp->w_buffer, lnum + 1, FALSE), MAXWLEN);
Bram Moolenaar0c405862005-06-22 22:26:26 +00001603
1604 p = buf + skip;
1605 endp = buf + len;
1606 while (p < endp)
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001607 {
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00001608 /* When searching backward don't search after the cursor. Unless
1609 * we wrapped around the end of the buffer. */
Bram Moolenaar51485f02005-06-04 21:55:20 +00001610 if (dir == BACKWARD
Bram Moolenaar95529562005-08-25 21:21:38 +00001611 && lnum == wp->w_cursor.lnum
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00001612 && !wrapped
Bram Moolenaar95529562005-08-25 21:21:38 +00001613 && (colnr_T)(p - buf) >= wp->w_cursor.col)
Bram Moolenaar51485f02005-06-04 21:55:20 +00001614 break;
1615
1616 /* start of word */
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00001617 attr = HLF_COUNT;
Bram Moolenaar4770d092006-01-12 23:22:24 +00001618 len = spell_check(wp, p, &attr, &capcol, FALSE);
Bram Moolenaar51485f02005-06-04 21:55:20 +00001619
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00001620 if (attr != HLF_COUNT)
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001621 {
Bram Moolenaar51485f02005-06-04 21:55:20 +00001622 /* We found a bad word. Check the attribute. */
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00001623 if (allwords || attr == HLF_SPB)
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001624 {
Bram Moolenaar51485f02005-06-04 21:55:20 +00001625 /* When searching forward only accept a bad word after
1626 * the cursor. */
1627 if (dir == BACKWARD
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00001628 || lnum != wp->w_cursor.lnum
Bram Moolenaar95529562005-08-25 21:21:38 +00001629 || (lnum == wp->w_cursor.lnum
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00001630 && (wrapped
1631 || (colnr_T)(curline ? p - buf + len
Bram Moolenaar0c405862005-06-22 22:26:26 +00001632 : p - buf)
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00001633 > wp->w_cursor.col)))
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001634 {
Bram Moolenaar34b466e2013-11-28 17:41:46 +01001635#ifdef FEAT_SYN_HL
Bram Moolenaar51485f02005-06-04 21:55:20 +00001636 if (has_syntax)
Bram Moolenaar2cf8b302005-04-20 19:37:22 +00001637 {
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00001638 col = (int)(p - buf);
Bram Moolenaar95529562005-08-25 21:21:38 +00001639 (void)syn_get_id(wp, lnum, (colnr_T)col,
Bram Moolenaar56cefaf2008-01-12 15:47:10 +00001640 FALSE, &can_spell, FALSE);
Bram Moolenaard68071d2006-05-02 22:08:30 +00001641 if (!can_spell)
1642 attr = HLF_COUNT;
Bram Moolenaar51485f02005-06-04 21:55:20 +00001643 }
1644 else
Bram Moolenaarf71a3db2006-03-12 21:50:18 +00001645#endif
Bram Moolenaar51485f02005-06-04 21:55:20 +00001646 can_spell = TRUE;
Bram Moolenaar2cf8b302005-04-20 19:37:22 +00001647
Bram Moolenaar51485f02005-06-04 21:55:20 +00001648 if (can_spell)
1649 {
Bram Moolenaard68071d2006-05-02 22:08:30 +00001650 found_one = TRUE;
Bram Moolenaar51485f02005-06-04 21:55:20 +00001651 found_pos.lnum = lnum;
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00001652 found_pos.col = (int)(p - buf);
Bram Moolenaar51485f02005-06-04 21:55:20 +00001653 found_pos.coladd = 0;
Bram Moolenaar51485f02005-06-04 21:55:20 +00001654 if (dir == FORWARD)
1655 {
1656 /* No need to search further. */
Bram Moolenaar95529562005-08-25 21:21:38 +00001657 wp->w_cursor = found_pos;
Bram Moolenaar0c405862005-06-22 22:26:26 +00001658 vim_free(buf);
Bram Moolenaar95529562005-08-25 21:21:38 +00001659 if (attrp != NULL)
1660 *attrp = attr;
Bram Moolenaar6de68532005-08-24 22:08:48 +00001661 return len;
Bram Moolenaar2cf8b302005-04-20 19:37:22 +00001662 }
Bram Moolenaar5195e452005-08-19 20:32:47 +00001663 else if (curline)
1664 /* Insert mode completion: put cursor after
1665 * the bad word. */
1666 found_pos.col += len;
Bram Moolenaar6de68532005-08-24 22:08:48 +00001667 found_len = len;
Bram Moolenaar2cf8b302005-04-20 19:37:22 +00001668 }
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001669 }
Bram Moolenaard68071d2006-05-02 22:08:30 +00001670 else
1671 found_one = TRUE;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001672 }
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001673 }
1674
Bram Moolenaar51485f02005-06-04 21:55:20 +00001675 /* advance to character after the word */
1676 p += len;
Bram Moolenaarf9184a12005-07-02 23:10:47 +00001677 capcol -= len;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001678 }
1679
Bram Moolenaar5195e452005-08-19 20:32:47 +00001680 if (dir == BACKWARD && found_pos.lnum != 0)
1681 {
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00001682 /* Use the last match in the line (before the cursor). */
Bram Moolenaar95529562005-08-25 21:21:38 +00001683 wp->w_cursor = found_pos;
Bram Moolenaar5195e452005-08-19 20:32:47 +00001684 vim_free(buf);
Bram Moolenaar6de68532005-08-24 22:08:48 +00001685 return found_len;
Bram Moolenaar5195e452005-08-19 20:32:47 +00001686 }
1687
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00001688 if (curline)
Bram Moolenaar0c405862005-06-22 22:26:26 +00001689 break; /* only check cursor line */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00001690
Bram Moolenaard3f78dc2017-02-25 14:21:10 +01001691 /* If we are back at the starting line and searched it again there
1692 * is no match, give up. */
1693 if (lnum == wp->w_cursor.lnum && wrapped)
1694 break;
1695
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001696 /* Advance to next line. */
Bram Moolenaar2cf8b302005-04-20 19:37:22 +00001697 if (dir == BACKWARD)
1698 {
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00001699 if (lnum > 1)
1700 --lnum;
1701 else if (!p_ws)
1702 break; /* at first line and 'nowrapscan' */
1703 else
1704 {
1705 /* Wrap around to the end of the buffer. May search the
1706 * starting line again and accept the last match. */
1707 lnum = wp->w_buffer->b_ml.ml_line_count;
1708 wrapped = TRUE;
Bram Moolenaar8b96d642005-09-05 22:05:30 +00001709 if (!shortmess(SHM_SEARCH))
1710 give_warning((char_u *)_(top_bot_msg), TRUE);
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00001711 }
Bram Moolenaarf9184a12005-07-02 23:10:47 +00001712 capcol = -1;
Bram Moolenaar2cf8b302005-04-20 19:37:22 +00001713 }
1714 else
1715 {
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00001716 if (lnum < wp->w_buffer->b_ml.ml_line_count)
1717 ++lnum;
1718 else if (!p_ws)
1719 break; /* at first line and 'nowrapscan' */
1720 else
1721 {
1722 /* Wrap around to the start of the buffer. May search the
1723 * starting line again and accept the first match. */
1724 lnum = 1;
1725 wrapped = TRUE;
Bram Moolenaar8b96d642005-09-05 22:05:30 +00001726 if (!shortmess(SHM_SEARCH))
1727 give_warning((char_u *)_(bot_top_msg), TRUE);
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00001728 }
1729
1730 /* If we are back at the starting line and there is no match then
1731 * give up. */
Bram Moolenaard3f78dc2017-02-25 14:21:10 +01001732 if (lnum == wp->w_cursor.lnum && !found_one)
Bram Moolenaar0c405862005-06-22 22:26:26 +00001733 break;
Bram Moolenaar0c405862005-06-22 22:26:26 +00001734
1735 /* Skip the characters at the start of the next line that were
1736 * included in a match crossing line boundaries. */
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00001737 if (attr == HLF_COUNT)
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00001738 skip = (int)(p - endp);
Bram Moolenaar0c405862005-06-22 22:26:26 +00001739 else
1740 skip = 0;
Bram Moolenaarf9184a12005-07-02 23:10:47 +00001741
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00001742 /* Capcol skips over the inserted space. */
Bram Moolenaarf9184a12005-07-02 23:10:47 +00001743 --capcol;
1744
1745 /* But after empty line check first word in next line */
1746 if (*skipwhite(line) == NUL)
1747 capcol = 0;
Bram Moolenaar2cf8b302005-04-20 19:37:22 +00001748 }
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001749
1750 line_breakcheck();
1751 }
1752
Bram Moolenaar0c405862005-06-22 22:26:26 +00001753 vim_free(buf);
Bram Moolenaar6de68532005-08-24 22:08:48 +00001754 return 0;
Bram Moolenaar0c405862005-06-22 22:26:26 +00001755}
1756
1757/*
1758 * For spell checking: concatenate the start of the following line "line" into
1759 * "buf", blanking-out special characters. Copy less then "maxlen" bytes.
Bram Moolenaar6a5d2ac2008-04-01 15:14:36 +00001760 * Keep the blanks at the start of the next line, this is used in win_line()
1761 * to skip those bytes if the word was OK.
Bram Moolenaar0c405862005-06-22 22:26:26 +00001762 */
1763 void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01001764spell_cat_line(char_u *buf, char_u *line, int maxlen)
Bram Moolenaar0c405862005-06-22 22:26:26 +00001765{
1766 char_u *p;
1767 int n;
1768
1769 p = skipwhite(line);
1770 while (vim_strchr((char_u *)"*#/\"\t", *p) != NULL)
1771 p = skipwhite(p + 1);
1772
1773 if (*p != NUL)
1774 {
Bram Moolenaar6a5d2ac2008-04-01 15:14:36 +00001775 /* Only worth concatenating if there is something else than spaces to
1776 * concatenate. */
1777 n = (int)(p - line) + 1;
1778 if (n < maxlen - 1)
1779 {
1780 vim_memset(buf, ' ', n);
1781 vim_strncpy(buf + n, p, maxlen - 1 - n);
1782 }
Bram Moolenaar0c405862005-06-22 22:26:26 +00001783 }
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001784}
1785
Bram Moolenaara40ceaf2006-01-13 22:35:40 +00001786/*
1787 * Structure used for the cookie argument of do_in_runtimepath().
1788 */
Bram Moolenaarda2303d2005-08-30 21:55:26 +00001789typedef struct spelload_S
1790{
1791 char_u sl_lang[MAXWLEN + 1]; /* language name */
1792 slang_T *sl_slang; /* resulting slang_T struct */
1793 int sl_nobreak; /* NOBREAK language found */
1794} spelload_T;
1795
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001796/*
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00001797 * Load word list(s) for "lang" from Vim spell file(s).
Bram Moolenaarb765d632005-06-07 21:00:02 +00001798 * "lang" must be the language without the region: e.g., "en".
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001799 */
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00001800 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01001801spell_load_lang(char_u *lang)
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001802{
Bram Moolenaarb765d632005-06-07 21:00:02 +00001803 char_u fname_enc[85];
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001804 int r;
Bram Moolenaarda2303d2005-08-30 21:55:26 +00001805 spelload_T sl;
Bram Moolenaarb8a7b562006-02-01 21:47:16 +00001806 int round;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001807
Bram Moolenaarb765d632005-06-07 21:00:02 +00001808 /* Copy the language name to pass it to spell_load_cb() as a cookie.
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00001809 * It's truncated when an error is detected. */
Bram Moolenaarda2303d2005-08-30 21:55:26 +00001810 STRCPY(sl.sl_lang, lang);
1811 sl.sl_slang = NULL;
1812 sl.sl_nobreak = FALSE;
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00001813
Bram Moolenaarb8a7b562006-02-01 21:47:16 +00001814 /* We may retry when no spell file is found for the language, an
1815 * autocommand may load it then. */
1816 for (round = 1; round <= 2; ++round)
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00001817 {
Bram Moolenaarb8a7b562006-02-01 21:47:16 +00001818 /*
1819 * Find the first spell file for "lang" in 'runtimepath' and load it.
1820 */
Bram Moolenaarb765d632005-06-07 21:00:02 +00001821 vim_snprintf((char *)fname_enc, sizeof(fname_enc) - 5,
Bram Moolenaar56f78042010-12-08 17:09:32 +01001822#ifdef VMS
1823 "spell/%s_%s.spl",
1824#else
1825 "spell/%s.%s.spl",
1826#endif
1827 lang, spell_enc());
Bram Moolenaar7f8989d2016-03-12 22:11:39 +01001828 r = do_in_runtimepath(fname_enc, 0, spell_load_cb, &sl);
Bram Moolenaarb8a7b562006-02-01 21:47:16 +00001829
1830 if (r == FAIL && *sl.sl_lang != NUL)
1831 {
1832 /* Try loading the ASCII version. */
1833 vim_snprintf((char *)fname_enc, sizeof(fname_enc) - 5,
Bram Moolenaar56f78042010-12-08 17:09:32 +01001834#ifdef VMS
1835 "spell/%s_ascii.spl",
1836#else
1837 "spell/%s.ascii.spl",
1838#endif
1839 lang);
Bram Moolenaar7f8989d2016-03-12 22:11:39 +01001840 r = do_in_runtimepath(fname_enc, 0, spell_load_cb, &sl);
Bram Moolenaarb8a7b562006-02-01 21:47:16 +00001841
Bram Moolenaarb8a7b562006-02-01 21:47:16 +00001842 if (r == FAIL && *sl.sl_lang != NUL && round == 1
1843 && apply_autocmds(EVENT_SPELLFILEMISSING, lang,
1844 curbuf->b_fname, FALSE, curbuf))
1845 continue;
1846 break;
Bram Moolenaarb8a7b562006-02-01 21:47:16 +00001847 }
Bram Moolenaar362e1a32006-03-06 23:29:24 +00001848 break;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001849 }
1850
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00001851 if (r == FAIL)
Bram Moolenaarb8a7b562006-02-01 21:47:16 +00001852 {
Bram Moolenaarf9e3e092019-01-13 23:38:42 +01001853 smsg(
Bram Moolenaar56f78042010-12-08 17:09:32 +01001854#ifdef VMS
1855 _("Warning: Cannot find word list \"%s_%s.spl\" or \"%s_ascii.spl\""),
1856#else
1857 _("Warning: Cannot find word list \"%s.%s.spl\" or \"%s.ascii.spl\""),
1858#endif
Bram Moolenaar5195e452005-08-19 20:32:47 +00001859 lang, spell_enc(), lang);
Bram Moolenaarb8a7b562006-02-01 21:47:16 +00001860 }
Bram Moolenaarda2303d2005-08-30 21:55:26 +00001861 else if (sl.sl_slang != NULL)
Bram Moolenaarb765d632005-06-07 21:00:02 +00001862 {
Bram Moolenaara40ceaf2006-01-13 22:35:40 +00001863 /* At least one file was loaded, now load ALL the additions. */
Bram Moolenaarb765d632005-06-07 21:00:02 +00001864 STRCPY(fname_enc + STRLEN(fname_enc) - 3, "add.spl");
Bram Moolenaar7f8989d2016-03-12 22:11:39 +01001865 do_in_runtimepath(fname_enc, DIP_ALL, spell_load_cb, &sl);
Bram Moolenaarb765d632005-06-07 21:00:02 +00001866 }
1867}
1868
1869/*
1870 * Return the encoding used for spell checking: Use 'encoding', except that we
1871 * use "latin1" for "latin9". And limit to 60 characters (just in case).
1872 */
Bram Moolenaar9ccfebd2016-07-19 16:39:08 +02001873 char_u *
Bram Moolenaar764b23c2016-01-30 21:10:09 +01001874spell_enc(void)
Bram Moolenaarb765d632005-06-07 21:00:02 +00001875{
1876
Bram Moolenaarb765d632005-06-07 21:00:02 +00001877 if (STRLEN(p_enc) < 60 && STRCMP(p_enc, "iso-8859-15") != 0)
1878 return p_enc;
Bram Moolenaarb765d632005-06-07 21:00:02 +00001879 return (char_u *)"latin1";
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001880}
1881
1882/*
Bram Moolenaarf9184a12005-07-02 23:10:47 +00001883 * Get the name of the .spl file for the internal wordlist into
1884 * "fname[MAXPATHL]".
1885 */
1886 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01001887int_wordlist_spl(char_u *fname)
Bram Moolenaarf9184a12005-07-02 23:10:47 +00001888{
Bram Moolenaar56f78042010-12-08 17:09:32 +01001889 vim_snprintf((char *)fname, MAXPATHL, SPL_FNAME_TMPL,
Bram Moolenaarf9184a12005-07-02 23:10:47 +00001890 int_wordlist, spell_enc());
1891}
1892
1893/*
Bram Moolenaar4770d092006-01-12 23:22:24 +00001894 * Allocate a new slang_T for language "lang". "lang" can be NULL.
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001895 * Caller must fill "sl_next".
1896 */
Bram Moolenaar9ccfebd2016-07-19 16:39:08 +02001897 slang_T *
Bram Moolenaar764b23c2016-01-30 21:10:09 +01001898slang_alloc(char_u *lang)
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001899{
1900 slang_T *lp;
1901
Bram Moolenaarc799fe22019-05-28 23:08:19 +02001902 lp = ALLOC_CLEAR_ONE(slang_T);
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001903 if (lp != NULL)
1904 {
Bram Moolenaar4770d092006-01-12 23:22:24 +00001905 if (lang != NULL)
1906 lp->sl_name = vim_strsave(lang);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00001907 ga_init2(&lp->sl_rep, sizeof(fromto_T), 10);
Bram Moolenaar4770d092006-01-12 23:22:24 +00001908 ga_init2(&lp->sl_repsal, sizeof(fromto_T), 10);
Bram Moolenaar5195e452005-08-19 20:32:47 +00001909 lp->sl_compmax = MAXWLEN;
Bram Moolenaar5195e452005-08-19 20:32:47 +00001910 lp->sl_compsylmax = MAXWLEN;
Bram Moolenaar4770d092006-01-12 23:22:24 +00001911 hash_init(&lp->sl_wordcount);
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001912 }
Bram Moolenaar4770d092006-01-12 23:22:24 +00001913
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001914 return lp;
1915}
1916
1917/*
1918 * Free the contents of an slang_T and the structure itself.
1919 */
Bram Moolenaar9ccfebd2016-07-19 16:39:08 +02001920 void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01001921slang_free(slang_T *lp)
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001922{
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00001923 vim_free(lp->sl_name);
Bram Moolenaarb765d632005-06-07 21:00:02 +00001924 vim_free(lp->sl_fname);
1925 slang_clear(lp);
1926 vim_free(lp);
1927}
1928
1929/*
1930 * Clear an slang_T so that the file can be reloaded.
1931 */
Bram Moolenaar9ccfebd2016-07-19 16:39:08 +02001932 void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01001933slang_clear(slang_T *lp)
Bram Moolenaarb765d632005-06-07 21:00:02 +00001934{
Bram Moolenaar1d73c882005-06-19 22:48:47 +00001935 garray_T *gap;
1936 fromto_T *ftp;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00001937 salitem_T *smp;
Bram Moolenaar1d73c882005-06-19 22:48:47 +00001938 int i;
Bram Moolenaar4770d092006-01-12 23:22:24 +00001939 int round;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00001940
Bram Moolenaard23a8232018-02-10 18:45:26 +01001941 VIM_CLEAR(lp->sl_fbyts);
1942 VIM_CLEAR(lp->sl_kbyts);
1943 VIM_CLEAR(lp->sl_pbyts);
Bram Moolenaar1d73c882005-06-19 22:48:47 +00001944
Bram Moolenaard23a8232018-02-10 18:45:26 +01001945 VIM_CLEAR(lp->sl_fidxs);
1946 VIM_CLEAR(lp->sl_kidxs);
1947 VIM_CLEAR(lp->sl_pidxs);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00001948
Bram Moolenaar4770d092006-01-12 23:22:24 +00001949 for (round = 1; round <= 2; ++round)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00001950 {
Bram Moolenaar4770d092006-01-12 23:22:24 +00001951 gap = round == 1 ? &lp->sl_rep : &lp->sl_repsal;
1952 while (gap->ga_len > 0)
1953 {
1954 ftp = &((fromto_T *)gap->ga_data)[--gap->ga_len];
1955 vim_free(ftp->ft_from);
1956 vim_free(ftp->ft_to);
1957 }
1958 ga_clear(gap);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00001959 }
Bram Moolenaard857f0e2005-06-21 22:37:39 +00001960
1961 gap = &lp->sl_sal;
Bram Moolenaar42eeac32005-06-29 22:40:58 +00001962 if (lp->sl_sofo)
Bram Moolenaar9c96f592005-06-30 21:52:39 +00001963 {
1964 /* "ga_len" is set to 1 without adding an item for latin1 */
1965 if (gap->ga_data != NULL)
1966 /* SOFOFROM and SOFOTO items: free lists of wide characters. */
1967 for (i = 0; i < gap->ga_len; ++i)
1968 vim_free(((int **)gap->ga_data)[i]);
1969 }
Bram Moolenaar42eeac32005-06-29 22:40:58 +00001970 else
1971 /* SAL items: free salitem_T items */
1972 while (gap->ga_len > 0)
1973 {
1974 smp = &((salitem_T *)gap->ga_data)[--gap->ga_len];
1975 vim_free(smp->sm_lead);
1976 /* Don't free sm_oneof and sm_rules, they point into sm_lead. */
1977 vim_free(smp->sm_to);
Bram Moolenaar42eeac32005-06-29 22:40:58 +00001978 vim_free(smp->sm_lead_w);
1979 vim_free(smp->sm_oneof_w);
1980 vim_free(smp->sm_to_w);
Bram Moolenaar42eeac32005-06-29 22:40:58 +00001981 }
Bram Moolenaard857f0e2005-06-21 22:37:39 +00001982 ga_clear(gap);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00001983
Bram Moolenaar1d73c882005-06-19 22:48:47 +00001984 for (i = 0; i < lp->sl_prefixcnt; ++i)
Bram Moolenaar473de612013-06-08 18:19:48 +02001985 vim_regfree(lp->sl_prefprog[i]);
Bram Moolenaar9c96f592005-06-30 21:52:39 +00001986 lp->sl_prefixcnt = 0;
Bram Moolenaard23a8232018-02-10 18:45:26 +01001987 VIM_CLEAR(lp->sl_prefprog);
Bram Moolenaar9c96f592005-06-30 21:52:39 +00001988
Bram Moolenaard23a8232018-02-10 18:45:26 +01001989 VIM_CLEAR(lp->sl_info);
Bram Moolenaar362e1a32006-03-06 23:29:24 +00001990
Bram Moolenaard23a8232018-02-10 18:45:26 +01001991 VIM_CLEAR(lp->sl_midword);
Bram Moolenaar1d73c882005-06-19 22:48:47 +00001992
Bram Moolenaar473de612013-06-08 18:19:48 +02001993 vim_regfree(lp->sl_compprog);
Bram Moolenaar5195e452005-08-19 20:32:47 +00001994 lp->sl_compprog = NULL;
Bram Moolenaard23a8232018-02-10 18:45:26 +01001995 VIM_CLEAR(lp->sl_comprules);
1996 VIM_CLEAR(lp->sl_compstartflags);
1997 VIM_CLEAR(lp->sl_compallflags);
Bram Moolenaar5195e452005-08-19 20:32:47 +00001998
Bram Moolenaard23a8232018-02-10 18:45:26 +01001999 VIM_CLEAR(lp->sl_syllable);
Bram Moolenaar5195e452005-08-19 20:32:47 +00002000 ga_clear(&lp->sl_syl_items);
Bram Moolenaarae5bce12005-08-15 21:41:48 +00002001
Bram Moolenaar899dddf2006-03-26 21:06:50 +00002002 ga_clear_strings(&lp->sl_comppat);
2003
Bram Moolenaar4770d092006-01-12 23:22:24 +00002004 hash_clear_all(&lp->sl_wordcount, WC_KEY_OFF);
2005 hash_init(&lp->sl_wordcount);
Bram Moolenaarea424162005-06-16 21:51:00 +00002006
Bram Moolenaar4770d092006-01-12 23:22:24 +00002007 hash_clear_all(&lp->sl_map_hash, 0);
Bram Moolenaar5195e452005-08-19 20:32:47 +00002008
Bram Moolenaar4770d092006-01-12 23:22:24 +00002009 /* Clear info from .sug file. */
2010 slang_clear_sug(lp);
2011
Bram Moolenaar5195e452005-08-19 20:32:47 +00002012 lp->sl_compmax = MAXWLEN;
Bram Moolenaarda2303d2005-08-30 21:55:26 +00002013 lp->sl_compminlen = 0;
Bram Moolenaar5195e452005-08-19 20:32:47 +00002014 lp->sl_compsylmax = MAXWLEN;
2015 lp->sl_regions[0] = NUL;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002016}
2017
2018/*
Bram Moolenaar4770d092006-01-12 23:22:24 +00002019 * Clear the info from the .sug file in "lp".
2020 */
Bram Moolenaar9ccfebd2016-07-19 16:39:08 +02002021 void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01002022slang_clear_sug(slang_T *lp)
Bram Moolenaar4770d092006-01-12 23:22:24 +00002023{
Bram Moolenaard23a8232018-02-10 18:45:26 +01002024 VIM_CLEAR(lp->sl_sbyts);
2025 VIM_CLEAR(lp->sl_sidxs);
Bram Moolenaar4770d092006-01-12 23:22:24 +00002026 close_spellbuf(lp->sl_sugbuf);
2027 lp->sl_sugbuf = NULL;
2028 lp->sl_sugloaded = FALSE;
2029 lp->sl_sugtime = 0;
2030}
2031
2032/*
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00002033 * Load one spell file and store the info into a slang_T.
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002034 * Invoked through do_in_runtimepath().
2035 */
2036 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01002037spell_load_cb(char_u *fname, void *cookie)
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002038{
Bram Moolenaarda2303d2005-08-30 21:55:26 +00002039 spelload_T *slp = (spelload_T *)cookie;
2040 slang_T *slang;
2041
2042 slang = spell_load_file(fname, slp->sl_lang, NULL, FALSE);
2043 if (slang != NULL)
2044 {
2045 /* When a previously loaded file has NOBREAK also use it for the
2046 * ".add" files. */
2047 if (slp->sl_nobreak && slang->sl_add)
2048 slang->sl_nobreak = TRUE;
2049 else if (slang->sl_nobreak)
2050 slp->sl_nobreak = TRUE;
2051
2052 slp->sl_slang = slang;
2053 }
Bram Moolenaarb765d632005-06-07 21:00:02 +00002054}
2055
Bram Moolenaar4770d092006-01-12 23:22:24 +00002056
2057/*
2058 * Add a word to the hashtable of common words.
2059 * If it's already there then the counter is increased.
2060 */
Bram Moolenaar9ccfebd2016-07-19 16:39:08 +02002061 void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01002062count_common_word(
2063 slang_T *lp,
2064 char_u *word,
2065 int len, /* word length, -1 for upto NUL */
2066 int count) /* 1 to count once, 10 to init */
Bram Moolenaar4770d092006-01-12 23:22:24 +00002067{
2068 hash_T hash;
2069 hashitem_T *hi;
2070 wordcount_T *wc;
2071 char_u buf[MAXWLEN];
2072 char_u *p;
2073
2074 if (len == -1)
2075 p = word;
2076 else
2077 {
2078 vim_strncpy(buf, word, len);
2079 p = buf;
2080 }
2081
2082 hash = hash_hash(p);
2083 hi = hash_lookup(&lp->sl_wordcount, p, hash);
2084 if (HASHITEM_EMPTY(hi))
2085 {
Bram Moolenaarc799fe22019-05-28 23:08:19 +02002086 wc = alloc(sizeof(wordcount_T) + STRLEN(p));
Bram Moolenaar4770d092006-01-12 23:22:24 +00002087 if (wc == NULL)
2088 return;
2089 STRCPY(wc->wc_word, p);
2090 wc->wc_count = count;
2091 hash_add_item(&lp->sl_wordcount, hi, wc->wc_word, hash);
2092 }
2093 else
2094 {
2095 wc = HI2WC(hi);
2096 if ((wc->wc_count += count) < (unsigned)count) /* check for overflow */
2097 wc->wc_count = MAXWORDCOUNT;
2098 }
2099}
2100
2101/*
2102 * Adjust the score of common words.
2103 */
2104 static int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01002105score_wordcount_adj(
2106 slang_T *slang,
2107 int score,
2108 char_u *word,
2109 int split) /* word was split, less bonus */
Bram Moolenaar4770d092006-01-12 23:22:24 +00002110{
2111 hashitem_T *hi;
2112 wordcount_T *wc;
2113 int bonus;
2114 int newscore;
2115
2116 hi = hash_find(&slang->sl_wordcount, word);
2117 if (!HASHITEM_EMPTY(hi))
2118 {
2119 wc = HI2WC(hi);
2120 if (wc->wc_count < SCORE_THRES2)
2121 bonus = SCORE_COMMON1;
2122 else if (wc->wc_count < SCORE_THRES3)
2123 bonus = SCORE_COMMON2;
2124 else
2125 bonus = SCORE_COMMON3;
2126 if (split)
2127 newscore = score - bonus / 2;
2128 else
2129 newscore = score - bonus;
2130 if (newscore < 0)
2131 return 0;
2132 return newscore;
2133 }
2134 return score;
2135}
2136
Bram Moolenaar5195e452005-08-19 20:32:47 +00002137
Bram Moolenaar6de68532005-08-24 22:08:48 +00002138/*
Bram Moolenaar95529562005-08-25 21:21:38 +00002139 * Return TRUE if byte "n" appears in "str".
Bram Moolenaar6de68532005-08-24 22:08:48 +00002140 * Like strchr() but independent of locale.
2141 */
Bram Moolenaar9ccfebd2016-07-19 16:39:08 +02002142 int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01002143byte_in_str(char_u *str, int n)
Bram Moolenaar6de68532005-08-24 22:08:48 +00002144{
2145 char_u *p;
2146
2147 for (p = str; *p != NUL; ++p)
Bram Moolenaar95529562005-08-25 21:21:38 +00002148 if (*p == n)
Bram Moolenaar6de68532005-08-24 22:08:48 +00002149 return TRUE;
2150 return FALSE;
2151}
2152
Bram Moolenaar5195e452005-08-19 20:32:47 +00002153#define SY_MAXLEN 30
2154typedef struct syl_item_S
2155{
2156 char_u sy_chars[SY_MAXLEN]; /* the sequence of chars */
2157 int sy_len;
2158} syl_item_T;
2159
2160/*
2161 * Truncate "slang->sl_syllable" at the first slash and put the following items
2162 * in "slang->sl_syl_items".
2163 */
Bram Moolenaar9ccfebd2016-07-19 16:39:08 +02002164 int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01002165init_syl_tab(slang_T *slang)
Bram Moolenaar5195e452005-08-19 20:32:47 +00002166{
2167 char_u *p;
2168 char_u *s;
2169 int l;
2170 syl_item_T *syl;
2171
2172 ga_init2(&slang->sl_syl_items, sizeof(syl_item_T), 4);
2173 p = vim_strchr(slang->sl_syllable, '/');
2174 while (p != NULL)
2175 {
2176 *p++ = NUL;
Bram Moolenaar6de68532005-08-24 22:08:48 +00002177 if (*p == NUL) /* trailing slash */
Bram Moolenaar5195e452005-08-19 20:32:47 +00002178 break;
2179 s = p;
2180 p = vim_strchr(p, '/');
2181 if (p == NULL)
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00002182 l = (int)STRLEN(s);
Bram Moolenaar5195e452005-08-19 20:32:47 +00002183 else
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00002184 l = (int)(p - s);
Bram Moolenaar5195e452005-08-19 20:32:47 +00002185 if (l >= SY_MAXLEN)
2186 return SP_FORMERROR;
2187 if (ga_grow(&slang->sl_syl_items, 1) == FAIL)
Bram Moolenaar6de68532005-08-24 22:08:48 +00002188 return SP_OTHERERROR;
Bram Moolenaar5195e452005-08-19 20:32:47 +00002189 syl = ((syl_item_T *)slang->sl_syl_items.ga_data)
2190 + slang->sl_syl_items.ga_len++;
2191 vim_strncpy(syl->sy_chars, s, l);
2192 syl->sy_len = l;
2193 }
2194 return OK;
2195}
2196
2197/*
2198 * Count the number of syllables in "word".
2199 * When "word" contains spaces the syllables after the last space are counted.
2200 * Returns zero if syllables are not defines.
2201 */
2202 static int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01002203count_syllables(slang_T *slang, char_u *word)
Bram Moolenaar5195e452005-08-19 20:32:47 +00002204{
2205 int cnt = 0;
2206 int skip = FALSE;
2207 char_u *p;
2208 int len;
2209 int i;
2210 syl_item_T *syl;
2211 int c;
2212
2213 if (slang->sl_syllable == NULL)
2214 return 0;
2215
2216 for (p = word; *p != NUL; p += len)
2217 {
2218 /* When running into a space reset counter. */
2219 if (*p == ' ')
2220 {
2221 len = 1;
2222 cnt = 0;
2223 continue;
2224 }
2225
2226 /* Find longest match of syllable items. */
2227 len = 0;
2228 for (i = 0; i < slang->sl_syl_items.ga_len; ++i)
2229 {
2230 syl = ((syl_item_T *)slang->sl_syl_items.ga_data) + i;
2231 if (syl->sy_len > len
2232 && STRNCMP(p, syl->sy_chars, syl->sy_len) == 0)
2233 len = syl->sy_len;
2234 }
2235 if (len != 0) /* found a match, count syllable */
2236 {
2237 ++cnt;
2238 skip = FALSE;
2239 }
2240 else
2241 {
2242 /* No recognized syllable item, at least a syllable char then? */
Bram Moolenaar5195e452005-08-19 20:32:47 +00002243 c = mb_ptr2char(p);
2244 len = (*mb_ptr2len)(p);
Bram Moolenaar5195e452005-08-19 20:32:47 +00002245 if (vim_strchr(slang->sl_syllable, c) == NULL)
2246 skip = FALSE; /* No, search for next syllable */
2247 else if (!skip)
2248 {
2249 ++cnt; /* Yes, count it */
2250 skip = TRUE; /* don't count following syllable chars */
2251 }
2252 }
2253 }
2254 return cnt;
2255}
2256
2257/*
Bram Moolenaar860cae12010-06-05 23:22:07 +02002258 * Parse 'spelllang' and set w_s->b_langp accordingly.
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00002259 * Returns NULL if it's OK, an error message otherwise.
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002260 */
Bram Moolenaarf9e3e092019-01-13 23:38:42 +01002261 char *
Bram Moolenaar764b23c2016-01-30 21:10:09 +01002262did_set_spelllang(win_T *wp)
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002263{
2264 garray_T ga;
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00002265 char_u *splp;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002266 char_u *region;
Bram Moolenaarb6356332005-07-18 21:40:44 +00002267 char_u region_cp[3];
Bram Moolenaar0a5fe212005-06-24 23:01:23 +00002268 int filename;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002269 int region_mask;
Bram Moolenaar8b96d642005-09-05 22:05:30 +00002270 slang_T *slang;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002271 int c;
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00002272 char_u lang[MAXWLEN + 1];
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00002273 char_u spf_name[MAXPATHL];
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00002274 int len;
2275 char_u *p;
Bram Moolenaar7887d882005-07-01 22:33:52 +00002276 int round;
Bram Moolenaarf9184a12005-07-02 23:10:47 +00002277 char_u *spf;
Bram Moolenaar0dc065e2005-07-04 22:49:24 +00002278 char_u *use_region = NULL;
2279 int dont_use_region = FALSE;
Bram Moolenaarda2303d2005-08-30 21:55:26 +00002280 int nobreak = FALSE;
Bram Moolenaar8b96d642005-09-05 22:05:30 +00002281 int i, j;
2282 langp_T *lp, *lp2;
Bram Moolenaar706cdeb2007-05-06 21:55:31 +00002283 static int recursive = FALSE;
Bram Moolenaarf9e3e092019-01-13 23:38:42 +01002284 char *ret_msg = NULL;
Bram Moolenaar706cdeb2007-05-06 21:55:31 +00002285 char_u *spl_copy;
Bram Moolenaar7c0a2f32016-07-10 22:11:16 +02002286 bufref_T bufref;
2287
2288 set_bufref(&bufref, wp->w_buffer);
Bram Moolenaar706cdeb2007-05-06 21:55:31 +00002289
2290 /* We don't want to do this recursively. May happen when a language is
2291 * not available and the SpellFileMissing autocommand opens a new buffer
2292 * in which 'spell' is set. */
2293 if (recursive)
2294 return NULL;
2295 recursive = TRUE;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002296
2297 ga_init2(&ga, sizeof(langp_T), 2);
Bram Moolenaar860cae12010-06-05 23:22:07 +02002298 clear_midword(wp);
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002299
Bram Moolenaar84a05ac2013-05-06 04:24:17 +02002300 /* Make a copy of 'spelllang', the SpellFileMissing autocommands may change
Bram Moolenaar706cdeb2007-05-06 21:55:31 +00002301 * it under our fingers. */
Bram Moolenaar860cae12010-06-05 23:22:07 +02002302 spl_copy = vim_strsave(wp->w_s->b_p_spl);
Bram Moolenaar706cdeb2007-05-06 21:55:31 +00002303 if (spl_copy == NULL)
2304 goto theend;
2305
Bram Moolenaarcc63c642013-11-12 04:44:01 +01002306 wp->w_s->b_cjk = 0;
2307
2308 /* Loop over comma separated language names. */
Bram Moolenaar706cdeb2007-05-06 21:55:31 +00002309 for (splp = spl_copy; *splp != NUL; )
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002310 {
Bram Moolenaar8f130ed2019-04-10 22:15:19 +02002311 // Get one language name.
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00002312 copy_option_part(&splp, lang, MAXWLEN, ",");
Bram Moolenaar5482f332005-04-17 20:18:43 +00002313 region = NULL;
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00002314 len = (int)STRLEN(lang);
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002315
Bram Moolenaar8f130ed2019-04-10 22:15:19 +02002316 if (!valid_spellang(lang))
2317 continue;
2318
Bram Moolenaarcc63c642013-11-12 04:44:01 +01002319 if (STRCMP(lang, "cjk") == 0)
2320 {
2321 wp->w_s->b_cjk = 1;
2322 continue;
2323 }
2324
Bram Moolenaar0a5fe212005-06-24 23:01:23 +00002325 /* If the name ends in ".spl" use it as the name of the spell file.
2326 * If there is a region name let "region" point to it and remove it
2327 * from the name. */
2328 if (len > 4 && fnamecmp(lang + len - 4, ".spl") == 0)
2329 {
2330 filename = TRUE;
2331
Bram Moolenaarb6356332005-07-18 21:40:44 +00002332 /* Locate a region and remove it from the file name. */
2333 p = vim_strchr(gettail(lang), '_');
2334 if (p != NULL && ASCII_ISALPHA(p[1]) && ASCII_ISALPHA(p[2])
2335 && !ASCII_ISALPHA(p[3]))
2336 {
2337 vim_strncpy(region_cp, p + 1, 2);
2338 mch_memmove(p, p + 3, len - (p - lang) - 2);
Bram Moolenaarb6356332005-07-18 21:40:44 +00002339 region = region_cp;
2340 }
2341 else
2342 dont_use_region = TRUE;
2343
Bram Moolenaar0a5fe212005-06-24 23:01:23 +00002344 /* Check if we loaded this language before. */
Bram Moolenaar8b96d642005-09-05 22:05:30 +00002345 for (slang = first_lang; slang != NULL; slang = slang->sl_next)
Bram Moolenaar99499b12019-05-23 21:35:48 +02002346 if (fullpathcmp(lang, slang->sl_fname, FALSE, TRUE) == FPC_SAME)
Bram Moolenaar0a5fe212005-06-24 23:01:23 +00002347 break;
2348 }
2349 else
2350 {
2351 filename = FALSE;
2352 if (len > 3 && lang[len - 3] == '_')
2353 {
2354 region = lang + len - 2;
2355 len -= 3;
2356 lang[len] = NUL;
2357 }
Bram Moolenaar0dc065e2005-07-04 22:49:24 +00002358 else
2359 dont_use_region = TRUE;
Bram Moolenaar0a5fe212005-06-24 23:01:23 +00002360
2361 /* Check if we loaded this language before. */
Bram Moolenaar8b96d642005-09-05 22:05:30 +00002362 for (slang = first_lang; slang != NULL; slang = slang->sl_next)
2363 if (STRICMP(lang, slang->sl_name) == 0)
Bram Moolenaar0a5fe212005-06-24 23:01:23 +00002364 break;
2365 }
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002366
Bram Moolenaarb6356332005-07-18 21:40:44 +00002367 if (region != NULL)
2368 {
2369 /* If the region differs from what was used before then don't
2370 * use it for 'spellfile'. */
2371 if (use_region != NULL && STRCMP(region, use_region) != 0)
2372 dont_use_region = TRUE;
2373 use_region = region;
2374 }
2375
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00002376 /* If not found try loading the language now. */
Bram Moolenaar8b96d642005-09-05 22:05:30 +00002377 if (slang == NULL)
Bram Moolenaar0a5fe212005-06-24 23:01:23 +00002378 {
2379 if (filename)
2380 (void)spell_load_file(lang, lang, NULL, FALSE);
2381 else
Bram Moolenaar706cdeb2007-05-06 21:55:31 +00002382 {
Bram Moolenaar0a5fe212005-06-24 23:01:23 +00002383 spell_load_lang(lang);
Bram Moolenaar706cdeb2007-05-06 21:55:31 +00002384 /* SpellFileMissing autocommands may do anything, including
2385 * destroying the buffer we are using... */
Bram Moolenaar7c0a2f32016-07-10 22:11:16 +02002386 if (!bufref_valid(&bufref))
Bram Moolenaar706cdeb2007-05-06 21:55:31 +00002387 {
Bram Moolenaarf9e3e092019-01-13 23:38:42 +01002388 ret_msg = N_("E797: SpellFileMissing autocommand deleted buffer");
Bram Moolenaar706cdeb2007-05-06 21:55:31 +00002389 goto theend;
2390 }
Bram Moolenaar706cdeb2007-05-06 21:55:31 +00002391 }
Bram Moolenaar0a5fe212005-06-24 23:01:23 +00002392 }
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002393
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00002394 /*
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00002395 * Loop over the languages, there can be several files for "lang".
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00002396 */
Bram Moolenaar8b96d642005-09-05 22:05:30 +00002397 for (slang = first_lang; slang != NULL; slang = slang->sl_next)
Bram Moolenaar99499b12019-05-23 21:35:48 +02002398 if (filename ? fullpathcmp(lang, slang->sl_fname, FALSE, TRUE)
2399 == FPC_SAME
Bram Moolenaar8b96d642005-09-05 22:05:30 +00002400 : STRICMP(lang, slang->sl_name) == 0)
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002401 {
Bram Moolenaar3982c542005-06-08 21:56:31 +00002402 region_mask = REGION_ALL;
Bram Moolenaar0a5fe212005-06-24 23:01:23 +00002403 if (!filename && region != NULL)
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00002404 {
2405 /* find region in sl_regions */
Bram Moolenaar8b96d642005-09-05 22:05:30 +00002406 c = find_region(slang->sl_regions, region);
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00002407 if (c == REGION_ALL)
2408 {
Bram Moolenaar8b96d642005-09-05 22:05:30 +00002409 if (slang->sl_add)
Bram Moolenaar0dc065e2005-07-04 22:49:24 +00002410 {
Bram Moolenaar8b96d642005-09-05 22:05:30 +00002411 if (*slang->sl_regions != NUL)
Bram Moolenaar0dc065e2005-07-04 22:49:24 +00002412 /* This addition file is for other regions. */
2413 region_mask = 0;
2414 }
2415 else
2416 /* This is probably an error. Give a warning and
2417 * accept the words anyway. */
Bram Moolenaarf9e3e092019-01-13 23:38:42 +01002418 smsg(_("Warning: region %s not supported"),
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00002419 region);
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00002420 }
2421 else
2422 region_mask = 1 << c;
2423 }
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002424
Bram Moolenaar0dc065e2005-07-04 22:49:24 +00002425 if (region_mask != 0)
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00002426 {
Bram Moolenaar0dc065e2005-07-04 22:49:24 +00002427 if (ga_grow(&ga, 1) == FAIL)
2428 {
2429 ga_clear(&ga);
Bram Moolenaar706cdeb2007-05-06 21:55:31 +00002430 ret_msg = e_outofmem;
2431 goto theend;
Bram Moolenaar0dc065e2005-07-04 22:49:24 +00002432 }
Bram Moolenaar8b96d642005-09-05 22:05:30 +00002433 LANGP_ENTRY(ga, ga.ga_len)->lp_slang = slang;
Bram Moolenaar0dc065e2005-07-04 22:49:24 +00002434 LANGP_ENTRY(ga, ga.ga_len)->lp_region = region_mask;
2435 ++ga.ga_len;
Bram Moolenaar860cae12010-06-05 23:22:07 +02002436 use_midword(slang, wp);
Bram Moolenaar8b96d642005-09-05 22:05:30 +00002437 if (slang->sl_nobreak)
Bram Moolenaarda2303d2005-08-30 21:55:26 +00002438 nobreak = TRUE;
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00002439 }
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002440 }
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002441 }
2442
Bram Moolenaarf9184a12005-07-02 23:10:47 +00002443 /* round 0: load int_wordlist, if possible.
2444 * round 1: load first name in 'spellfile'.
2445 * round 2: load second name in 'spellfile.
2446 * etc. */
Bram Moolenaar860cae12010-06-05 23:22:07 +02002447 spf = curwin->w_s->b_p_spf;
Bram Moolenaarf9184a12005-07-02 23:10:47 +00002448 for (round = 0; round == 0 || *spf != NUL; ++round)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00002449 {
Bram Moolenaarf9184a12005-07-02 23:10:47 +00002450 if (round == 0)
Bram Moolenaar7887d882005-07-01 22:33:52 +00002451 {
Bram Moolenaarf9184a12005-07-02 23:10:47 +00002452 /* Internal wordlist, if there is one. */
2453 if (int_wordlist == NULL)
Bram Moolenaar7887d882005-07-01 22:33:52 +00002454 continue;
Bram Moolenaarf9184a12005-07-02 23:10:47 +00002455 int_wordlist_spl(spf_name);
Bram Moolenaar7887d882005-07-01 22:33:52 +00002456 }
2457 else
2458 {
Bram Moolenaarf9184a12005-07-02 23:10:47 +00002459 /* One entry in 'spellfile'. */
2460 copy_option_part(&spf, spf_name, MAXPATHL - 5, ",");
2461 STRCAT(spf_name, ".spl");
2462
2463 /* If it was already found above then skip it. */
2464 for (c = 0; c < ga.ga_len; ++c)
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00002465 {
2466 p = LANGP_ENTRY(ga, c)->lp_slang->sl_fname;
Bram Moolenaar99499b12019-05-23 21:35:48 +02002467 if (p != NULL && fullpathcmp(spf_name, p, FALSE, TRUE)
2468 == FPC_SAME)
Bram Moolenaarf9184a12005-07-02 23:10:47 +00002469 break;
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00002470 }
Bram Moolenaarf9184a12005-07-02 23:10:47 +00002471 if (c < ga.ga_len)
Bram Moolenaar7887d882005-07-01 22:33:52 +00002472 continue;
Bram Moolenaar7887d882005-07-01 22:33:52 +00002473 }
2474
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00002475 /* Check if it was loaded already. */
Bram Moolenaar8b96d642005-09-05 22:05:30 +00002476 for (slang = first_lang; slang != NULL; slang = slang->sl_next)
Bram Moolenaar99499b12019-05-23 21:35:48 +02002477 if (fullpathcmp(spf_name, slang->sl_fname, FALSE, TRUE)
2478 == FPC_SAME)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00002479 break;
Bram Moolenaar8b96d642005-09-05 22:05:30 +00002480 if (slang == NULL)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00002481 {
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00002482 /* Not loaded, try loading it now. The language name includes the
Bram Moolenaarf9184a12005-07-02 23:10:47 +00002483 * region name, the region is ignored otherwise. for int_wordlist
2484 * use an arbitrary name. */
2485 if (round == 0)
2486 STRCPY(lang, "internal wordlist");
2487 else
Bram Moolenaar7887d882005-07-01 22:33:52 +00002488 {
Bram Moolenaarf9184a12005-07-02 23:10:47 +00002489 vim_strncpy(lang, gettail(spf_name), MAXWLEN);
Bram Moolenaar7887d882005-07-01 22:33:52 +00002490 p = vim_strchr(lang, '.');
2491 if (p != NULL)
2492 *p = NUL; /* truncate at ".encoding.add" */
2493 }
Bram Moolenaar8b96d642005-09-05 22:05:30 +00002494 slang = spell_load_file(spf_name, lang, NULL, TRUE);
Bram Moolenaarda2303d2005-08-30 21:55:26 +00002495
2496 /* If one of the languages has NOBREAK we assume the addition
2497 * files also have this. */
Bram Moolenaar8b96d642005-09-05 22:05:30 +00002498 if (slang != NULL && nobreak)
2499 slang->sl_nobreak = TRUE;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00002500 }
Bram Moolenaar8b96d642005-09-05 22:05:30 +00002501 if (slang != NULL && ga_grow(&ga, 1) == OK)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00002502 {
Bram Moolenaar0dc065e2005-07-04 22:49:24 +00002503 region_mask = REGION_ALL;
2504 if (use_region != NULL && !dont_use_region)
2505 {
2506 /* find region in sl_regions */
Bram Moolenaar8b96d642005-09-05 22:05:30 +00002507 c = find_region(slang->sl_regions, use_region);
Bram Moolenaar0dc065e2005-07-04 22:49:24 +00002508 if (c != REGION_ALL)
2509 region_mask = 1 << c;
Bram Moolenaar8b96d642005-09-05 22:05:30 +00002510 else if (*slang->sl_regions != NUL)
Bram Moolenaar0dc065e2005-07-04 22:49:24 +00002511 /* This spell file is for other regions. */
2512 region_mask = 0;
2513 }
2514
2515 if (region_mask != 0)
2516 {
Bram Moolenaar8b96d642005-09-05 22:05:30 +00002517 LANGP_ENTRY(ga, ga.ga_len)->lp_slang = slang;
2518 LANGP_ENTRY(ga, ga.ga_len)->lp_sallang = NULL;
2519 LANGP_ENTRY(ga, ga.ga_len)->lp_replang = NULL;
Bram Moolenaar0dc065e2005-07-04 22:49:24 +00002520 LANGP_ENTRY(ga, ga.ga_len)->lp_region = region_mask;
2521 ++ga.ga_len;
Bram Moolenaar860cae12010-06-05 23:22:07 +02002522 use_midword(slang, wp);
Bram Moolenaar0dc065e2005-07-04 22:49:24 +00002523 }
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00002524 }
2525 }
2526
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002527 /* Everything is fine, store the new b_langp value. */
Bram Moolenaar860cae12010-06-05 23:22:07 +02002528 ga_clear(&wp->w_s->b_langp);
2529 wp->w_s->b_langp = ga;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002530
Bram Moolenaar8b96d642005-09-05 22:05:30 +00002531 /* For each language figure out what language to use for sound folding and
2532 * REP items. If the language doesn't support it itself use another one
2533 * with the same name. E.g. for "en-math" use "en". */
2534 for (i = 0; i < ga.ga_len; ++i)
2535 {
2536 lp = LANGP_ENTRY(ga, i);
2537
2538 /* sound folding */
2539 if (lp->lp_slang->sl_sal.ga_len > 0)
2540 /* language does sound folding itself */
2541 lp->lp_sallang = lp->lp_slang;
2542 else
2543 /* find first similar language that does sound folding */
2544 for (j = 0; j < ga.ga_len; ++j)
2545 {
2546 lp2 = LANGP_ENTRY(ga, j);
2547 if (lp2->lp_slang->sl_sal.ga_len > 0
2548 && STRNCMP(lp->lp_slang->sl_name,
2549 lp2->lp_slang->sl_name, 2) == 0)
2550 {
2551 lp->lp_sallang = lp2->lp_slang;
2552 break;
2553 }
2554 }
2555
2556 /* REP items */
2557 if (lp->lp_slang->sl_rep.ga_len > 0)
2558 /* language has REP items itself */
2559 lp->lp_replang = lp->lp_slang;
2560 else
Bram Moolenaar4770d092006-01-12 23:22:24 +00002561 /* find first similar language that has REP items */
Bram Moolenaar8b96d642005-09-05 22:05:30 +00002562 for (j = 0; j < ga.ga_len; ++j)
2563 {
2564 lp2 = LANGP_ENTRY(ga, j);
2565 if (lp2->lp_slang->sl_rep.ga_len > 0
2566 && STRNCMP(lp->lp_slang->sl_name,
2567 lp2->lp_slang->sl_name, 2) == 0)
2568 {
2569 lp->lp_replang = lp2->lp_slang;
2570 break;
2571 }
2572 }
2573 }
2574
Bram Moolenaar706cdeb2007-05-06 21:55:31 +00002575theend:
2576 vim_free(spl_copy);
2577 recursive = FALSE;
Bram Moolenaarbe578ed2014-05-13 14:03:40 +02002578 redraw_win_later(wp, NOT_VALID);
Bram Moolenaar706cdeb2007-05-06 21:55:31 +00002579 return ret_msg;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002580}
2581
2582/*
Bram Moolenaar9c96f592005-06-30 21:52:39 +00002583 * Clear the midword characters for buffer "buf".
2584 */
2585 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01002586clear_midword(win_T *wp)
Bram Moolenaar9c96f592005-06-30 21:52:39 +00002587{
Bram Moolenaar860cae12010-06-05 23:22:07 +02002588 vim_memset(wp->w_s->b_spell_ismw, 0, 256);
Bram Moolenaard23a8232018-02-10 18:45:26 +01002589 VIM_CLEAR(wp->w_s->b_spell_ismw_mb);
Bram Moolenaar9c96f592005-06-30 21:52:39 +00002590}
2591
2592/*
2593 * Use the "sl_midword" field of language "lp" for buffer "buf".
2594 * They add up to any currently used midword characters.
2595 */
2596 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01002597use_midword(slang_T *lp, win_T *wp)
Bram Moolenaar9c96f592005-06-30 21:52:39 +00002598{
2599 char_u *p;
2600
Bram Moolenaar0dc065e2005-07-04 22:49:24 +00002601 if (lp->sl_midword == NULL) /* there aren't any */
2602 return;
2603
Bram Moolenaar9c96f592005-06-30 21:52:39 +00002604 for (p = lp->sl_midword; *p != NUL; )
Bram Moolenaar9c96f592005-06-30 21:52:39 +00002605 if (has_mbyte)
2606 {
2607 int c, l, n;
2608 char_u *bp;
2609
2610 c = mb_ptr2char(p);
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00002611 l = (*mb_ptr2len)(p);
2612 if (c < 256 && l <= 2)
Bram Moolenaar860cae12010-06-05 23:22:07 +02002613 wp->w_s->b_spell_ismw[c] = TRUE;
2614 else if (wp->w_s->b_spell_ismw_mb == NULL)
Bram Moolenaar9c96f592005-06-30 21:52:39 +00002615 /* First multi-byte char in "b_spell_ismw_mb". */
Bram Moolenaar860cae12010-06-05 23:22:07 +02002616 wp->w_s->b_spell_ismw_mb = vim_strnsave(p, l);
Bram Moolenaar9c96f592005-06-30 21:52:39 +00002617 else
2618 {
2619 /* Append multi-byte chars to "b_spell_ismw_mb". */
Bram Moolenaar860cae12010-06-05 23:22:07 +02002620 n = (int)STRLEN(wp->w_s->b_spell_ismw_mb);
2621 bp = vim_strnsave(wp->w_s->b_spell_ismw_mb, n + l);
Bram Moolenaar9c96f592005-06-30 21:52:39 +00002622 if (bp != NULL)
2623 {
Bram Moolenaar860cae12010-06-05 23:22:07 +02002624 vim_free(wp->w_s->b_spell_ismw_mb);
2625 wp->w_s->b_spell_ismw_mb = bp;
Bram Moolenaar9c96f592005-06-30 21:52:39 +00002626 vim_strncpy(bp + n, p, l);
2627 }
2628 }
2629 p += l;
2630 }
2631 else
Bram Moolenaar860cae12010-06-05 23:22:07 +02002632 wp->w_s->b_spell_ismw[*p++] = TRUE;
Bram Moolenaar9c96f592005-06-30 21:52:39 +00002633}
2634
2635/*
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002636 * Find the region "region[2]" in "rp" (points to "sl_regions").
Bram Moolenaarc4568ab2018-11-16 16:21:05 +01002637 * Each region is simply stored as the two characters of its name.
Bram Moolenaar7887d882005-07-01 22:33:52 +00002638 * Returns the index if found (first is 0), REGION_ALL if not found.
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002639 */
2640 static int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01002641find_region(char_u *rp, char_u *region)
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002642{
2643 int i;
2644
2645 for (i = 0; ; i += 2)
2646 {
2647 if (rp[i] == NUL)
2648 return REGION_ALL;
2649 if (rp[i] == region[0] && rp[i + 1] == region[1])
2650 break;
2651 }
2652 return i / 2;
2653}
2654
2655/*
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00002656 * Return case type of word:
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002657 * w word 0
Bram Moolenaar51485f02005-06-04 21:55:20 +00002658 * Word WF_ONECAP
2659 * W WORD WF_ALLCAP
2660 * WoRd wOrd WF_KEEPCAP
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002661 */
Bram Moolenaar9ccfebd2016-07-19 16:39:08 +02002662 int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01002663captype(
2664 char_u *word,
2665 char_u *end) /* When NULL use up to NUL byte. */
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002666{
2667 char_u *p;
2668 int c;
2669 int firstcap;
2670 int allcap;
2671 int past_second = FALSE; /* past second word char */
2672
2673 /* find first letter */
Bram Moolenaar91acfff2017-03-12 19:22:36 +01002674 for (p = word; !spell_iswordp_nmw(p, curwin); MB_PTR_ADV(p))
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00002675 if (end == NULL ? *p == NUL : p >= end)
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002676 return 0; /* only non-word characters, illegal word */
Bram Moolenaarb765d632005-06-07 21:00:02 +00002677 if (has_mbyte)
2678 c = mb_ptr2char_adv(&p);
2679 else
Bram Moolenaarb765d632005-06-07 21:00:02 +00002680 c = *p++;
Bram Moolenaar9f30f502005-06-14 22:01:04 +00002681 firstcap = allcap = SPELL_ISUPPER(c);
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002682
2683 /*
2684 * Need to check all letters to find a word with mixed upper/lower.
2685 * But a word with an upper char only at start is a ONECAP.
2686 */
Bram Moolenaar91acfff2017-03-12 19:22:36 +01002687 for ( ; end == NULL ? *p != NUL : p < end; MB_PTR_ADV(p))
Bram Moolenaarcc63c642013-11-12 04:44:01 +01002688 if (spell_iswordp_nmw(p, curwin))
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002689 {
Bram Moolenaar53805d12005-08-01 07:08:33 +00002690 c = PTR2CHAR(p);
Bram Moolenaar9f30f502005-06-14 22:01:04 +00002691 if (!SPELL_ISUPPER(c))
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002692 {
2693 /* UUl -> KEEPCAP */
2694 if (past_second && allcap)
Bram Moolenaar51485f02005-06-04 21:55:20 +00002695 return WF_KEEPCAP;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002696 allcap = FALSE;
2697 }
2698 else if (!allcap)
2699 /* UlU -> KEEPCAP */
Bram Moolenaar51485f02005-06-04 21:55:20 +00002700 return WF_KEEPCAP;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002701 past_second = TRUE;
2702 }
2703
2704 if (allcap)
Bram Moolenaar51485f02005-06-04 21:55:20 +00002705 return WF_ALLCAP;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002706 if (firstcap)
Bram Moolenaar51485f02005-06-04 21:55:20 +00002707 return WF_ONECAP;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002708 return 0;
2709}
2710
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00002711/*
2712 * Like captype() but for a KEEPCAP word add ONECAP if the word starts with a
2713 * capital. So that make_case_word() can turn WOrd into Word.
2714 * Add ALLCAP for "WOrD".
2715 */
2716 static int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01002717badword_captype(char_u *word, char_u *end)
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00002718{
2719 int flags = captype(word, end);
Bram Moolenaar8b59de92005-08-11 19:59:29 +00002720 int c;
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00002721 int l, u;
2722 int first;
2723 char_u *p;
2724
2725 if (flags & WF_KEEPCAP)
2726 {
2727 /* Count the number of UPPER and lower case letters. */
2728 l = u = 0;
2729 first = FALSE;
Bram Moolenaar91acfff2017-03-12 19:22:36 +01002730 for (p = word; p < end; MB_PTR_ADV(p))
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00002731 {
Bram Moolenaar8b59de92005-08-11 19:59:29 +00002732 c = PTR2CHAR(p);
2733 if (SPELL_ISUPPER(c))
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00002734 {
2735 ++u;
2736 if (p == word)
2737 first = TRUE;
2738 }
2739 else
2740 ++l;
2741 }
2742
2743 /* If there are more UPPER than lower case letters suggest an
2744 * ALLCAP word. Otherwise, if the first letter is UPPER then
2745 * suggest ONECAP. Exception: "ALl" most likely should be "All",
2746 * require three upper case letters. */
2747 if (u > l && u > 2)
2748 flags |= WF_ALLCAP;
2749 else if (first)
2750 flags |= WF_ONECAP;
Bram Moolenaar2d3f4892006-01-20 23:02:51 +00002751
2752 if (u >= 2 && l >= 2) /* maCARONI maCAroni */
2753 flags |= WF_MIXCAP;
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00002754 }
2755 return flags;
2756}
2757
Bram Moolenaar34b466e2013-11-28 17:41:46 +01002758/*
2759 * Delete the internal wordlist and its .spl file.
2760 */
2761 void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01002762spell_delete_wordlist(void)
Bram Moolenaar34b466e2013-11-28 17:41:46 +01002763{
2764 char_u fname[MAXPATHL];
2765
2766 if (int_wordlist != NULL)
2767 {
2768 mch_remove(int_wordlist);
2769 int_wordlist_spl(fname);
2770 mch_remove(fname);
Bram Moolenaard23a8232018-02-10 18:45:26 +01002771 VIM_CLEAR(int_wordlist);
Bram Moolenaar34b466e2013-11-28 17:41:46 +01002772 }
2773}
2774
Bram Moolenaar0a5fe212005-06-24 23:01:23 +00002775/*
2776 * Free all languages.
2777 */
2778 void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01002779spell_free_all(void)
Bram Moolenaar0a5fe212005-06-24 23:01:23 +00002780{
Bram Moolenaar8b96d642005-09-05 22:05:30 +00002781 slang_T *slang;
Bram Moolenaar0a5fe212005-06-24 23:01:23 +00002782 buf_T *buf;
2783
Bram Moolenaar60bb4e12010-09-18 13:36:49 +02002784 /* Go through all buffers and handle 'spelllang'. <VN> */
Bram Moolenaar29323592016-07-24 22:04:11 +02002785 FOR_ALL_BUFFERS(buf)
Bram Moolenaar860cae12010-06-05 23:22:07 +02002786 ga_clear(&buf->b_s.b_langp);
Bram Moolenaar0a5fe212005-06-24 23:01:23 +00002787
2788 while (first_lang != NULL)
2789 {
Bram Moolenaar8b96d642005-09-05 22:05:30 +00002790 slang = first_lang;
2791 first_lang = slang->sl_next;
2792 slang_free(slang);
Bram Moolenaar0a5fe212005-06-24 23:01:23 +00002793 }
Bram Moolenaarcf6bf392005-06-27 22:27:46 +00002794
Bram Moolenaar34b466e2013-11-28 17:41:46 +01002795 spell_delete_wordlist();
Bram Moolenaar7887d882005-07-01 22:33:52 +00002796
Bram Moolenaard23a8232018-02-10 18:45:26 +01002797 VIM_CLEAR(repl_to);
2798 VIM_CLEAR(repl_from);
Bram Moolenaar0a5fe212005-06-24 23:01:23 +00002799}
Bram Moolenaar0a5fe212005-06-24 23:01:23 +00002800
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002801/*
2802 * Clear all spelling tables and reload them.
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00002803 * Used after 'encoding' is set and when ":mkspell" was used.
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002804 */
2805 void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01002806spell_reload(void)
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002807{
Bram Moolenaar3982c542005-06-08 21:56:31 +00002808 win_T *wp;
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002809
Bram Moolenaarea408852005-06-25 22:49:46 +00002810 /* Initialize the table for spell_iswordp(). */
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002811 init_spell_chartab();
2812
2813 /* Unload all allocated memory. */
Bram Moolenaar0a5fe212005-06-24 23:01:23 +00002814 spell_free_all();
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002815
2816 /* Go through all buffers and handle 'spelllang'. */
Bram Moolenaar29323592016-07-24 22:04:11 +02002817 FOR_ALL_WINDOWS(wp)
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002818 {
Bram Moolenaar3982c542005-06-08 21:56:31 +00002819 /* Only load the wordlists when 'spelllang' is set and there is a
2820 * window for this buffer in which 'spell' is set. */
Bram Moolenaar860cae12010-06-05 23:22:07 +02002821 if (*wp->w_s->b_p_spl != NUL)
Bram Moolenaar3982c542005-06-08 21:56:31 +00002822 {
Bram Moolenaar860cae12010-06-05 23:22:07 +02002823 if (wp->w_p_spell)
Bram Moolenaar3982c542005-06-08 21:56:31 +00002824 {
Bram Moolenaar860cae12010-06-05 23:22:07 +02002825 (void)did_set_spelllang(wp);
Bram Moolenaar3982c542005-06-08 21:56:31 +00002826 break;
Bram Moolenaar3982c542005-06-08 21:56:31 +00002827 }
2828 }
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002829 }
2830}
Bram Moolenaar402d2fe2005-04-15 21:00:38 +00002831
Bram Moolenaarb765d632005-06-07 21:00:02 +00002832/*
Bram Moolenaar4770d092006-01-12 23:22:24 +00002833 * Opposite of offset2bytes().
2834 * "pp" points to the bytes and is advanced over it.
2835 * Returns the offset.
2836 */
2837 static int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01002838bytes2offset(char_u **pp)
Bram Moolenaar4770d092006-01-12 23:22:24 +00002839{
2840 char_u *p = *pp;
2841 int nr;
2842 int c;
2843
2844 c = *p++;
2845 if ((c & 0x80) == 0x00) /* 1 byte */
2846 {
2847 nr = c - 1;
2848 }
2849 else if ((c & 0xc0) == 0x80) /* 2 bytes */
2850 {
2851 nr = (c & 0x3f) - 1;
2852 nr = nr * 255 + (*p++ - 1);
2853 }
2854 else if ((c & 0xe0) == 0xc0) /* 3 bytes */
2855 {
2856 nr = (c & 0x1f) - 1;
2857 nr = nr * 255 + (*p++ - 1);
2858 nr = nr * 255 + (*p++ - 1);
2859 }
2860 else /* 4 bytes */
2861 {
2862 nr = (c & 0x0f) - 1;
2863 nr = nr * 255 + (*p++ - 1);
2864 nr = nr * 255 + (*p++ - 1);
2865 nr = nr * 255 + (*p++ - 1);
2866 }
2867
2868 *pp = p;
2869 return nr;
2870}
2871
Bram Moolenaar4770d092006-01-12 23:22:24 +00002872
2873/*
2874 * Open a spell buffer. This is a nameless buffer that is not in the buffer
2875 * list and only contains text lines. Can use a swapfile to reduce memory
2876 * use.
2877 * Most other fields are invalid! Esp. watch out for string options being
2878 * NULL and there is no undo info.
2879 * Returns NULL when out of memory.
2880 */
Bram Moolenaar9ccfebd2016-07-19 16:39:08 +02002881 buf_T *
Bram Moolenaar764b23c2016-01-30 21:10:09 +01002882open_spellbuf(void)
Bram Moolenaar4770d092006-01-12 23:22:24 +00002883{
2884 buf_T *buf;
2885
Bram Moolenaarc799fe22019-05-28 23:08:19 +02002886 buf = ALLOC_CLEAR_ONE(buf_T);
Bram Moolenaar4770d092006-01-12 23:22:24 +00002887 if (buf != NULL)
2888 {
2889 buf->b_spell = TRUE;
2890 buf->b_p_swf = TRUE; /* may create a swap file */
Bram Moolenaar706d2de2013-07-17 17:35:13 +02002891#ifdef FEAT_CRYPT
2892 buf->b_p_key = empty_option;
2893#endif
Bram Moolenaar4770d092006-01-12 23:22:24 +00002894 ml_open(buf);
2895 ml_open_file(buf); /* create swap file now */
2896 }
2897 return buf;
2898}
2899
2900/*
2901 * Close the buffer used for spell info.
2902 */
Bram Moolenaar9ccfebd2016-07-19 16:39:08 +02002903 void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01002904close_spellbuf(buf_T *buf)
Bram Moolenaar4770d092006-01-12 23:22:24 +00002905{
2906 if (buf != NULL)
2907 {
2908 ml_close(buf, TRUE);
2909 vim_free(buf);
2910 }
2911}
2912
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00002913/*
2914 * Init the chartab used for spelling for ASCII.
2915 * EBCDIC is not supported!
2916 */
Bram Moolenaar9ccfebd2016-07-19 16:39:08 +02002917 void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01002918clear_spell_chartab(spelltab_T *sp)
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00002919{
Bram Moolenaar9f30f502005-06-14 22:01:04 +00002920 int i;
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00002921
2922 /* Init everything to FALSE. */
2923 vim_memset(sp->st_isw, FALSE, sizeof(sp->st_isw));
2924 vim_memset(sp->st_isu, FALSE, sizeof(sp->st_isu));
2925 for (i = 0; i < 256; ++i)
Bram Moolenaar9f30f502005-06-14 22:01:04 +00002926 {
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00002927 sp->st_fold[i] = i;
Bram Moolenaar9f30f502005-06-14 22:01:04 +00002928 sp->st_upper[i] = i;
2929 }
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00002930
2931 /* We include digits. A word shouldn't start with a digit, but handling
2932 * that is done separately. */
2933 for (i = '0'; i <= '9'; ++i)
2934 sp->st_isw[i] = TRUE;
2935 for (i = 'A'; i <= 'Z'; ++i)
2936 {
2937 sp->st_isw[i] = TRUE;
2938 sp->st_isu[i] = TRUE;
2939 sp->st_fold[i] = i + 0x20;
2940 }
2941 for (i = 'a'; i <= 'z'; ++i)
Bram Moolenaar9f30f502005-06-14 22:01:04 +00002942 {
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00002943 sp->st_isw[i] = TRUE;
Bram Moolenaar9f30f502005-06-14 22:01:04 +00002944 sp->st_upper[i] = i - 0x20;
2945 }
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00002946}
2947
2948/*
2949 * Init the chartab used for spelling. Only depends on 'encoding'.
2950 * Called once while starting up and when 'encoding' changes.
2951 * The default is to use isalpha(), but the spell file should define the word
2952 * characters to make it possible that 'encoding' differs from the current
Bram Moolenaardfb9ac02005-07-05 21:36:03 +00002953 * locale. For utf-8 we don't use isalpha() but our own functions.
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00002954 */
2955 void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01002956init_spell_chartab(void)
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00002957{
2958 int i;
2959
2960 did_set_spelltab = FALSE;
2961 clear_spell_chartab(&spelltab);
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00002962 if (enc_dbcs)
2963 {
2964 /* DBCS: assume double-wide characters are word characters. */
2965 for (i = 128; i <= 255; ++i)
2966 if (MB_BYTE2LEN(i) == 2)
2967 spelltab.st_isw[i] = TRUE;
2968 }
Bram Moolenaar9f30f502005-06-14 22:01:04 +00002969 else if (enc_utf8)
2970 {
2971 for (i = 128; i < 256; ++i)
2972 {
Bram Moolenaar54ab0f12010-05-13 17:46:58 +02002973 int f = utf_fold(i);
2974 int u = utf_toupper(i);
2975
Bram Moolenaar9f30f502005-06-14 22:01:04 +00002976 spelltab.st_isu[i] = utf_isupper(i);
2977 spelltab.st_isw[i] = spelltab.st_isu[i] || utf_islower(i);
Bram Moolenaar54ab0f12010-05-13 17:46:58 +02002978 /* The folded/upper-cased value is different between latin1 and
2979 * utf8 for 0xb5, causing E763 for no good reason. Use the latin1
2980 * value for utf-8 to avoid this. */
2981 spelltab.st_fold[i] = (f < 256) ? f : i;
2982 spelltab.st_upper[i] = (u < 256) ? u : i;
Bram Moolenaar9f30f502005-06-14 22:01:04 +00002983 }
2984 }
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00002985 else
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00002986 {
Bram Moolenaar9f30f502005-06-14 22:01:04 +00002987 /* Rough guess: use locale-dependent library functions. */
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00002988 for (i = 128; i < 256; ++i)
2989 {
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00002990 if (MB_ISUPPER(i))
2991 {
Bram Moolenaar9f30f502005-06-14 22:01:04 +00002992 spelltab.st_isw[i] = TRUE;
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00002993 spelltab.st_isu[i] = TRUE;
2994 spelltab.st_fold[i] = MB_TOLOWER(i);
2995 }
Bram Moolenaar9f30f502005-06-14 22:01:04 +00002996 else if (MB_ISLOWER(i))
2997 {
2998 spelltab.st_isw[i] = TRUE;
2999 spelltab.st_upper[i] = MB_TOUPPER(i);
3000 }
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00003001 }
3002 }
3003}
3004
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00003005
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00003006/*
Bram Moolenaarea408852005-06-25 22:49:46 +00003007 * Return TRUE if "p" points to a word character.
Bram Moolenaarcf6bf392005-06-27 22:27:46 +00003008 * As a special case we see "midword" characters as word character when it is
Bram Moolenaarea408852005-06-25 22:49:46 +00003009 * followed by a word character. This finds they'there but not 'they there'.
Bram Moolenaarcf6bf392005-06-27 22:27:46 +00003010 * Thus this only works properly when past the first character of the word.
Bram Moolenaarea408852005-06-25 22:49:46 +00003011 */
3012 static int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01003013spell_iswordp(
3014 char_u *p,
3015 win_T *wp) /* buffer used */
Bram Moolenaarea408852005-06-25 22:49:46 +00003016{
Bram Moolenaarcf6bf392005-06-27 22:27:46 +00003017 char_u *s;
3018 int l;
3019 int c;
3020
3021 if (has_mbyte)
3022 {
Bram Moolenaar5b276aa2017-04-22 23:49:52 +02003023 l = MB_PTR2LEN(p);
Bram Moolenaarcf6bf392005-06-27 22:27:46 +00003024 s = p;
3025 if (l == 1)
3026 {
3027 /* be quick for ASCII */
Bram Moolenaar860cae12010-06-05 23:22:07 +02003028 if (wp->w_s->b_spell_ismw[*p])
Bram Moolenaarcf6bf392005-06-27 22:27:46 +00003029 s = p + 1; /* skip a mid-word character */
Bram Moolenaarcf6bf392005-06-27 22:27:46 +00003030 }
3031 else
3032 {
3033 c = mb_ptr2char(p);
Bram Moolenaar860cae12010-06-05 23:22:07 +02003034 if (c < 256 ? wp->w_s->b_spell_ismw[c]
3035 : (wp->w_s->b_spell_ismw_mb != NULL
3036 && vim_strchr(wp->w_s->b_spell_ismw_mb, c) != NULL))
Bram Moolenaarcf6bf392005-06-27 22:27:46 +00003037 s = p + l;
Bram Moolenaarcf6bf392005-06-27 22:27:46 +00003038 }
3039
Bram Moolenaardfb9ac02005-07-05 21:36:03 +00003040 c = mb_ptr2char(s);
3041 if (c > 255)
Bram Moolenaarcc63c642013-11-12 04:44:01 +01003042 return spell_mb_isword_class(mb_get_class(s), wp);
Bram Moolenaardfb9ac02005-07-05 21:36:03 +00003043 return spelltab.st_isw[c];
Bram Moolenaarcf6bf392005-06-27 22:27:46 +00003044 }
Bram Moolenaarcf6bf392005-06-27 22:27:46 +00003045
Bram Moolenaar860cae12010-06-05 23:22:07 +02003046 return spelltab.st_isw[wp->w_s->b_spell_ismw[*p] ? p[1] : p[0]];
Bram Moolenaar9c96f592005-06-30 21:52:39 +00003047}
3048
3049/*
3050 * Return TRUE if "p" points to a word character.
3051 * Unlike spell_iswordp() this doesn't check for "midword" characters.
3052 */
Bram Moolenaar9ccfebd2016-07-19 16:39:08 +02003053 int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01003054spell_iswordp_nmw(char_u *p, win_T *wp)
Bram Moolenaar9c96f592005-06-30 21:52:39 +00003055{
Bram Moolenaardfb9ac02005-07-05 21:36:03 +00003056 int c;
Bram Moolenaar9c96f592005-06-30 21:52:39 +00003057
Bram Moolenaardfb9ac02005-07-05 21:36:03 +00003058 if (has_mbyte)
3059 {
3060 c = mb_ptr2char(p);
3061 if (c > 255)
Bram Moolenaarcc63c642013-11-12 04:44:01 +01003062 return spell_mb_isword_class(mb_get_class(p), wp);
Bram Moolenaardfb9ac02005-07-05 21:36:03 +00003063 return spelltab.st_isw[c];
3064 }
Bram Moolenaar9c96f592005-06-30 21:52:39 +00003065 return spelltab.st_isw[*p];
Bram Moolenaarea408852005-06-25 22:49:46 +00003066}
3067
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003068/*
Bram Moolenaar7a91a4a2008-04-09 13:49:57 +00003069 * Return TRUE if word class indicates a word character.
3070 * Only for characters above 255.
3071 * Unicode subscript and superscript are not considered word characters.
Bram Moolenaarcc63c642013-11-12 04:44:01 +01003072 * See also dbcs_class() and utf_class() in mbyte.c.
Bram Moolenaar7a91a4a2008-04-09 13:49:57 +00003073 */
3074 static int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01003075spell_mb_isword_class(int cl, win_T *wp)
Bram Moolenaar7a91a4a2008-04-09 13:49:57 +00003076{
Bram Moolenaarcc63c642013-11-12 04:44:01 +01003077 if (wp->w_s->b_cjk)
3078 /* East Asian characters are not considered word characters. */
3079 return cl == 2 || cl == 0x2800;
Bram Moolenaar7a91a4a2008-04-09 13:49:57 +00003080 return cl >= 2 && cl != 0x2070 && cl != 0x2080;
3081}
3082
3083/*
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003084 * Return TRUE if "p" points to a word character.
3085 * Wide version of spell_iswordp().
3086 */
3087 static int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01003088spell_iswordp_w(int *p, win_T *wp)
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003089{
3090 int *s;
3091
Bram Moolenaar860cae12010-06-05 23:22:07 +02003092 if (*p < 256 ? wp->w_s->b_spell_ismw[*p]
3093 : (wp->w_s->b_spell_ismw_mb != NULL
3094 && vim_strchr(wp->w_s->b_spell_ismw_mb, *p) != NULL))
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003095 s = p + 1;
3096 else
3097 s = p;
3098
Bram Moolenaardfb9ac02005-07-05 21:36:03 +00003099 if (*s > 255)
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003100 {
3101 if (enc_utf8)
Bram Moolenaarcc63c642013-11-12 04:44:01 +01003102 return spell_mb_isword_class(utf_class(*s), wp);
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003103 if (enc_dbcs)
Bram Moolenaarcc63c642013-11-12 04:44:01 +01003104 return spell_mb_isword_class(
3105 dbcs_class((unsigned)*s >> 8, *s & 0xff), wp);
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003106 return 0;
3107 }
3108 return spelltab.st_isw[*s];
3109}
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003110
Bram Moolenaarea408852005-06-25 22:49:46 +00003111/*
Bram Moolenaar9f30f502005-06-14 22:01:04 +00003112 * Case-fold "str[len]" into "buf[buflen]". The result is NUL terminated.
3113 * Uses the character definitions from the .spl file.
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00003114 * When using a multi-byte 'encoding' the length may change!
3115 * Returns FAIL when something wrong.
3116 */
Bram Moolenaar9ccfebd2016-07-19 16:39:08 +02003117 int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01003118spell_casefold(
3119 char_u *str,
3120 int len,
3121 char_u *buf,
3122 int buflen)
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00003123{
3124 int i;
3125
3126 if (len >= buflen)
3127 {
3128 buf[0] = NUL;
3129 return FAIL; /* result will not fit */
3130 }
3131
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00003132 if (has_mbyte)
3133 {
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00003134 int outi = 0;
Bram Moolenaar9f30f502005-06-14 22:01:04 +00003135 char_u *p;
3136 int c;
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00003137
3138 /* Fold one character at a time. */
Bram Moolenaar9f30f502005-06-14 22:01:04 +00003139 for (p = str; p < str + len; )
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00003140 {
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00003141 if (outi + MB_MAXBYTES > buflen)
3142 {
3143 buf[outi] = NUL;
3144 return FAIL;
3145 }
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00003146 c = mb_cptr2char_adv(&p);
Bram Moolenaar9f30f502005-06-14 22:01:04 +00003147 outi += mb_char2bytes(SPELL_TOFOLD(c), buf + outi);
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00003148 }
3149 buf[outi] = NUL;
3150 }
3151 else
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00003152 {
3153 /* Be quick for non-multibyte encodings. */
3154 for (i = 0; i < len; ++i)
Bram Moolenaar9f30f502005-06-14 22:01:04 +00003155 buf[i] = spelltab.st_fold[str[i]];
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00003156 buf[i] = NUL;
3157 }
3158
3159 return OK;
3160}
3161
Bram Moolenaar4770d092006-01-12 23:22:24 +00003162/* values for sps_flags */
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003163#define SPS_BEST 1
3164#define SPS_FAST 2
3165#define SPS_DOUBLE 4
3166
Bram Moolenaar4770d092006-01-12 23:22:24 +00003167static int sps_flags = SPS_BEST; /* flags from 'spellsuggest' */
3168static int sps_limit = 9999; /* max nr of suggestions given */
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003169
3170/*
3171 * Check the 'spellsuggest' option. Return FAIL if it's wrong.
Bram Moolenaar5195e452005-08-19 20:32:47 +00003172 * Sets "sps_flags" and "sps_limit".
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003173 */
3174 int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01003175spell_check_sps(void)
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003176{
3177 char_u *p;
Bram Moolenaar5195e452005-08-19 20:32:47 +00003178 char_u *s;
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003179 char_u buf[MAXPATHL];
3180 int f;
3181
3182 sps_flags = 0;
Bram Moolenaar5195e452005-08-19 20:32:47 +00003183 sps_limit = 9999;
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003184
3185 for (p = p_sps; *p != NUL; )
3186 {
3187 copy_option_part(&p, buf, MAXPATHL, ",");
3188
3189 f = 0;
Bram Moolenaar5195e452005-08-19 20:32:47 +00003190 if (VIM_ISDIGIT(*buf))
3191 {
3192 s = buf;
3193 sps_limit = getdigits(&s);
3194 if (*s != NUL && !VIM_ISDIGIT(*s))
3195 f = -1;
3196 }
3197 else if (STRCMP(buf, "best") == 0)
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003198 f = SPS_BEST;
3199 else if (STRCMP(buf, "fast") == 0)
3200 f = SPS_FAST;
3201 else if (STRCMP(buf, "double") == 0)
3202 f = SPS_DOUBLE;
3203 else if (STRNCMP(buf, "expr:", 5) != 0
3204 && STRNCMP(buf, "file:", 5) != 0)
3205 f = -1;
3206
3207 if (f == -1 || (sps_flags != 0 && f != 0))
3208 {
3209 sps_flags = SPS_BEST;
Bram Moolenaar5195e452005-08-19 20:32:47 +00003210 sps_limit = 9999;
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003211 return FAIL;
3212 }
3213 if (f != 0)
3214 sps_flags = f;
3215 }
3216
3217 if (sps_flags == 0)
3218 sps_flags = SPS_BEST;
3219
3220 return OK;
3221}
3222
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00003223/*
Bram Moolenaar134bf072013-09-25 18:54:24 +02003224 * "z=": Find badly spelled word under or after the cursor.
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00003225 * Give suggestions for the properly spelled word.
Bram Moolenaar66fa2712006-01-22 23:22:22 +00003226 * In Visual mode use the highlighted word as the bad word.
Bram Moolenaard12a1322005-08-21 22:08:24 +00003227 * When "count" is non-zero use that suggestion.
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00003228 */
3229 void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01003230spell_suggest(int count)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00003231{
3232 char_u *line;
3233 pos_T prev_cursor = curwin->w_cursor;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00003234 char_u wcopy[MAXWLEN + 2];
3235 char_u *p;
3236 int i;
3237 int c;
3238 suginfo_T sug;
3239 suggest_T *stp;
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003240 int mouse_used;
Bram Moolenaar7d1f5db2005-07-03 21:39:27 +00003241 int need_cap;
Bram Moolenaar5195e452005-08-19 20:32:47 +00003242 int limit;
Bram Moolenaard12a1322005-08-21 22:08:24 +00003243 int selected = count;
Bram Moolenaar66fa2712006-01-22 23:22:22 +00003244 int badlen = 0;
Bram Moolenaarb2450162009-07-22 09:04:20 +00003245 int msg_scroll_save = msg_scroll;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00003246
Bram Moolenaar66fa2712006-01-22 23:22:22 +00003247 if (no_spell_checking(curwin))
3248 return;
3249
Bram Moolenaar66fa2712006-01-22 23:22:22 +00003250 if (VIsual_active)
3251 {
3252 /* Use the Visually selected text as the bad word. But reject
3253 * a multi-line selection. */
3254 if (curwin->w_cursor.lnum != VIsual.lnum)
3255 {
Bram Moolenaar165bc692015-07-21 17:53:25 +02003256 vim_beep(BO_SPELL);
Bram Moolenaar66fa2712006-01-22 23:22:22 +00003257 return;
3258 }
3259 badlen = (int)curwin->w_cursor.col - (int)VIsual.col;
3260 if (badlen < 0)
3261 badlen = -badlen;
3262 else
3263 curwin->w_cursor.col = VIsual.col;
3264 ++badlen;
3265 end_visual_mode();
3266 }
Bram Moolenaarf7ff6e82014-03-23 15:13:05 +01003267 /* Find the start of the badly spelled word. */
3268 else if (spell_move_to(curwin, FORWARD, TRUE, TRUE, NULL) == 0
Bram Moolenaar0c405862005-06-22 22:26:26 +00003269 || curwin->w_cursor.col > prev_cursor.col)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00003270 {
Bram Moolenaar0c405862005-06-22 22:26:26 +00003271 /* No bad word or it starts after the cursor: use the word under the
3272 * cursor. */
3273 curwin->w_cursor = prev_cursor;
3274 line = ml_get_curline();
3275 p = line + curwin->w_cursor.col;
3276 /* Backup to before start of word. */
Bram Moolenaarcc63c642013-11-12 04:44:01 +01003277 while (p > line && spell_iswordp_nmw(p, curwin))
Bram Moolenaar91acfff2017-03-12 19:22:36 +01003278 MB_PTR_BACK(line, p);
Bram Moolenaar0c405862005-06-22 22:26:26 +00003279 /* Forward to start of word. */
Bram Moolenaarcc63c642013-11-12 04:44:01 +01003280 while (*p != NUL && !spell_iswordp_nmw(p, curwin))
Bram Moolenaar91acfff2017-03-12 19:22:36 +01003281 MB_PTR_ADV(p);
Bram Moolenaar0c405862005-06-22 22:26:26 +00003282
Bram Moolenaarcc63c642013-11-12 04:44:01 +01003283 if (!spell_iswordp_nmw(p, curwin)) /* No word found. */
Bram Moolenaar0c405862005-06-22 22:26:26 +00003284 {
3285 beep_flush();
3286 return;
3287 }
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00003288 curwin->w_cursor.col = (colnr_T)(p - line);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00003289 }
3290
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003291 /* Get the word and its length. */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00003292
Bram Moolenaar7d1f5db2005-07-03 21:39:27 +00003293 /* Figure out if the word should be capitalised. */
Bram Moolenaar8b59de92005-08-11 19:59:29 +00003294 need_cap = check_need_cap(curwin->w_cursor.lnum, curwin->w_cursor.col);
Bram Moolenaar7d1f5db2005-07-03 21:39:27 +00003295
Bram Moolenaar3ea38ef2010-01-19 13:08:42 +01003296 /* Make a copy of current line since autocommands may free the line. */
3297 line = vim_strsave(ml_get_curline());
3298 if (line == NULL)
3299 goto skip;
Bram Moolenaar7d1f5db2005-07-03 21:39:27 +00003300
Bram Moolenaar5195e452005-08-19 20:32:47 +00003301 /* Get the list of suggestions. Limit to 'lines' - 2 or the number in
3302 * 'spellsuggest', whatever is smaller. */
3303 if (sps_limit > (int)Rows - 2)
3304 limit = (int)Rows - 2;
3305 else
3306 limit = sps_limit;
Bram Moolenaar66fa2712006-01-22 23:22:22 +00003307 spell_find_suggest(line + curwin->w_cursor.col, badlen, &sug, limit,
Bram Moolenaar4770d092006-01-12 23:22:24 +00003308 TRUE, need_cap, TRUE);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00003309
3310 if (sug.su_ga.ga_len == 0)
Bram Moolenaar32526b32019-01-19 17:43:09 +01003311 msg(_("Sorry, no suggestions"));
Bram Moolenaard12a1322005-08-21 22:08:24 +00003312 else if (count > 0)
3313 {
3314 if (count > sug.su_ga.ga_len)
Bram Moolenaarf9e3e092019-01-13 23:38:42 +01003315 smsg(_("Sorry, only %ld suggestions"),
Bram Moolenaard12a1322005-08-21 22:08:24 +00003316 (long)sug.su_ga.ga_len);
3317 }
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00003318 else
3319 {
Bram Moolenaard23a8232018-02-10 18:45:26 +01003320 VIM_CLEAR(repl_from);
3321 VIM_CLEAR(repl_to);
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003322
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00003323#ifdef FEAT_RIGHTLEFT
3324 /* When 'rightleft' is set the list is drawn right-left. */
3325 cmdmsg_rl = curwin->w_p_rl;
3326 if (cmdmsg_rl)
3327 msg_col = Columns - 1;
3328#endif
3329
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00003330 /* List the suggestions. */
3331 msg_start();
Bram Moolenaar412f7442006-07-23 19:51:57 +00003332 msg_row = Rows - 1; /* for when 'cmdheight' > 1 */
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003333 lines_left = Rows; /* avoid more prompt */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00003334 vim_snprintf((char *)IObuff, IOSIZE, _("Change \"%.*s\" to:"),
3335 sug.su_badlen, sug.su_badptr);
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00003336#ifdef FEAT_RIGHTLEFT
3337 if (cmdmsg_rl && STRNCMP(IObuff, "Change", 6) == 0)
3338 {
3339 /* And now the rabbit from the high hat: Avoid showing the
3340 * untranslated message rightleft. */
3341 vim_snprintf((char *)IObuff, IOSIZE, ":ot \"%.*s\" egnahC",
3342 sug.su_badlen, sug.su_badptr);
3343 }
3344#endif
Bram Moolenaar32526b32019-01-19 17:43:09 +01003345 msg_puts((char *)IObuff);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00003346 msg_clr_eos();
3347 msg_putchar('\n');
Bram Moolenaar0c405862005-06-22 22:26:26 +00003348
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00003349 msg_scroll = TRUE;
3350 for (i = 0; i < sug.su_ga.ga_len; ++i)
3351 {
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003352 stp = &SUG(sug.su_ga, i);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00003353
3354 /* The suggested word may replace only part of the bad word, add
3355 * the not replaced part. */
Bram Moolenaaref9d6aa2011-04-11 16:56:35 +02003356 vim_strncpy(wcopy, stp->st_word, MAXWLEN);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00003357 if (sug.su_badlen > stp->st_orglen)
Bram Moolenaar4770d092006-01-12 23:22:24 +00003358 vim_strncpy(wcopy + stp->st_wordlen,
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00003359 sug.su_badptr + stp->st_orglen,
3360 sug.su_badlen - stp->st_orglen);
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00003361 vim_snprintf((char *)IObuff, IOSIZE, "%2d", i + 1);
3362#ifdef FEAT_RIGHTLEFT
3363 if (cmdmsg_rl)
3364 rl_mirror(IObuff);
3365#endif
Bram Moolenaar32526b32019-01-19 17:43:09 +01003366 msg_puts((char *)IObuff);
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00003367
3368 vim_snprintf((char *)IObuff, IOSIZE, " \"%s\"", wcopy);
Bram Moolenaar32526b32019-01-19 17:43:09 +01003369 msg_puts((char *)IObuff);
Bram Moolenaar0c405862005-06-22 22:26:26 +00003370
3371 /* The word may replace more than "su_badlen". */
3372 if (sug.su_badlen < stp->st_orglen)
3373 {
3374 vim_snprintf((char *)IObuff, IOSIZE, _(" < \"%.*s\""),
3375 stp->st_orglen, sug.su_badptr);
Bram Moolenaar32526b32019-01-19 17:43:09 +01003376 msg_puts((char *)IObuff);
Bram Moolenaar0c405862005-06-22 22:26:26 +00003377 }
3378
Bram Moolenaar9f30f502005-06-14 22:01:04 +00003379 if (p_verbose > 0)
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003380 {
Bram Moolenaar0c405862005-06-22 22:26:26 +00003381 /* Add the score. */
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00003382 if (sps_flags & (SPS_DOUBLE | SPS_BEST))
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00003383 vim_snprintf((char *)IObuff, IOSIZE, " (%s%d - %d)",
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003384 stp->st_salscore ? "s " : "",
3385 stp->st_score, stp->st_altscore);
3386 else
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00003387 vim_snprintf((char *)IObuff, IOSIZE, " (%d)",
Bram Moolenaar0c405862005-06-22 22:26:26 +00003388 stp->st_score);
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00003389#ifdef FEAT_RIGHTLEFT
3390 if (cmdmsg_rl)
3391 /* Mirror the numbers, but keep the leading space. */
3392 rl_mirror(IObuff + 1);
3393#endif
Bram Moolenaar0c405862005-06-22 22:26:26 +00003394 msg_advance(30);
Bram Moolenaar32526b32019-01-19 17:43:09 +01003395 msg_puts((char *)IObuff);
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003396 }
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00003397 msg_putchar('\n');
3398 }
3399
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00003400#ifdef FEAT_RIGHTLEFT
3401 cmdmsg_rl = FALSE;
3402 msg_col = 0;
3403#endif
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00003404 /* Ask for choice. */
Bram Moolenaard12a1322005-08-21 22:08:24 +00003405 selected = prompt_for_number(&mouse_used);
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003406 if (mouse_used)
Bram Moolenaard12a1322005-08-21 22:08:24 +00003407 selected -= lines_left;
Bram Moolenaarb2450162009-07-22 09:04:20 +00003408 lines_left = Rows; /* avoid more prompt */
3409 /* don't delay for 'smd' in normal_cmd() */
3410 msg_scroll = msg_scroll_save;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00003411 }
3412
Bram Moolenaard12a1322005-08-21 22:08:24 +00003413 if (selected > 0 && selected <= sug.su_ga.ga_len && u_save_cursor() == OK)
3414 {
3415 /* Save the from and to text for :spellrepall. */
3416 stp = &SUG(sug.su_ga, selected - 1);
Bram Moolenaard5cdbeb2005-10-10 20:59:28 +00003417 if (sug.su_badlen > stp->st_orglen)
3418 {
3419 /* Replacing less than "su_badlen", append the remainder to
3420 * repl_to. */
3421 repl_from = vim_strnsave(sug.su_badptr, sug.su_badlen);
3422 vim_snprintf((char *)IObuff, IOSIZE, "%s%.*s", stp->st_word,
3423 sug.su_badlen - stp->st_orglen,
3424 sug.su_badptr + stp->st_orglen);
3425 repl_to = vim_strsave(IObuff);
3426 }
3427 else
3428 {
3429 /* Replacing su_badlen or more, use the whole word. */
3430 repl_from = vim_strnsave(sug.su_badptr, stp->st_orglen);
3431 repl_to = vim_strsave(stp->st_word);
3432 }
Bram Moolenaard12a1322005-08-21 22:08:24 +00003433
3434 /* Replace the word. */
Bram Moolenaar964b3742019-05-24 18:54:09 +02003435 p = alloc(STRLEN(line) - stp->st_orglen + stp->st_wordlen + 1);
Bram Moolenaard12a1322005-08-21 22:08:24 +00003436 if (p != NULL)
3437 {
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00003438 c = (int)(sug.su_badptr - line);
Bram Moolenaard12a1322005-08-21 22:08:24 +00003439 mch_memmove(p, line, c);
3440 STRCPY(p + c, stp->st_word);
3441 STRCAT(p, sug.su_badptr + stp->st_orglen);
3442 ml_replace(curwin->w_cursor.lnum, p, FALSE);
3443 curwin->w_cursor.col = c;
Bram Moolenaard12a1322005-08-21 22:08:24 +00003444
3445 /* For redo we use a change-word command. */
3446 ResetRedobuff();
3447 AppendToRedobuff((char_u *)"ciw");
Bram Moolenaarebefac62005-12-28 22:39:57 +00003448 AppendToRedobuffLit(p + c,
Bram Moolenaar4770d092006-01-12 23:22:24 +00003449 stp->st_wordlen + sug.su_badlen - stp->st_orglen);
Bram Moolenaard12a1322005-08-21 22:08:24 +00003450 AppendCharToRedobuff(ESC);
Bram Moolenaar910f66f2006-04-05 20:41:53 +00003451
3452 /* After this "p" may be invalid. */
3453 changed_bytes(curwin->w_cursor.lnum, c);
Bram Moolenaard12a1322005-08-21 22:08:24 +00003454 }
3455 }
3456 else
3457 curwin->w_cursor = prev_cursor;
3458
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003459 spell_find_cleanup(&sug);
Bram Moolenaar3ea38ef2010-01-19 13:08:42 +01003460skip:
3461 vim_free(line);
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003462}
3463
3464/*
Bram Moolenaar8b59de92005-08-11 19:59:29 +00003465 * Check if the word at line "lnum" column "col" is required to start with a
3466 * capital. This uses 'spellcapcheck' of the current buffer.
3467 */
3468 static int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01003469check_need_cap(linenr_T lnum, colnr_T col)
Bram Moolenaar8b59de92005-08-11 19:59:29 +00003470{
3471 int need_cap = FALSE;
3472 char_u *line;
3473 char_u *line_copy = NULL;
3474 char_u *p;
3475 colnr_T endcol;
3476 regmatch_T regmatch;
3477
Bram Moolenaar860cae12010-06-05 23:22:07 +02003478 if (curwin->w_s->b_cap_prog == NULL)
Bram Moolenaar8b59de92005-08-11 19:59:29 +00003479 return FALSE;
3480
3481 line = ml_get_curline();
3482 endcol = 0;
Bram Moolenaare2e69e42017-09-02 20:30:35 +02003483 if (getwhitecols(line) >= (int)col)
Bram Moolenaar8b59de92005-08-11 19:59:29 +00003484 {
3485 /* At start of line, check if previous line is empty or sentence
3486 * ends there. */
3487 if (lnum == 1)
3488 need_cap = TRUE;
3489 else
3490 {
3491 line = ml_get(lnum - 1);
3492 if (*skipwhite(line) == NUL)
3493 need_cap = TRUE;
3494 else
3495 {
3496 /* Append a space in place of the line break. */
3497 line_copy = concat_str(line, (char_u *)" ");
3498 line = line_copy;
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00003499 endcol = (colnr_T)STRLEN(line);
Bram Moolenaar8b59de92005-08-11 19:59:29 +00003500 }
3501 }
3502 }
3503 else
3504 endcol = col;
3505
3506 if (endcol > 0)
3507 {
3508 /* Check if sentence ends before the bad word. */
Bram Moolenaar860cae12010-06-05 23:22:07 +02003509 regmatch.regprog = curwin->w_s->b_cap_prog;
Bram Moolenaar8b59de92005-08-11 19:59:29 +00003510 regmatch.rm_ic = FALSE;
3511 p = line + endcol;
3512 for (;;)
3513 {
Bram Moolenaar91acfff2017-03-12 19:22:36 +01003514 MB_PTR_BACK(line, p);
Bram Moolenaarcc63c642013-11-12 04:44:01 +01003515 if (p == line || spell_iswordp_nmw(p, curwin))
Bram Moolenaar8b59de92005-08-11 19:59:29 +00003516 break;
3517 if (vim_regexec(&regmatch, p, 0)
3518 && regmatch.endp[0] == line + endcol)
3519 {
3520 need_cap = TRUE;
3521 break;
3522 }
3523 }
Bram Moolenaardffa5b82014-11-19 16:38:07 +01003524 curwin->w_s->b_cap_prog = regmatch.regprog;
Bram Moolenaar8b59de92005-08-11 19:59:29 +00003525 }
3526
3527 vim_free(line_copy);
3528
3529 return need_cap;
3530}
3531
3532
3533/*
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003534 * ":spellrepall"
3535 */
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003536 void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01003537ex_spellrepall(exarg_T *eap UNUSED)
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003538{
3539 pos_T pos = curwin->w_cursor;
3540 char_u *frompat;
3541 int addlen;
3542 char_u *line;
3543 char_u *p;
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003544 int save_ws = p_ws;
Bram Moolenaar5195e452005-08-19 20:32:47 +00003545 linenr_T prev_lnum = 0;
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003546
3547 if (repl_from == NULL || repl_to == NULL)
3548 {
Bram Moolenaarf9e3e092019-01-13 23:38:42 +01003549 emsg(_("E752: No previous spell replacement"));
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003550 return;
3551 }
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00003552 addlen = (int)(STRLEN(repl_to) - STRLEN(repl_from));
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003553
Bram Moolenaar964b3742019-05-24 18:54:09 +02003554 frompat = alloc(STRLEN(repl_from) + 7);
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003555 if (frompat == NULL)
3556 return;
3557 sprintf((char *)frompat, "\\V\\<%s\\>", repl_from);
3558 p_ws = FALSE;
3559
Bram Moolenaar5195e452005-08-19 20:32:47 +00003560 sub_nsubs = 0;
3561 sub_nlines = 0;
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003562 curwin->w_cursor.lnum = 0;
3563 while (!got_int)
3564 {
Bram Moolenaarfbd0b0a2017-06-17 18:44:21 +02003565 if (do_search(NULL, '/', frompat, 1L, SEARCH_KEEP, NULL, NULL) == 0
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003566 || u_save_cursor() == FAIL)
3567 break;
3568
3569 /* Only replace when the right word isn't there yet. This happens
3570 * when changing "etc" to "etc.". */
3571 line = ml_get_curline();
3572 if (addlen <= 0 || STRNCMP(line + curwin->w_cursor.col,
3573 repl_to, STRLEN(repl_to)) != 0)
3574 {
Bram Moolenaar964b3742019-05-24 18:54:09 +02003575 p = alloc(STRLEN(line) + addlen + 1);
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003576 if (p == NULL)
3577 break;
3578 mch_memmove(p, line, curwin->w_cursor.col);
3579 STRCPY(p + curwin->w_cursor.col, repl_to);
3580 STRCAT(p, line + curwin->w_cursor.col + STRLEN(repl_from));
3581 ml_replace(curwin->w_cursor.lnum, p, FALSE);
3582 changed_bytes(curwin->w_cursor.lnum, curwin->w_cursor.col);
Bram Moolenaar5195e452005-08-19 20:32:47 +00003583
3584 if (curwin->w_cursor.lnum != prev_lnum)
3585 {
3586 ++sub_nlines;
3587 prev_lnum = curwin->w_cursor.lnum;
3588 }
3589 ++sub_nsubs;
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003590 }
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00003591 curwin->w_cursor.col += (colnr_T)STRLEN(repl_to);
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003592 }
3593
3594 p_ws = save_ws;
3595 curwin->w_cursor = pos;
3596 vim_free(frompat);
3597
Bram Moolenaar5195e452005-08-19 20:32:47 +00003598 if (sub_nsubs == 0)
Bram Moolenaarf9e3e092019-01-13 23:38:42 +01003599 semsg(_("E753: Not found: %s"), repl_from);
Bram Moolenaar5195e452005-08-19 20:32:47 +00003600 else
3601 do_sub_msg(FALSE);
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003602}
3603
3604/*
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003605 * Find spell suggestions for "word". Return them in the growarray "*gap" as
3606 * a list of allocated strings.
3607 */
3608 void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01003609spell_suggest_list(
3610 garray_T *gap,
3611 char_u *word,
3612 int maxcount, /* maximum nr of suggestions */
3613 int need_cap, /* 'spellcapcheck' matched */
3614 int interactive)
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003615{
3616 suginfo_T sug;
3617 int i;
3618 suggest_T *stp;
3619 char_u *wcopy;
3620
Bram Moolenaar66fa2712006-01-22 23:22:22 +00003621 spell_find_suggest(word, 0, &sug, maxcount, FALSE, need_cap, interactive);
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003622
3623 /* Make room in "gap". */
3624 ga_init2(gap, sizeof(char_u *), sug.su_ga.ga_len + 1);
Bram Moolenaara40ceaf2006-01-13 22:35:40 +00003625 if (ga_grow(gap, sug.su_ga.ga_len) == OK)
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003626 {
Bram Moolenaara40ceaf2006-01-13 22:35:40 +00003627 for (i = 0; i < sug.su_ga.ga_len; ++i)
3628 {
3629 stp = &SUG(sug.su_ga, i);
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003630
Bram Moolenaara40ceaf2006-01-13 22:35:40 +00003631 /* The suggested word may replace only part of "word", add the not
3632 * replaced part. */
3633 wcopy = alloc(stp->st_wordlen
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00003634 + (unsigned)STRLEN(sug.su_badptr + stp->st_orglen) + 1);
Bram Moolenaara40ceaf2006-01-13 22:35:40 +00003635 if (wcopy == NULL)
3636 break;
3637 STRCPY(wcopy, stp->st_word);
3638 STRCPY(wcopy + stp->st_wordlen, sug.su_badptr + stp->st_orglen);
3639 ((char_u **)gap->ga_data)[gap->ga_len++] = wcopy;
3640 }
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003641 }
3642
3643 spell_find_cleanup(&sug);
3644}
3645
3646/*
3647 * Find spell suggestions for the word at the start of "badptr".
3648 * Return the suggestions in "su->su_ga".
3649 * The maximum number of suggestions is "maxcount".
3650 * Note: does use info for the current window.
3651 * This is based on the mechanisms of Aspell, but completely reimplemented.
3652 */
3653 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01003654spell_find_suggest(
3655 char_u *badptr,
3656 int badlen, /* length of bad word or 0 if unknown */
3657 suginfo_T *su,
3658 int maxcount,
3659 int banbadword, /* don't include badword in suggestions */
3660 int need_cap, /* word should start with capital */
3661 int interactive)
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003662{
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00003663 hlf_T attr = HLF_COUNT;
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003664 char_u buf[MAXPATHL];
3665 char_u *p;
3666 int do_combine = FALSE;
3667 char_u *sps_copy;
3668#ifdef FEAT_EVAL
3669 static int expr_busy = FALSE;
3670#endif
Bram Moolenaarf9184a12005-07-02 23:10:47 +00003671 int c;
Bram Moolenaar8b96d642005-09-05 22:05:30 +00003672 int i;
3673 langp_T *lp;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003674
3675 /*
3676 * Set the info in "*su".
3677 */
3678 vim_memset(su, 0, sizeof(suginfo_T));
3679 ga_init2(&su->su_ga, (int)sizeof(suggest_T), 10);
3680 ga_init2(&su->su_sga, (int)sizeof(suggest_T), 10);
Bram Moolenaar0a5fe212005-06-24 23:01:23 +00003681 if (*badptr == NUL)
3682 return;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003683 hash_init(&su->su_banned);
3684
3685 su->su_badptr = badptr;
Bram Moolenaar66fa2712006-01-22 23:22:22 +00003686 if (badlen != 0)
3687 su->su_badlen = badlen;
3688 else
3689 su->su_badlen = spell_check(curwin, su->su_badptr, &attr, NULL, FALSE);
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003690 su->su_maxcount = maxcount;
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003691 su->su_maxscore = SCORE_MAXINIT;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003692
3693 if (su->su_badlen >= MAXWLEN)
3694 su->su_badlen = MAXWLEN - 1; /* just in case */
3695 vim_strncpy(su->su_badword, su->su_badptr, su->su_badlen);
3696 (void)spell_casefold(su->su_badptr, su->su_badlen,
3697 su->su_fbadword, MAXWLEN);
Bram Moolenaar5b276aa2017-04-22 23:49:52 +02003698 /* TODO: make this work if the case-folded text is longer than the original
3699 * text. Currently an illegal byte causes wrong pointer computations. */
3700 su->su_fbadword[su->su_badlen] = NUL;
3701
Bram Moolenaar0c405862005-06-22 22:26:26 +00003702 /* get caps flags for bad word */
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00003703 su->su_badflags = badword_captype(su->su_badptr,
3704 su->su_badptr + su->su_badlen);
Bram Moolenaar7d1f5db2005-07-03 21:39:27 +00003705 if (need_cap)
3706 su->su_badflags |= WF_ONECAP;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003707
Bram Moolenaar8b96d642005-09-05 22:05:30 +00003708 /* Find the default language for sound folding. We simply use the first
3709 * one in 'spelllang' that supports sound folding. That's good for when
3710 * using multiple files for one language, it's not that bad when mixing
3711 * languages (e.g., "pl,en"). */
Bram Moolenaar860cae12010-06-05 23:22:07 +02003712 for (i = 0; i < curbuf->b_s.b_langp.ga_len; ++i)
Bram Moolenaar8b96d642005-09-05 22:05:30 +00003713 {
Bram Moolenaar860cae12010-06-05 23:22:07 +02003714 lp = LANGP_ENTRY(curbuf->b_s.b_langp, i);
Bram Moolenaar8b96d642005-09-05 22:05:30 +00003715 if (lp->lp_sallang != NULL)
3716 {
3717 su->su_sallang = lp->lp_sallang;
3718 break;
3719 }
3720 }
3721
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00003722 /* Soundfold the bad word with the default sound folding, so that we don't
3723 * have to do this many times. */
3724 if (su->su_sallang != NULL)
3725 spell_soundfold(su->su_sallang, su->su_fbadword, TRUE,
3726 su->su_sal_badword);
3727
Bram Moolenaarf9184a12005-07-02 23:10:47 +00003728 /* If the word is not capitalised and spell_check() doesn't consider the
3729 * word to be bad then it might need to be capitalised. Add a suggestion
3730 * for that. */
Bram Moolenaar53805d12005-08-01 07:08:33 +00003731 c = PTR2CHAR(su->su_badptr);
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00003732 if (!SPELL_ISUPPER(c) && attr == HLF_COUNT)
Bram Moolenaarf9184a12005-07-02 23:10:47 +00003733 {
3734 make_case_word(su->su_badword, buf, WF_ONECAP);
3735 add_suggestion(su, &su->su_ga, buf, su->su_badlen, SCORE_ICASE,
Bram Moolenaar4770d092006-01-12 23:22:24 +00003736 0, TRUE, su->su_sallang, FALSE);
Bram Moolenaarf9184a12005-07-02 23:10:47 +00003737 }
3738
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003739 /* Ban the bad word itself. It may appear in another region. */
Bram Moolenaarea408852005-06-25 22:49:46 +00003740 if (banbadword)
3741 add_banned(su, su->su_badword);
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003742
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003743 /* Make a copy of 'spellsuggest', because the expression may change it. */
3744 sps_copy = vim_strsave(p_sps);
3745 if (sps_copy == NULL)
3746 return;
3747
3748 /* Loop over the items in 'spellsuggest'. */
3749 for (p = sps_copy; *p != NUL; )
3750 {
3751 copy_option_part(&p, buf, MAXPATHL, ",");
3752
3753 if (STRNCMP(buf, "expr:", 5) == 0)
3754 {
3755#ifdef FEAT_EVAL
Bram Moolenaar42eeac32005-06-29 22:40:58 +00003756 /* Evaluate an expression. Skip this when called recursively,
3757 * when using spellsuggest() in the expression. */
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003758 if (!expr_busy)
3759 {
3760 expr_busy = TRUE;
3761 spell_suggest_expr(su, buf + 5);
3762 expr_busy = FALSE;
3763 }
3764#endif
3765 }
3766 else if (STRNCMP(buf, "file:", 5) == 0)
3767 /* Use list of suggestions in a file. */
3768 spell_suggest_file(su, buf + 5);
3769 else
3770 {
3771 /* Use internal method. */
Bram Moolenaar4770d092006-01-12 23:22:24 +00003772 spell_suggest_intern(su, interactive);
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003773 if (sps_flags & SPS_DOUBLE)
3774 do_combine = TRUE;
3775 }
3776 }
3777
3778 vim_free(sps_copy);
3779
3780 if (do_combine)
3781 /* Combine the two list of suggestions. This must be done last,
3782 * because sorting changes the order again. */
3783 score_combine(su);
3784}
3785
3786#ifdef FEAT_EVAL
3787/*
3788 * Find suggestions by evaluating expression "expr".
3789 */
3790 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01003791spell_suggest_expr(suginfo_T *su, char_u *expr)
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003792{
3793 list_T *list;
3794 listitem_T *li;
3795 int score;
3796 char_u *p;
3797
3798 /* The work is split up in a few parts to avoid having to export
3799 * suginfo_T.
3800 * First evaluate the expression and get the resulting list. */
3801 list = eval_spell_expr(su->su_badword, expr);
3802 if (list != NULL)
3803 {
3804 /* Loop over the items in the list. */
3805 for (li = list->lv_first; li != NULL; li = li->li_next)
3806 if (li->li_tv.v_type == VAR_LIST)
3807 {
3808 /* Get the word and the score from the items. */
3809 score = get_spellword(li->li_tv.vval.v_list, &p);
Bram Moolenaar4770d092006-01-12 23:22:24 +00003810 if (score >= 0 && score <= su->su_maxscore)
3811 add_suggestion(su, &su->su_ga, p, su->su_badlen,
3812 score, 0, TRUE, su->su_sallang, FALSE);
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003813 }
3814 list_unref(list);
3815 }
3816
Bram Moolenaar4770d092006-01-12 23:22:24 +00003817 /* Remove bogus suggestions, sort and truncate at "maxcount". */
3818 check_suggestions(su, &su->su_ga);
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003819 (void)cleanup_suggestions(&su->su_ga, su->su_maxscore, su->su_maxcount);
3820}
3821#endif
3822
3823/*
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00003824 * Find suggestions in file "fname". Used for "file:" in 'spellsuggest'.
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003825 */
3826 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01003827spell_suggest_file(suginfo_T *su, char_u *fname)
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003828{
3829 FILE *fd;
3830 char_u line[MAXWLEN * 2];
3831 char_u *p;
3832 int len;
3833 char_u cword[MAXWLEN];
3834
3835 /* Open the file. */
3836 fd = mch_fopen((char *)fname, "r");
3837 if (fd == NULL)
3838 {
Bram Moolenaarf9e3e092019-01-13 23:38:42 +01003839 semsg(_(e_notopen), fname);
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003840 return;
3841 }
3842
3843 /* Read it line by line. */
3844 while (!vim_fgets(line, MAXWLEN * 2, fd) && !got_int)
3845 {
3846 line_breakcheck();
3847
3848 p = vim_strchr(line, '/');
3849 if (p == NULL)
3850 continue; /* No Tab found, just skip the line. */
3851 *p++ = NUL;
3852 if (STRICMP(su->su_badword, line) == 0)
3853 {
3854 /* Match! Isolate the good word, until CR or NL. */
3855 for (len = 0; p[len] >= ' '; ++len)
3856 ;
3857 p[len] = NUL;
3858
3859 /* If the suggestion doesn't have specific case duplicate the case
3860 * of the bad word. */
3861 if (captype(p, NULL) == 0)
3862 {
3863 make_case_word(p, cword, su->su_badflags);
3864 p = cword;
3865 }
3866
3867 add_suggestion(su, &su->su_ga, p, su->su_badlen,
Bram Moolenaar4770d092006-01-12 23:22:24 +00003868 SCORE_FILE, 0, TRUE, su->su_sallang, FALSE);
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003869 }
3870 }
3871
3872 fclose(fd);
3873
Bram Moolenaar4770d092006-01-12 23:22:24 +00003874 /* Remove bogus suggestions, sort and truncate at "maxcount". */
3875 check_suggestions(su, &su->su_ga);
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003876 (void)cleanup_suggestions(&su->su_ga, su->su_maxscore, su->su_maxcount);
3877}
3878
3879/*
3880 * Find suggestions for the internal method indicated by "sps_flags".
3881 */
3882 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01003883spell_suggest_intern(suginfo_T *su, int interactive)
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003884{
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003885 /*
Bram Moolenaar4770d092006-01-12 23:22:24 +00003886 * Load the .sug file(s) that are available and not done yet.
3887 */
3888 suggest_load_files();
3889
3890 /*
Bram Moolenaar0c405862005-06-22 22:26:26 +00003891 * 1. Try special cases, such as repeating a word: "the the" -> "the".
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003892 *
3893 * Set a maximum score to limit the combination of operations that is
3894 * tried.
3895 */
Bram Moolenaar0c405862005-06-22 22:26:26 +00003896 suggest_try_special(su);
3897
3898 /*
3899 * 2. Try inserting/deleting/swapping/changing a letter, use REP entries
3900 * from the .aff file and inserting a space (split the word).
3901 */
3902 suggest_try_change(su);
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003903
3904 /* For the resulting top-scorers compute the sound-a-like score. */
3905 if (sps_flags & SPS_DOUBLE)
3906 score_comp_sal(su);
3907
3908 /*
Bram Moolenaar0c405862005-06-22 22:26:26 +00003909 * 3. Try finding sound-a-like words.
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003910 */
Bram Moolenaar4770d092006-01-12 23:22:24 +00003911 if ((sps_flags & SPS_FAST) == 0)
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003912 {
Bram Moolenaar4770d092006-01-12 23:22:24 +00003913 if (sps_flags & SPS_BEST)
3914 /* Adjust the word score for the suggestions found so far for how
3915 * they sounds like. */
3916 rescore_suggestions(su);
3917
3918 /*
Bram Moolenaar3ea38ef2010-01-19 13:08:42 +01003919 * While going through the soundfold tree "su_maxscore" is the score
Bram Moolenaar4770d092006-01-12 23:22:24 +00003920 * for the soundfold word, limits the changes that are being tried,
3921 * and "su_sfmaxscore" the rescored score, which is set by
3922 * cleanup_suggestions().
3923 * First find words with a small edit distance, because this is much
3924 * faster and often already finds the top-N suggestions. If we didn't
3925 * find many suggestions try again with a higher edit distance.
3926 * "sl_sounddone" is used to avoid doing the same word twice.
3927 */
3928 suggest_try_soundalike_prep();
3929 su->su_maxscore = SCORE_SFMAX1;
3930 su->su_sfmaxscore = SCORE_MAXINIT * 3;
Bram Moolenaar0c405862005-06-22 22:26:26 +00003931 suggest_try_soundalike(su);
Bram Moolenaar4770d092006-01-12 23:22:24 +00003932 if (su->su_ga.ga_len < SUG_CLEAN_COUNT(su))
3933 {
3934 /* We didn't find enough matches, try again, allowing more
3935 * changes to the soundfold word. */
3936 su->su_maxscore = SCORE_SFMAX2;
3937 suggest_try_soundalike(su);
3938 if (su->su_ga.ga_len < SUG_CLEAN_COUNT(su))
3939 {
3940 /* Still didn't find enough matches, try again, allowing even
3941 * more changes to the soundfold word. */
3942 su->su_maxscore = SCORE_SFMAX3;
3943 suggest_try_soundalike(su);
3944 }
3945 }
3946 su->su_maxscore = su->su_sfmaxscore;
3947 suggest_try_soundalike_finish();
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003948 }
3949
Bram Moolenaar4770d092006-01-12 23:22:24 +00003950 /* When CTRL-C was hit while searching do show the results. Only clear
3951 * got_int when using a command, not for spellsuggest(). */
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003952 ui_breakcheck();
Bram Moolenaar4770d092006-01-12 23:22:24 +00003953 if (interactive && got_int)
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003954 {
3955 (void)vgetc();
3956 got_int = FALSE;
3957 }
3958
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003959 if ((sps_flags & SPS_DOUBLE) == 0 && su->su_ga.ga_len != 0)
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003960 {
3961 if (sps_flags & SPS_BEST)
3962 /* Adjust the word score for how it sounds like. */
3963 rescore_suggestions(su);
3964
Bram Moolenaar4770d092006-01-12 23:22:24 +00003965 /* Remove bogus suggestions, sort and truncate at "maxcount". */
3966 check_suggestions(su, &su->su_ga);
Bram Moolenaara1ba8112005-06-28 23:23:32 +00003967 (void)cleanup_suggestions(&su->su_ga, su->su_maxscore, su->su_maxcount);
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003968 }
3969}
3970
3971/*
3972 * Free the info put in "*su" by spell_find_suggest().
3973 */
3974 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01003975spell_find_cleanup(suginfo_T *su)
Bram Moolenaard857f0e2005-06-21 22:37:39 +00003976{
3977 int i;
3978
3979 /* Free the suggestions. */
3980 for (i = 0; i < su->su_ga.ga_len; ++i)
3981 vim_free(SUG(su->su_ga, i).st_word);
3982 ga_clear(&su->su_ga);
3983 for (i = 0; i < su->su_sga.ga_len; ++i)
3984 vim_free(SUG(su->su_sga, i).st_word);
3985 ga_clear(&su->su_sga);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00003986
3987 /* Free the banned words. */
Bram Moolenaar4770d092006-01-12 23:22:24 +00003988 hash_clear_all(&su->su_banned, 0);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00003989}
3990
3991/*
Bram Moolenaar9f30f502005-06-14 22:01:04 +00003992 * Make a copy of "word", with the first letter upper or lower cased, to
3993 * "wcopy[MAXWLEN]". "word" must not be empty.
3994 * The result is NUL terminated.
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00003995 */
Bram Moolenaar9ccfebd2016-07-19 16:39:08 +02003996 void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01003997onecap_copy(
3998 char_u *word,
3999 char_u *wcopy,
4000 int upper) /* TRUE: first letter made upper case */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004001{
4002 char_u *p;
4003 int c;
4004 int l;
4005
4006 p = word;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004007 if (has_mbyte)
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00004008 c = mb_cptr2char_adv(&p);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004009 else
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004010 c = *p++;
4011 if (upper)
Bram Moolenaar9f30f502005-06-14 22:01:04 +00004012 c = SPELL_TOUPPER(c);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004013 else
Bram Moolenaar9f30f502005-06-14 22:01:04 +00004014 c = SPELL_TOFOLD(c);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004015 if (has_mbyte)
4016 l = mb_char2bytes(c, wcopy);
4017 else
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004018 {
4019 l = 1;
4020 wcopy[0] = c;
4021 }
Bram Moolenaar9c96f592005-06-30 21:52:39 +00004022 vim_strncpy(wcopy + l, p, MAXWLEN - l - 1);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004023}
4024
4025/*
Bram Moolenaar9f30f502005-06-14 22:01:04 +00004026 * Make a copy of "word" with all the letters upper cased into
4027 * "wcopy[MAXWLEN]". The result is NUL terminated.
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004028 */
4029 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01004030allcap_copy(char_u *word, char_u *wcopy)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004031{
4032 char_u *s;
4033 char_u *d;
4034 int c;
4035
4036 d = wcopy;
4037 for (s = word; *s != NUL; )
4038 {
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004039 if (has_mbyte)
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00004040 c = mb_cptr2char_adv(&s);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004041 else
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004042 c = *s++;
Bram Moolenaar78622822005-08-23 21:00:13 +00004043
Bram Moolenaard3184b52011-09-02 14:18:20 +02004044 /* We only change 0xdf to SS when we are certain latin1 is used. It
Bram Moolenaar78622822005-08-23 21:00:13 +00004045 * would cause weird errors in other 8-bit encodings. */
4046 if (enc_latin1like && c == 0xdf)
4047 {
4048 c = 'S';
4049 if (d - wcopy >= MAXWLEN - 1)
4050 break;
4051 *d++ = c;
4052 }
4053 else
Bram Moolenaar78622822005-08-23 21:00:13 +00004054 c = SPELL_TOUPPER(c);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004055
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004056 if (has_mbyte)
4057 {
4058 if (d - wcopy >= MAXWLEN - MB_MAXBYTES)
4059 break;
4060 d += mb_char2bytes(c, d);
4061 }
4062 else
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004063 {
4064 if (d - wcopy >= MAXWLEN - 1)
4065 break;
4066 *d++ = c;
4067 }
4068 }
4069 *d = NUL;
4070}
4071
4072/*
Bram Moolenaar0c405862005-06-22 22:26:26 +00004073 * Try finding suggestions by recognizing specific situations.
4074 */
4075 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01004076suggest_try_special(suginfo_T *su)
Bram Moolenaar0c405862005-06-22 22:26:26 +00004077{
4078 char_u *p;
Bram Moolenaar9c96f592005-06-30 21:52:39 +00004079 size_t len;
Bram Moolenaar0c405862005-06-22 22:26:26 +00004080 int c;
4081 char_u word[MAXWLEN];
4082
4083 /*
4084 * Recognize a word that is repeated: "the the".
4085 */
4086 p = skiptowhite(su->su_fbadword);
4087 len = p - su->su_fbadword;
4088 p = skipwhite(p);
4089 if (STRLEN(p) == len && STRNCMP(su->su_fbadword, p, len) == 0)
4090 {
4091 /* Include badflags: if the badword is onecap or allcap
4092 * use that for the goodword too: "The the" -> "The". */
4093 c = su->su_fbadword[len];
4094 su->su_fbadword[len] = NUL;
4095 make_case_word(su->su_fbadword, word, su->su_badflags);
4096 su->su_fbadword[len] = c;
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00004097
4098 /* Give a soundalike score of 0, compute the score as if deleting one
4099 * character. */
4100 add_suggestion(su, &su->su_ga, word, su->su_badlen,
Bram Moolenaar4770d092006-01-12 23:22:24 +00004101 RESCORE(SCORE_REP, 0), 0, TRUE, su->su_sallang, FALSE);
Bram Moolenaar0c405862005-06-22 22:26:26 +00004102 }
4103}
4104
4105/*
Bram Moolenaarca1fe982016-01-07 16:22:06 +01004106 * Change the 0 to 1 to measure how much time is spent in each state.
4107 * Output is dumped in "suggestprof".
4108 */
4109#if 0
4110# define SUGGEST_PROFILE
4111proftime_T current;
4112proftime_T total;
4113proftime_T times[STATE_FINAL + 1];
4114long counts[STATE_FINAL + 1];
4115
4116 static void
4117prof_init(void)
4118{
4119 for (int i = 0; i <= STATE_FINAL; ++i)
4120 {
4121 profile_zero(&times[i]);
4122 counts[i] = 0;
4123 }
4124 profile_start(&current);
4125 profile_start(&total);
4126}
4127
4128/* call before changing state */
4129 static void
4130prof_store(state_T state)
4131{
4132 profile_end(&current);
4133 profile_add(&times[state], &current);
4134 ++counts[state];
4135 profile_start(&current);
4136}
4137# define PROF_STORE(state) prof_store(state);
4138
4139 static void
4140prof_report(char *name)
4141{
4142 FILE *fd = fopen("suggestprof", "a");
4143
4144 profile_end(&total);
4145 fprintf(fd, "-----------------------\n");
4146 fprintf(fd, "%s: %s\n", name, profile_msg(&total));
4147 for (int i = 0; i <= STATE_FINAL; ++i)
4148 fprintf(fd, "%d: %s (%ld)\n", i, profile_msg(&times[i]), counts[i]);
4149 fclose(fd);
4150}
4151#else
4152# define PROF_STORE(state)
4153#endif
4154
4155/*
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004156 * Try finding suggestions by adding/removing/swapping letters.
4157 */
4158 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01004159suggest_try_change(suginfo_T *su)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004160{
4161 char_u fword[MAXWLEN]; /* copy of the bad word, case-folded */
Bram Moolenaardfb9ac02005-07-05 21:36:03 +00004162 int n;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004163 char_u *p;
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00004164 int lpi;
Bram Moolenaar4770d092006-01-12 23:22:24 +00004165 langp_T *lp;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004166
4167 /* We make a copy of the case-folded bad word, so that we can modify it
Bram Moolenaar0c405862005-06-22 22:26:26 +00004168 * to find matches (esp. REP items). Append some more text, changing
4169 * chars after the bad word may help. */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004170 STRCPY(fword, su->su_fbadword);
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00004171 n = (int)STRLEN(fword);
Bram Moolenaar0c405862005-06-22 22:26:26 +00004172 p = su->su_badptr + su->su_badlen;
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00004173 (void)spell_casefold(p, (int)STRLEN(p), fword + n, MAXWLEN - n);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004174
Bram Moolenaar860cae12010-06-05 23:22:07 +02004175 for (lpi = 0; lpi < curwin->w_s->b_langp.ga_len; ++lpi)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004176 {
Bram Moolenaar860cae12010-06-05 23:22:07 +02004177 lp = LANGP_ENTRY(curwin->w_s->b_langp, lpi);
Bram Moolenaar5b8d8fd2005-08-16 23:01:50 +00004178
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00004179 /* If reloading a spell file fails it's still in the list but
4180 * everything has been cleared. */
Bram Moolenaar4770d092006-01-12 23:22:24 +00004181 if (lp->lp_slang->sl_fbyts == NULL)
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00004182 continue;
4183
Bram Moolenaar4770d092006-01-12 23:22:24 +00004184 /* Try it for this language. Will add possible suggestions. */
Bram Moolenaarca1fe982016-01-07 16:22:06 +01004185#ifdef SUGGEST_PROFILE
4186 prof_init();
4187#endif
Bram Moolenaar4770d092006-01-12 23:22:24 +00004188 suggest_trie_walk(su, lp, fword, FALSE);
Bram Moolenaarca1fe982016-01-07 16:22:06 +01004189#ifdef SUGGEST_PROFILE
4190 prof_report("try_change");
4191#endif
Bram Moolenaar4770d092006-01-12 23:22:24 +00004192 }
4193}
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004194
Bram Moolenaar4770d092006-01-12 23:22:24 +00004195/* Check the maximum score, if we go over it we won't try this change. */
4196#define TRY_DEEPER(su, stack, depth, add) \
4197 (stack[depth].ts_score + (add) < su->su_maxscore)
4198
4199/*
4200 * Try finding suggestions by adding/removing/swapping letters.
4201 *
4202 * This uses a state machine. At each node in the tree we try various
4203 * operations. When trying if an operation works "depth" is increased and the
4204 * stack[] is used to store info. This allows combinations, thus insert one
4205 * character, replace one and delete another. The number of changes is
4206 * limited by su->su_maxscore.
4207 *
4208 * After implementing this I noticed an article by Kemal Oflazer that
4209 * describes something similar: "Error-tolerant Finite State Recognition with
4210 * Applications to Morphological Analysis and Spelling Correction" (1996).
4211 * The implementation in the article is simplified and requires a stack of
4212 * unknown depth. The implementation here only needs a stack depth equal to
4213 * the length of the word.
4214 *
4215 * This is also used for the sound-folded word, "soundfold" is TRUE then.
4216 * The mechanism is the same, but we find a match with a sound-folded word
4217 * that comes from one or more original words. Each of these words may be
4218 * added, this is done by add_sound_suggest().
4219 * Don't use:
4220 * the prefix tree or the keep-case tree
4221 * "su->su_badlen"
4222 * anything to do with upper and lower case
4223 * anything to do with word or non-word characters ("spell_iswordp()")
4224 * banned words
4225 * word flags (rare, region, compounding)
4226 * word splitting for now
4227 * "similar_chars()"
4228 * use "slang->sl_repsal" instead of "lp->lp_replang->sl_rep"
4229 */
4230 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01004231suggest_trie_walk(
4232 suginfo_T *su,
4233 langp_T *lp,
4234 char_u *fword,
4235 int soundfold)
Bram Moolenaar4770d092006-01-12 23:22:24 +00004236{
4237 char_u tword[MAXWLEN]; /* good word collected so far */
4238 trystate_T stack[MAXWLEN];
4239 char_u preword[MAXWLEN * 3]; /* word found with proper case;
Bram Moolenaar3ea38ef2010-01-19 13:08:42 +01004240 * concatenation of prefix compound
Bram Moolenaar4770d092006-01-12 23:22:24 +00004241 * words and split word. NUL terminated
4242 * when going deeper but not when coming
4243 * back. */
4244 char_u compflags[MAXWLEN]; /* compound flags, one for each word */
4245 trystate_T *sp;
4246 int newscore;
4247 int score;
4248 char_u *byts, *fbyts, *pbyts;
4249 idx_T *idxs, *fidxs, *pidxs;
4250 int depth;
4251 int c, c2, c3;
4252 int n = 0;
4253 int flags;
4254 garray_T *gap;
4255 idx_T arridx;
4256 int len;
4257 char_u *p;
4258 fromto_T *ftp;
4259 int fl = 0, tl;
4260 int repextra = 0; /* extra bytes in fword[] from REP item */
4261 slang_T *slang = lp->lp_slang;
4262 int fword_ends;
4263 int goodword_ends;
4264#ifdef DEBUG_TRIEWALK
4265 /* Stores the name of the change made at each level. */
4266 char_u changename[MAXWLEN][80];
4267#endif
4268 int breakcheckcount = 1000;
4269 int compound_ok;
4270
4271 /*
4272 * Go through the whole case-fold tree, try changes at each node.
4273 * "tword[]" contains the word collected from nodes in the tree.
4274 * "fword[]" the word we are trying to match with (initially the bad
4275 * word).
4276 */
4277 depth = 0;
4278 sp = &stack[0];
4279 vim_memset(sp, 0, sizeof(trystate_T));
4280 sp->ts_curi = 1;
4281
4282 if (soundfold)
4283 {
4284 /* Going through the soundfold tree. */
4285 byts = fbyts = slang->sl_sbyts;
4286 idxs = fidxs = slang->sl_sidxs;
4287 pbyts = NULL;
4288 pidxs = NULL;
4289 sp->ts_prefixdepth = PFD_NOPREFIX;
4290 sp->ts_state = STATE_START;
4291 }
4292 else
4293 {
Bram Moolenaarea424162005-06-16 21:51:00 +00004294 /*
Bram Moolenaar42eeac32005-06-29 22:40:58 +00004295 * When there are postponed prefixes we need to use these first. At
4296 * the end of the prefix we continue in the case-fold tree.
4297 */
Bram Moolenaar5b8d8fd2005-08-16 23:01:50 +00004298 fbyts = slang->sl_fbyts;
4299 fidxs = slang->sl_fidxs;
4300 pbyts = slang->sl_pbyts;
4301 pidxs = slang->sl_pidxs;
Bram Moolenaar42eeac32005-06-29 22:40:58 +00004302 if (pbyts != NULL)
4303 {
4304 byts = pbyts;
4305 idxs = pidxs;
Bram Moolenaar5b8d8fd2005-08-16 23:01:50 +00004306 sp->ts_prefixdepth = PFD_PREFIXTREE;
Bram Moolenaar42eeac32005-06-29 22:40:58 +00004307 sp->ts_state = STATE_NOPREFIX; /* try without prefix first */
4308 }
4309 else
4310 {
4311 byts = fbyts;
4312 idxs = fidxs;
Bram Moolenaar5b8d8fd2005-08-16 23:01:50 +00004313 sp->ts_prefixdepth = PFD_NOPREFIX;
Bram Moolenaard12a1322005-08-21 22:08:24 +00004314 sp->ts_state = STATE_START;
Bram Moolenaar42eeac32005-06-29 22:40:58 +00004315 }
Bram Moolenaar4770d092006-01-12 23:22:24 +00004316 }
Bram Moolenaar42eeac32005-06-29 22:40:58 +00004317
Bram Moolenaar4770d092006-01-12 23:22:24 +00004318 /*
4319 * Loop to find all suggestions. At each round we either:
4320 * - For the current state try one operation, advance "ts_curi",
4321 * increase "depth".
4322 * - When a state is done go to the next, set "ts_state".
4323 * - When all states are tried decrease "depth".
4324 */
4325 while (depth >= 0 && !got_int)
4326 {
4327 sp = &stack[depth];
4328 switch (sp->ts_state)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004329 {
Bram Moolenaar4770d092006-01-12 23:22:24 +00004330 case STATE_START:
4331 case STATE_NOPREFIX:
4332 /*
4333 * Start of node: Deal with NUL bytes, which means
4334 * tword[] may end here.
4335 */
4336 arridx = sp->ts_arridx; /* current node in the tree */
4337 len = byts[arridx]; /* bytes in this node */
4338 arridx += sp->ts_curi; /* index of current byte */
4339
4340 if (sp->ts_prefixdepth == PFD_PREFIXTREE)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004341 {
Bram Moolenaar4770d092006-01-12 23:22:24 +00004342 /* Skip over the NUL bytes, we use them later. */
4343 for (n = 0; n < len && byts[arridx + n] == 0; ++n)
4344 ;
4345 sp->ts_curi += n;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004346
Bram Moolenaar4770d092006-01-12 23:22:24 +00004347 /* Always past NUL bytes now. */
4348 n = (int)sp->ts_state;
Bram Moolenaarca1fe982016-01-07 16:22:06 +01004349 PROF_STORE(sp->ts_state)
Bram Moolenaar4770d092006-01-12 23:22:24 +00004350 sp->ts_state = STATE_ENDNUL;
4351 sp->ts_save_badflags = su->su_badflags;
4352
4353 /* At end of a prefix or at start of prefixtree: check for
4354 * following word. */
4355 if (byts[arridx] == 0 || n == (int)STATE_NOPREFIX)
Bram Moolenaar42eeac32005-06-29 22:40:58 +00004356 {
Bram Moolenaar4770d092006-01-12 23:22:24 +00004357 /* Set su->su_badflags to the caps type at this position.
4358 * Use the caps type until here for the prefix itself. */
Bram Moolenaar4770d092006-01-12 23:22:24 +00004359 if (has_mbyte)
4360 n = nofold_len(fword, sp->ts_fidx, su->su_badptr);
4361 else
Bram Moolenaar4770d092006-01-12 23:22:24 +00004362 n = sp->ts_fidx;
4363 flags = badword_captype(su->su_badptr, su->su_badptr + n);
4364 su->su_badflags = badword_captype(su->su_badptr + n,
Bram Moolenaar53805d12005-08-01 07:08:33 +00004365 su->su_badptr + su->su_badlen);
Bram Moolenaar4770d092006-01-12 23:22:24 +00004366#ifdef DEBUG_TRIEWALK
4367 sprintf(changename[depth], "prefix");
4368#endif
4369 go_deeper(stack, depth, 0);
4370 ++depth;
4371 sp = &stack[depth];
4372 sp->ts_prefixdepth = depth - 1;
4373 byts = fbyts;
4374 idxs = fidxs;
4375 sp->ts_arridx = 0;
Bram Moolenaar42eeac32005-06-29 22:40:58 +00004376
Bram Moolenaar4770d092006-01-12 23:22:24 +00004377 /* Move the prefix to preword[] with the right case
4378 * and make find_keepcap_word() works. */
4379 tword[sp->ts_twordlen] = NUL;
4380 make_case_word(tword + sp->ts_splitoff,
4381 preword + sp->ts_prewordlen, flags);
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00004382 sp->ts_prewordlen = (char_u)STRLEN(preword);
Bram Moolenaar4770d092006-01-12 23:22:24 +00004383 sp->ts_splitoff = sp->ts_twordlen;
Bram Moolenaar42eeac32005-06-29 22:40:58 +00004384 }
Bram Moolenaar4770d092006-01-12 23:22:24 +00004385 break;
4386 }
Bram Moolenaar42eeac32005-06-29 22:40:58 +00004387
Bram Moolenaar4770d092006-01-12 23:22:24 +00004388 if (sp->ts_curi > len || byts[arridx] != 0)
4389 {
4390 /* Past bytes in node and/or past NUL bytes. */
Bram Moolenaarca1fe982016-01-07 16:22:06 +01004391 PROF_STORE(sp->ts_state)
Bram Moolenaar4770d092006-01-12 23:22:24 +00004392 sp->ts_state = STATE_ENDNUL;
4393 sp->ts_save_badflags = su->su_badflags;
4394 break;
4395 }
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004396
Bram Moolenaar4770d092006-01-12 23:22:24 +00004397 /*
4398 * End of word in tree.
4399 */
4400 ++sp->ts_curi; /* eat one NUL byte */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004401
Bram Moolenaar4770d092006-01-12 23:22:24 +00004402 flags = (int)idxs[arridx];
Bram Moolenaare1438bb2006-03-01 22:01:55 +00004403
4404 /* Skip words with the NOSUGGEST flag. */
4405 if (flags & WF_NOSUGGEST)
4406 break;
4407
Bram Moolenaar4770d092006-01-12 23:22:24 +00004408 fword_ends = (fword[sp->ts_fidx] == NUL
4409 || (soundfold
Bram Moolenaar1c465442017-03-12 20:10:05 +01004410 ? VIM_ISWHITE(fword[sp->ts_fidx])
Bram Moolenaar860cae12010-06-05 23:22:07 +02004411 : !spell_iswordp(fword + sp->ts_fidx, curwin)));
Bram Moolenaar4770d092006-01-12 23:22:24 +00004412 tword[sp->ts_twordlen] = NUL;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004413
Bram Moolenaar4770d092006-01-12 23:22:24 +00004414 if (sp->ts_prefixdepth <= PFD_NOTSPECIAL
Bram Moolenaard12a1322005-08-21 22:08:24 +00004415 && (sp->ts_flags & TSF_PREFIXOK) == 0)
Bram Moolenaar4770d092006-01-12 23:22:24 +00004416 {
4417 /* There was a prefix before the word. Check that the prefix
4418 * can be used with this word. */
4419 /* Count the length of the NULs in the prefix. If there are
4420 * none this must be the first try without a prefix. */
4421 n = stack[sp->ts_prefixdepth].ts_arridx;
4422 len = pbyts[n++];
4423 for (c = 0; c < len && pbyts[n + c] == 0; ++c)
4424 ;
4425 if (c > 0)
Bram Moolenaar42eeac32005-06-29 22:40:58 +00004426 {
Bram Moolenaar4770d092006-01-12 23:22:24 +00004427 c = valid_word_prefix(c, n, flags,
Bram Moolenaar5195e452005-08-19 20:32:47 +00004428 tword + sp->ts_splitoff, slang, FALSE);
Bram Moolenaar4770d092006-01-12 23:22:24 +00004429 if (c == 0)
4430 break;
Bram Moolenaar42eeac32005-06-29 22:40:58 +00004431
Bram Moolenaar4770d092006-01-12 23:22:24 +00004432 /* Use the WF_RARE flag for a rare prefix. */
4433 if (c & WF_RAREPFX)
4434 flags |= WF_RARE;
Bram Moolenaard12a1322005-08-21 22:08:24 +00004435
Bram Moolenaar4770d092006-01-12 23:22:24 +00004436 /* Tricky: when checking for both prefix and compounding
4437 * we run into the prefix flag first.
4438 * Remember that it's OK, so that we accept the prefix
4439 * when arriving at a compound flag. */
4440 sp->ts_flags |= TSF_PREFIXOK;
Bram Moolenaar42eeac32005-06-29 22:40:58 +00004441 }
Bram Moolenaar4770d092006-01-12 23:22:24 +00004442 }
Bram Moolenaar42eeac32005-06-29 22:40:58 +00004443
Bram Moolenaar4770d092006-01-12 23:22:24 +00004444 /* Check NEEDCOMPOUND: can't use word without compounding. Do try
4445 * appending another compound word below. */
4446 if (sp->ts_complen == sp->ts_compsplit && fword_ends
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00004447 && (flags & WF_NEEDCOMP))
Bram Moolenaar4770d092006-01-12 23:22:24 +00004448 goodword_ends = FALSE;
4449 else
4450 goodword_ends = TRUE;
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00004451
Bram Moolenaar4770d092006-01-12 23:22:24 +00004452 p = NULL;
4453 compound_ok = TRUE;
4454 if (sp->ts_complen > sp->ts_compsplit)
4455 {
4456 if (slang->sl_nobreak)
Bram Moolenaard12a1322005-08-21 22:08:24 +00004457 {
Bram Moolenaar4770d092006-01-12 23:22:24 +00004458 /* There was a word before this word. When there was no
4459 * change in this word (it was correct) add the first word
4460 * as a suggestion. If this word was corrected too, we
4461 * need to check if a correct word follows. */
4462 if (sp->ts_fidx - sp->ts_splitfidx
Bram Moolenaar78622822005-08-23 21:00:13 +00004463 == sp->ts_twordlen - sp->ts_splitoff
Bram Moolenaar4770d092006-01-12 23:22:24 +00004464 && STRNCMP(fword + sp->ts_splitfidx,
4465 tword + sp->ts_splitoff,
Bram Moolenaar78622822005-08-23 21:00:13 +00004466 sp->ts_fidx - sp->ts_splitfidx) == 0)
Bram Moolenaar4770d092006-01-12 23:22:24 +00004467 {
4468 preword[sp->ts_prewordlen] = NUL;
4469 newscore = score_wordcount_adj(slang, sp->ts_score,
4470 preword + sp->ts_prewordlen,
4471 sp->ts_prewordlen > 0);
4472 /* Add the suggestion if the score isn't too bad. */
4473 if (newscore <= su->su_maxscore)
Bram Moolenaar78622822005-08-23 21:00:13 +00004474 add_suggestion(su, &su->su_ga, preword,
Bram Moolenaar8b96d642005-09-05 22:05:30 +00004475 sp->ts_splitfidx - repextra,
Bram Moolenaar4770d092006-01-12 23:22:24 +00004476 newscore, 0, FALSE,
4477 lp->lp_sallang, FALSE);
4478 break;
Bram Moolenaar78622822005-08-23 21:00:13 +00004479 }
Bram Moolenaard12a1322005-08-21 22:08:24 +00004480 }
Bram Moolenaare52325c2005-08-22 22:54:29 +00004481 else
Bram Moolenaar0c405862005-06-22 22:26:26 +00004482 {
Bram Moolenaar4770d092006-01-12 23:22:24 +00004483 /* There was a compound word before this word. If this
4484 * word does not support compounding then give up
4485 * (splitting is tried for the word without compound
4486 * flag). */
4487 if (((unsigned)flags >> 24) == 0
4488 || sp->ts_twordlen - sp->ts_splitoff
4489 < slang->sl_compminlen)
4490 break;
Bram Moolenaar4770d092006-01-12 23:22:24 +00004491 /* For multi-byte chars check character length against
4492 * COMPOUNDMIN. */
4493 if (has_mbyte
4494 && slang->sl_compminlen > 0
4495 && mb_charlen(tword + sp->ts_splitoff)
4496 < slang->sl_compminlen)
4497 break;
Bram Moolenaare52325c2005-08-22 22:54:29 +00004498
Bram Moolenaar4770d092006-01-12 23:22:24 +00004499 compflags[sp->ts_complen] = ((unsigned)flags >> 24);
4500 compflags[sp->ts_complen + 1] = NUL;
4501 vim_strncpy(preword + sp->ts_prewordlen,
4502 tword + sp->ts_splitoff,
4503 sp->ts_twordlen - sp->ts_splitoff);
Bram Moolenaar9f94b052008-11-30 20:12:46 +00004504
4505 /* Verify CHECKCOMPOUNDPATTERN rules. */
4506 if (match_checkcompoundpattern(preword, sp->ts_prewordlen,
4507 &slang->sl_comppat))
Bram Moolenaar4770d092006-01-12 23:22:24 +00004508 compound_ok = FALSE;
4509
Bram Moolenaar9f94b052008-11-30 20:12:46 +00004510 if (compound_ok)
4511 {
4512 p = preword;
4513 while (*skiptowhite(p) != NUL)
4514 p = skipwhite(skiptowhite(p));
4515 if (fword_ends && !can_compound(slang, p,
4516 compflags + sp->ts_compsplit))
4517 /* Compound is not allowed. But it may still be
4518 * possible if we add another (short) word. */
4519 compound_ok = FALSE;
4520 }
4521
Bram Moolenaar4770d092006-01-12 23:22:24 +00004522 /* Get pointer to last char of previous word. */
4523 p = preword + sp->ts_prewordlen;
Bram Moolenaar91acfff2017-03-12 19:22:36 +01004524 MB_PTR_BACK(preword, p);
Bram Moolenaar0c405862005-06-22 22:26:26 +00004525 }
Bram Moolenaar4770d092006-01-12 23:22:24 +00004526 }
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004527
Bram Moolenaar4770d092006-01-12 23:22:24 +00004528 /*
4529 * Form the word with proper case in preword.
4530 * If there is a word from a previous split, append.
4531 * For the soundfold tree don't change the case, simply append.
4532 */
4533 if (soundfold)
4534 STRCPY(preword + sp->ts_prewordlen, tword + sp->ts_splitoff);
4535 else if (flags & WF_KEEPCAP)
4536 /* Must find the word in the keep-case tree. */
4537 find_keepcap_word(slang, tword + sp->ts_splitoff,
4538 preword + sp->ts_prewordlen);
4539 else
4540 {
4541 /* Include badflags: If the badword is onecap or allcap
4542 * use that for the goodword too. But if the badword is
4543 * allcap and it's only one char long use onecap. */
4544 c = su->su_badflags;
4545 if ((c & WF_ALLCAP)
Bram Moolenaar264b74f2019-01-24 17:18:42 +01004546 && su->su_badlen == (*mb_ptr2len)(su->su_badptr))
Bram Moolenaar4770d092006-01-12 23:22:24 +00004547 c = WF_ONECAP;
4548 c |= flags;
4549
4550 /* When appending a compound word after a word character don't
4551 * use Onecap. */
Bram Moolenaarcc63c642013-11-12 04:44:01 +01004552 if (p != NULL && spell_iswordp_nmw(p, curwin))
Bram Moolenaar4770d092006-01-12 23:22:24 +00004553 c &= ~WF_ONECAP;
4554 make_case_word(tword + sp->ts_splitoff,
4555 preword + sp->ts_prewordlen, c);
4556 }
4557
4558 if (!soundfold)
4559 {
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004560 /* Don't use a banned word. It may appear again as a good
4561 * word, thus remember it. */
4562 if (flags & WF_BANNED)
4563 {
Bram Moolenaar5195e452005-08-19 20:32:47 +00004564 add_banned(su, preword + sp->ts_prewordlen);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004565 break;
4566 }
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00004567 if ((sp->ts_complen == sp->ts_compsplit
Bram Moolenaar4770d092006-01-12 23:22:24 +00004568 && WAS_BANNED(su, preword + sp->ts_prewordlen))
4569 || WAS_BANNED(su, preword))
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00004570 {
4571 if (slang->sl_compprog == NULL)
4572 break;
4573 /* the word so far was banned but we may try compounding */
4574 goodword_ends = FALSE;
4575 }
Bram Moolenaar4770d092006-01-12 23:22:24 +00004576 }
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004577
Bram Moolenaar4770d092006-01-12 23:22:24 +00004578 newscore = 0;
4579 if (!soundfold) /* soundfold words don't have flags */
4580 {
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004581 if ((flags & WF_REGION)
Bram Moolenaardfb9ac02005-07-05 21:36:03 +00004582 && (((unsigned)flags >> 16) & lp->lp_region) == 0)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004583 newscore += SCORE_REGION;
4584 if (flags & WF_RARE)
4585 newscore += SCORE_RARE;
4586
Bram Moolenaar0c405862005-06-22 22:26:26 +00004587 if (!spell_valid_case(su->su_badflags,
Bram Moolenaar5195e452005-08-19 20:32:47 +00004588 captype(preword + sp->ts_prewordlen, NULL)))
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004589 newscore += SCORE_ICASE;
Bram Moolenaar4770d092006-01-12 23:22:24 +00004590 }
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004591
Bram Moolenaar4770d092006-01-12 23:22:24 +00004592 /* TODO: how about splitting in the soundfold tree? */
4593 if (fword_ends
4594 && goodword_ends
4595 && sp->ts_fidx >= sp->ts_fidxtry
4596 && compound_ok)
4597 {
4598 /* The badword also ends: add suggestions. */
4599#ifdef DEBUG_TRIEWALK
4600 if (soundfold && STRCMP(preword, "smwrd") == 0)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004601 {
Bram Moolenaar4770d092006-01-12 23:22:24 +00004602 int j;
4603
4604 /* print the stack of changes that brought us here */
4605 smsg("------ %s -------", fword);
4606 for (j = 0; j < depth; ++j)
4607 smsg("%s", changename[j]);
4608 }
Bram Moolenaarcf6bf392005-06-27 22:27:46 +00004609#endif
Bram Moolenaar4770d092006-01-12 23:22:24 +00004610 if (soundfold)
4611 {
4612 /* For soundfolded words we need to find the original
Bram Moolenaarf711faf2007-05-10 16:48:19 +00004613 * words, the edit distance and then add them. */
Bram Moolenaar4770d092006-01-12 23:22:24 +00004614 add_sound_suggest(su, preword, sp->ts_score, lp);
4615 }
Bram Moolenaar7e88c3d2010-08-01 15:47:35 +02004616 else if (sp->ts_fidx > 0)
Bram Moolenaar4770d092006-01-12 23:22:24 +00004617 {
4618 /* Give a penalty when changing non-word char to word
4619 * char, e.g., "thes," -> "these". */
4620 p = fword + sp->ts_fidx;
Bram Moolenaar91acfff2017-03-12 19:22:36 +01004621 MB_PTR_BACK(fword, p);
Bram Moolenaar860cae12010-06-05 23:22:07 +02004622 if (!spell_iswordp(p, curwin))
Bram Moolenaarcf6bf392005-06-27 22:27:46 +00004623 {
4624 p = preword + STRLEN(preword);
Bram Moolenaar91acfff2017-03-12 19:22:36 +01004625 MB_PTR_BACK(preword, p);
Bram Moolenaar860cae12010-06-05 23:22:07 +02004626 if (spell_iswordp(p, curwin))
Bram Moolenaarcf6bf392005-06-27 22:27:46 +00004627 newscore += SCORE_NONWORD;
4628 }
4629
Bram Moolenaar4770d092006-01-12 23:22:24 +00004630 /* Give a bonus to words seen before. */
4631 score = score_wordcount_adj(slang,
4632 sp->ts_score + newscore,
4633 preword + sp->ts_prewordlen,
4634 sp->ts_prewordlen > 0);
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00004635
Bram Moolenaar4770d092006-01-12 23:22:24 +00004636 /* Add the suggestion if the score isn't too bad. */
4637 if (score <= su->su_maxscore)
Bram Moolenaar2d3f4892006-01-20 23:02:51 +00004638 {
Bram Moolenaar4770d092006-01-12 23:22:24 +00004639 add_suggestion(su, &su->su_ga, preword,
4640 sp->ts_fidx - repextra,
4641 score, 0, FALSE, lp->lp_sallang, FALSE);
Bram Moolenaar2d3f4892006-01-20 23:02:51 +00004642
4643 if (su->su_badflags & WF_MIXCAP)
4644 {
4645 /* We really don't know if the word should be
4646 * upper or lower case, add both. */
4647 c = captype(preword, NULL);
4648 if (c == 0 || c == WF_ALLCAP)
4649 {
4650 make_case_word(tword + sp->ts_splitoff,
4651 preword + sp->ts_prewordlen,
4652 c == 0 ? WF_ALLCAP : 0);
4653
4654 add_suggestion(su, &su->su_ga, preword,
4655 sp->ts_fidx - repextra,
4656 score + SCORE_ICASE, 0, FALSE,
4657 lp->lp_sallang, FALSE);
4658 }
4659 }
4660 }
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004661 }
Bram Moolenaar4770d092006-01-12 23:22:24 +00004662 }
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00004663
Bram Moolenaar4770d092006-01-12 23:22:24 +00004664 /*
4665 * Try word split and/or compounding.
4666 */
4667 if ((sp->ts_fidx >= sp->ts_fidxtry || fword_ends)
Bram Moolenaar4770d092006-01-12 23:22:24 +00004668 /* Don't split halfway a character. */
Bram Moolenaar264b74f2019-01-24 17:18:42 +01004669 && (!has_mbyte || sp->ts_tcharlen == 0))
Bram Moolenaar4770d092006-01-12 23:22:24 +00004670 {
4671 int try_compound;
4672 int try_split;
Bram Moolenaar5b8d8fd2005-08-16 23:01:50 +00004673
Bram Moolenaar4770d092006-01-12 23:22:24 +00004674 /* If past the end of the bad word don't try a split.
4675 * Otherwise try changing the next word. E.g., find
4676 * suggestions for "the the" where the second "the" is
4677 * different. It's done like a split.
4678 * TODO: word split for soundfold words */
4679 try_split = (sp->ts_fidx - repextra < su->su_badlen)
4680 && !soundfold;
4681
4682 /* Get here in several situations:
4683 * 1. The word in the tree ends:
4684 * If the word allows compounding try that. Otherwise try
4685 * a split by inserting a space. For both check that a
4686 * valid words starts at fword[sp->ts_fidx].
4687 * For NOBREAK do like compounding to be able to check if
4688 * the next word is valid.
4689 * 2. The badword does end, but it was due to a change (e.g.,
4690 * a swap). No need to split, but do check that the
4691 * following word is valid.
4692 * 3. The badword and the word in the tree end. It may still
4693 * be possible to compound another (short) word.
4694 */
4695 try_compound = FALSE;
4696 if (!soundfold
Bram Moolenaar7b877b32016-01-09 13:51:34 +01004697 && !slang->sl_nocompoundsugs
Bram Moolenaar4770d092006-01-12 23:22:24 +00004698 && slang->sl_compprog != NULL
4699 && ((unsigned)flags >> 24) != 0
4700 && sp->ts_twordlen - sp->ts_splitoff
4701 >= slang->sl_compminlen
Bram Moolenaar4770d092006-01-12 23:22:24 +00004702 && (!has_mbyte
4703 || slang->sl_compminlen == 0
4704 || mb_charlen(tword + sp->ts_splitoff)
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00004705 >= slang->sl_compminlen)
Bram Moolenaar4770d092006-01-12 23:22:24 +00004706 && (slang->sl_compsylmax < MAXWLEN
4707 || sp->ts_complen + 1 - sp->ts_compsplit
4708 < slang->sl_compmax)
Bram Moolenaar9f94b052008-11-30 20:12:46 +00004709 && (can_be_compound(sp, slang,
4710 compflags, ((unsigned)flags >> 24))))
4711
Bram Moolenaar4770d092006-01-12 23:22:24 +00004712 {
4713 try_compound = TRUE;
4714 compflags[sp->ts_complen] = ((unsigned)flags >> 24);
4715 compflags[sp->ts_complen + 1] = NUL;
4716 }
Bram Moolenaard12a1322005-08-21 22:08:24 +00004717
Bram Moolenaar4770d092006-01-12 23:22:24 +00004718 /* For NOBREAK we never try splitting, it won't make any word
4719 * valid. */
Bram Moolenaar7b877b32016-01-09 13:51:34 +01004720 if (slang->sl_nobreak && !slang->sl_nocompoundsugs)
Bram Moolenaar4770d092006-01-12 23:22:24 +00004721 try_compound = TRUE;
Bram Moolenaar78622822005-08-23 21:00:13 +00004722
Bram Moolenaar4770d092006-01-12 23:22:24 +00004723 /* If we could add a compound word, and it's also possible to
4724 * split at this point, do the split first and set
4725 * TSF_DIDSPLIT to avoid doing it again. */
4726 else if (!fword_ends
4727 && try_compound
4728 && (sp->ts_flags & TSF_DIDSPLIT) == 0)
4729 {
4730 try_compound = FALSE;
4731 sp->ts_flags |= TSF_DIDSPLIT;
4732 --sp->ts_curi; /* do the same NUL again */
4733 compflags[sp->ts_complen] = NUL;
4734 }
4735 else
4736 sp->ts_flags &= ~TSF_DIDSPLIT;
Bram Moolenaard12a1322005-08-21 22:08:24 +00004737
Bram Moolenaar4770d092006-01-12 23:22:24 +00004738 if (try_split || try_compound)
4739 {
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00004740 if (!try_compound && (!fword_ends || !goodword_ends))
Bram Moolenaard12a1322005-08-21 22:08:24 +00004741 {
4742 /* If we're going to split need to check that the
Bram Moolenaarda2303d2005-08-30 21:55:26 +00004743 * words so far are valid for compounding. If there
4744 * is only one word it must not have the NEEDCOMPOUND
4745 * flag. */
4746 if (sp->ts_complen == sp->ts_compsplit
4747 && (flags & WF_NEEDCOMP))
4748 break;
Bram Moolenaare52325c2005-08-22 22:54:29 +00004749 p = preword;
4750 while (*skiptowhite(p) != NUL)
4751 p = skipwhite(skiptowhite(p));
Bram Moolenaard12a1322005-08-21 22:08:24 +00004752 if (sp->ts_complen > sp->ts_compsplit
Bram Moolenaare52325c2005-08-22 22:54:29 +00004753 && !can_compound(slang, p,
Bram Moolenaard12a1322005-08-21 22:08:24 +00004754 compflags + sp->ts_compsplit))
4755 break;
Bram Moolenaare1438bb2006-03-01 22:01:55 +00004756
4757 if (slang->sl_nosplitsugs)
4758 newscore += SCORE_SPLIT_NO;
4759 else
4760 newscore += SCORE_SPLIT;
Bram Moolenaar4770d092006-01-12 23:22:24 +00004761
4762 /* Give a bonus to words seen before. */
4763 newscore = score_wordcount_adj(slang, newscore,
4764 preword + sp->ts_prewordlen, TRUE);
Bram Moolenaar5b8d8fd2005-08-16 23:01:50 +00004765 }
4766
Bram Moolenaar4770d092006-01-12 23:22:24 +00004767 if (TRY_DEEPER(su, stack, depth, newscore))
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004768 {
Bram Moolenaar4770d092006-01-12 23:22:24 +00004769 go_deeper(stack, depth, newscore);
4770#ifdef DEBUG_TRIEWALK
4771 if (!try_compound && !fword_ends)
4772 sprintf(changename[depth], "%.*s-%s: split",
4773 sp->ts_twordlen, tword, fword + sp->ts_fidx);
4774 else
4775 sprintf(changename[depth], "%.*s-%s: compound",
4776 sp->ts_twordlen, tword, fword + sp->ts_fidx);
4777#endif
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004778 /* Save things to be restored at STATE_SPLITUNDO. */
Bram Moolenaar0c405862005-06-22 22:26:26 +00004779 sp->ts_save_badflags = su->su_badflags;
Bram Moolenaarca1fe982016-01-07 16:22:06 +01004780 PROF_STORE(sp->ts_state)
Bram Moolenaar9c96f592005-06-30 21:52:39 +00004781 sp->ts_state = STATE_SPLITUNDO;
4782
4783 ++depth;
4784 sp = &stack[depth];
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004785
Bram Moolenaar5b8d8fd2005-08-16 23:01:50 +00004786 /* Append a space to preword when splitting. */
4787 if (!try_compound && !fword_ends)
4788 STRCAT(preword, " ");
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00004789 sp->ts_prewordlen = (char_u)STRLEN(preword);
Bram Moolenaar5195e452005-08-19 20:32:47 +00004790 sp->ts_splitoff = sp->ts_twordlen;
Bram Moolenaar78622822005-08-23 21:00:13 +00004791 sp->ts_splitfidx = sp->ts_fidx;
Bram Moolenaar9c96f592005-06-30 21:52:39 +00004792
4793 /* If the badword has a non-word character at this
4794 * position skip it. That means replacing the
Bram Moolenaar5b8d8fd2005-08-16 23:01:50 +00004795 * non-word character with a space. Always skip a
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00004796 * character when the word ends. But only when the
4797 * good word can end. */
Bram Moolenaar4770d092006-01-12 23:22:24 +00004798 if (((!try_compound && !spell_iswordp_nmw(fword
Bram Moolenaarcc63c642013-11-12 04:44:01 +01004799 + sp->ts_fidx,
4800 curwin))
Bram Moolenaar4770d092006-01-12 23:22:24 +00004801 || fword_ends)
4802 && fword[sp->ts_fidx] != NUL
4803 && goodword_ends)
Bram Moolenaar9c96f592005-06-30 21:52:39 +00004804 {
Bram Moolenaar5b8d8fd2005-08-16 23:01:50 +00004805 int l;
4806
Bram Moolenaar5b276aa2017-04-22 23:49:52 +02004807 l = MB_PTR2LEN(fword + sp->ts_fidx);
Bram Moolenaar5b8d8fd2005-08-16 23:01:50 +00004808 if (fword_ends)
4809 {
4810 /* Copy the skipped character to preword. */
Bram Moolenaar5195e452005-08-19 20:32:47 +00004811 mch_memmove(preword + sp->ts_prewordlen,
Bram Moolenaar5b8d8fd2005-08-16 23:01:50 +00004812 fword + sp->ts_fidx, l);
Bram Moolenaar5195e452005-08-19 20:32:47 +00004813 sp->ts_prewordlen += l;
4814 preword[sp->ts_prewordlen] = NUL;
Bram Moolenaar5b8d8fd2005-08-16 23:01:50 +00004815 }
4816 else
4817 sp->ts_score -= SCORE_SPLIT - SCORE_SUBST;
4818 sp->ts_fidx += l;
Bram Moolenaar9c96f592005-06-30 21:52:39 +00004819 }
Bram Moolenaar53805d12005-08-01 07:08:33 +00004820
Bram Moolenaard12a1322005-08-21 22:08:24 +00004821 /* When compounding include compound flag in
4822 * compflags[] (already set above). When splitting we
4823 * may start compounding over again. */
Bram Moolenaar5b8d8fd2005-08-16 23:01:50 +00004824 if (try_compound)
Bram Moolenaar5195e452005-08-19 20:32:47 +00004825 ++sp->ts_complen;
Bram Moolenaar5b8d8fd2005-08-16 23:01:50 +00004826 else
Bram Moolenaard12a1322005-08-21 22:08:24 +00004827 sp->ts_compsplit = sp->ts_complen;
4828 sp->ts_prefixdepth = PFD_NOPREFIX;
Bram Moolenaar5b8d8fd2005-08-16 23:01:50 +00004829
Bram Moolenaar53805d12005-08-01 07:08:33 +00004830 /* set su->su_badflags to the caps type at this
4831 * position */
Bram Moolenaar9f30f502005-06-14 22:01:04 +00004832 if (has_mbyte)
Bram Moolenaar53805d12005-08-01 07:08:33 +00004833 n = nofold_len(fword, sp->ts_fidx, su->su_badptr);
Bram Moolenaar9f30f502005-06-14 22:01:04 +00004834 else
Bram Moolenaar53805d12005-08-01 07:08:33 +00004835 n = sp->ts_fidx;
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00004836 su->su_badflags = badword_captype(su->su_badptr + n,
Bram Moolenaar53805d12005-08-01 07:08:33 +00004837 su->su_badptr + su->su_badlen);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004838
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004839 /* Restart at top of the tree. */
Bram Moolenaar9c96f592005-06-30 21:52:39 +00004840 sp->ts_arridx = 0;
Bram Moolenaard12a1322005-08-21 22:08:24 +00004841
4842 /* If there are postponed prefixes, try these too. */
4843 if (pbyts != NULL)
4844 {
4845 byts = pbyts;
4846 idxs = pidxs;
4847 sp->ts_prefixdepth = PFD_PREFIXTREE;
Bram Moolenaarca1fe982016-01-07 16:22:06 +01004848 PROF_STORE(sp->ts_state)
Bram Moolenaard12a1322005-08-21 22:08:24 +00004849 sp->ts_state = STATE_NOPREFIX;
4850 }
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004851 }
4852 }
Bram Moolenaar4770d092006-01-12 23:22:24 +00004853 }
4854 break;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004855
Bram Moolenaar4770d092006-01-12 23:22:24 +00004856 case STATE_SPLITUNDO:
4857 /* Undo the changes done for word split or compound word. */
4858 su->su_badflags = sp->ts_save_badflags;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004859
Bram Moolenaar4770d092006-01-12 23:22:24 +00004860 /* Continue looking for NUL bytes. */
Bram Moolenaarca1fe982016-01-07 16:22:06 +01004861 PROF_STORE(sp->ts_state)
Bram Moolenaar4770d092006-01-12 23:22:24 +00004862 sp->ts_state = STATE_START;
Bram Moolenaard12a1322005-08-21 22:08:24 +00004863
Bram Moolenaar4770d092006-01-12 23:22:24 +00004864 /* In case we went into the prefix tree. */
4865 byts = fbyts;
4866 idxs = fidxs;
4867 break;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004868
Bram Moolenaar4770d092006-01-12 23:22:24 +00004869 case STATE_ENDNUL:
4870 /* Past the NUL bytes in the node. */
4871 su->su_badflags = sp->ts_save_badflags;
Bram Moolenaar264b74f2019-01-24 17:18:42 +01004872 if (fword[sp->ts_fidx] == NUL && sp->ts_tcharlen == 0)
Bram Moolenaar4770d092006-01-12 23:22:24 +00004873 {
4874 /* The badword ends, can't use STATE_PLAIN. */
Bram Moolenaarca1fe982016-01-07 16:22:06 +01004875 PROF_STORE(sp->ts_state)
Bram Moolenaar4770d092006-01-12 23:22:24 +00004876 sp->ts_state = STATE_DEL;
4877 break;
4878 }
Bram Moolenaarca1fe982016-01-07 16:22:06 +01004879 PROF_STORE(sp->ts_state)
Bram Moolenaar4770d092006-01-12 23:22:24 +00004880 sp->ts_state = STATE_PLAIN;
Bram Moolenaar2f40d122017-10-24 21:49:36 +02004881 /* FALLTHROUGH */
Bram Moolenaar4770d092006-01-12 23:22:24 +00004882
4883 case STATE_PLAIN:
4884 /*
4885 * Go over all possible bytes at this node, add each to tword[]
4886 * and use child node. "ts_curi" is the index.
4887 */
4888 arridx = sp->ts_arridx;
4889 if (sp->ts_curi > byts[arridx])
4890 {
4891 /* Done all bytes at this node, do next state. When still at
4892 * already changed bytes skip the other tricks. */
Bram Moolenaarca1fe982016-01-07 16:22:06 +01004893 PROF_STORE(sp->ts_state)
Bram Moolenaar4770d092006-01-12 23:22:24 +00004894 if (sp->ts_fidx >= sp->ts_fidxtry)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004895 sp->ts_state = STATE_DEL;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004896 else
Bram Moolenaar4770d092006-01-12 23:22:24 +00004897 sp->ts_state = STATE_FINAL;
4898 }
4899 else
4900 {
4901 arridx += sp->ts_curi++;
4902 c = byts[arridx];
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004903
Bram Moolenaar4770d092006-01-12 23:22:24 +00004904 /* Normal byte, go one level deeper. If it's not equal to the
4905 * byte in the bad word adjust the score. But don't even try
4906 * when the byte was already changed. And don't try when we
Bram Moolenaar4de6a212014-03-08 16:13:44 +01004907 * just deleted this byte, accepting it is always cheaper than
Bram Moolenaar4770d092006-01-12 23:22:24 +00004908 * delete + substitute. */
4909 if (c == fword[sp->ts_fidx]
Bram Moolenaar264b74f2019-01-24 17:18:42 +01004910 || (sp->ts_tcharlen > 0 && sp->ts_isdiff != DIFF_NONE))
Bram Moolenaar4770d092006-01-12 23:22:24 +00004911 newscore = 0;
4912 else
4913 newscore = SCORE_SUBST;
4914 if ((newscore == 0
4915 || (sp->ts_fidx >= sp->ts_fidxtry
4916 && ((sp->ts_flags & TSF_DIDDEL) == 0
4917 || c != fword[sp->ts_delidx])))
4918 && TRY_DEEPER(su, stack, depth, newscore))
4919 {
4920 go_deeper(stack, depth, newscore);
4921#ifdef DEBUG_TRIEWALK
4922 if (newscore > 0)
4923 sprintf(changename[depth], "%.*s-%s: subst %c to %c",
4924 sp->ts_twordlen, tword, fword + sp->ts_fidx,
4925 fword[sp->ts_fidx], c);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00004926 else
Bram Moolenaar4770d092006-01-12 23:22:24 +00004927 sprintf(changename[depth], "%.*s-%s: accept %c",
4928 sp->ts_twordlen, tword, fword + sp->ts_fidx,
4929 fword[sp->ts_fidx]);
4930#endif
4931 ++depth;
4932 sp = &stack[depth];
4933 ++sp->ts_fidx;
4934 tword[sp->ts_twordlen++] = c;
4935 sp->ts_arridx = idxs[arridx];
Bram Moolenaar4770d092006-01-12 23:22:24 +00004936 if (newscore == SCORE_SUBST)
4937 sp->ts_isdiff = DIFF_YES;
4938 if (has_mbyte)
4939 {
4940 /* Multi-byte characters are a bit complicated to
4941 * handle: They differ when any of the bytes differ
4942 * and then their length may also differ. */
4943 if (sp->ts_tcharlen == 0)
Bram Moolenaarea424162005-06-16 21:51:00 +00004944 {
Bram Moolenaar4770d092006-01-12 23:22:24 +00004945 /* First byte. */
4946 sp->ts_tcharidx = 0;
4947 sp->ts_tcharlen = MB_BYTE2LEN(c);
4948 sp->ts_fcharstart = sp->ts_fidx - 1;
4949 sp->ts_isdiff = (newscore != 0)
Bram Moolenaarea424162005-06-16 21:51:00 +00004950 ? DIFF_YES : DIFF_NONE;
Bram Moolenaar4770d092006-01-12 23:22:24 +00004951 }
4952 else if (sp->ts_isdiff == DIFF_INSERT)
4953 /* When inserting trail bytes don't advance in the
4954 * bad word. */
4955 --sp->ts_fidx;
4956 if (++sp->ts_tcharidx == sp->ts_tcharlen)
4957 {
4958 /* Last byte of character. */
4959 if (sp->ts_isdiff == DIFF_YES)
Bram Moolenaarea424162005-06-16 21:51:00 +00004960 {
Bram Moolenaar4770d092006-01-12 23:22:24 +00004961 /* Correct ts_fidx for the byte length of the
4962 * character (we didn't check that before). */
4963 sp->ts_fidx = sp->ts_fcharstart
Bram Moolenaar5b276aa2017-04-22 23:49:52 +02004964 + MB_PTR2LEN(
4965 fword + sp->ts_fcharstart);
Bram Moolenaar4770d092006-01-12 23:22:24 +00004966 /* For changing a composing character adjust
4967 * the score from SCORE_SUBST to
4968 * SCORE_SUBCOMP. */
4969 if (enc_utf8
4970 && utf_iscomposing(
Bram Moolenaarace95982017-03-29 17:30:27 +02004971 utf_ptr2char(tword
Bram Moolenaar4770d092006-01-12 23:22:24 +00004972 + sp->ts_twordlen
Bram Moolenaare5b8e3d2005-08-12 19:48:49 +00004973 - sp->ts_tcharlen))
Bram Moolenaar4770d092006-01-12 23:22:24 +00004974 && utf_iscomposing(
Bram Moolenaarace95982017-03-29 17:30:27 +02004975 utf_ptr2char(fword
Bram Moolenaare5b8e3d2005-08-12 19:48:49 +00004976 + sp->ts_fcharstart)))
Bram Moolenaar4770d092006-01-12 23:22:24 +00004977 sp->ts_score -=
Bram Moolenaare5b8e3d2005-08-12 19:48:49 +00004978 SCORE_SUBST - SCORE_SUBCOMP;
4979
Bram Moolenaar4770d092006-01-12 23:22:24 +00004980 /* For a similar character adjust score from
4981 * SCORE_SUBST to SCORE_SIMILAR. */
4982 else if (!soundfold
4983 && slang->sl_has_map
4984 && similar_chars(slang,
4985 mb_ptr2char(tword
4986 + sp->ts_twordlen
Bram Moolenaarea424162005-06-16 21:51:00 +00004987 - sp->ts_tcharlen),
Bram Moolenaar4770d092006-01-12 23:22:24 +00004988 mb_ptr2char(fword
Bram Moolenaarea424162005-06-16 21:51:00 +00004989 + sp->ts_fcharstart)))
Bram Moolenaar4770d092006-01-12 23:22:24 +00004990 sp->ts_score -=
Bram Moolenaarea424162005-06-16 21:51:00 +00004991 SCORE_SUBST - SCORE_SIMILAR;
Bram Moolenaarea424162005-06-16 21:51:00 +00004992 }
Bram Moolenaar4770d092006-01-12 23:22:24 +00004993 else if (sp->ts_isdiff == DIFF_INSERT
4994 && sp->ts_twordlen > sp->ts_tcharlen)
4995 {
4996 p = tword + sp->ts_twordlen - sp->ts_tcharlen;
4997 c = mb_ptr2char(p);
4998 if (enc_utf8 && utf_iscomposing(c))
4999 {
5000 /* Inserting a composing char doesn't
5001 * count that much. */
5002 sp->ts_score -= SCORE_INS - SCORE_INSCOMP;
5003 }
5004 else
5005 {
5006 /* If the previous character was the same,
5007 * thus doubling a character, give a bonus
5008 * to the score. Also for the soundfold
5009 * tree (might seem illogical but does
5010 * give better scores). */
Bram Moolenaar91acfff2017-03-12 19:22:36 +01005011 MB_PTR_BACK(tword, p);
Bram Moolenaar4770d092006-01-12 23:22:24 +00005012 if (c == mb_ptr2char(p))
5013 sp->ts_score -= SCORE_INS
5014 - SCORE_INSDUP;
5015 }
5016 }
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005017
Bram Moolenaar4770d092006-01-12 23:22:24 +00005018 /* Starting a new char, reset the length. */
5019 sp->ts_tcharlen = 0;
5020 }
Bram Moolenaarea408852005-06-25 22:49:46 +00005021 }
Bram Moolenaarea424162005-06-16 21:51:00 +00005022 else
Bram Moolenaarea408852005-06-25 22:49:46 +00005023 {
Bram Moolenaar4770d092006-01-12 23:22:24 +00005024 /* If we found a similar char adjust the score.
5025 * We do this after calling go_deeper() because
5026 * it's slow. */
5027 if (newscore != 0
5028 && !soundfold
5029 && slang->sl_has_map
5030 && similar_chars(slang,
5031 c, fword[sp->ts_fidx - 1]))
5032 sp->ts_score -= SCORE_SUBST - SCORE_SIMILAR;
Bram Moolenaarea408852005-06-25 22:49:46 +00005033 }
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005034 }
Bram Moolenaar4770d092006-01-12 23:22:24 +00005035 }
5036 break;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005037
Bram Moolenaar4770d092006-01-12 23:22:24 +00005038 case STATE_DEL:
Bram Moolenaar4770d092006-01-12 23:22:24 +00005039 /* When past the first byte of a multi-byte char don't try
5040 * delete/insert/swap a character. */
5041 if (has_mbyte && sp->ts_tcharlen > 0)
5042 {
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005043 PROF_STORE(sp->ts_state)
Bram Moolenaar4770d092006-01-12 23:22:24 +00005044 sp->ts_state = STATE_FINAL;
5045 break;
5046 }
Bram Moolenaar4770d092006-01-12 23:22:24 +00005047 /*
5048 * Try skipping one character in the bad word (delete it).
5049 */
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005050 PROF_STORE(sp->ts_state)
Bram Moolenaar4770d092006-01-12 23:22:24 +00005051 sp->ts_state = STATE_INS_PREP;
5052 sp->ts_curi = 1;
5053 if (soundfold && sp->ts_fidx == 0 && fword[sp->ts_fidx] == '*')
5054 /* Deleting a vowel at the start of a word counts less, see
5055 * soundalike_score(). */
5056 newscore = 2 * SCORE_DEL / 3;
5057 else
5058 newscore = SCORE_DEL;
5059 if (fword[sp->ts_fidx] != NUL
5060 && TRY_DEEPER(su, stack, depth, newscore))
5061 {
5062 go_deeper(stack, depth, newscore);
5063#ifdef DEBUG_TRIEWALK
5064 sprintf(changename[depth], "%.*s-%s: delete %c",
5065 sp->ts_twordlen, tword, fword + sp->ts_fidx,
5066 fword[sp->ts_fidx]);
5067#endif
5068 ++depth;
5069
5070 /* Remember what character we deleted, so that we can avoid
5071 * inserting it again. */
5072 stack[depth].ts_flags |= TSF_DIDDEL;
5073 stack[depth].ts_delidx = sp->ts_fidx;
5074
5075 /* Advance over the character in fword[]. Give a bonus to the
5076 * score if the same character is following "nn" -> "n". It's
5077 * a bit illogical for soundfold tree but it does give better
5078 * results. */
Bram Moolenaar4770d092006-01-12 23:22:24 +00005079 if (has_mbyte)
5080 {
5081 c = mb_ptr2char(fword + sp->ts_fidx);
Bram Moolenaar5b276aa2017-04-22 23:49:52 +02005082 stack[depth].ts_fidx += MB_PTR2LEN(fword + sp->ts_fidx);
Bram Moolenaar4770d092006-01-12 23:22:24 +00005083 if (enc_utf8 && utf_iscomposing(c))
5084 stack[depth].ts_score -= SCORE_DEL - SCORE_DELCOMP;
5085 else if (c == mb_ptr2char(fword + stack[depth].ts_fidx))
5086 stack[depth].ts_score -= SCORE_DEL - SCORE_DELDUP;
5087 }
5088 else
Bram Moolenaar4770d092006-01-12 23:22:24 +00005089 {
5090 ++stack[depth].ts_fidx;
5091 if (fword[sp->ts_fidx] == fword[sp->ts_fidx + 1])
5092 stack[depth].ts_score -= SCORE_DEL - SCORE_DELDUP;
5093 }
5094 break;
5095 }
Bram Moolenaar2f40d122017-10-24 21:49:36 +02005096 /* FALLTHROUGH */
Bram Moolenaar4770d092006-01-12 23:22:24 +00005097
5098 case STATE_INS_PREP:
5099 if (sp->ts_flags & TSF_DIDDEL)
5100 {
5101 /* If we just deleted a byte then inserting won't make sense,
5102 * a substitute is always cheaper. */
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005103 PROF_STORE(sp->ts_state)
Bram Moolenaar4770d092006-01-12 23:22:24 +00005104 sp->ts_state = STATE_SWAP;
5105 break;
5106 }
5107
5108 /* skip over NUL bytes */
5109 n = sp->ts_arridx;
5110 for (;;)
5111 {
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005112 if (sp->ts_curi > byts[n])
5113 {
Bram Moolenaar4770d092006-01-12 23:22:24 +00005114 /* Only NUL bytes at this node, go to next state. */
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005115 PROF_STORE(sp->ts_state)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005116 sp->ts_state = STATE_SWAP;
Bram Moolenaar4770d092006-01-12 23:22:24 +00005117 break;
5118 }
5119 if (byts[n + sp->ts_curi] != NUL)
5120 {
5121 /* Found a byte to insert. */
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005122 PROF_STORE(sp->ts_state)
Bram Moolenaar4770d092006-01-12 23:22:24 +00005123 sp->ts_state = STATE_INS;
5124 break;
5125 }
5126 ++sp->ts_curi;
5127 }
5128 break;
5129
Bram Moolenaar2f40d122017-10-24 21:49:36 +02005130 /* FALLTHROUGH */
Bram Moolenaar4770d092006-01-12 23:22:24 +00005131
5132 case STATE_INS:
5133 /* Insert one byte. Repeat this for each possible byte at this
5134 * node. */
5135 n = sp->ts_arridx;
5136 if (sp->ts_curi > byts[n])
5137 {
5138 /* Done all bytes at this node, go to next state. */
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005139 PROF_STORE(sp->ts_state)
Bram Moolenaar4770d092006-01-12 23:22:24 +00005140 sp->ts_state = STATE_SWAP;
5141 break;
5142 }
5143
5144 /* Do one more byte at this node, but:
5145 * - Skip NUL bytes.
5146 * - Skip the byte if it's equal to the byte in the word,
5147 * accepting that byte is always better.
5148 */
5149 n += sp->ts_curi++;
5150 c = byts[n];
5151 if (soundfold && sp->ts_twordlen == 0 && c == '*')
5152 /* Inserting a vowel at the start of a word counts less,
5153 * see soundalike_score(). */
5154 newscore = 2 * SCORE_INS / 3;
5155 else
5156 newscore = SCORE_INS;
5157 if (c != fword[sp->ts_fidx]
5158 && TRY_DEEPER(su, stack, depth, newscore))
5159 {
5160 go_deeper(stack, depth, newscore);
5161#ifdef DEBUG_TRIEWALK
5162 sprintf(changename[depth], "%.*s-%s: insert %c",
5163 sp->ts_twordlen, tword, fword + sp->ts_fidx,
5164 c);
5165#endif
5166 ++depth;
5167 sp = &stack[depth];
5168 tword[sp->ts_twordlen++] = c;
5169 sp->ts_arridx = idxs[n];
Bram Moolenaar4770d092006-01-12 23:22:24 +00005170 if (has_mbyte)
5171 {
5172 fl = MB_BYTE2LEN(c);
5173 if (fl > 1)
5174 {
5175 /* There are following bytes for the same character.
5176 * We must find all bytes before trying
5177 * delete/insert/swap/etc. */
5178 sp->ts_tcharlen = fl;
5179 sp->ts_tcharidx = 1;
5180 sp->ts_isdiff = DIFF_INSERT;
5181 }
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005182 }
5183 else
Bram Moolenaar4770d092006-01-12 23:22:24 +00005184 fl = 1;
5185 if (fl == 1)
Bram Moolenaar4770d092006-01-12 23:22:24 +00005186 {
5187 /* If the previous character was the same, thus doubling a
5188 * character, give a bonus to the score. Also for
5189 * soundfold words (illogical but does give a better
5190 * score). */
5191 if (sp->ts_twordlen >= 2
Bram Moolenaarea408852005-06-25 22:49:46 +00005192 && tword[sp->ts_twordlen - 2] == c)
Bram Moolenaar4770d092006-01-12 23:22:24 +00005193 sp->ts_score -= SCORE_INS - SCORE_INSDUP;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005194 }
Bram Moolenaar4770d092006-01-12 23:22:24 +00005195 }
5196 break;
5197
5198 case STATE_SWAP:
5199 /*
5200 * Swap two bytes in the bad word: "12" -> "21".
5201 * We change "fword" here, it's changed back afterwards at
5202 * STATE_UNSWAP.
5203 */
5204 p = fword + sp->ts_fidx;
5205 c = *p;
5206 if (c == NUL)
5207 {
5208 /* End of word, can't swap or replace. */
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005209 PROF_STORE(sp->ts_state)
Bram Moolenaar4770d092006-01-12 23:22:24 +00005210 sp->ts_state = STATE_FINAL;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005211 break;
Bram Moolenaar4770d092006-01-12 23:22:24 +00005212 }
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005213
Bram Moolenaar4770d092006-01-12 23:22:24 +00005214 /* Don't swap if the first character is not a word character.
5215 * SWAP3 etc. also don't make sense then. */
Bram Moolenaar860cae12010-06-05 23:22:07 +02005216 if (!soundfold && !spell_iswordp(p, curwin))
Bram Moolenaar4770d092006-01-12 23:22:24 +00005217 {
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005218 PROF_STORE(sp->ts_state)
Bram Moolenaar4770d092006-01-12 23:22:24 +00005219 sp->ts_state = STATE_REP_INI;
5220 break;
5221 }
Bram Moolenaarbb15b652005-10-03 21:52:09 +00005222
Bram Moolenaar4770d092006-01-12 23:22:24 +00005223 if (has_mbyte)
5224 {
Bram Moolenaard3c907b2016-08-17 21:32:09 +02005225 n = MB_CPTR2LEN(p);
Bram Moolenaar4770d092006-01-12 23:22:24 +00005226 c = mb_ptr2char(p);
Bram Moolenaar3dcfbf72007-08-05 16:33:12 +00005227 if (p[n] == NUL)
5228 c2 = NUL;
Bram Moolenaar860cae12010-06-05 23:22:07 +02005229 else if (!soundfold && !spell_iswordp(p + n, curwin))
Bram Moolenaar4770d092006-01-12 23:22:24 +00005230 c2 = c; /* don't swap non-word char */
5231 else
5232 c2 = mb_ptr2char(p + n);
5233 }
5234 else
Bram Moolenaar4770d092006-01-12 23:22:24 +00005235 {
Bram Moolenaar3dcfbf72007-08-05 16:33:12 +00005236 if (p[1] == NUL)
5237 c2 = NUL;
Bram Moolenaar860cae12010-06-05 23:22:07 +02005238 else if (!soundfold && !spell_iswordp(p + 1, curwin))
Bram Moolenaar4770d092006-01-12 23:22:24 +00005239 c2 = c; /* don't swap non-word char */
5240 else
5241 c2 = p[1];
5242 }
Bram Moolenaarbb15b652005-10-03 21:52:09 +00005243
Bram Moolenaar3dcfbf72007-08-05 16:33:12 +00005244 /* When the second character is NUL we can't swap. */
5245 if (c2 == NUL)
5246 {
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005247 PROF_STORE(sp->ts_state)
Bram Moolenaar3dcfbf72007-08-05 16:33:12 +00005248 sp->ts_state = STATE_REP_INI;
5249 break;
5250 }
5251
Bram Moolenaar4770d092006-01-12 23:22:24 +00005252 /* When characters are identical, swap won't do anything.
5253 * Also get here if the second char is not a word character. */
5254 if (c == c2)
5255 {
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005256 PROF_STORE(sp->ts_state)
Bram Moolenaar4770d092006-01-12 23:22:24 +00005257 sp->ts_state = STATE_SWAP3;
5258 break;
5259 }
5260 if (c2 != NUL && TRY_DEEPER(su, stack, depth, SCORE_SWAP))
5261 {
5262 go_deeper(stack, depth, SCORE_SWAP);
5263#ifdef DEBUG_TRIEWALK
5264 sprintf(changename[depth], "%.*s-%s: swap %c and %c",
5265 sp->ts_twordlen, tword, fword + sp->ts_fidx,
5266 c, c2);
5267#endif
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005268 PROF_STORE(sp->ts_state)
Bram Moolenaar4770d092006-01-12 23:22:24 +00005269 sp->ts_state = STATE_UNSWAP;
5270 ++depth;
Bram Moolenaarea424162005-06-16 21:51:00 +00005271 if (has_mbyte)
5272 {
Bram Moolenaar4770d092006-01-12 23:22:24 +00005273 fl = mb_char2len(c2);
5274 mch_memmove(p, p + n, fl);
5275 mb_char2bytes(c, p + fl);
5276 stack[depth].ts_fidxtry = sp->ts_fidx + n + fl;
Bram Moolenaarea424162005-06-16 21:51:00 +00005277 }
5278 else
Bram Moolenaarbb15b652005-10-03 21:52:09 +00005279 {
Bram Moolenaar4770d092006-01-12 23:22:24 +00005280 p[0] = c2;
Bram Moolenaarea424162005-06-16 21:51:00 +00005281 p[1] = c;
Bram Moolenaar4770d092006-01-12 23:22:24 +00005282 stack[depth].ts_fidxtry = sp->ts_fidx + 2;
Bram Moolenaarea424162005-06-16 21:51:00 +00005283 }
Bram Moolenaar4770d092006-01-12 23:22:24 +00005284 }
5285 else
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005286 {
Bram Moolenaar4770d092006-01-12 23:22:24 +00005287 /* If this swap doesn't work then SWAP3 won't either. */
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005288 PROF_STORE(sp->ts_state)
Bram Moolenaar4770d092006-01-12 23:22:24 +00005289 sp->ts_state = STATE_REP_INI;
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005290 }
Bram Moolenaar4770d092006-01-12 23:22:24 +00005291 break;
Bram Moolenaarea424162005-06-16 21:51:00 +00005292
Bram Moolenaar4770d092006-01-12 23:22:24 +00005293 case STATE_UNSWAP:
5294 /* Undo the STATE_SWAP swap: "21" -> "12". */
5295 p = fword + sp->ts_fidx;
Bram Moolenaar4770d092006-01-12 23:22:24 +00005296 if (has_mbyte)
5297 {
Bram Moolenaar5b276aa2017-04-22 23:49:52 +02005298 n = MB_PTR2LEN(p);
Bram Moolenaar4770d092006-01-12 23:22:24 +00005299 c = mb_ptr2char(p + n);
Bram Moolenaar5b276aa2017-04-22 23:49:52 +02005300 mch_memmove(p + MB_PTR2LEN(p + n), p, n);
Bram Moolenaar4770d092006-01-12 23:22:24 +00005301 mb_char2bytes(c, p);
5302 }
5303 else
Bram Moolenaar4770d092006-01-12 23:22:24 +00005304 {
5305 c = *p;
5306 *p = p[1];
5307 p[1] = c;
5308 }
Bram Moolenaar2f40d122017-10-24 21:49:36 +02005309 /* FALLTHROUGH */
Bram Moolenaar4770d092006-01-12 23:22:24 +00005310
5311 case STATE_SWAP3:
5312 /* Swap two bytes, skipping one: "123" -> "321". We change
5313 * "fword" here, it's changed back afterwards at STATE_UNSWAP3. */
5314 p = fword + sp->ts_fidx;
Bram Moolenaar4770d092006-01-12 23:22:24 +00005315 if (has_mbyte)
5316 {
Bram Moolenaard3c907b2016-08-17 21:32:09 +02005317 n = MB_CPTR2LEN(p);
Bram Moolenaar4770d092006-01-12 23:22:24 +00005318 c = mb_ptr2char(p);
Bram Moolenaard3c907b2016-08-17 21:32:09 +02005319 fl = MB_CPTR2LEN(p + n);
Bram Moolenaar4770d092006-01-12 23:22:24 +00005320 c2 = mb_ptr2char(p + n);
Bram Moolenaar860cae12010-06-05 23:22:07 +02005321 if (!soundfold && !spell_iswordp(p + n + fl, curwin))
Bram Moolenaar4770d092006-01-12 23:22:24 +00005322 c3 = c; /* don't swap non-word char */
5323 else
5324 c3 = mb_ptr2char(p + n + fl);
5325 }
5326 else
Bram Moolenaar4770d092006-01-12 23:22:24 +00005327 {
5328 c = *p;
5329 c2 = p[1];
Bram Moolenaar860cae12010-06-05 23:22:07 +02005330 if (!soundfold && !spell_iswordp(p + 2, curwin))
Bram Moolenaar4770d092006-01-12 23:22:24 +00005331 c3 = c; /* don't swap non-word char */
5332 else
5333 c3 = p[2];
5334 }
5335
5336 /* When characters are identical: "121" then SWAP3 result is
5337 * identical, ROT3L result is same as SWAP: "211", ROT3L result is
5338 * same as SWAP on next char: "112". Thus skip all swapping.
5339 * Also skip when c3 is NUL.
5340 * Also get here when the third character is not a word character.
5341 * Second character may any char: "a.b" -> "b.a" */
5342 if (c == c3 || c3 == NUL)
5343 {
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005344 PROF_STORE(sp->ts_state)
Bram Moolenaar4770d092006-01-12 23:22:24 +00005345 sp->ts_state = STATE_REP_INI;
5346 break;
5347 }
5348 if (TRY_DEEPER(su, stack, depth, SCORE_SWAP3))
5349 {
5350 go_deeper(stack, depth, SCORE_SWAP3);
5351#ifdef DEBUG_TRIEWALK
5352 sprintf(changename[depth], "%.*s-%s: swap3 %c and %c",
5353 sp->ts_twordlen, tword, fword + sp->ts_fidx,
5354 c, c3);
5355#endif
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005356 PROF_STORE(sp->ts_state)
Bram Moolenaar4770d092006-01-12 23:22:24 +00005357 sp->ts_state = STATE_UNSWAP3;
5358 ++depth;
Bram Moolenaar4770d092006-01-12 23:22:24 +00005359 if (has_mbyte)
5360 {
5361 tl = mb_char2len(c3);
5362 mch_memmove(p, p + n + fl, tl);
5363 mb_char2bytes(c2, p + tl);
5364 mb_char2bytes(c, p + fl + tl);
5365 stack[depth].ts_fidxtry = sp->ts_fidx + n + fl + tl;
5366 }
5367 else
Bram Moolenaar4770d092006-01-12 23:22:24 +00005368 {
5369 p[0] = p[2];
5370 p[2] = c;
5371 stack[depth].ts_fidxtry = sp->ts_fidx + 3;
5372 }
5373 }
5374 else
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005375 {
5376 PROF_STORE(sp->ts_state)
Bram Moolenaar4770d092006-01-12 23:22:24 +00005377 sp->ts_state = STATE_REP_INI;
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005378 }
Bram Moolenaar4770d092006-01-12 23:22:24 +00005379 break;
5380
5381 case STATE_UNSWAP3:
5382 /* Undo STATE_SWAP3: "321" -> "123" */
5383 p = fword + sp->ts_fidx;
Bram Moolenaar4770d092006-01-12 23:22:24 +00005384 if (has_mbyte)
5385 {
Bram Moolenaar5b276aa2017-04-22 23:49:52 +02005386 n = MB_PTR2LEN(p);
Bram Moolenaar4770d092006-01-12 23:22:24 +00005387 c2 = mb_ptr2char(p + n);
Bram Moolenaar5b276aa2017-04-22 23:49:52 +02005388 fl = MB_PTR2LEN(p + n);
Bram Moolenaar4770d092006-01-12 23:22:24 +00005389 c = mb_ptr2char(p + n + fl);
Bram Moolenaar5b276aa2017-04-22 23:49:52 +02005390 tl = MB_PTR2LEN(p + n + fl);
Bram Moolenaar4770d092006-01-12 23:22:24 +00005391 mch_memmove(p + fl + tl, p, n);
5392 mb_char2bytes(c, p);
5393 mb_char2bytes(c2, p + tl);
5394 p = p + tl;
5395 }
5396 else
Bram Moolenaar4770d092006-01-12 23:22:24 +00005397 {
5398 c = *p;
5399 *p = p[2];
5400 p[2] = c;
5401 ++p;
5402 }
5403
Bram Moolenaar860cae12010-06-05 23:22:07 +02005404 if (!soundfold && !spell_iswordp(p, curwin))
Bram Moolenaar4770d092006-01-12 23:22:24 +00005405 {
5406 /* Middle char is not a word char, skip the rotate. First and
5407 * third char were already checked at swap and swap3. */
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005408 PROF_STORE(sp->ts_state)
Bram Moolenaar4770d092006-01-12 23:22:24 +00005409 sp->ts_state = STATE_REP_INI;
5410 break;
5411 }
5412
5413 /* Rotate three characters left: "123" -> "231". We change
5414 * "fword" here, it's changed back afterwards at STATE_UNROT3L. */
5415 if (TRY_DEEPER(su, stack, depth, SCORE_SWAP3))
5416 {
5417 go_deeper(stack, depth, SCORE_SWAP3);
5418#ifdef DEBUG_TRIEWALK
5419 p = fword + sp->ts_fidx;
5420 sprintf(changename[depth], "%.*s-%s: rotate left %c%c%c",
5421 sp->ts_twordlen, tword, fword + sp->ts_fidx,
5422 p[0], p[1], p[2]);
5423#endif
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005424 PROF_STORE(sp->ts_state)
Bram Moolenaar4770d092006-01-12 23:22:24 +00005425 sp->ts_state = STATE_UNROT3L;
5426 ++depth;
Bram Moolenaarea424162005-06-16 21:51:00 +00005427 p = fword + sp->ts_fidx;
Bram Moolenaarea424162005-06-16 21:51:00 +00005428 if (has_mbyte)
5429 {
Bram Moolenaard3c907b2016-08-17 21:32:09 +02005430 n = MB_CPTR2LEN(p);
Bram Moolenaarea424162005-06-16 21:51:00 +00005431 c = mb_ptr2char(p);
Bram Moolenaard3c907b2016-08-17 21:32:09 +02005432 fl = MB_CPTR2LEN(p + n);
5433 fl += MB_CPTR2LEN(p + n + fl);
Bram Moolenaar4770d092006-01-12 23:22:24 +00005434 mch_memmove(p, p + n, fl);
5435 mb_char2bytes(c, p + fl);
5436 stack[depth].ts_fidxtry = sp->ts_fidx + n + fl;
Bram Moolenaarea424162005-06-16 21:51:00 +00005437 }
5438 else
Bram Moolenaarea424162005-06-16 21:51:00 +00005439 {
5440 c = *p;
5441 *p = p[1];
5442 p[1] = p[2];
5443 p[2] = c;
Bram Moolenaar4770d092006-01-12 23:22:24 +00005444 stack[depth].ts_fidxtry = sp->ts_fidx + 3;
Bram Moolenaarea424162005-06-16 21:51:00 +00005445 }
Bram Moolenaar4770d092006-01-12 23:22:24 +00005446 }
5447 else
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005448 {
5449 PROF_STORE(sp->ts_state)
Bram Moolenaar4770d092006-01-12 23:22:24 +00005450 sp->ts_state = STATE_REP_INI;
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005451 }
Bram Moolenaar4770d092006-01-12 23:22:24 +00005452 break;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005453
Bram Moolenaar4770d092006-01-12 23:22:24 +00005454 case STATE_UNROT3L:
5455 /* Undo ROT3L: "231" -> "123" */
5456 p = fword + sp->ts_fidx;
Bram Moolenaar4770d092006-01-12 23:22:24 +00005457 if (has_mbyte)
5458 {
Bram Moolenaar5b276aa2017-04-22 23:49:52 +02005459 n = MB_PTR2LEN(p);
5460 n += MB_PTR2LEN(p + n);
Bram Moolenaar4770d092006-01-12 23:22:24 +00005461 c = mb_ptr2char(p + n);
Bram Moolenaar5b276aa2017-04-22 23:49:52 +02005462 tl = MB_PTR2LEN(p + n);
Bram Moolenaar4770d092006-01-12 23:22:24 +00005463 mch_memmove(p + tl, p, n);
5464 mb_char2bytes(c, p);
5465 }
5466 else
Bram Moolenaar4770d092006-01-12 23:22:24 +00005467 {
5468 c = p[2];
5469 p[2] = p[1];
5470 p[1] = *p;
5471 *p = c;
5472 }
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005473
Bram Moolenaar4770d092006-01-12 23:22:24 +00005474 /* Rotate three bytes right: "123" -> "312". We change "fword"
5475 * here, it's changed back afterwards at STATE_UNROT3R. */
5476 if (TRY_DEEPER(su, stack, depth, SCORE_SWAP3))
5477 {
5478 go_deeper(stack, depth, SCORE_SWAP3);
5479#ifdef DEBUG_TRIEWALK
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005480 p = fword + sp->ts_fidx;
Bram Moolenaar4770d092006-01-12 23:22:24 +00005481 sprintf(changename[depth], "%.*s-%s: rotate right %c%c%c",
5482 sp->ts_twordlen, tword, fword + sp->ts_fidx,
5483 p[0], p[1], p[2]);
5484#endif
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005485 PROF_STORE(sp->ts_state)
Bram Moolenaar4770d092006-01-12 23:22:24 +00005486 sp->ts_state = STATE_UNROT3R;
5487 ++depth;
5488 p = fword + sp->ts_fidx;
Bram Moolenaar4770d092006-01-12 23:22:24 +00005489 if (has_mbyte)
Bram Moolenaar0c405862005-06-22 22:26:26 +00005490 {
Bram Moolenaard3c907b2016-08-17 21:32:09 +02005491 n = MB_CPTR2LEN(p);
5492 n += MB_CPTR2LEN(p + n);
Bram Moolenaar4770d092006-01-12 23:22:24 +00005493 c = mb_ptr2char(p + n);
Bram Moolenaard3c907b2016-08-17 21:32:09 +02005494 tl = MB_CPTR2LEN(p + n);
Bram Moolenaar4770d092006-01-12 23:22:24 +00005495 mch_memmove(p + tl, p, n);
5496 mb_char2bytes(c, p);
5497 stack[depth].ts_fidxtry = sp->ts_fidx + n + tl;
Bram Moolenaar0c405862005-06-22 22:26:26 +00005498 }
Bram Moolenaar4770d092006-01-12 23:22:24 +00005499 else
Bram Moolenaar4770d092006-01-12 23:22:24 +00005500 {
5501 c = p[2];
5502 p[2] = p[1];
5503 p[1] = *p;
5504 *p = c;
5505 stack[depth].ts_fidxtry = sp->ts_fidx + 3;
5506 }
5507 }
5508 else
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005509 {
5510 PROF_STORE(sp->ts_state)
Bram Moolenaar4770d092006-01-12 23:22:24 +00005511 sp->ts_state = STATE_REP_INI;
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005512 }
Bram Moolenaar4770d092006-01-12 23:22:24 +00005513 break;
5514
5515 case STATE_UNROT3R:
5516 /* Undo ROT3R: "312" -> "123" */
5517 p = fword + sp->ts_fidx;
Bram Moolenaar4770d092006-01-12 23:22:24 +00005518 if (has_mbyte)
5519 {
5520 c = mb_ptr2char(p);
Bram Moolenaar5b276aa2017-04-22 23:49:52 +02005521 tl = MB_PTR2LEN(p);
5522 n = MB_PTR2LEN(p + tl);
5523 n += MB_PTR2LEN(p + tl + n);
Bram Moolenaar4770d092006-01-12 23:22:24 +00005524 mch_memmove(p, p + tl, n);
5525 mb_char2bytes(c, p + n);
5526 }
5527 else
Bram Moolenaar4770d092006-01-12 23:22:24 +00005528 {
5529 c = *p;
5530 *p = p[1];
5531 p[1] = p[2];
5532 p[2] = c;
5533 }
Bram Moolenaar2f40d122017-10-24 21:49:36 +02005534 /* FALLTHROUGH */
Bram Moolenaar4770d092006-01-12 23:22:24 +00005535
5536 case STATE_REP_INI:
5537 /* Check if matching with REP items from the .aff file would work.
5538 * Quickly skip if:
5539 * - there are no REP items and we are not in the soundfold trie
5540 * - the score is going to be too high anyway
5541 * - already applied a REP item or swapped here */
5542 if ((lp->lp_replang == NULL && !soundfold)
5543 || sp->ts_score + SCORE_REP >= su->su_maxscore
5544 || sp->ts_fidx < sp->ts_fidxtry)
5545 {
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005546 PROF_STORE(sp->ts_state)
Bram Moolenaar4770d092006-01-12 23:22:24 +00005547 sp->ts_state = STATE_FINAL;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005548 break;
Bram Moolenaar4770d092006-01-12 23:22:24 +00005549 }
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005550
Bram Moolenaar4770d092006-01-12 23:22:24 +00005551 /* Use the first byte to quickly find the first entry that may
5552 * match. If the index is -1 there is none. */
5553 if (soundfold)
5554 sp->ts_curi = slang->sl_repsal_first[fword[sp->ts_fidx]];
5555 else
5556 sp->ts_curi = lp->lp_replang->sl_rep_first[fword[sp->ts_fidx]];
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005557
Bram Moolenaar4770d092006-01-12 23:22:24 +00005558 if (sp->ts_curi < 0)
5559 {
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005560 PROF_STORE(sp->ts_state)
Bram Moolenaar4770d092006-01-12 23:22:24 +00005561 sp->ts_state = STATE_FINAL;
5562 break;
5563 }
5564
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005565 PROF_STORE(sp->ts_state)
Bram Moolenaar4770d092006-01-12 23:22:24 +00005566 sp->ts_state = STATE_REP;
Bram Moolenaar2f40d122017-10-24 21:49:36 +02005567 /* FALLTHROUGH */
Bram Moolenaar4770d092006-01-12 23:22:24 +00005568
5569 case STATE_REP:
5570 /* Try matching with REP items from the .aff file. For each match
5571 * replace the characters and check if the resulting word is
5572 * valid. */
5573 p = fword + sp->ts_fidx;
5574
5575 if (soundfold)
5576 gap = &slang->sl_repsal;
5577 else
5578 gap = &lp->lp_replang->sl_rep;
5579 while (sp->ts_curi < gap->ga_len)
5580 {
5581 ftp = (fromto_T *)gap->ga_data + sp->ts_curi++;
5582 if (*ftp->ft_from != *p)
Bram Moolenaar42eeac32005-06-29 22:40:58 +00005583 {
Bram Moolenaar4770d092006-01-12 23:22:24 +00005584 /* past possible matching entries */
5585 sp->ts_curi = gap->ga_len;
5586 break;
Bram Moolenaar42eeac32005-06-29 22:40:58 +00005587 }
Bram Moolenaar4770d092006-01-12 23:22:24 +00005588 if (STRNCMP(ftp->ft_from, p, STRLEN(ftp->ft_from)) == 0
5589 && TRY_DEEPER(su, stack, depth, SCORE_REP))
5590 {
5591 go_deeper(stack, depth, SCORE_REP);
5592#ifdef DEBUG_TRIEWALK
5593 sprintf(changename[depth], "%.*s-%s: replace %s with %s",
5594 sp->ts_twordlen, tword, fword + sp->ts_fidx,
5595 ftp->ft_from, ftp->ft_to);
5596#endif
5597 /* Need to undo this afterwards. */
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005598 PROF_STORE(sp->ts_state)
Bram Moolenaar4770d092006-01-12 23:22:24 +00005599 sp->ts_state = STATE_REP_UNDO;
Bram Moolenaar42eeac32005-06-29 22:40:58 +00005600
Bram Moolenaar4770d092006-01-12 23:22:24 +00005601 /* Change the "from" to the "to" string. */
5602 ++depth;
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00005603 fl = (int)STRLEN(ftp->ft_from);
5604 tl = (int)STRLEN(ftp->ft_to);
Bram Moolenaar4770d092006-01-12 23:22:24 +00005605 if (fl != tl)
5606 {
Bram Moolenaara7241f52008-06-24 20:39:31 +00005607 STRMOVE(p + tl, p + fl);
Bram Moolenaar4770d092006-01-12 23:22:24 +00005608 repextra += tl - fl;
5609 }
5610 mch_memmove(p, ftp->ft_to, tl);
5611 stack[depth].ts_fidxtry = sp->ts_fidx + tl;
Bram Moolenaar4770d092006-01-12 23:22:24 +00005612 stack[depth].ts_tcharlen = 0;
Bram Moolenaar4770d092006-01-12 23:22:24 +00005613 break;
5614 }
5615 }
5616
5617 if (sp->ts_curi >= gap->ga_len && sp->ts_state == STATE_REP)
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005618 {
Bram Moolenaar4770d092006-01-12 23:22:24 +00005619 /* No (more) matches. */
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005620 PROF_STORE(sp->ts_state)
Bram Moolenaar4770d092006-01-12 23:22:24 +00005621 sp->ts_state = STATE_FINAL;
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005622 }
Bram Moolenaar4770d092006-01-12 23:22:24 +00005623
5624 break;
5625
5626 case STATE_REP_UNDO:
5627 /* Undo a REP replacement and continue with the next one. */
5628 if (soundfold)
5629 gap = &slang->sl_repsal;
5630 else
5631 gap = &lp->lp_replang->sl_rep;
5632 ftp = (fromto_T *)gap->ga_data + sp->ts_curi - 1;
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00005633 fl = (int)STRLEN(ftp->ft_from);
5634 tl = (int)STRLEN(ftp->ft_to);
Bram Moolenaar4770d092006-01-12 23:22:24 +00005635 p = fword + sp->ts_fidx;
5636 if (fl != tl)
5637 {
Bram Moolenaara7241f52008-06-24 20:39:31 +00005638 STRMOVE(p + fl, p + tl);
Bram Moolenaar4770d092006-01-12 23:22:24 +00005639 repextra -= tl - fl;
5640 }
5641 mch_memmove(p, ftp->ft_from, fl);
Bram Moolenaarca1fe982016-01-07 16:22:06 +01005642 PROF_STORE(sp->ts_state)
Bram Moolenaar4770d092006-01-12 23:22:24 +00005643 sp->ts_state = STATE_REP;
5644 break;
5645
5646 default:
5647 /* Did all possible states at this level, go up one level. */
5648 --depth;
5649
5650 if (depth >= 0 && stack[depth].ts_prefixdepth == PFD_PREFIXTREE)
5651 {
5652 /* Continue in or go back to the prefix tree. */
5653 byts = pbyts;
5654 idxs = pidxs;
5655 }
5656
5657 /* Don't check for CTRL-C too often, it takes time. */
5658 if (--breakcheckcount == 0)
5659 {
5660 ui_breakcheck();
5661 breakcheckcount = 1000;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00005662 }
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005663 }
5664 }
5665}
5666
Bram Moolenaar4770d092006-01-12 23:22:24 +00005667
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005668/*
Bram Moolenaar4770d092006-01-12 23:22:24 +00005669 * Go one level deeper in the tree.
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005670 */
Bram Moolenaar4770d092006-01-12 23:22:24 +00005671 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01005672go_deeper(trystate_T *stack, int depth, int score_add)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005673{
Bram Moolenaarea424162005-06-16 21:51:00 +00005674 stack[depth + 1] = stack[depth];
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005675 stack[depth + 1].ts_state = STATE_START;
Bram Moolenaar4770d092006-01-12 23:22:24 +00005676 stack[depth + 1].ts_score = stack[depth].ts_score + score_add;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005677 stack[depth + 1].ts_curi = 1; /* start just after length byte */
Bram Moolenaard12a1322005-08-21 22:08:24 +00005678 stack[depth + 1].ts_flags = 0;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005679}
5680
Bram Moolenaar53805d12005-08-01 07:08:33 +00005681/*
5682 * Case-folding may change the number of bytes: Count nr of chars in
5683 * fword[flen] and return the byte length of that many chars in "word".
5684 */
5685 static int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01005686nofold_len(char_u *fword, int flen, char_u *word)
Bram Moolenaar53805d12005-08-01 07:08:33 +00005687{
5688 char_u *p;
5689 int i = 0;
5690
Bram Moolenaar91acfff2017-03-12 19:22:36 +01005691 for (p = fword; p < fword + flen; MB_PTR_ADV(p))
Bram Moolenaar53805d12005-08-01 07:08:33 +00005692 ++i;
Bram Moolenaar91acfff2017-03-12 19:22:36 +01005693 for (p = word; i > 0; MB_PTR_ADV(p))
Bram Moolenaar53805d12005-08-01 07:08:33 +00005694 --i;
5695 return (int)(p - word);
5696}
Bram Moolenaar53805d12005-08-01 07:08:33 +00005697
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005698/*
5699 * "fword" is a good word with case folded. Find the matching keep-case
5700 * words and put it in "kword".
5701 * Theoretically there could be several keep-case words that result in the
5702 * same case-folded word, but we only find one...
5703 */
5704 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01005705find_keepcap_word(slang_T *slang, char_u *fword, char_u *kword)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005706{
5707 char_u uword[MAXWLEN]; /* "fword" in upper-case */
5708 int depth;
Bram Moolenaar9f30f502005-06-14 22:01:04 +00005709 idx_T tryidx;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005710
5711 /* The following arrays are used at each depth in the tree. */
Bram Moolenaar9f30f502005-06-14 22:01:04 +00005712 idx_T arridx[MAXWLEN];
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005713 int round[MAXWLEN];
5714 int fwordidx[MAXWLEN];
5715 int uwordidx[MAXWLEN];
5716 int kwordlen[MAXWLEN];
5717
5718 int flen, ulen;
5719 int l;
5720 int len;
5721 int c;
Bram Moolenaar9f30f502005-06-14 22:01:04 +00005722 idx_T lo, hi, m;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005723 char_u *p;
5724 char_u *byts = slang->sl_kbyts; /* array with bytes of the words */
Bram Moolenaar9f30f502005-06-14 22:01:04 +00005725 idx_T *idxs = slang->sl_kidxs; /* array with indexes */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005726
5727 if (byts == NULL)
5728 {
5729 /* array is empty: "cannot happen" */
5730 *kword = NUL;
5731 return;
5732 }
5733
5734 /* Make an all-cap version of "fword". */
5735 allcap_copy(fword, uword);
5736
5737 /*
5738 * Each character needs to be tried both case-folded and upper-case.
5739 * All this gets very complicated if we keep in mind that changing case
5740 * may change the byte length of a multi-byte character...
5741 */
5742 depth = 0;
5743 arridx[0] = 0;
5744 round[0] = 0;
5745 fwordidx[0] = 0;
5746 uwordidx[0] = 0;
5747 kwordlen[0] = 0;
5748 while (depth >= 0)
5749 {
5750 if (fword[fwordidx[depth]] == NUL)
5751 {
5752 /* We are at the end of "fword". If the tree allows a word to end
5753 * here we have found a match. */
5754 if (byts[arridx[depth] + 1] == 0)
5755 {
5756 kword[kwordlen[depth]] = NUL;
5757 return;
5758 }
5759
5760 /* kword is getting too long, continue one level up */
5761 --depth;
5762 }
5763 else if (++round[depth] > 2)
5764 {
5765 /* tried both fold-case and upper-case character, continue one
5766 * level up */
5767 --depth;
5768 }
5769 else
5770 {
5771 /*
5772 * round[depth] == 1: Try using the folded-case character.
5773 * round[depth] == 2: Try using the upper-case character.
5774 */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005775 if (has_mbyte)
5776 {
Bram Moolenaard3c907b2016-08-17 21:32:09 +02005777 flen = MB_CPTR2LEN(fword + fwordidx[depth]);
5778 ulen = MB_CPTR2LEN(uword + uwordidx[depth]);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005779 }
5780 else
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00005781 ulen = flen = 1;
5782 if (round[depth] == 1)
5783 {
5784 p = fword + fwordidx[depth];
5785 l = flen;
5786 }
5787 else
5788 {
5789 p = uword + uwordidx[depth];
5790 l = ulen;
5791 }
5792
5793 for (tryidx = arridx[depth]; l > 0; --l)
5794 {
5795 /* Perform a binary search in the list of accepted bytes. */
5796 len = byts[tryidx++];
5797 c = *p++;
5798 lo = tryidx;
5799 hi = tryidx + len - 1;
5800 while (lo < hi)
5801 {
5802 m = (lo + hi) / 2;
5803 if (byts[m] > c)
5804 hi = m - 1;
5805 else if (byts[m] < c)
5806 lo = m + 1;
5807 else
5808 {
5809 lo = hi = m;
5810 break;
5811 }
5812 }
5813
5814 /* Stop if there is no matching byte. */
5815 if (hi < lo || byts[lo] != c)
5816 break;
5817
5818 /* Continue at the child (if there is one). */
5819 tryidx = idxs[lo];
5820 }
5821
5822 if (l == 0)
5823 {
5824 /*
5825 * Found the matching char. Copy it to "kword" and go a
5826 * level deeper.
5827 */
5828 if (round[depth] == 1)
5829 {
5830 STRNCPY(kword + kwordlen[depth], fword + fwordidx[depth],
5831 flen);
5832 kwordlen[depth + 1] = kwordlen[depth] + flen;
5833 }
5834 else
5835 {
5836 STRNCPY(kword + kwordlen[depth], uword + uwordidx[depth],
5837 ulen);
5838 kwordlen[depth + 1] = kwordlen[depth] + ulen;
5839 }
5840 fwordidx[depth + 1] = fwordidx[depth] + flen;
5841 uwordidx[depth + 1] = uwordidx[depth] + ulen;
5842
5843 ++depth;
5844 arridx[depth] = tryidx;
5845 round[depth] = 0;
5846 }
5847 }
5848 }
5849
5850 /* Didn't find it: "cannot happen". */
5851 *kword = NUL;
5852}
5853
5854/*
Bram Moolenaard857f0e2005-06-21 22:37:39 +00005855 * Compute the sound-a-like score for suggestions in su->su_ga and add them to
5856 * su->su_sga.
5857 */
5858 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01005859score_comp_sal(suginfo_T *su)
Bram Moolenaard857f0e2005-06-21 22:37:39 +00005860{
5861 langp_T *lp;
5862 char_u badsound[MAXWLEN];
5863 int i;
5864 suggest_T *stp;
5865 suggest_T *sstp;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00005866 int score;
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00005867 int lpi;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00005868
5869 if (ga_grow(&su->su_sga, su->su_ga.ga_len) == FAIL)
5870 return;
5871
5872 /* Use the sound-folding of the first language that supports it. */
Bram Moolenaar860cae12010-06-05 23:22:07 +02005873 for (lpi = 0; lpi < curwin->w_s->b_langp.ga_len; ++lpi)
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00005874 {
Bram Moolenaar860cae12010-06-05 23:22:07 +02005875 lp = LANGP_ENTRY(curwin->w_s->b_langp, lpi);
Bram Moolenaard857f0e2005-06-21 22:37:39 +00005876 if (lp->lp_slang->sl_sal.ga_len > 0)
5877 {
5878 /* soundfold the bad word */
Bram Moolenaar42eeac32005-06-29 22:40:58 +00005879 spell_soundfold(lp->lp_slang, su->su_fbadword, TRUE, badsound);
Bram Moolenaard857f0e2005-06-21 22:37:39 +00005880
5881 for (i = 0; i < su->su_ga.ga_len; ++i)
5882 {
5883 stp = &SUG(su->su_ga, i);
5884
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00005885 /* Case-fold the suggested word, sound-fold it and compute the
5886 * sound-a-like score. */
5887 score = stp_sal_score(stp, su, lp->lp_slang, badsound);
Bram Moolenaard857f0e2005-06-21 22:37:39 +00005888 if (score < SCORE_MAXMAX)
5889 {
5890 /* Add the suggestion. */
5891 sstp = &SUG(su->su_sga, su->su_sga.ga_len);
5892 sstp->st_word = vim_strsave(stp->st_word);
5893 if (sstp->st_word != NULL)
5894 {
Bram Moolenaar4770d092006-01-12 23:22:24 +00005895 sstp->st_wordlen = stp->st_wordlen;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00005896 sstp->st_score = score;
5897 sstp->st_altscore = 0;
5898 sstp->st_orglen = stp->st_orglen;
5899 ++su->su_sga.ga_len;
5900 }
5901 }
5902 }
5903 break;
5904 }
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00005905 }
Bram Moolenaard857f0e2005-06-21 22:37:39 +00005906}
5907
5908/*
5909 * Combine the list of suggestions in su->su_ga and su->su_sga.
Bram Moolenaar84a05ac2013-05-06 04:24:17 +02005910 * They are entwined.
Bram Moolenaard857f0e2005-06-21 22:37:39 +00005911 */
5912 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01005913score_combine(suginfo_T *su)
Bram Moolenaard857f0e2005-06-21 22:37:39 +00005914{
5915 int i;
5916 int j;
5917 garray_T ga;
5918 garray_T *gap;
5919 langp_T *lp;
5920 suggest_T *stp;
5921 char_u *p;
5922 char_u badsound[MAXWLEN];
Bram Moolenaard857f0e2005-06-21 22:37:39 +00005923 int round;
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00005924 int lpi;
Bram Moolenaar4770d092006-01-12 23:22:24 +00005925 slang_T *slang = NULL;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00005926
5927 /* Add the alternate score to su_ga. */
Bram Moolenaar860cae12010-06-05 23:22:07 +02005928 for (lpi = 0; lpi < curwin->w_s->b_langp.ga_len; ++lpi)
Bram Moolenaard857f0e2005-06-21 22:37:39 +00005929 {
Bram Moolenaar860cae12010-06-05 23:22:07 +02005930 lp = LANGP_ENTRY(curwin->w_s->b_langp, lpi);
Bram Moolenaard857f0e2005-06-21 22:37:39 +00005931 if (lp->lp_slang->sl_sal.ga_len > 0)
5932 {
5933 /* soundfold the bad word */
Bram Moolenaar4770d092006-01-12 23:22:24 +00005934 slang = lp->lp_slang;
5935 spell_soundfold(slang, su->su_fbadword, TRUE, badsound);
Bram Moolenaard857f0e2005-06-21 22:37:39 +00005936
5937 for (i = 0; i < su->su_ga.ga_len; ++i)
5938 {
5939 stp = &SUG(su->su_ga, i);
Bram Moolenaar4770d092006-01-12 23:22:24 +00005940 stp->st_altscore = stp_sal_score(stp, su, slang, badsound);
Bram Moolenaard857f0e2005-06-21 22:37:39 +00005941 if (stp->st_altscore == SCORE_MAXMAX)
5942 stp->st_score = (stp->st_score * 3 + SCORE_BIG) / 4;
5943 else
5944 stp->st_score = (stp->st_score * 3
5945 + stp->st_altscore) / 4;
5946 stp->st_salscore = FALSE;
5947 }
5948 break;
5949 }
5950 }
5951
Bram Moolenaarf193fff2006-04-27 00:02:13 +00005952 if (slang == NULL) /* Using "double" without sound folding. */
5953 {
5954 (void)cleanup_suggestions(&su->su_ga, su->su_maxscore,
5955 su->su_maxcount);
Bram Moolenaar4770d092006-01-12 23:22:24 +00005956 return;
Bram Moolenaarf193fff2006-04-27 00:02:13 +00005957 }
Bram Moolenaar4770d092006-01-12 23:22:24 +00005958
Bram Moolenaard857f0e2005-06-21 22:37:39 +00005959 /* Add the alternate score to su_sga. */
5960 for (i = 0; i < su->su_sga.ga_len; ++i)
5961 {
5962 stp = &SUG(su->su_sga, i);
Bram Moolenaar4770d092006-01-12 23:22:24 +00005963 stp->st_altscore = spell_edit_score(slang,
5964 su->su_badword, stp->st_word);
Bram Moolenaard857f0e2005-06-21 22:37:39 +00005965 if (stp->st_score == SCORE_MAXMAX)
5966 stp->st_score = (SCORE_BIG * 7 + stp->st_altscore) / 8;
5967 else
5968 stp->st_score = (stp->st_score * 7 + stp->st_altscore) / 8;
5969 stp->st_salscore = TRUE;
5970 }
5971
Bram Moolenaar4770d092006-01-12 23:22:24 +00005972 /* Remove bad suggestions, sort the suggestions and truncate at "maxcount"
5973 * for both lists. */
5974 check_suggestions(su, &su->su_ga);
Bram Moolenaard857f0e2005-06-21 22:37:39 +00005975 (void)cleanup_suggestions(&su->su_ga, su->su_maxscore, su->su_maxcount);
Bram Moolenaar4770d092006-01-12 23:22:24 +00005976 check_suggestions(su, &su->su_sga);
Bram Moolenaard857f0e2005-06-21 22:37:39 +00005977 (void)cleanup_suggestions(&su->su_sga, su->su_maxscore, su->su_maxcount);
5978
5979 ga_init2(&ga, (int)sizeof(suginfo_T), 1);
5980 if (ga_grow(&ga, su->su_ga.ga_len + su->su_sga.ga_len) == FAIL)
5981 return;
5982
5983 stp = &SUG(ga, 0);
5984 for (i = 0; i < su->su_ga.ga_len || i < su->su_sga.ga_len; ++i)
5985 {
5986 /* round 1: get a suggestion from su_ga
5987 * round 2: get a suggestion from su_sga */
5988 for (round = 1; round <= 2; ++round)
5989 {
5990 gap = round == 1 ? &su->su_ga : &su->su_sga;
5991 if (i < gap->ga_len)
5992 {
5993 /* Don't add a word if it's already there. */
5994 p = SUG(*gap, i).st_word;
5995 for (j = 0; j < ga.ga_len; ++j)
5996 if (STRCMP(stp[j].st_word, p) == 0)
5997 break;
5998 if (j == ga.ga_len)
5999 stp[ga.ga_len++] = SUG(*gap, i);
6000 else
6001 vim_free(p);
6002 }
6003 }
6004 }
6005
6006 ga_clear(&su->su_ga);
6007 ga_clear(&su->su_sga);
6008
6009 /* Truncate the list to the number of suggestions that will be displayed. */
6010 if (ga.ga_len > su->su_maxcount)
6011 {
6012 for (i = su->su_maxcount; i < ga.ga_len; ++i)
6013 vim_free(stp[i].st_word);
6014 ga.ga_len = su->su_maxcount;
6015 }
6016
6017 su->su_ga = ga;
6018}
6019
6020/*
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00006021 * For the goodword in "stp" compute the soundalike score compared to the
6022 * badword.
6023 */
6024 static int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01006025stp_sal_score(
6026 suggest_T *stp,
6027 suginfo_T *su,
6028 slang_T *slang,
6029 char_u *badsound) /* sound-folded badword */
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00006030{
6031 char_u *p;
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00006032 char_u *pbad;
6033 char_u *pgood;
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00006034 char_u badsound2[MAXWLEN];
6035 char_u fword[MAXWLEN];
6036 char_u goodsound[MAXWLEN];
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00006037 char_u goodword[MAXWLEN];
6038 int lendiff;
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00006039
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00006040 lendiff = (int)(su->su_badlen - stp->st_orglen);
6041 if (lendiff >= 0)
6042 pbad = badsound;
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00006043 else
6044 {
6045 /* soundfold the bad word with more characters following */
6046 (void)spell_casefold(su->su_badptr, stp->st_orglen, fword, MAXWLEN);
6047
6048 /* When joining two words the sound often changes a lot. E.g., "t he"
6049 * sounds like "t h" while "the" sounds like "@". Avoid that by
6050 * removing the space. Don't do it when the good word also contains a
6051 * space. */
Bram Moolenaar1c465442017-03-12 20:10:05 +01006052 if (VIM_ISWHITE(su->su_badptr[su->su_badlen])
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00006053 && *skiptowhite(stp->st_word) == NUL)
6054 for (p = fword; *(p = skiptowhite(p)) != NUL; )
Bram Moolenaara7241f52008-06-24 20:39:31 +00006055 STRMOVE(p, p + 1);
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00006056
Bram Moolenaar42eeac32005-06-29 22:40:58 +00006057 spell_soundfold(slang, fword, TRUE, badsound2);
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00006058 pbad = badsound2;
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00006059 }
6060
Bram Moolenaaref9d6aa2011-04-11 16:56:35 +02006061 if (lendiff > 0 && stp->st_wordlen + lendiff < MAXWLEN)
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00006062 {
6063 /* Add part of the bad word to the good word, so that we soundfold
6064 * what replaces the bad word. */
6065 STRCPY(goodword, stp->st_word);
Bram Moolenaar4770d092006-01-12 23:22:24 +00006066 vim_strncpy(goodword + stp->st_wordlen,
6067 su->su_badptr + su->su_badlen - lendiff, lendiff);
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00006068 pgood = goodword;
6069 }
6070 else
6071 pgood = stp->st_word;
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00006072
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00006073 /* Sound-fold the word and compute the score for the difference. */
6074 spell_soundfold(slang, pgood, FALSE, goodsound);
6075
6076 return soundalike_score(goodsound, pbad);
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00006077}
6078
Bram Moolenaar4770d092006-01-12 23:22:24 +00006079/* structure used to store soundfolded words that add_sound_suggest() has
6080 * handled already. */
6081typedef struct
6082{
6083 short sft_score; /* lowest score used */
6084 char_u sft_word[1]; /* soundfolded word, actually longer */
6085} sftword_T;
6086
6087static sftword_T dumsft;
6088#define HIKEY2SFT(p) ((sftword_T *)(p - (dumsft.sft_word - (char_u *)&dumsft)))
6089#define HI2SFT(hi) HIKEY2SFT((hi)->hi_key)
6090
6091/*
6092 * Prepare for calling suggest_try_soundalike().
6093 */
6094 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01006095suggest_try_soundalike_prep(void)
Bram Moolenaar4770d092006-01-12 23:22:24 +00006096{
6097 langp_T *lp;
6098 int lpi;
6099 slang_T *slang;
6100
6101 /* Do this for all languages that support sound folding and for which a
6102 * .sug file has been loaded. */
Bram Moolenaar860cae12010-06-05 23:22:07 +02006103 for (lpi = 0; lpi < curwin->w_s->b_langp.ga_len; ++lpi)
Bram Moolenaar4770d092006-01-12 23:22:24 +00006104 {
Bram Moolenaar860cae12010-06-05 23:22:07 +02006105 lp = LANGP_ENTRY(curwin->w_s->b_langp, lpi);
Bram Moolenaar4770d092006-01-12 23:22:24 +00006106 slang = lp->lp_slang;
6107 if (slang->sl_sal.ga_len > 0 && slang->sl_sbyts != NULL)
6108 /* prepare the hashtable used by add_sound_suggest() */
6109 hash_init(&slang->sl_sounddone);
6110 }
6111}
6112
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00006113/*
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006114 * Find suggestions by comparing the word in a sound-a-like form.
Bram Moolenaar8b96d642005-09-05 22:05:30 +00006115 * Note: This doesn't support postponed prefixes.
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006116 */
6117 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01006118suggest_try_soundalike(suginfo_T *su)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006119{
6120 char_u salword[MAXWLEN];
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006121 langp_T *lp;
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00006122 int lpi;
Bram Moolenaar8b96d642005-09-05 22:05:30 +00006123 slang_T *slang;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006124
Bram Moolenaar4770d092006-01-12 23:22:24 +00006125 /* Do this for all languages that support sound folding and for which a
6126 * .sug file has been loaded. */
Bram Moolenaar860cae12010-06-05 23:22:07 +02006127 for (lpi = 0; lpi < curwin->w_s->b_langp.ga_len; ++lpi)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006128 {
Bram Moolenaar860cae12010-06-05 23:22:07 +02006129 lp = LANGP_ENTRY(curwin->w_s->b_langp, lpi);
Bram Moolenaar8b96d642005-09-05 22:05:30 +00006130 slang = lp->lp_slang;
Bram Moolenaar4770d092006-01-12 23:22:24 +00006131 if (slang->sl_sal.ga_len > 0 && slang->sl_sbyts != NULL)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006132 {
6133 /* soundfold the bad word */
Bram Moolenaar8b96d642005-09-05 22:05:30 +00006134 spell_soundfold(slang, su->su_fbadword, TRUE, salword);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006135
Bram Moolenaar4770d092006-01-12 23:22:24 +00006136 /* try all kinds of inserts/deletes/swaps/etc. */
6137 /* TODO: also soundfold the next words, so that we can try joining
6138 * and splitting */
Bram Moolenaarca1fe982016-01-07 16:22:06 +01006139#ifdef SUGGEST_PROFILE
6140 prof_init();
6141#endif
Bram Moolenaar4770d092006-01-12 23:22:24 +00006142 suggest_trie_walk(su, lp, salword, TRUE);
Bram Moolenaarca1fe982016-01-07 16:22:06 +01006143#ifdef SUGGEST_PROFILE
6144 prof_report("soundalike");
6145#endif
Bram Moolenaar4770d092006-01-12 23:22:24 +00006146 }
6147 }
6148}
6149
6150/*
6151 * Finish up after calling suggest_try_soundalike().
6152 */
6153 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01006154suggest_try_soundalike_finish(void)
Bram Moolenaar4770d092006-01-12 23:22:24 +00006155{
6156 langp_T *lp;
6157 int lpi;
6158 slang_T *slang;
6159 int todo;
6160 hashitem_T *hi;
6161
6162 /* Do this for all languages that support sound folding and for which a
6163 * .sug file has been loaded. */
Bram Moolenaar860cae12010-06-05 23:22:07 +02006164 for (lpi = 0; lpi < curwin->w_s->b_langp.ga_len; ++lpi)
Bram Moolenaar4770d092006-01-12 23:22:24 +00006165 {
Bram Moolenaar860cae12010-06-05 23:22:07 +02006166 lp = LANGP_ENTRY(curwin->w_s->b_langp, lpi);
Bram Moolenaar4770d092006-01-12 23:22:24 +00006167 slang = lp->lp_slang;
6168 if (slang->sl_sal.ga_len > 0 && slang->sl_sbyts != NULL)
6169 {
6170 /* Free the info about handled words. */
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00006171 todo = (int)slang->sl_sounddone.ht_used;
Bram Moolenaar4770d092006-01-12 23:22:24 +00006172 for (hi = slang->sl_sounddone.ht_array; todo > 0; ++hi)
6173 if (!HASHITEM_EMPTY(hi))
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006174 {
Bram Moolenaar4770d092006-01-12 23:22:24 +00006175 vim_free(HI2SFT(hi));
6176 --todo;
6177 }
Bram Moolenaar6417da62007-03-08 13:49:53 +00006178
6179 /* Clear the hashtable, it may also be used by another region. */
Bram Moolenaar4770d092006-01-12 23:22:24 +00006180 hash_clear(&slang->sl_sounddone);
Bram Moolenaar6417da62007-03-08 13:49:53 +00006181 hash_init(&slang->sl_sounddone);
Bram Moolenaar4770d092006-01-12 23:22:24 +00006182 }
6183 }
6184}
6185
6186/*
6187 * A match with a soundfolded word is found. Add the good word(s) that
6188 * produce this soundfolded word.
6189 */
6190 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01006191add_sound_suggest(
6192 suginfo_T *su,
6193 char_u *goodword,
6194 int score, /* soundfold score */
6195 langp_T *lp)
Bram Moolenaar4770d092006-01-12 23:22:24 +00006196{
6197 slang_T *slang = lp->lp_slang; /* language for sound folding */
6198 int sfwordnr;
6199 char_u *nrline;
6200 int orgnr;
6201 char_u theword[MAXWLEN];
6202 int i;
6203 int wlen;
6204 char_u *byts;
6205 idx_T *idxs;
6206 int n;
6207 int wordcount;
6208 int wc;
6209 int goodscore;
6210 hash_T hash;
6211 hashitem_T *hi;
6212 sftword_T *sft;
6213 int bc, gc;
6214 int limit;
6215
6216 /*
6217 * It's very well possible that the same soundfold word is found several
6218 * times with different scores. Since the following is quite slow only do
6219 * the words that have a better score than before. Use a hashtable to
6220 * remember the words that have been done.
6221 */
6222 hash = hash_hash(goodword);
6223 hi = hash_lookup(&slang->sl_sounddone, goodword, hash);
6224 if (HASHITEM_EMPTY(hi))
6225 {
Bram Moolenaarc799fe22019-05-28 23:08:19 +02006226 sft = alloc(sizeof(sftword_T) + STRLEN(goodword));
Bram Moolenaar4770d092006-01-12 23:22:24 +00006227 if (sft != NULL)
6228 {
6229 sft->sft_score = score;
6230 STRCPY(sft->sft_word, goodword);
6231 hash_add_item(&slang->sl_sounddone, hi, sft->sft_word, hash);
6232 }
6233 }
6234 else
6235 {
6236 sft = HI2SFT(hi);
6237 if (score >= sft->sft_score)
6238 return;
6239 sft->sft_score = score;
6240 }
6241
6242 /*
6243 * Find the word nr in the soundfold tree.
6244 */
6245 sfwordnr = soundfold_find(slang, goodword);
6246 if (sfwordnr < 0)
6247 {
Bram Moolenaar95f09602016-11-10 20:01:45 +01006248 internal_error("add_sound_suggest()");
Bram Moolenaar4770d092006-01-12 23:22:24 +00006249 return;
6250 }
6251
6252 /*
6253 * go over the list of good words that produce this soundfold word
6254 */
6255 nrline = ml_get_buf(slang->sl_sugbuf, (linenr_T)(sfwordnr + 1), FALSE);
6256 orgnr = 0;
6257 while (*nrline != NUL)
6258 {
6259 /* The wordnr was stored in a minimal nr of bytes as an offset to the
6260 * previous wordnr. */
6261 orgnr += bytes2offset(&nrline);
6262
6263 byts = slang->sl_fbyts;
6264 idxs = slang->sl_fidxs;
6265
6266 /* Lookup the word "orgnr" one of the two tries. */
6267 n = 0;
Bram Moolenaar4770d092006-01-12 23:22:24 +00006268 wordcount = 0;
Bram Moolenaarace8d8e2013-11-21 17:42:31 +01006269 for (wlen = 0; wlen < MAXWLEN - 3; ++wlen)
Bram Moolenaar4770d092006-01-12 23:22:24 +00006270 {
6271 i = 1;
6272 if (wordcount == orgnr && byts[n + 1] == NUL)
6273 break; /* found end of word */
6274
6275 if (byts[n + 1] == NUL)
6276 ++wordcount;
6277
6278 /* skip over the NUL bytes */
6279 for ( ; byts[n + i] == NUL; ++i)
6280 if (i > byts[n]) /* safety check */
6281 {
6282 STRCPY(theword + wlen, "BAD");
Bram Moolenaarace8d8e2013-11-21 17:42:31 +01006283 wlen += 3;
Bram Moolenaar4770d092006-01-12 23:22:24 +00006284 goto badword;
6285 }
6286
6287 /* One of the siblings must have the word. */
6288 for ( ; i < byts[n]; ++i)
6289 {
6290 wc = idxs[idxs[n + i]]; /* nr of words under this byte */
6291 if (wordcount + wc > orgnr)
6292 break;
6293 wordcount += wc;
6294 }
6295
Bram Moolenaarace8d8e2013-11-21 17:42:31 +01006296 theword[wlen] = byts[n + i];
Bram Moolenaar4770d092006-01-12 23:22:24 +00006297 n = idxs[n + i];
6298 }
6299badword:
6300 theword[wlen] = NUL;
6301
6302 /* Go over the possible flags and regions. */
6303 for (; i <= byts[n] && byts[n + i] == NUL; ++i)
6304 {
6305 char_u cword[MAXWLEN];
6306 char_u *p;
6307 int flags = (int)idxs[n + i];
6308
Bram Moolenaare1438bb2006-03-01 22:01:55 +00006309 /* Skip words with the NOSUGGEST flag */
6310 if (flags & WF_NOSUGGEST)
6311 continue;
6312
Bram Moolenaar4770d092006-01-12 23:22:24 +00006313 if (flags & WF_KEEPCAP)
6314 {
6315 /* Must find the word in the keep-case tree. */
6316 find_keepcap_word(slang, theword, cword);
6317 p = cword;
6318 }
6319 else
6320 {
6321 flags |= su->su_badflags;
6322 if ((flags & WF_CAPMASK) != 0)
6323 {
6324 /* Need to fix case according to "flags". */
6325 make_case_word(theword, cword, flags);
6326 p = cword;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006327 }
6328 else
Bram Moolenaar4770d092006-01-12 23:22:24 +00006329 p = theword;
6330 }
6331
6332 /* Add the suggestion. */
6333 if (sps_flags & SPS_DOUBLE)
6334 {
6335 /* Add the suggestion if the score isn't too bad. */
6336 if (score <= su->su_maxscore)
6337 add_suggestion(su, &su->su_sga, p, su->su_badlen,
6338 score, 0, FALSE, slang, FALSE);
6339 }
6340 else
6341 {
6342 /* Add a penalty for words in another region. */
6343 if ((flags & WF_REGION)
6344 && (((unsigned)flags >> 16) & lp->lp_region) == 0)
6345 goodscore = SCORE_REGION;
6346 else
6347 goodscore = 0;
6348
6349 /* Add a small penalty for changing the first letter from
6350 * lower to upper case. Helps for "tath" -> "Kath", which is
Bram Moolenaar84a05ac2013-05-06 04:24:17 +02006351 * less common than "tath" -> "path". Don't do it when the
Bram Moolenaar4770d092006-01-12 23:22:24 +00006352 * letter is the same, that has already been counted. */
6353 gc = PTR2CHAR(p);
6354 if (SPELL_ISUPPER(gc))
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006355 {
Bram Moolenaar4770d092006-01-12 23:22:24 +00006356 bc = PTR2CHAR(su->su_badword);
6357 if (!SPELL_ISUPPER(bc)
6358 && SPELL_TOFOLD(bc) != SPELL_TOFOLD(gc))
6359 goodscore += SCORE_ICASE / 2;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006360 }
6361
Bram Moolenaar4770d092006-01-12 23:22:24 +00006362 /* Compute the score for the good word. This only does letter
6363 * insert/delete/swap/replace. REP items are not considered,
6364 * which may make the score a bit higher.
6365 * Use a limit for the score to make it work faster. Use
6366 * MAXSCORE(), because RESCORE() will change the score.
6367 * If the limit is very high then the iterative method is
6368 * inefficient, using an array is quicker. */
6369 limit = MAXSCORE(su->su_sfmaxscore - goodscore, score);
6370 if (limit > SCORE_LIMITMAX)
6371 goodscore += spell_edit_score(slang, su->su_badword, p);
6372 else
6373 goodscore += spell_edit_score_limit(slang, su->su_badword,
6374 p, limit);
6375
6376 /* When going over the limit don't bother to do the rest. */
6377 if (goodscore < SCORE_MAXMAX)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006378 {
Bram Moolenaar4770d092006-01-12 23:22:24 +00006379 /* Give a bonus to words seen before. */
6380 goodscore = score_wordcount_adj(slang, goodscore, p, FALSE);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006381
Bram Moolenaar4770d092006-01-12 23:22:24 +00006382 /* Add the suggestion if the score isn't too bad. */
6383 goodscore = RESCORE(goodscore, score);
6384 if (goodscore <= su->su_sfmaxscore)
6385 add_suggestion(su, &su->su_ga, p, su->su_badlen,
6386 goodscore, score, TRUE, slang, TRUE);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006387 }
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006388 }
6389 }
Bram Moolenaar4770d092006-01-12 23:22:24 +00006390 /* smsg("word %s (%d): %s (%d)", sftword, sftnr, theword, orgnr); */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006391 }
6392}
6393
6394/*
Bram Moolenaar4770d092006-01-12 23:22:24 +00006395 * Find word "word" in fold-case tree for "slang" and return the word number.
6396 */
6397 static int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01006398soundfold_find(slang_T *slang, char_u *word)
Bram Moolenaar4770d092006-01-12 23:22:24 +00006399{
6400 idx_T arridx = 0;
6401 int len;
6402 int wlen = 0;
6403 int c;
6404 char_u *ptr = word;
6405 char_u *byts;
6406 idx_T *idxs;
6407 int wordnr = 0;
6408
6409 byts = slang->sl_sbyts;
6410 idxs = slang->sl_sidxs;
6411
6412 for (;;)
6413 {
6414 /* First byte is the number of possible bytes. */
6415 len = byts[arridx++];
6416
6417 /* If the first possible byte is a zero the word could end here.
6418 * If the word ends we found the word. If not skip the NUL bytes. */
6419 c = ptr[wlen];
6420 if (byts[arridx] == NUL)
6421 {
6422 if (c == NUL)
6423 break;
6424
6425 /* Skip over the zeros, there can be several. */
6426 while (len > 0 && byts[arridx] == NUL)
6427 {
6428 ++arridx;
6429 --len;
6430 }
6431 if (len == 0)
6432 return -1; /* no children, word should have ended here */
6433 ++wordnr;
6434 }
6435
6436 /* If the word ends we didn't find it. */
6437 if (c == NUL)
6438 return -1;
6439
6440 /* Perform a binary search in the list of accepted bytes. */
6441 if (c == TAB) /* <Tab> is handled like <Space> */
6442 c = ' ';
6443 while (byts[arridx] < c)
6444 {
6445 /* The word count is in the first idxs[] entry of the child. */
6446 wordnr += idxs[idxs[arridx]];
6447 ++arridx;
6448 if (--len == 0) /* end of the bytes, didn't find it */
6449 return -1;
6450 }
6451 if (byts[arridx] != c) /* didn't find the byte */
6452 return -1;
6453
6454 /* Continue at the child (if there is one). */
6455 arridx = idxs[arridx];
6456 ++wlen;
6457
6458 /* One space in the good word may stand for several spaces in the
6459 * checked word. */
6460 if (c == ' ')
6461 while (ptr[wlen] == ' ' || ptr[wlen] == TAB)
6462 ++wlen;
6463 }
6464
6465 return wordnr;
6466}
6467
6468/*
Bram Moolenaar9f30f502005-06-14 22:01:04 +00006469 * Copy "fword" to "cword", fixing case according to "flags".
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006470 */
6471 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01006472make_case_word(char_u *fword, char_u *cword, int flags)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006473{
6474 if (flags & WF_ALLCAP)
6475 /* Make it all upper-case */
6476 allcap_copy(fword, cword);
6477 else if (flags & WF_ONECAP)
6478 /* Make the first letter upper-case */
Bram Moolenaar9f30f502005-06-14 22:01:04 +00006479 onecap_copy(fword, cword, TRUE);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006480 else
6481 /* Use goodword as-is. */
6482 STRCPY(cword, fword);
6483}
6484
Bram Moolenaarea424162005-06-16 21:51:00 +00006485
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006486/*
6487 * Return TRUE if "c1" and "c2" are similar characters according to the MAP
6488 * lines in the .aff file.
6489 */
6490 static int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01006491similar_chars(slang_T *slang, int c1, int c2)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006492{
Bram Moolenaarea424162005-06-16 21:51:00 +00006493 int m1, m2;
Bram Moolenaar9a920d82012-06-01 15:21:02 +02006494 char_u buf[MB_MAXBYTES + 1];
Bram Moolenaarea424162005-06-16 21:51:00 +00006495 hashitem_T *hi;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006496
Bram Moolenaarea424162005-06-16 21:51:00 +00006497 if (c1 >= 256)
6498 {
6499 buf[mb_char2bytes(c1, buf)] = 0;
6500 hi = hash_find(&slang->sl_map_hash, buf);
6501 if (HASHITEM_EMPTY(hi))
6502 m1 = 0;
6503 else
6504 m1 = mb_ptr2char(hi->hi_key + STRLEN(hi->hi_key) + 1);
6505 }
6506 else
Bram Moolenaarea424162005-06-16 21:51:00 +00006507 m1 = slang->sl_map_array[c1];
6508 if (m1 == 0)
6509 return FALSE;
6510
6511
Bram Moolenaarea424162005-06-16 21:51:00 +00006512 if (c2 >= 256)
6513 {
6514 buf[mb_char2bytes(c2, buf)] = 0;
6515 hi = hash_find(&slang->sl_map_hash, buf);
6516 if (HASHITEM_EMPTY(hi))
6517 m2 = 0;
6518 else
6519 m2 = mb_ptr2char(hi->hi_key + STRLEN(hi->hi_key) + 1);
6520 }
6521 else
Bram Moolenaarea424162005-06-16 21:51:00 +00006522 m2 = slang->sl_map_array[c2];
6523
6524 return m1 == m2;
6525}
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006526
6527/*
6528 * Add a suggestion to the list of suggestions.
Bram Moolenaar4770d092006-01-12 23:22:24 +00006529 * For a suggestion that is already in the list the lowest score is remembered.
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006530 */
6531 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01006532add_suggestion(
6533 suginfo_T *su,
6534 garray_T *gap, /* either su_ga or su_sga */
6535 char_u *goodword,
6536 int badlenarg, /* len of bad word replaced with "goodword" */
6537 int score,
6538 int altscore,
6539 int had_bonus, /* value for st_had_bonus */
6540 slang_T *slang, /* language for sound folding */
6541 int maxsf) /* su_maxscore applies to soundfold score,
Bram Moolenaar4770d092006-01-12 23:22:24 +00006542 su_sfmaxscore to the total score. */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006543{
Bram Moolenaar4770d092006-01-12 23:22:24 +00006544 int goodlen; /* len of goodword changed */
6545 int badlen; /* len of bad word changed */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006546 suggest_T *stp;
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00006547 suggest_T new_sug;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006548 int i;
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00006549 char_u *pgood, *pbad;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006550
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00006551 /* Minimize "badlen" for consistency. Avoids that changing "the the" to
6552 * "thee the" is added next to changing the first "the" the "thee". */
6553 pgood = goodword + STRLEN(goodword);
Bram Moolenaar4770d092006-01-12 23:22:24 +00006554 pbad = su->su_badptr + badlenarg;
6555 for (;;)
Bram Moolenaar0c405862005-06-22 22:26:26 +00006556 {
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00006557 goodlen = (int)(pgood - goodword);
6558 badlen = (int)(pbad - su->su_badptr);
Bram Moolenaar4770d092006-01-12 23:22:24 +00006559 if (goodlen <= 0 || badlen <= 0)
6560 break;
Bram Moolenaar91acfff2017-03-12 19:22:36 +01006561 MB_PTR_BACK(goodword, pgood);
6562 MB_PTR_BACK(su->su_badptr, pbad);
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00006563 if (has_mbyte)
Bram Moolenaar0c405862005-06-22 22:26:26 +00006564 {
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00006565 if (mb_ptr2char(pgood) != mb_ptr2char(pbad))
6566 break;
Bram Moolenaar0c405862005-06-22 22:26:26 +00006567 }
Bram Moolenaar264b74f2019-01-24 17:18:42 +01006568 else if (*pgood != *pbad)
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00006569 break;
Bram Moolenaar0c405862005-06-22 22:26:26 +00006570 }
Bram Moolenaar4770d092006-01-12 23:22:24 +00006571
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00006572 if (badlen == 0 && goodlen == 0)
6573 /* goodword doesn't change anything; may happen for "the the" changing
6574 * the first "the" to itself. */
6575 return;
Bram Moolenaar0c405862005-06-22 22:26:26 +00006576
Bram Moolenaar89d40322006-08-29 15:30:07 +00006577 if (gap->ga_len == 0)
6578 i = -1;
6579 else
6580 {
6581 /* Check if the word is already there. Also check the length that is
6582 * being replaced "thes," -> "these" is a different suggestion from
6583 * "thes" -> "these". */
6584 stp = &SUG(*gap, 0);
6585 for (i = gap->ga_len; --i >= 0; ++stp)
6586 if (stp->st_wordlen == goodlen
6587 && stp->st_orglen == badlen
6588 && STRNCMP(stp->st_word, goodword, goodlen) == 0)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006589 {
Bram Moolenaar89d40322006-08-29 15:30:07 +00006590 /*
6591 * Found it. Remember the word with the lowest score.
6592 */
6593 if (stp->st_slang == NULL)
6594 stp->st_slang = slang;
6595
6596 new_sug.st_score = score;
6597 new_sug.st_altscore = altscore;
6598 new_sug.st_had_bonus = had_bonus;
6599
6600 if (stp->st_had_bonus != had_bonus)
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00006601 {
Bram Moolenaar89d40322006-08-29 15:30:07 +00006602 /* Only one of the two had the soundalike score computed.
6603 * Need to do that for the other one now, otherwise the
6604 * scores can't be compared. This happens because
6605 * suggest_try_change() doesn't compute the soundalike
6606 * word to keep it fast, while some special methods set
6607 * the soundalike score to zero. */
6608 if (had_bonus)
6609 rescore_one(su, stp);
6610 else
6611 {
6612 new_sug.st_word = stp->st_word;
6613 new_sug.st_wordlen = stp->st_wordlen;
6614 new_sug.st_slang = stp->st_slang;
6615 new_sug.st_orglen = badlen;
6616 rescore_one(su, &new_sug);
6617 }
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00006618 }
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006619
Bram Moolenaar89d40322006-08-29 15:30:07 +00006620 if (stp->st_score > new_sug.st_score)
6621 {
6622 stp->st_score = new_sug.st_score;
6623 stp->st_altscore = new_sug.st_altscore;
6624 stp->st_had_bonus = new_sug.st_had_bonus;
6625 }
6626 break;
Bram Moolenaar4770d092006-01-12 23:22:24 +00006627 }
Bram Moolenaar89d40322006-08-29 15:30:07 +00006628 }
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006629
Bram Moolenaar4770d092006-01-12 23:22:24 +00006630 if (i < 0 && ga_grow(gap, 1) == OK)
6631 {
6632 /* Add a suggestion. */
6633 stp = &SUG(*gap, gap->ga_len);
6634 stp->st_word = vim_strnsave(goodword, goodlen);
6635 if (stp->st_word != NULL)
6636 {
6637 stp->st_wordlen = goodlen;
6638 stp->st_score = score;
6639 stp->st_altscore = altscore;
6640 stp->st_had_bonus = had_bonus;
6641 stp->st_orglen = badlen;
6642 stp->st_slang = slang;
6643 ++gap->ga_len;
6644
6645 /* If we have too many suggestions now, sort the list and keep
6646 * the best suggestions. */
6647 if (gap->ga_len > SUG_MAX_COUNT(su))
6648 {
6649 if (maxsf)
6650 su->su_sfmaxscore = cleanup_suggestions(gap,
6651 su->su_sfmaxscore, SUG_CLEAN_COUNT(su));
6652 else
Bram Moolenaar4770d092006-01-12 23:22:24 +00006653 su->su_maxscore = cleanup_suggestions(gap,
6654 su->su_maxscore, SUG_CLEAN_COUNT(su));
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006655 }
6656 }
6657 }
6658}
6659
6660/*
Bram Moolenaar4770d092006-01-12 23:22:24 +00006661 * Suggestions may in fact be flagged as errors. Esp. for banned words and
6662 * for split words, such as "the the". Remove these from the list here.
6663 */
6664 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01006665check_suggestions(
6666 suginfo_T *su,
6667 garray_T *gap) /* either su_ga or su_sga */
Bram Moolenaar4770d092006-01-12 23:22:24 +00006668{
6669 suggest_T *stp;
6670 int i;
6671 char_u longword[MAXWLEN + 1];
6672 int len;
6673 hlf_T attr;
6674
6675 stp = &SUG(*gap, 0);
6676 for (i = gap->ga_len - 1; i >= 0; --i)
6677 {
6678 /* Need to append what follows to check for "the the". */
Bram Moolenaaref9d6aa2011-04-11 16:56:35 +02006679 vim_strncpy(longword, stp[i].st_word, MAXWLEN);
Bram Moolenaar4770d092006-01-12 23:22:24 +00006680 len = stp[i].st_wordlen;
6681 vim_strncpy(longword + len, su->su_badptr + stp[i].st_orglen,
6682 MAXWLEN - len);
6683 attr = HLF_COUNT;
6684 (void)spell_check(curwin, longword, &attr, NULL, FALSE);
6685 if (attr != HLF_COUNT)
6686 {
6687 /* Remove this entry. */
6688 vim_free(stp[i].st_word);
6689 --gap->ga_len;
6690 if (i < gap->ga_len)
6691 mch_memmove(stp + i, stp + i + 1,
6692 sizeof(suggest_T) * (gap->ga_len - i));
6693 }
6694 }
6695}
6696
6697
6698/*
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006699 * Add a word to be banned.
6700 */
6701 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01006702add_banned(
6703 suginfo_T *su,
6704 char_u *word)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006705{
Bram Moolenaara40ceaf2006-01-13 22:35:40 +00006706 char_u *s;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006707 hash_T hash;
6708 hashitem_T *hi;
6709
Bram Moolenaar4770d092006-01-12 23:22:24 +00006710 hash = hash_hash(word);
6711 hi = hash_lookup(&su->su_banned, word, hash);
6712 if (HASHITEM_EMPTY(hi))
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006713 {
Bram Moolenaar4770d092006-01-12 23:22:24 +00006714 s = vim_strsave(word);
6715 if (s != NULL)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006716 hash_add_item(&su->su_banned, hi, s, hash);
6717 }
6718}
6719
6720/*
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00006721 * Recompute the score for all suggestions if sound-folding is possible. This
6722 * is slow, thus only done for the final results.
Bram Moolenaar9f30f502005-06-14 22:01:04 +00006723 */
6724 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01006725rescore_suggestions(suginfo_T *su)
Bram Moolenaar9f30f502005-06-14 22:01:04 +00006726{
Bram Moolenaar9f30f502005-06-14 22:01:04 +00006727 int i;
6728
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00006729 if (su->su_sallang != NULL)
Bram Moolenaar8b96d642005-09-05 22:05:30 +00006730 for (i = 0; i < su->su_ga.ga_len; ++i)
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00006731 rescore_one(su, &SUG(su->su_ga, i));
6732}
6733
6734/*
6735 * Recompute the score for one suggestion if sound-folding is possible.
6736 */
6737 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01006738rescore_one(suginfo_T *su, suggest_T *stp)
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00006739{
6740 slang_T *slang = stp->st_slang;
6741 char_u sal_badword[MAXWLEN];
Bram Moolenaar4effc802005-09-30 21:12:02 +00006742 char_u *p;
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00006743
6744 /* Only rescore suggestions that have no sal score yet and do have a
6745 * language. */
6746 if (slang != NULL && slang->sl_sal.ga_len > 0 && !stp->st_had_bonus)
6747 {
6748 if (slang == su->su_sallang)
Bram Moolenaar4effc802005-09-30 21:12:02 +00006749 p = su->su_sal_badword;
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00006750 else
Bram Moolenaar8b96d642005-09-05 22:05:30 +00006751 {
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00006752 spell_soundfold(slang, su->su_fbadword, TRUE, sal_badword);
Bram Moolenaar4effc802005-09-30 21:12:02 +00006753 p = sal_badword;
Bram Moolenaar9f30f502005-06-14 22:01:04 +00006754 }
Bram Moolenaar4effc802005-09-30 21:12:02 +00006755
6756 stp->st_altscore = stp_sal_score(stp, su, slang, p);
Bram Moolenaar482aaeb2005-09-29 18:26:07 +00006757 if (stp->st_altscore == SCORE_MAXMAX)
6758 stp->st_altscore = SCORE_BIG;
6759 stp->st_score = RESCORE(stp->st_score, stp->st_altscore);
6760 stp->st_had_bonus = TRUE;
Bram Moolenaar9f30f502005-06-14 22:01:04 +00006761 }
6762}
Bram Moolenaar9f30f502005-06-14 22:01:04 +00006763
Bram Moolenaareae1b912019-05-09 15:12:55 +02006764static int sug_compare(const void *s1, const void *s2);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006765
6766/*
6767 * Function given to qsort() to sort the suggestions on st_score.
Bram Moolenaar6b730e12005-09-16 21:47:57 +00006768 * First on "st_score", then "st_altscore" then alphabetically.
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006769 */
6770 static int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01006771sug_compare(const void *s1, const void *s2)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006772{
6773 suggest_T *p1 = (suggest_T *)s1;
6774 suggest_T *p2 = (suggest_T *)s2;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00006775 int n = p1->st_score - p2->st_score;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006776
Bram Moolenaard857f0e2005-06-21 22:37:39 +00006777 if (n == 0)
Bram Moolenaar6b730e12005-09-16 21:47:57 +00006778 {
6779 n = p1->st_altscore - p2->st_altscore;
6780 if (n == 0)
6781 n = STRICMP(p1->st_word, p2->st_word);
6782 }
Bram Moolenaard857f0e2005-06-21 22:37:39 +00006783 return n;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006784}
6785
6786/*
6787 * Cleanup the suggestions:
6788 * - Sort on score.
6789 * - Remove words that won't be displayed.
Bram Moolenaard857f0e2005-06-21 22:37:39 +00006790 * Returns the maximum score in the list or "maxscore" unmodified.
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006791 */
Bram Moolenaard857f0e2005-06-21 22:37:39 +00006792 static int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01006793cleanup_suggestions(
6794 garray_T *gap,
6795 int maxscore,
6796 int keep) /* nr of suggestions to keep */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006797{
Bram Moolenaard857f0e2005-06-21 22:37:39 +00006798 suggest_T *stp = &SUG(*gap, 0);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006799 int i;
6800
6801 /* Sort the list. */
Bram Moolenaard857f0e2005-06-21 22:37:39 +00006802 qsort(gap->ga_data, (size_t)gap->ga_len, sizeof(suggest_T), sug_compare);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006803
6804 /* Truncate the list to the number of suggestions that will be displayed. */
Bram Moolenaard857f0e2005-06-21 22:37:39 +00006805 if (gap->ga_len > keep)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006806 {
Bram Moolenaard857f0e2005-06-21 22:37:39 +00006807 for (i = keep; i < gap->ga_len; ++i)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006808 vim_free(stp[i].st_word);
Bram Moolenaard857f0e2005-06-21 22:37:39 +00006809 gap->ga_len = keep;
6810 return stp[keep - 1].st_score;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006811 }
Bram Moolenaard857f0e2005-06-21 22:37:39 +00006812 return maxscore;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006813}
6814
Bram Moolenaara1ba8112005-06-28 23:23:32 +00006815#if defined(FEAT_EVAL) || defined(PROTO)
6816/*
6817 * Soundfold a string, for soundfold().
6818 * Result is in allocated memory, NULL for an error.
6819 */
6820 char_u *
Bram Moolenaar764b23c2016-01-30 21:10:09 +01006821eval_soundfold(char_u *word)
Bram Moolenaara1ba8112005-06-28 23:23:32 +00006822{
6823 langp_T *lp;
Bram Moolenaara1ba8112005-06-28 23:23:32 +00006824 char_u sound[MAXWLEN];
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00006825 int lpi;
Bram Moolenaara1ba8112005-06-28 23:23:32 +00006826
Bram Moolenaar860cae12010-06-05 23:22:07 +02006827 if (curwin->w_p_spell && *curwin->w_s->b_p_spl != NUL)
Bram Moolenaara1ba8112005-06-28 23:23:32 +00006828 /* Use the sound-folding of the first language that supports it. */
Bram Moolenaar860cae12010-06-05 23:22:07 +02006829 for (lpi = 0; lpi < curwin->w_s->b_langp.ga_len; ++lpi)
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00006830 {
Bram Moolenaar860cae12010-06-05 23:22:07 +02006831 lp = LANGP_ENTRY(curwin->w_s->b_langp, lpi);
Bram Moolenaara1ba8112005-06-28 23:23:32 +00006832 if (lp->lp_slang->sl_sal.ga_len > 0)
6833 {
Bram Moolenaara1ba8112005-06-28 23:23:32 +00006834 /* soundfold the word */
Bram Moolenaar42eeac32005-06-29 22:40:58 +00006835 spell_soundfold(lp->lp_slang, word, FALSE, sound);
Bram Moolenaara1ba8112005-06-28 23:23:32 +00006836 return vim_strsave(sound);
6837 }
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00006838 }
Bram Moolenaara1ba8112005-06-28 23:23:32 +00006839
6840 /* No language with sound folding, return word as-is. */
6841 return vim_strsave(word);
6842}
6843#endif
6844
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006845/*
6846 * Turn "inword" into its sound-a-like equivalent in "res[MAXWLEN]".
Bram Moolenaard12a1322005-08-21 22:08:24 +00006847 *
6848 * There are many ways to turn a word into a sound-a-like representation. The
6849 * oldest is Soundex (1918!). A nice overview can be found in "Approximate
6850 * swedish name matching - survey and test of different algorithms" by Klas
6851 * Erikson.
6852 *
6853 * We support two methods:
6854 * 1. SOFOFROM/SOFOTO do a simple character mapping.
6855 * 2. SAL items define a more advanced sound-folding (and much slower).
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006856 */
Bram Moolenaar9ccfebd2016-07-19 16:39:08 +02006857 void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01006858spell_soundfold(
6859 slang_T *slang,
6860 char_u *inword,
6861 int folded, /* "inword" is already case-folded */
6862 char_u *res)
Bram Moolenaar42eeac32005-06-29 22:40:58 +00006863{
6864 char_u fword[MAXWLEN];
6865 char_u *word;
6866
6867 if (slang->sl_sofo)
6868 /* SOFOFROM and SOFOTO used */
6869 spell_soundfold_sofo(slang, inword, res);
6870 else
6871 {
6872 /* SAL items used. Requires the word to be case-folded. */
6873 if (folded)
6874 word = inword;
6875 else
6876 {
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00006877 (void)spell_casefold(inword, (int)STRLEN(inword), fword, MAXWLEN);
Bram Moolenaar42eeac32005-06-29 22:40:58 +00006878 word = fword;
6879 }
6880
Bram Moolenaar42eeac32005-06-29 22:40:58 +00006881 if (has_mbyte)
6882 spell_soundfold_wsal(slang, word, res);
6883 else
Bram Moolenaar42eeac32005-06-29 22:40:58 +00006884 spell_soundfold_sal(slang, word, res);
6885 }
6886}
6887
6888/*
6889 * Perform sound folding of "inword" into "res" according to SOFOFROM and
6890 * SOFOTO lines.
6891 */
6892 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01006893spell_soundfold_sofo(slang_T *slang, char_u *inword, char_u *res)
Bram Moolenaar42eeac32005-06-29 22:40:58 +00006894{
6895 char_u *s;
6896 int ri = 0;
6897 int c;
6898
Bram Moolenaar42eeac32005-06-29 22:40:58 +00006899 if (has_mbyte)
6900 {
6901 int prevc = 0;
6902 int *ip;
6903
6904 /* The sl_sal_first[] table contains the translation for chars up to
6905 * 255, sl_sal the rest. */
6906 for (s = inword; *s != NUL; )
6907 {
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00006908 c = mb_cptr2char_adv(&s);
Bram Moolenaar1c465442017-03-12 20:10:05 +01006909 if (enc_utf8 ? utf_class(c) == 0 : VIM_ISWHITE(c))
Bram Moolenaar42eeac32005-06-29 22:40:58 +00006910 c = ' ';
6911 else if (c < 256)
6912 c = slang->sl_sal_first[c];
6913 else
6914 {
6915 ip = ((int **)slang->sl_sal.ga_data)[c & 0xff];
6916 if (ip == NULL) /* empty list, can't match */
6917 c = NUL;
6918 else
6919 for (;;) /* find "c" in the list */
6920 {
6921 if (*ip == 0) /* not found */
6922 {
6923 c = NUL;
6924 break;
6925 }
6926 if (*ip == c) /* match! */
6927 {
6928 c = ip[1];
6929 break;
6930 }
6931 ip += 2;
6932 }
6933 }
6934
6935 if (c != NUL && c != prevc)
6936 {
6937 ri += mb_char2bytes(c, res + ri);
6938 if (ri + MB_MAXBYTES > MAXWLEN)
6939 break;
6940 prevc = c;
6941 }
6942 }
6943 }
6944 else
Bram Moolenaar42eeac32005-06-29 22:40:58 +00006945 {
6946 /* The sl_sal_first[] table contains the translation. */
6947 for (s = inword; (c = *s) != NUL; ++s)
6948 {
Bram Moolenaar1c465442017-03-12 20:10:05 +01006949 if (VIM_ISWHITE(c))
Bram Moolenaar42eeac32005-06-29 22:40:58 +00006950 c = ' ';
6951 else
6952 c = slang->sl_sal_first[c];
6953 if (c != NUL && (ri == 0 || res[ri - 1] != c))
6954 res[ri++] = c;
6955 }
6956 }
6957
6958 res[ri] = NUL;
6959}
6960
6961 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01006962spell_soundfold_sal(slang_T *slang, char_u *inword, char_u *res)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006963{
Bram Moolenaard857f0e2005-06-21 22:37:39 +00006964 salitem_T *smp;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006965 char_u word[MAXWLEN];
Bram Moolenaar42eeac32005-06-29 22:40:58 +00006966 char_u *s = inword;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006967 char_u *t;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00006968 char_u *pf;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006969 int i, j, z;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00006970 int reslen;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006971 int n, k = 0;
6972 int z0;
6973 int k0;
6974 int n0;
6975 int c;
6976 int pri;
6977 int p0 = -333;
6978 int c0;
6979
Bram Moolenaar9f30f502005-06-14 22:01:04 +00006980 /* Remove accents, if wanted. We actually remove all non-word characters.
Bram Moolenaar42eeac32005-06-29 22:40:58 +00006981 * But keep white space. We need a copy, the word may be changed here. */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006982 if (slang->sl_rem_accents)
6983 {
6984 t = word;
Bram Moolenaar42eeac32005-06-29 22:40:58 +00006985 while (*s != NUL)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006986 {
Bram Moolenaar1c465442017-03-12 20:10:05 +01006987 if (VIM_ISWHITE(*s))
Bram Moolenaard857f0e2005-06-21 22:37:39 +00006988 {
6989 *t++ = ' ';
6990 s = skipwhite(s);
6991 }
Bram Moolenaar9f30f502005-06-14 22:01:04 +00006992 else
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006993 {
Bram Moolenaarcc63c642013-11-12 04:44:01 +01006994 if (spell_iswordp_nmw(s, curwin))
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00006995 *t++ = *s;
6996 ++s;
6997 }
6998 }
6999 *t = NUL;
7000 }
7001 else
Bram Moolenaaref9d6aa2011-04-11 16:56:35 +02007002 vim_strncpy(word, s, MAXWLEN - 1);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007003
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007004 smp = (salitem_T *)slang->sl_sal.ga_data;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007005
7006 /*
7007 * This comes from Aspell phonet.cpp. Converted from C++ to C.
Bram Moolenaar9f30f502005-06-14 22:01:04 +00007008 * Changed to keep spaces.
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007009 */
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007010 i = reslen = z = 0;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007011 while ((c = word[i]) != NUL)
7012 {
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007013 /* Start with the first rule that has the character in the word. */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007014 n = slang->sl_sal_first[c];
7015 z0 = 0;
7016
7017 if (n >= 0)
7018 {
7019 /* check all rules for the same letter */
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007020 for (; (s = smp[n].sm_lead)[0] == c; ++n)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007021 {
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007022 /* Quickly skip entries that don't match the word. Most
7023 * entries are less then three chars, optimize for that. */
7024 k = smp[n].sm_leadlen;
7025 if (k > 1)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007026 {
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007027 if (word[i + 1] != s[1])
7028 continue;
7029 if (k > 2)
7030 {
7031 for (j = 2; j < k; ++j)
7032 if (word[i + j] != s[j])
7033 break;
7034 if (j < k)
7035 continue;
7036 }
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007037 }
7038
Bram Moolenaar42eeac32005-06-29 22:40:58 +00007039 if ((pf = smp[n].sm_oneof) != NULL)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007040 {
Bram Moolenaar42eeac32005-06-29 22:40:58 +00007041 /* Check for match with one of the chars in "sm_oneof". */
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007042 while (*pf != NUL && *pf != word[i + k])
7043 ++pf;
7044 if (*pf == NUL)
7045 continue;
7046 ++k;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007047 }
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007048 s = smp[n].sm_rules;
7049 pri = 5; /* default priority */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007050
7051 p0 = *s;
7052 k0 = k;
7053 while (*s == '-' && k > 1)
7054 {
7055 k--;
7056 s++;
7057 }
7058 if (*s == '<')
7059 s++;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007060 if (VIM_ISDIGIT(*s))
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007061 {
7062 /* determine priority */
7063 pri = *s - '0';
7064 s++;
7065 }
7066 if (*s == '^' && *(s + 1) == '^')
7067 s++;
7068
7069 if (*s == NUL
7070 || (*s == '^'
Bram Moolenaar9f30f502005-06-14 22:01:04 +00007071 && (i == 0 || !(word[i - 1] == ' '
Bram Moolenaar860cae12010-06-05 23:22:07 +02007072 || spell_iswordp(word + i - 1, curwin)))
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007073 && (*(s + 1) != '$'
Bram Moolenaar860cae12010-06-05 23:22:07 +02007074 || (!spell_iswordp(word + i + k0, curwin))))
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007075 || (*s == '$' && i > 0
Bram Moolenaar860cae12010-06-05 23:22:07 +02007076 && spell_iswordp(word + i - 1, curwin)
7077 && (!spell_iswordp(word + i + k0, curwin))))
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007078 {
7079 /* search for followup rules, if: */
7080 /* followup and k > 1 and NO '-' in searchstring */
7081 c0 = word[i + k - 1];
7082 n0 = slang->sl_sal_first[c0];
7083
7084 if (slang->sl_followup && k > 1 && n0 >= 0
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007085 && p0 != '-' && word[i + k] != NUL)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007086 {
7087 /* test follow-up rule for "word[i + k]" */
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007088 for ( ; (s = smp[n0].sm_lead)[0] == c0; ++n0)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007089 {
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007090 /* Quickly skip entries that don't match the word.
7091 * */
7092 k0 = smp[n0].sm_leadlen;
7093 if (k0 > 1)
7094 {
7095 if (word[i + k] != s[1])
7096 continue;
7097 if (k0 > 2)
7098 {
7099 pf = word + i + k + 1;
7100 for (j = 2; j < k0; ++j)
7101 if (*pf++ != s[j])
7102 break;
7103 if (j < k0)
7104 continue;
7105 }
7106 }
7107 k0 += k - 1;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007108
Bram Moolenaar42eeac32005-06-29 22:40:58 +00007109 if ((pf = smp[n0].sm_oneof) != NULL)
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007110 {
7111 /* Check for match with one of the chars in
Bram Moolenaar42eeac32005-06-29 22:40:58 +00007112 * "sm_oneof". */
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007113 while (*pf != NUL && *pf != word[i + k0])
7114 ++pf;
7115 if (*pf == NUL)
7116 continue;
7117 ++k0;
7118 }
7119
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007120 p0 = 5;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007121 s = smp[n0].sm_rules;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007122 while (*s == '-')
7123 {
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007124 /* "k0" gets NOT reduced because
7125 * "if (k0 == k)" */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007126 s++;
7127 }
7128 if (*s == '<')
7129 s++;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007130 if (VIM_ISDIGIT(*s))
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007131 {
7132 p0 = *s - '0';
7133 s++;
7134 }
7135
7136 if (*s == NUL
7137 /* *s == '^' cuts */
7138 || (*s == '$'
Bram Moolenaar9c96f592005-06-30 21:52:39 +00007139 && !spell_iswordp(word + i + k0,
Bram Moolenaar860cae12010-06-05 23:22:07 +02007140 curwin)))
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007141 {
7142 if (k0 == k)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007143 /* this is just a piece of the string */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007144 continue;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007145
7146 if (p0 < pri)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007147 /* priority too low */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007148 continue;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007149 /* rule fits; stop search */
7150 break;
7151 }
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007152 }
7153
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007154 if (p0 >= pri && smp[n0].sm_lead[0] == c0)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007155 continue;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007156 }
7157
7158 /* replace string */
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007159 s = smp[n].sm_to;
Bram Moolenaar0dc065e2005-07-04 22:49:24 +00007160 if (s == NULL)
7161 s = (char_u *)"";
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007162 pf = smp[n].sm_rules;
7163 p0 = (vim_strchr(pf, '<') != NULL) ? 1 : 0;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007164 if (p0 == 1 && z == 0)
7165 {
7166 /* rule with '<' is used */
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007167 if (reslen > 0 && *s != NUL && (res[reslen - 1] == c
7168 || res[reslen - 1] == *s))
7169 reslen--;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007170 z0 = 1;
7171 z = 1;
7172 k0 = 0;
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007173 while (*s != NUL && word[i + k0] != NUL)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007174 {
7175 word[i + k0] = *s;
7176 k0++;
7177 s++;
7178 }
7179 if (k > k0)
Bram Moolenaara7241f52008-06-24 20:39:31 +00007180 STRMOVE(word + i + k0, word + i + k);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007181
7182 /* new "actual letter" */
7183 c = word[i];
7184 }
7185 else
7186 {
7187 /* no '<' rule used */
7188 i += k - 1;
7189 z = 0;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007190 while (*s != NUL && s[1] != NUL && reslen < MAXWLEN)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007191 {
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007192 if (reslen == 0 || res[reslen - 1] != *s)
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007193 res[reslen++] = *s;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007194 s++;
7195 }
7196 /* new "actual letter" */
7197 c = *s;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007198 if (strstr((char *)pf, "^^") != NULL)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007199 {
7200 if (c != NUL)
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007201 res[reslen++] = c;
Bram Moolenaara7241f52008-06-24 20:39:31 +00007202 STRMOVE(word, word + i + 1);
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007203 i = 0;
7204 z0 = 1;
7205 }
7206 }
7207 break;
7208 }
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007209 }
7210 }
Bram Moolenaar1c465442017-03-12 20:10:05 +01007211 else if (VIM_ISWHITE(c))
Bram Moolenaar9f30f502005-06-14 22:01:04 +00007212 {
7213 c = ' ';
7214 k = 1;
7215 }
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007216
7217 if (z0 == 0)
7218 {
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007219 if (k && !p0 && reslen < MAXWLEN && c != NUL
7220 && (!slang->sl_collapse || reslen == 0
7221 || res[reslen - 1] != c))
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007222 /* condense only double letters */
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007223 res[reslen++] = c;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007224
7225 i++;
7226 z = 0;
7227 k = 0;
7228 }
7229 }
7230
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007231 res[reslen] = NUL;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007232}
7233
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007234/*
7235 * Turn "inword" into its sound-a-like equivalent in "res[MAXWLEN]".
7236 * Multi-byte version of spell_soundfold().
7237 */
7238 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01007239spell_soundfold_wsal(slang_T *slang, char_u *inword, char_u *res)
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007240{
Bram Moolenaar42eeac32005-06-29 22:40:58 +00007241 salitem_T *smp = (salitem_T *)slang->sl_sal.ga_data;
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007242 int word[MAXWLEN];
7243 int wres[MAXWLEN];
7244 int l;
7245 char_u *s;
7246 int *ws;
7247 char_u *t;
7248 int *pf;
7249 int i, j, z;
7250 int reslen;
7251 int n, k = 0;
7252 int z0;
7253 int k0;
7254 int n0;
7255 int c;
7256 int pri;
7257 int p0 = -333;
7258 int c0;
7259 int did_white = FALSE;
Bram Moolenaarf9de1402012-05-18 18:08:01 +02007260 int wordlen;
7261
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007262
7263 /*
7264 * Convert the multi-byte string to a wide-character string.
7265 * Remove accents, if wanted. We actually remove all non-word characters.
7266 * But keep white space.
7267 */
Bram Moolenaarf9de1402012-05-18 18:08:01 +02007268 wordlen = 0;
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007269 for (s = inword; *s != NUL; )
7270 {
7271 t = s;
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00007272 c = mb_cptr2char_adv(&s);
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007273 if (slang->sl_rem_accents)
7274 {
Bram Moolenaar1c465442017-03-12 20:10:05 +01007275 if (enc_utf8 ? utf_class(c) == 0 : VIM_ISWHITE(c))
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007276 {
7277 if (did_white)
7278 continue;
7279 c = ' ';
7280 did_white = TRUE;
7281 }
7282 else
7283 {
7284 did_white = FALSE;
Bram Moolenaarcc63c642013-11-12 04:44:01 +01007285 if (!spell_iswordp_nmw(t, curwin))
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007286 continue;
7287 }
7288 }
Bram Moolenaarf9de1402012-05-18 18:08:01 +02007289 word[wordlen++] = c;
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007290 }
Bram Moolenaarf9de1402012-05-18 18:08:01 +02007291 word[wordlen] = NUL;
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007292
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007293 /*
Bram Moolenaarf9de1402012-05-18 18:08:01 +02007294 * This algorithm comes from Aspell phonet.cpp.
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007295 * Converted from C++ to C. Added support for multi-byte chars.
7296 * Changed to keep spaces.
7297 */
7298 i = reslen = z = 0;
7299 while ((c = word[i]) != NUL)
7300 {
7301 /* Start with the first rule that has the character in the word. */
7302 n = slang->sl_sal_first[c & 0xff];
7303 z0 = 0;
7304
7305 if (n >= 0)
7306 {
Bram Moolenaar95e85792010-08-01 15:37:02 +02007307 /* Check all rules for the same index byte.
7308 * If c is 0x300 need extra check for the end of the array, as
7309 * (c & 0xff) is NUL. */
7310 for (; ((ws = smp[n].sm_lead_w)[0] & 0xff) == (c & 0xff)
7311 && ws[0] != NUL; ++n)
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007312 {
7313 /* Quickly skip entries that don't match the word. Most
7314 * entries are less then three chars, optimize for that. */
Bram Moolenaar42eeac32005-06-29 22:40:58 +00007315 if (c != ws[0])
7316 continue;
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007317 k = smp[n].sm_leadlen;
7318 if (k > 1)
7319 {
7320 if (word[i + 1] != ws[1])
7321 continue;
7322 if (k > 2)
7323 {
7324 for (j = 2; j < k; ++j)
7325 if (word[i + j] != ws[j])
7326 break;
7327 if (j < k)
7328 continue;
7329 }
7330 }
7331
Bram Moolenaar42eeac32005-06-29 22:40:58 +00007332 if ((pf = smp[n].sm_oneof_w) != NULL)
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007333 {
Bram Moolenaar42eeac32005-06-29 22:40:58 +00007334 /* Check for match with one of the chars in "sm_oneof". */
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007335 while (*pf != NUL && *pf != word[i + k])
7336 ++pf;
7337 if (*pf == NUL)
7338 continue;
7339 ++k;
7340 }
7341 s = smp[n].sm_rules;
7342 pri = 5; /* default priority */
7343
7344 p0 = *s;
7345 k0 = k;
7346 while (*s == '-' && k > 1)
7347 {
7348 k--;
7349 s++;
7350 }
7351 if (*s == '<')
7352 s++;
7353 if (VIM_ISDIGIT(*s))
7354 {
7355 /* determine priority */
7356 pri = *s - '0';
7357 s++;
7358 }
7359 if (*s == '^' && *(s + 1) == '^')
7360 s++;
7361
7362 if (*s == NUL
7363 || (*s == '^'
7364 && (i == 0 || !(word[i - 1] == ' '
Bram Moolenaar860cae12010-06-05 23:22:07 +02007365 || spell_iswordp_w(word + i - 1, curwin)))
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007366 && (*(s + 1) != '$'
Bram Moolenaar860cae12010-06-05 23:22:07 +02007367 || (!spell_iswordp_w(word + i + k0, curwin))))
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007368 || (*s == '$' && i > 0
Bram Moolenaar860cae12010-06-05 23:22:07 +02007369 && spell_iswordp_w(word + i - 1, curwin)
7370 && (!spell_iswordp_w(word + i + k0, curwin))))
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007371 {
7372 /* search for followup rules, if: */
7373 /* followup and k > 1 and NO '-' in searchstring */
7374 c0 = word[i + k - 1];
7375 n0 = slang->sl_sal_first[c0 & 0xff];
7376
7377 if (slang->sl_followup && k > 1 && n0 >= 0
7378 && p0 != '-' && word[i + k] != NUL)
7379 {
Bram Moolenaar42eeac32005-06-29 22:40:58 +00007380 /* Test follow-up rule for "word[i + k]"; loop over
7381 * all entries with the same index byte. */
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007382 for ( ; ((ws = smp[n0].sm_lead_w)[0] & 0xff)
7383 == (c0 & 0xff); ++n0)
7384 {
7385 /* Quickly skip entries that don't match the word.
Bram Moolenaar42eeac32005-06-29 22:40:58 +00007386 */
7387 if (c0 != ws[0])
7388 continue;
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007389 k0 = smp[n0].sm_leadlen;
7390 if (k0 > 1)
7391 {
7392 if (word[i + k] != ws[1])
7393 continue;
7394 if (k0 > 2)
7395 {
7396 pf = word + i + k + 1;
7397 for (j = 2; j < k0; ++j)
7398 if (*pf++ != ws[j])
7399 break;
7400 if (j < k0)
7401 continue;
7402 }
7403 }
7404 k0 += k - 1;
7405
Bram Moolenaar42eeac32005-06-29 22:40:58 +00007406 if ((pf = smp[n0].sm_oneof_w) != NULL)
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007407 {
7408 /* Check for match with one of the chars in
Bram Moolenaar42eeac32005-06-29 22:40:58 +00007409 * "sm_oneof". */
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007410 while (*pf != NUL && *pf != word[i + k0])
7411 ++pf;
7412 if (*pf == NUL)
7413 continue;
7414 ++k0;
7415 }
7416
7417 p0 = 5;
7418 s = smp[n0].sm_rules;
7419 while (*s == '-')
7420 {
7421 /* "k0" gets NOT reduced because
7422 * "if (k0 == k)" */
7423 s++;
7424 }
7425 if (*s == '<')
7426 s++;
7427 if (VIM_ISDIGIT(*s))
7428 {
7429 p0 = *s - '0';
7430 s++;
7431 }
7432
7433 if (*s == NUL
7434 /* *s == '^' cuts */
7435 || (*s == '$'
Bram Moolenaar9c96f592005-06-30 21:52:39 +00007436 && !spell_iswordp_w(word + i + k0,
Bram Moolenaar860cae12010-06-05 23:22:07 +02007437 curwin)))
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007438 {
7439 if (k0 == k)
7440 /* this is just a piece of the string */
7441 continue;
7442
7443 if (p0 < pri)
7444 /* priority too low */
7445 continue;
7446 /* rule fits; stop search */
7447 break;
7448 }
7449 }
7450
7451 if (p0 >= pri && (smp[n0].sm_lead_w[0] & 0xff)
7452 == (c0 & 0xff))
7453 continue;
7454 }
7455
7456 /* replace string */
7457 ws = smp[n].sm_to_w;
7458 s = smp[n].sm_rules;
7459 p0 = (vim_strchr(s, '<') != NULL) ? 1 : 0;
7460 if (p0 == 1 && z == 0)
7461 {
7462 /* rule with '<' is used */
Bram Moolenaar0dc065e2005-07-04 22:49:24 +00007463 if (reslen > 0 && ws != NULL && *ws != NUL
7464 && (wres[reslen - 1] == c
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007465 || wres[reslen - 1] == *ws))
7466 reslen--;
7467 z0 = 1;
7468 z = 1;
7469 k0 = 0;
Bram Moolenaar0dc065e2005-07-04 22:49:24 +00007470 if (ws != NULL)
7471 while (*ws != NUL && word[i + k0] != NUL)
7472 {
7473 word[i + k0] = *ws;
7474 k0++;
7475 ws++;
7476 }
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007477 if (k > k0)
7478 mch_memmove(word + i + k0, word + i + k,
Bram Moolenaarf9de1402012-05-18 18:08:01 +02007479 sizeof(int) * (wordlen - (i + k) + 1));
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007480
7481 /* new "actual letter" */
7482 c = word[i];
7483 }
7484 else
7485 {
7486 /* no '<' rule used */
7487 i += k - 1;
7488 z = 0;
Bram Moolenaar0dc065e2005-07-04 22:49:24 +00007489 if (ws != NULL)
7490 while (*ws != NUL && ws[1] != NUL
7491 && reslen < MAXWLEN)
7492 {
7493 if (reslen == 0 || wres[reslen - 1] != *ws)
7494 wres[reslen++] = *ws;
7495 ws++;
7496 }
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007497 /* new "actual letter" */
Bram Moolenaar0dc065e2005-07-04 22:49:24 +00007498 if (ws == NULL)
7499 c = NUL;
7500 else
7501 c = *ws;
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007502 if (strstr((char *)s, "^^") != NULL)
7503 {
7504 if (c != NUL)
7505 wres[reslen++] = c;
7506 mch_memmove(word, word + i + 1,
Bram Moolenaarf9de1402012-05-18 18:08:01 +02007507 sizeof(int) * (wordlen - (i + 1) + 1));
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007508 i = 0;
7509 z0 = 1;
7510 }
7511 }
7512 break;
7513 }
7514 }
7515 }
Bram Moolenaar1c465442017-03-12 20:10:05 +01007516 else if (VIM_ISWHITE(c))
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007517 {
7518 c = ' ';
7519 k = 1;
7520 }
7521
7522 if (z0 == 0)
7523 {
7524 if (k && !p0 && reslen < MAXWLEN && c != NUL
7525 && (!slang->sl_collapse || reslen == 0
7526 || wres[reslen - 1] != c))
7527 /* condense only double letters */
7528 wres[reslen++] = c;
7529
7530 i++;
7531 z = 0;
7532 k = 0;
7533 }
7534 }
7535
7536 /* Convert wide characters in "wres" to a multi-byte string in "res". */
7537 l = 0;
7538 for (n = 0; n < reslen; ++n)
7539 {
7540 l += mb_char2bytes(wres[n], res + l);
7541 if (l + MB_MAXBYTES > MAXWLEN)
7542 break;
7543 }
7544 res[l] = NUL;
7545}
Bram Moolenaara1ba8112005-06-28 23:23:32 +00007546
Bram Moolenaar9f30f502005-06-14 22:01:04 +00007547/*
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007548 * Compute a score for two sound-a-like words.
7549 * This permits up to two inserts/deletes/swaps/etc. to keep things fast.
7550 * Instead of a generic loop we write out the code. That keeps it fast by
7551 * avoiding checks that will not be possible.
7552 */
7553 static int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01007554soundalike_score(
7555 char_u *goodstart, /* sound-folded good word */
7556 char_u *badstart) /* sound-folded bad word */
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007557{
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00007558 char_u *goodsound = goodstart;
7559 char_u *badsound = badstart;
7560 int goodlen;
7561 int badlen;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007562 int n;
7563 char_u *pl, *ps;
7564 char_u *pl2, *ps2;
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00007565 int score = 0;
7566
Bram Moolenaar121d95f2010-08-01 15:11:43 +02007567 /* Adding/inserting "*" at the start (word starts with vowel) shouldn't be
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00007568 * counted so much, vowels halfway the word aren't counted at all. */
7569 if ((*badsound == '*' || *goodsound == '*') && *badsound != *goodsound)
7570 {
Bram Moolenaar121d95f2010-08-01 15:11:43 +02007571 if ((badsound[0] == NUL && goodsound[1] == NUL)
7572 || (goodsound[0] == NUL && badsound[1] == NUL))
7573 /* changing word with vowel to word without a sound */
7574 return SCORE_DEL;
7575 if (badsound[0] == NUL || goodsound[0] == NUL)
7576 /* more than two changes */
7577 return SCORE_MAXMAX;
7578
Bram Moolenaar4770d092006-01-12 23:22:24 +00007579 if (badsound[1] == goodsound[1]
7580 || (badsound[1] != NUL
7581 && goodsound[1] != NUL
7582 && badsound[2] == goodsound[2]))
7583 {
7584 /* handle like a substitute */
7585 }
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00007586 else
Bram Moolenaar4770d092006-01-12 23:22:24 +00007587 {
7588 score = 2 * SCORE_DEL / 3;
7589 if (*badsound == '*')
7590 ++badsound;
7591 else
7592 ++goodsound;
7593 }
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00007594 }
7595
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00007596 goodlen = (int)STRLEN(goodsound);
7597 badlen = (int)STRLEN(badsound);
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007598
Bram Moolenaarf711faf2007-05-10 16:48:19 +00007599 /* Return quickly if the lengths are too different to be fixed by two
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007600 * changes. */
7601 n = goodlen - badlen;
7602 if (n < -2 || n > 2)
7603 return SCORE_MAXMAX;
7604
7605 if (n > 0)
7606 {
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00007607 pl = goodsound; /* goodsound is longest */
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007608 ps = badsound;
7609 }
7610 else
7611 {
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00007612 pl = badsound; /* badsound is longest */
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007613 ps = goodsound;
7614 }
7615
7616 /* Skip over the identical part. */
7617 while (*pl == *ps && *pl != NUL)
7618 {
7619 ++pl;
7620 ++ps;
7621 }
7622
7623 switch (n)
7624 {
7625 case -2:
7626 case 2:
7627 /*
7628 * Must delete two characters from "pl".
7629 */
7630 ++pl; /* first delete */
7631 while (*pl == *ps)
7632 {
7633 ++pl;
7634 ++ps;
7635 }
7636 /* strings must be equal after second delete */
7637 if (STRCMP(pl + 1, ps) == 0)
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00007638 return score + SCORE_DEL * 2;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007639
7640 /* Failed to compare. */
7641 break;
7642
7643 case -1:
7644 case 1:
7645 /*
7646 * Minimal one delete from "pl" required.
7647 */
7648
7649 /* 1: delete */
7650 pl2 = pl + 1;
7651 ps2 = ps;
7652 while (*pl2 == *ps2)
7653 {
7654 if (*pl2 == NUL) /* reached the end */
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00007655 return score + SCORE_DEL;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007656 ++pl2;
7657 ++ps2;
7658 }
7659
7660 /* 2: delete then swap, then rest must be equal */
7661 if (pl2[0] == ps2[1] && pl2[1] == ps2[0]
7662 && STRCMP(pl2 + 2, ps2 + 2) == 0)
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00007663 return score + SCORE_DEL + SCORE_SWAP;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007664
7665 /* 3: delete then substitute, then the rest must be equal */
7666 if (STRCMP(pl2 + 1, ps2 + 1) == 0)
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00007667 return score + SCORE_DEL + SCORE_SUBST;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007668
7669 /* 4: first swap then delete */
7670 if (pl[0] == ps[1] && pl[1] == ps[0])
7671 {
7672 pl2 = pl + 2; /* swap, skip two chars */
7673 ps2 = ps + 2;
7674 while (*pl2 == *ps2)
7675 {
7676 ++pl2;
7677 ++ps2;
7678 }
7679 /* delete a char and then strings must be equal */
7680 if (STRCMP(pl2 + 1, ps2) == 0)
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00007681 return score + SCORE_SWAP + SCORE_DEL;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007682 }
7683
7684 /* 5: first substitute then delete */
7685 pl2 = pl + 1; /* substitute, skip one char */
7686 ps2 = ps + 1;
7687 while (*pl2 == *ps2)
7688 {
7689 ++pl2;
7690 ++ps2;
7691 }
7692 /* delete a char and then strings must be equal */
7693 if (STRCMP(pl2 + 1, ps2) == 0)
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00007694 return score + SCORE_SUBST + SCORE_DEL;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007695
7696 /* Failed to compare. */
7697 break;
7698
7699 case 0:
7700 /*
Bram Moolenaar6ae167a2009-02-11 16:58:49 +00007701 * Lengths are equal, thus changes must result in same length: An
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007702 * insert is only possible in combination with a delete.
7703 * 1: check if for identical strings
7704 */
7705 if (*pl == NUL)
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00007706 return score;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007707
7708 /* 2: swap */
7709 if (pl[0] == ps[1] && pl[1] == ps[0])
7710 {
7711 pl2 = pl + 2; /* swap, skip two chars */
7712 ps2 = ps + 2;
7713 while (*pl2 == *ps2)
7714 {
7715 if (*pl2 == NUL) /* reached the end */
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00007716 return score + SCORE_SWAP;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007717 ++pl2;
7718 ++ps2;
7719 }
7720 /* 3: swap and swap again */
7721 if (pl2[0] == ps2[1] && pl2[1] == ps2[0]
7722 && STRCMP(pl2 + 2, ps2 + 2) == 0)
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00007723 return score + SCORE_SWAP + SCORE_SWAP;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007724
7725 /* 4: swap and substitute */
7726 if (STRCMP(pl2 + 1, ps2 + 1) == 0)
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00007727 return score + SCORE_SWAP + SCORE_SUBST;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007728 }
7729
7730 /* 5: substitute */
7731 pl2 = pl + 1;
7732 ps2 = ps + 1;
7733 while (*pl2 == *ps2)
7734 {
7735 if (*pl2 == NUL) /* reached the end */
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00007736 return score + SCORE_SUBST;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007737 ++pl2;
7738 ++ps2;
7739 }
7740
7741 /* 6: substitute and swap */
7742 if (pl2[0] == ps2[1] && pl2[1] == ps2[0]
7743 && STRCMP(pl2 + 2, ps2 + 2) == 0)
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00007744 return score + SCORE_SUBST + SCORE_SWAP;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007745
7746 /* 7: substitute and substitute */
7747 if (STRCMP(pl2 + 1, ps2 + 1) == 0)
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00007748 return score + SCORE_SUBST + SCORE_SUBST;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007749
7750 /* 8: insert then delete */
7751 pl2 = pl;
7752 ps2 = ps + 1;
7753 while (*pl2 == *ps2)
7754 {
7755 ++pl2;
7756 ++ps2;
7757 }
7758 if (STRCMP(pl2 + 1, ps2) == 0)
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00007759 return score + SCORE_INS + SCORE_DEL;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007760
7761 /* 9: delete then insert */
7762 pl2 = pl + 1;
7763 ps2 = ps;
7764 while (*pl2 == *ps2)
7765 {
7766 ++pl2;
7767 ++ps2;
7768 }
7769 if (STRCMP(pl2, ps2 + 1) == 0)
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00007770 return score + SCORE_INS + SCORE_DEL;
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007771
7772 /* Failed to compare. */
7773 break;
7774 }
7775
7776 return SCORE_MAXMAX;
7777}
Bram Moolenaar9f30f502005-06-14 22:01:04 +00007778
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007779/*
7780 * Compute the "edit distance" to turn "badword" into "goodword". The less
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007781 * deletes/inserts/substitutes/swaps are required the lower the score.
Bram Moolenaar9f30f502005-06-14 22:01:04 +00007782 *
Bram Moolenaard12a1322005-08-21 22:08:24 +00007783 * The algorithm is described by Du and Chang, 1992.
7784 * The implementation of the algorithm comes from Aspell editdist.cpp,
7785 * edit_distance(). It has been converted from C++ to C and modified to
7786 * support multi-byte characters.
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007787 */
7788 static int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01007789spell_edit_score(
7790 slang_T *slang,
7791 char_u *badword,
7792 char_u *goodword)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007793{
7794 int *cnt;
Bram Moolenaarf711faf2007-05-10 16:48:19 +00007795 int badlen, goodlen; /* lengths including NUL */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007796 int j, i;
7797 int t;
7798 int bc, gc;
Bram Moolenaar9f30f502005-06-14 22:01:04 +00007799 int pbc, pgc;
Bram Moolenaar9f30f502005-06-14 22:01:04 +00007800 char_u *p;
7801 int wbadword[MAXWLEN];
7802 int wgoodword[MAXWLEN];
7803
7804 if (has_mbyte)
7805 {
7806 /* Get the characters from the multi-byte strings and put them in an
7807 * int array for easy access. */
7808 for (p = badword, badlen = 0; *p != NUL; )
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00007809 wbadword[badlen++] = mb_cptr2char_adv(&p);
Bram Moolenaar97409f12005-07-08 22:17:29 +00007810 wbadword[badlen++] = 0;
Bram Moolenaar9f30f502005-06-14 22:01:04 +00007811 for (p = goodword, goodlen = 0; *p != NUL; )
Bram Moolenaar0fa313a2005-08-10 21:07:57 +00007812 wgoodword[goodlen++] = mb_cptr2char_adv(&p);
Bram Moolenaar97409f12005-07-08 22:17:29 +00007813 wgoodword[goodlen++] = 0;
Bram Moolenaar9f30f502005-06-14 22:01:04 +00007814 }
7815 else
Bram Moolenaar9f30f502005-06-14 22:01:04 +00007816 {
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00007817 badlen = (int)STRLEN(badword) + 1;
7818 goodlen = (int)STRLEN(goodword) + 1;
Bram Moolenaar9f30f502005-06-14 22:01:04 +00007819 }
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007820
7821 /* We use "cnt" as an array: CNT(badword_idx, goodword_idx). */
7822#define CNT(a, b) cnt[(a) + (b) * (badlen + 1)]
Bram Moolenaarc799fe22019-05-28 23:08:19 +02007823 cnt = ALLOC_MULT(int, (badlen + 1) * (goodlen + 1));
Bram Moolenaar9f30f502005-06-14 22:01:04 +00007824 if (cnt == NULL)
7825 return 0; /* out of memory */
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007826
7827 CNT(0, 0) = 0;
7828 for (j = 1; j <= goodlen; ++j)
Bram Moolenaar4770d092006-01-12 23:22:24 +00007829 CNT(0, j) = CNT(0, j - 1) + SCORE_INS;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007830
7831 for (i = 1; i <= badlen; ++i)
7832 {
Bram Moolenaar4770d092006-01-12 23:22:24 +00007833 CNT(i, 0) = CNT(i - 1, 0) + SCORE_DEL;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007834 for (j = 1; j <= goodlen; ++j)
7835 {
Bram Moolenaar9f30f502005-06-14 22:01:04 +00007836 if (has_mbyte)
7837 {
7838 bc = wbadword[i - 1];
7839 gc = wgoodword[j - 1];
7840 }
7841 else
Bram Moolenaar9f30f502005-06-14 22:01:04 +00007842 {
7843 bc = badword[i - 1];
7844 gc = goodword[j - 1];
7845 }
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007846 if (bc == gc)
7847 CNT(i, j) = CNT(i - 1, j - 1);
7848 else
7849 {
7850 /* Use a better score when there is only a case difference. */
Bram Moolenaar9f30f502005-06-14 22:01:04 +00007851 if (SPELL_TOFOLD(bc) == SPELL_TOFOLD(gc))
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007852 CNT(i, j) = SCORE_ICASE + CNT(i - 1, j - 1);
7853 else
Bram Moolenaar4770d092006-01-12 23:22:24 +00007854 {
7855 /* For a similar character use SCORE_SIMILAR. */
7856 if (slang != NULL
7857 && slang->sl_has_map
7858 && similar_chars(slang, gc, bc))
7859 CNT(i, j) = SCORE_SIMILAR + CNT(i - 1, j - 1);
7860 else
7861 CNT(i, j) = SCORE_SUBST + CNT(i - 1, j - 1);
7862 }
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007863
Bram Moolenaar9f30f502005-06-14 22:01:04 +00007864 if (i > 1 && j > 1)
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007865 {
Bram Moolenaar9f30f502005-06-14 22:01:04 +00007866 if (has_mbyte)
7867 {
7868 pbc = wbadword[i - 2];
7869 pgc = wgoodword[j - 2];
7870 }
7871 else
Bram Moolenaar9f30f502005-06-14 22:01:04 +00007872 {
7873 pbc = badword[i - 2];
7874 pgc = goodword[j - 2];
7875 }
7876 if (bc == pgc && pbc == gc)
7877 {
7878 t = SCORE_SWAP + CNT(i - 2, j - 2);
7879 if (t < CNT(i, j))
7880 CNT(i, j) = t;
7881 }
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007882 }
7883 t = SCORE_DEL + CNT(i - 1, j);
7884 if (t < CNT(i, j))
7885 CNT(i, j) = t;
7886 t = SCORE_INS + CNT(i, j - 1);
7887 if (t < CNT(i, j))
7888 CNT(i, j) = t;
7889 }
7890 }
7891 }
Bram Moolenaard857f0e2005-06-21 22:37:39 +00007892
7893 i = CNT(badlen - 1, goodlen - 1);
7894 vim_free(cnt);
7895 return i;
Bram Moolenaar9ba0eb82005-06-13 22:28:56 +00007896}
Bram Moolenaarcfc6c432005-06-06 21:50:35 +00007897
Bram Moolenaar4770d092006-01-12 23:22:24 +00007898typedef struct
7899{
7900 int badi;
7901 int goodi;
7902 int score;
7903} limitscore_T;
7904
7905/*
7906 * Like spell_edit_score(), but with a limit on the score to make it faster.
7907 * May return SCORE_MAXMAX when the score is higher than "limit".
7908 *
7909 * This uses a stack for the edits still to be tried.
7910 * The idea comes from Aspell leditdist.cpp. Rewritten in C and added support
7911 * for multi-byte characters.
7912 */
7913 static int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01007914spell_edit_score_limit(
7915 slang_T *slang,
7916 char_u *badword,
7917 char_u *goodword,
7918 int limit)
Bram Moolenaar4770d092006-01-12 23:22:24 +00007919{
7920 limitscore_T stack[10]; /* allow for over 3 * 2 edits */
7921 int stackidx;
7922 int bi, gi;
7923 int bi2, gi2;
7924 int bc, gc;
7925 int score;
7926 int score_off;
7927 int minscore;
7928 int round;
7929
Bram Moolenaar4770d092006-01-12 23:22:24 +00007930 /* Multi-byte characters require a bit more work, use a different function
7931 * to avoid testing "has_mbyte" quite often. */
7932 if (has_mbyte)
7933 return spell_edit_score_limit_w(slang, badword, goodword, limit);
Bram Moolenaar4770d092006-01-12 23:22:24 +00007934
7935 /*
7936 * The idea is to go from start to end over the words. So long as
7937 * characters are equal just continue, this always gives the lowest score.
7938 * When there is a difference try several alternatives. Each alternative
7939 * increases "score" for the edit distance. Some of the alternatives are
7940 * pushed unto a stack and tried later, some are tried right away. At the
7941 * end of the word the score for one alternative is known. The lowest
7942 * possible score is stored in "minscore".
7943 */
7944 stackidx = 0;
7945 bi = 0;
7946 gi = 0;
7947 score = 0;
7948 minscore = limit + 1;
7949
7950 for (;;)
7951 {
7952 /* Skip over an equal part, score remains the same. */
7953 for (;;)
7954 {
7955 bc = badword[bi];
7956 gc = goodword[gi];
7957 if (bc != gc) /* stop at a char that's different */
7958 break;
7959 if (bc == NUL) /* both words end */
7960 {
7961 if (score < minscore)
7962 minscore = score;
7963 goto pop; /* do next alternative */
7964 }
7965 ++bi;
7966 ++gi;
7967 }
7968
7969 if (gc == NUL) /* goodword ends, delete badword chars */
7970 {
7971 do
7972 {
7973 if ((score += SCORE_DEL) >= minscore)
7974 goto pop; /* do next alternative */
7975 } while (badword[++bi] != NUL);
7976 minscore = score;
7977 }
7978 else if (bc == NUL) /* badword ends, insert badword chars */
7979 {
7980 do
7981 {
7982 if ((score += SCORE_INS) >= minscore)
7983 goto pop; /* do next alternative */
7984 } while (goodword[++gi] != NUL);
7985 minscore = score;
7986 }
7987 else /* both words continue */
7988 {
7989 /* If not close to the limit, perform a change. Only try changes
7990 * that may lead to a lower score than "minscore".
7991 * round 0: try deleting a char from badword
7992 * round 1: try inserting a char in badword */
7993 for (round = 0; round <= 1; ++round)
7994 {
7995 score_off = score + (round == 0 ? SCORE_DEL : SCORE_INS);
7996 if (score_off < minscore)
7997 {
7998 if (score_off + SCORE_EDIT_MIN >= minscore)
7999 {
8000 /* Near the limit, rest of the words must match. We
8001 * can check that right now, no need to push an item
8002 * onto the stack. */
8003 bi2 = bi + 1 - round;
8004 gi2 = gi + round;
8005 while (goodword[gi2] == badword[bi2])
8006 {
8007 if (goodword[gi2] == NUL)
8008 {
8009 minscore = score_off;
8010 break;
8011 }
8012 ++bi2;
8013 ++gi2;
8014 }
8015 }
8016 else
8017 {
8018 /* try deleting/inserting a character later */
8019 stack[stackidx].badi = bi + 1 - round;
8020 stack[stackidx].goodi = gi + round;
8021 stack[stackidx].score = score_off;
8022 ++stackidx;
8023 }
8024 }
8025 }
8026
8027 if (score + SCORE_SWAP < minscore)
8028 {
8029 /* If swapping two characters makes a match then the
8030 * substitution is more expensive, thus there is no need to
8031 * try both. */
8032 if (gc == badword[bi + 1] && bc == goodword[gi + 1])
8033 {
8034 /* Swap two characters, that is: skip them. */
8035 gi += 2;
8036 bi += 2;
8037 score += SCORE_SWAP;
8038 continue;
8039 }
8040 }
8041
8042 /* Substitute one character for another which is the same
8043 * thing as deleting a character from both goodword and badword.
8044 * Use a better score when there is only a case difference. */
8045 if (SPELL_TOFOLD(bc) == SPELL_TOFOLD(gc))
8046 score += SCORE_ICASE;
8047 else
8048 {
8049 /* For a similar character use SCORE_SIMILAR. */
8050 if (slang != NULL
8051 && slang->sl_has_map
8052 && similar_chars(slang, gc, bc))
8053 score += SCORE_SIMILAR;
8054 else
8055 score += SCORE_SUBST;
8056 }
8057
8058 if (score < minscore)
8059 {
8060 /* Do the substitution. */
8061 ++gi;
8062 ++bi;
8063 continue;
8064 }
8065 }
8066pop:
8067 /*
8068 * Get here to try the next alternative, pop it from the stack.
8069 */
8070 if (stackidx == 0) /* stack is empty, finished */
8071 break;
8072
8073 /* pop an item from the stack */
8074 --stackidx;
8075 gi = stack[stackidx].goodi;
8076 bi = stack[stackidx].badi;
8077 score = stack[stackidx].score;
8078 }
8079
8080 /* When the score goes over "limit" it may actually be much higher.
8081 * Return a very large number to avoid going below the limit when giving a
8082 * bonus. */
8083 if (minscore > limit)
8084 return SCORE_MAXMAX;
8085 return minscore;
8086}
8087
Bram Moolenaar4770d092006-01-12 23:22:24 +00008088/*
8089 * Multi-byte version of spell_edit_score_limit().
8090 * Keep it in sync with the above!
8091 */
8092 static int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01008093spell_edit_score_limit_w(
8094 slang_T *slang,
8095 char_u *badword,
8096 char_u *goodword,
8097 int limit)
Bram Moolenaar4770d092006-01-12 23:22:24 +00008098{
8099 limitscore_T stack[10]; /* allow for over 3 * 2 edits */
8100 int stackidx;
8101 int bi, gi;
8102 int bi2, gi2;
8103 int bc, gc;
8104 int score;
8105 int score_off;
8106 int minscore;
8107 int round;
8108 char_u *p;
8109 int wbadword[MAXWLEN];
8110 int wgoodword[MAXWLEN];
8111
8112 /* Get the characters from the multi-byte strings and put them in an
8113 * int array for easy access. */
8114 bi = 0;
8115 for (p = badword; *p != NUL; )
8116 wbadword[bi++] = mb_cptr2char_adv(&p);
8117 wbadword[bi++] = 0;
8118 gi = 0;
8119 for (p = goodword; *p != NUL; )
8120 wgoodword[gi++] = mb_cptr2char_adv(&p);
8121 wgoodword[gi++] = 0;
8122
8123 /*
8124 * The idea is to go from start to end over the words. So long as
8125 * characters are equal just continue, this always gives the lowest score.
8126 * When there is a difference try several alternatives. Each alternative
8127 * increases "score" for the edit distance. Some of the alternatives are
8128 * pushed unto a stack and tried later, some are tried right away. At the
8129 * end of the word the score for one alternative is known. The lowest
8130 * possible score is stored in "minscore".
8131 */
8132 stackidx = 0;
8133 bi = 0;
8134 gi = 0;
8135 score = 0;
8136 minscore = limit + 1;
8137
8138 for (;;)
8139 {
8140 /* Skip over an equal part, score remains the same. */
8141 for (;;)
8142 {
8143 bc = wbadword[bi];
8144 gc = wgoodword[gi];
8145
8146 if (bc != gc) /* stop at a char that's different */
8147 break;
8148 if (bc == NUL) /* both words end */
8149 {
8150 if (score < minscore)
8151 minscore = score;
8152 goto pop; /* do next alternative */
8153 }
8154 ++bi;
8155 ++gi;
8156 }
8157
8158 if (gc == NUL) /* goodword ends, delete badword chars */
8159 {
8160 do
8161 {
8162 if ((score += SCORE_DEL) >= minscore)
8163 goto pop; /* do next alternative */
8164 } while (wbadword[++bi] != NUL);
8165 minscore = score;
8166 }
8167 else if (bc == NUL) /* badword ends, insert badword chars */
8168 {
8169 do
8170 {
8171 if ((score += SCORE_INS) >= minscore)
8172 goto pop; /* do next alternative */
8173 } while (wgoodword[++gi] != NUL);
8174 minscore = score;
8175 }
8176 else /* both words continue */
8177 {
8178 /* If not close to the limit, perform a change. Only try changes
8179 * that may lead to a lower score than "minscore".
8180 * round 0: try deleting a char from badword
8181 * round 1: try inserting a char in badword */
8182 for (round = 0; round <= 1; ++round)
8183 {
8184 score_off = score + (round == 0 ? SCORE_DEL : SCORE_INS);
8185 if (score_off < minscore)
8186 {
8187 if (score_off + SCORE_EDIT_MIN >= minscore)
8188 {
8189 /* Near the limit, rest of the words must match. We
8190 * can check that right now, no need to push an item
8191 * onto the stack. */
8192 bi2 = bi + 1 - round;
8193 gi2 = gi + round;
8194 while (wgoodword[gi2] == wbadword[bi2])
8195 {
8196 if (wgoodword[gi2] == NUL)
8197 {
8198 minscore = score_off;
8199 break;
8200 }
8201 ++bi2;
8202 ++gi2;
8203 }
8204 }
8205 else
8206 {
8207 /* try deleting a character from badword later */
8208 stack[stackidx].badi = bi + 1 - round;
8209 stack[stackidx].goodi = gi + round;
8210 stack[stackidx].score = score_off;
8211 ++stackidx;
8212 }
8213 }
8214 }
8215
8216 if (score + SCORE_SWAP < minscore)
8217 {
8218 /* If swapping two characters makes a match then the
8219 * substitution is more expensive, thus there is no need to
8220 * try both. */
8221 if (gc == wbadword[bi + 1] && bc == wgoodword[gi + 1])
8222 {
8223 /* Swap two characters, that is: skip them. */
8224 gi += 2;
8225 bi += 2;
8226 score += SCORE_SWAP;
8227 continue;
8228 }
8229 }
8230
8231 /* Substitute one character for another which is the same
8232 * thing as deleting a character from both goodword and badword.
8233 * Use a better score when there is only a case difference. */
8234 if (SPELL_TOFOLD(bc) == SPELL_TOFOLD(gc))
8235 score += SCORE_ICASE;
8236 else
8237 {
8238 /* For a similar character use SCORE_SIMILAR. */
8239 if (slang != NULL
8240 && slang->sl_has_map
8241 && similar_chars(slang, gc, bc))
8242 score += SCORE_SIMILAR;
8243 else
8244 score += SCORE_SUBST;
8245 }
8246
8247 if (score < minscore)
8248 {
8249 /* Do the substitution. */
8250 ++gi;
8251 ++bi;
8252 continue;
8253 }
8254 }
8255pop:
8256 /*
8257 * Get here to try the next alternative, pop it from the stack.
8258 */
8259 if (stackidx == 0) /* stack is empty, finished */
8260 break;
8261
8262 /* pop an item from the stack */
8263 --stackidx;
8264 gi = stack[stackidx].goodi;
8265 bi = stack[stackidx].badi;
8266 score = stack[stackidx].score;
8267 }
8268
8269 /* When the score goes over "limit" it may actually be much higher.
8270 * Return a very large number to avoid going below the limit when giving a
8271 * bonus. */
8272 if (minscore > limit)
8273 return SCORE_MAXMAX;
8274 return minscore;
8275}
Bram Moolenaar4770d092006-01-12 23:22:24 +00008276
Bram Moolenaar362e1a32006-03-06 23:29:24 +00008277/*
8278 * ":spellinfo"
8279 */
Bram Moolenaar362e1a32006-03-06 23:29:24 +00008280 void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01008281ex_spellinfo(exarg_T *eap UNUSED)
Bram Moolenaar362e1a32006-03-06 23:29:24 +00008282{
8283 int lpi;
8284 langp_T *lp;
8285 char_u *p;
8286
8287 if (no_spell_checking(curwin))
8288 return;
8289
8290 msg_start();
Bram Moolenaar860cae12010-06-05 23:22:07 +02008291 for (lpi = 0; lpi < curwin->w_s->b_langp.ga_len && !got_int; ++lpi)
Bram Moolenaar362e1a32006-03-06 23:29:24 +00008292 {
Bram Moolenaar860cae12010-06-05 23:22:07 +02008293 lp = LANGP_ENTRY(curwin->w_s->b_langp, lpi);
Bram Moolenaar32526b32019-01-19 17:43:09 +01008294 msg_puts("file: ");
8295 msg_puts((char *)lp->lp_slang->sl_fname);
Bram Moolenaar362e1a32006-03-06 23:29:24 +00008296 msg_putchar('\n');
8297 p = lp->lp_slang->sl_info;
8298 if (p != NULL)
8299 {
Bram Moolenaar32526b32019-01-19 17:43:09 +01008300 msg_puts((char *)p);
Bram Moolenaar362e1a32006-03-06 23:29:24 +00008301 msg_putchar('\n');
8302 }
8303 }
8304 msg_end();
8305}
8306
Bram Moolenaar4770d092006-01-12 23:22:24 +00008307#define DUMPFLAG_KEEPCASE 1 /* round 2: keep-case tree */
8308#define DUMPFLAG_COUNT 2 /* include word count */
Bram Moolenaarb475fb92006-03-02 22:40:52 +00008309#define DUMPFLAG_ICASE 4 /* ignore case when finding matches */
Bram Moolenaard0131a82006-03-04 21:46:13 +00008310#define DUMPFLAG_ONECAP 8 /* pattern starts with capital */
8311#define DUMPFLAG_ALLCAP 16 /* pattern is all capitals */
Bram Moolenaar4770d092006-01-12 23:22:24 +00008312
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008313/*
8314 * ":spelldump"
8315 */
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008316 void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01008317ex_spelldump(exarg_T *eap)
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008318{
Bram Moolenaar7a18fdc2013-09-29 13:38:29 +02008319 char_u *spl;
8320 long dummy;
8321
Bram Moolenaarb475fb92006-03-02 22:40:52 +00008322 if (no_spell_checking(curwin))
8323 return;
Bram Moolenaar7a18fdc2013-09-29 13:38:29 +02008324 get_option_value((char_u*)"spl", &dummy, &spl, OPT_LOCAL);
Bram Moolenaarb475fb92006-03-02 22:40:52 +00008325
Bram Moolenaar7a18fdc2013-09-29 13:38:29 +02008326 /* Create a new empty buffer in a new window. */
Bram Moolenaarb475fb92006-03-02 22:40:52 +00008327 do_cmdline_cmd((char_u *)"new");
Bram Moolenaar7a18fdc2013-09-29 13:38:29 +02008328
8329 /* enable spelling locally in the new window */
8330 set_option_value((char_u*)"spell", TRUE, (char_u*)"", OPT_LOCAL);
Bram Moolenaar887c1fe2016-01-02 17:56:35 +01008331 set_option_value((char_u*)"spl", dummy, spl, OPT_LOCAL);
Bram Moolenaar7a18fdc2013-09-29 13:38:29 +02008332 vim_free(spl);
8333
Bram Moolenaarb5aedf32017-03-12 18:23:53 +01008334 if (!BUFEMPTY())
Bram Moolenaarb475fb92006-03-02 22:40:52 +00008335 return;
8336
Bram Moolenaar860cae12010-06-05 23:22:07 +02008337 spell_dump_compl(NULL, 0, NULL, eap->forceit ? DUMPFLAG_COUNT : 0);
Bram Moolenaarb475fb92006-03-02 22:40:52 +00008338
8339 /* Delete the empty line that we started with. */
8340 if (curbuf->b_ml.ml_line_count > 1)
8341 ml_delete(curbuf->b_ml.ml_line_count, FALSE);
8342
8343 redraw_later(NOT_VALID);
8344}
8345
8346/*
8347 * Go through all possible words and:
8348 * 1. When "pat" is NULL: dump a list of all words in the current buffer.
8349 * "ic" and "dir" are not used.
8350 * 2. When "pat" is not NULL: add matching words to insert mode completion.
8351 */
8352 void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01008353spell_dump_compl(
8354 char_u *pat, /* leading part of the word */
8355 int ic, /* ignore case */
8356 int *dir, /* direction for adding matches */
8357 int dumpflags_arg) /* DUMPFLAG_* */
Bram Moolenaarb475fb92006-03-02 22:40:52 +00008358{
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008359 langp_T *lp;
8360 slang_T *slang;
8361 idx_T arridx[MAXWLEN];
8362 int curi[MAXWLEN];
8363 char_u word[MAXWLEN];
8364 int c;
8365 char_u *byts;
8366 idx_T *idxs;
8367 linenr_T lnum = 0;
8368 int round;
8369 int depth;
8370 int n;
8371 int flags;
Bram Moolenaar7887d882005-07-01 22:33:52 +00008372 char_u *region_names = NULL; /* region names being used */
8373 int do_region = TRUE; /* dump region names and numbers */
8374 char_u *p;
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00008375 int lpi;
Bram Moolenaarb475fb92006-03-02 22:40:52 +00008376 int dumpflags = dumpflags_arg;
8377 int patlen;
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008378
Bram Moolenaard0131a82006-03-04 21:46:13 +00008379 /* When ignoring case or when the pattern starts with capital pass this on
8380 * to dump_word(). */
8381 if (pat != NULL)
8382 {
8383 if (ic)
8384 dumpflags |= DUMPFLAG_ICASE;
8385 else
8386 {
8387 n = captype(pat, NULL);
8388 if (n == WF_ONECAP)
8389 dumpflags |= DUMPFLAG_ONECAP;
Bram Moolenaar264b74f2019-01-24 17:18:42 +01008390 else if (n == WF_ALLCAP && (int)STRLEN(pat) > mb_ptr2len(pat))
Bram Moolenaard0131a82006-03-04 21:46:13 +00008391 dumpflags |= DUMPFLAG_ALLCAP;
8392 }
8393 }
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008394
Bram Moolenaar7887d882005-07-01 22:33:52 +00008395 /* Find out if we can support regions: All languages must support the same
8396 * regions or none at all. */
Bram Moolenaar860cae12010-06-05 23:22:07 +02008397 for (lpi = 0; lpi < curwin->w_s->b_langp.ga_len; ++lpi)
Bram Moolenaar7887d882005-07-01 22:33:52 +00008398 {
Bram Moolenaar860cae12010-06-05 23:22:07 +02008399 lp = LANGP_ENTRY(curwin->w_s->b_langp, lpi);
Bram Moolenaar7887d882005-07-01 22:33:52 +00008400 p = lp->lp_slang->sl_regions;
8401 if (p[0] != 0)
8402 {
8403 if (region_names == NULL) /* first language with regions */
8404 region_names = p;
8405 else if (STRCMP(region_names, p) != 0)
8406 {
8407 do_region = FALSE; /* region names are different */
8408 break;
8409 }
8410 }
8411 }
8412
8413 if (do_region && region_names != NULL)
8414 {
Bram Moolenaarb475fb92006-03-02 22:40:52 +00008415 if (pat == NULL)
8416 {
8417 vim_snprintf((char *)IObuff, IOSIZE, "/regions=%s", region_names);
8418 ml_append(lnum++, IObuff, (colnr_T)0, FALSE);
8419 }
Bram Moolenaar7887d882005-07-01 22:33:52 +00008420 }
8421 else
8422 do_region = FALSE;
8423
8424 /*
8425 * Loop over all files loaded for the entries in 'spelllang'.
8426 */
Bram Moolenaar860cae12010-06-05 23:22:07 +02008427 for (lpi = 0; lpi < curwin->w_s->b_langp.ga_len; ++lpi)
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008428 {
Bram Moolenaar860cae12010-06-05 23:22:07 +02008429 lp = LANGP_ENTRY(curwin->w_s->b_langp, lpi);
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008430 slang = lp->lp_slang;
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00008431 if (slang->sl_fbyts == NULL) /* reloading failed */
8432 continue;
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008433
Bram Moolenaarb475fb92006-03-02 22:40:52 +00008434 if (pat == NULL)
8435 {
8436 vim_snprintf((char *)IObuff, IOSIZE, "# file: %s", slang->sl_fname);
8437 ml_append(lnum++, IObuff, (colnr_T)0, FALSE);
8438 }
8439
8440 /* When matching with a pattern and there are no prefixes only use
8441 * parts of the tree that match "pat". */
8442 if (pat != NULL && slang->sl_pbyts == NULL)
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00008443 patlen = (int)STRLEN(pat);
Bram Moolenaarb475fb92006-03-02 22:40:52 +00008444 else
Bram Moolenaareb3593b2006-04-22 22:33:57 +00008445 patlen = -1;
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008446
8447 /* round 1: case-folded tree
8448 * round 2: keep-case tree */
8449 for (round = 1; round <= 2; ++round)
8450 {
8451 if (round == 1)
8452 {
Bram Moolenaarb475fb92006-03-02 22:40:52 +00008453 dumpflags &= ~DUMPFLAG_KEEPCASE;
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008454 byts = slang->sl_fbyts;
8455 idxs = slang->sl_fidxs;
8456 }
8457 else
8458 {
Bram Moolenaarb475fb92006-03-02 22:40:52 +00008459 dumpflags |= DUMPFLAG_KEEPCASE;
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008460 byts = slang->sl_kbyts;
8461 idxs = slang->sl_kidxs;
8462 }
8463 if (byts == NULL)
8464 continue; /* array is empty */
8465
8466 depth = 0;
8467 arridx[0] = 0;
8468 curi[0] = 1;
Bram Moolenaarb475fb92006-03-02 22:40:52 +00008469 while (depth >= 0 && !got_int
Bram Moolenaar7591bb32019-03-30 13:53:47 +01008470 && (pat == NULL || !ins_compl_interrupted()))
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008471 {
8472 if (curi[depth] > byts[arridx[depth]])
8473 {
8474 /* Done all bytes at this node, go up one level. */
8475 --depth;
8476 line_breakcheck();
Bram Moolenaar472e8592016-10-15 17:06:47 +02008477 ins_compl_check_keys(50, FALSE);
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008478 }
8479 else
8480 {
8481 /* Do one more byte at this node. */
8482 n = arridx[depth] + curi[depth];
8483 ++curi[depth];
8484 c = byts[n];
8485 if (c == 0)
8486 {
8487 /* End of word, deal with the word.
8488 * Don't use keep-case words in the fold-case tree,
8489 * they will appear in the keep-case tree.
8490 * Only use the word when the region matches. */
8491 flags = (int)idxs[n];
8492 if ((round == 2 || (flags & WF_KEEPCAP) == 0)
Bram Moolenaarac6e65f2005-08-29 22:25:38 +00008493 && (flags & WF_NEEDCOMP) == 0
Bram Moolenaar7887d882005-07-01 22:33:52 +00008494 && (do_region
8495 || (flags & WF_REGION) == 0
Bram Moolenaardfb9ac02005-07-05 21:36:03 +00008496 || (((unsigned)flags >> 16)
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008497 & lp->lp_region) != 0))
8498 {
8499 word[depth] = NUL;
Bram Moolenaar7887d882005-07-01 22:33:52 +00008500 if (!do_region)
8501 flags &= ~WF_REGION;
Bram Moolenaar0a5fe212005-06-24 23:01:23 +00008502
8503 /* Dump the basic word if there is no prefix or
8504 * when it's the first one. */
Bram Moolenaardfb9ac02005-07-05 21:36:03 +00008505 c = (unsigned)flags >> 24;
Bram Moolenaar0a5fe212005-06-24 23:01:23 +00008506 if (c == 0 || curi[depth] == 2)
Bram Moolenaarb475fb92006-03-02 22:40:52 +00008507 {
8508 dump_word(slang, word, pat, dir,
8509 dumpflags, flags, lnum);
8510 if (pat == NULL)
8511 ++lnum;
8512 }
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008513
8514 /* Apply the prefix, if there is one. */
Bram Moolenaar0a5fe212005-06-24 23:01:23 +00008515 if (c != 0)
Bram Moolenaarb475fb92006-03-02 22:40:52 +00008516 lnum = dump_prefixes(slang, word, pat, dir,
8517 dumpflags, flags, lnum);
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008518 }
8519 }
8520 else
8521 {
8522 /* Normal char, go one level deeper. */
8523 word[depth++] = c;
8524 arridx[depth] = idxs[n];
8525 curi[depth] = 1;
Bram Moolenaarb475fb92006-03-02 22:40:52 +00008526
8527 /* Check if this characters matches with the pattern.
8528 * If not skip the whole tree below it.
Bram Moolenaard0131a82006-03-04 21:46:13 +00008529 * Always ignore case here, dump_word() will check
8530 * proper case later. This isn't exactly right when
8531 * length changes for multi-byte characters with
8532 * ignore case... */
8533 if (depth <= patlen
8534 && MB_STRNICMP(word, pat, depth) != 0)
Bram Moolenaarb475fb92006-03-02 22:40:52 +00008535 --depth;
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008536 }
8537 }
8538 }
8539 }
8540 }
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008541}
8542
8543/*
8544 * Dump one word: apply case modifications and append a line to the buffer.
Bram Moolenaarb475fb92006-03-02 22:40:52 +00008545 * When "lnum" is zero add insert mode completion.
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008546 */
8547 static void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01008548dump_word(
8549 slang_T *slang,
8550 char_u *word,
8551 char_u *pat,
8552 int *dir,
8553 int dumpflags,
8554 int wordflags,
8555 linenr_T lnum)
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008556{
8557 int keepcap = FALSE;
8558 char_u *p;
Bram Moolenaar4770d092006-01-12 23:22:24 +00008559 char_u *tw;
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008560 char_u cword[MAXWLEN];
Bram Moolenaar7887d882005-07-01 22:33:52 +00008561 char_u badword[MAXWLEN + 10];
8562 int i;
Bram Moolenaard0131a82006-03-04 21:46:13 +00008563 int flags = wordflags;
8564
8565 if (dumpflags & DUMPFLAG_ONECAP)
8566 flags |= WF_ONECAP;
8567 if (dumpflags & DUMPFLAG_ALLCAP)
8568 flags |= WF_ALLCAP;
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008569
Bram Moolenaar4770d092006-01-12 23:22:24 +00008570 if ((dumpflags & DUMPFLAG_KEEPCASE) == 0 && (flags & WF_CAPMASK) != 0)
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008571 {
8572 /* Need to fix case according to "flags". */
8573 make_case_word(word, cword, flags);
8574 p = cword;
8575 }
8576 else
8577 {
8578 p = word;
Bram Moolenaar4770d092006-01-12 23:22:24 +00008579 if ((dumpflags & DUMPFLAG_KEEPCASE)
8580 && ((captype(word, NULL) & WF_KEEPCAP) == 0
Bram Moolenaar0dc065e2005-07-04 22:49:24 +00008581 || (flags & WF_FIXCAP) != 0))
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008582 keepcap = TRUE;
8583 }
Bram Moolenaar4770d092006-01-12 23:22:24 +00008584 tw = p;
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008585
Bram Moolenaarb475fb92006-03-02 22:40:52 +00008586 if (pat == NULL)
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008587 {
Bram Moolenaarb475fb92006-03-02 22:40:52 +00008588 /* Add flags and regions after a slash. */
8589 if ((flags & (WF_BANNED | WF_RARE | WF_REGION)) || keepcap)
Bram Moolenaar4770d092006-01-12 23:22:24 +00008590 {
Bram Moolenaarb475fb92006-03-02 22:40:52 +00008591 STRCPY(badword, p);
8592 STRCAT(badword, "/");
8593 if (keepcap)
8594 STRCAT(badword, "=");
8595 if (flags & WF_BANNED)
8596 STRCAT(badword, "!");
8597 else if (flags & WF_RARE)
8598 STRCAT(badword, "?");
8599 if (flags & WF_REGION)
8600 for (i = 0; i < 7; ++i)
8601 if (flags & (0x10000 << i))
8602 sprintf((char *)badword + STRLEN(badword), "%d", i + 1);
8603 p = badword;
Bram Moolenaar4770d092006-01-12 23:22:24 +00008604 }
Bram Moolenaar4770d092006-01-12 23:22:24 +00008605
Bram Moolenaarb475fb92006-03-02 22:40:52 +00008606 if (dumpflags & DUMPFLAG_COUNT)
8607 {
8608 hashitem_T *hi;
8609
8610 /* Include the word count for ":spelldump!". */
8611 hi = hash_find(&slang->sl_wordcount, tw);
8612 if (!HASHITEM_EMPTY(hi))
8613 {
8614 vim_snprintf((char *)IObuff, IOSIZE, "%s\t%d",
8615 tw, HI2WC(hi)->wc_count);
8616 p = IObuff;
8617 }
8618 }
8619
8620 ml_append(lnum, p, (colnr_T)0, FALSE);
8621 }
Bram Moolenaard0131a82006-03-04 21:46:13 +00008622 else if (((dumpflags & DUMPFLAG_ICASE)
8623 ? MB_STRNICMP(p, pat, STRLEN(pat)) == 0
8624 : STRNCMP(p, pat, STRLEN(pat)) == 0)
Bram Moolenaarb475fb92006-03-02 22:40:52 +00008625 && ins_compl_add_infercase(p, (int)STRLEN(p),
Bram Moolenaard9eefe32019-04-06 14:22:21 +02008626 p_ic, NULL, *dir, FALSE) == OK)
Bram Moolenaard0131a82006-03-04 21:46:13 +00008627 /* if dir was BACKWARD then honor it just once */
8628 *dir = FORWARD;
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008629}
8630
8631/*
Bram Moolenaara1ba8112005-06-28 23:23:32 +00008632 * For ":spelldump": Find matching prefixes for "word". Prepend each to
8633 * "word" and append a line to the buffer.
Bram Moolenaarb475fb92006-03-02 22:40:52 +00008634 * When "lnum" is zero add insert mode completion.
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008635 * Return the updated line number.
8636 */
8637 static linenr_T
Bram Moolenaar764b23c2016-01-30 21:10:09 +01008638dump_prefixes(
8639 slang_T *slang,
8640 char_u *word, /* case-folded word */
8641 char_u *pat,
8642 int *dir,
8643 int dumpflags,
8644 int flags, /* flags with prefix ID */
8645 linenr_T startlnum)
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008646{
8647 idx_T arridx[MAXWLEN];
8648 int curi[MAXWLEN];
8649 char_u prefix[MAXWLEN];
Bram Moolenaar53805d12005-08-01 07:08:33 +00008650 char_u word_up[MAXWLEN];
8651 int has_word_up = FALSE;
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008652 int c;
8653 char_u *byts;
8654 idx_T *idxs;
8655 linenr_T lnum = startlnum;
8656 int depth;
8657 int n;
8658 int len;
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008659 int i;
8660
Bram Moolenaara40ceaf2006-01-13 22:35:40 +00008661 /* If the word starts with a lower-case letter make the word with an
Bram Moolenaar53805d12005-08-01 07:08:33 +00008662 * upper-case letter in word_up[]. */
8663 c = PTR2CHAR(word);
8664 if (SPELL_TOUPPER(c) != c)
8665 {
8666 onecap_copy(word, word_up, TRUE);
8667 has_word_up = TRUE;
8668 }
8669
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008670 byts = slang->sl_pbyts;
8671 idxs = slang->sl_pidxs;
8672 if (byts != NULL) /* array not is empty */
8673 {
8674 /*
8675 * Loop over all prefixes, building them byte-by-byte in prefix[].
Bram Moolenaardfb9ac02005-07-05 21:36:03 +00008676 * When at the end of a prefix check that it supports "flags".
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008677 */
8678 depth = 0;
8679 arridx[0] = 0;
8680 curi[0] = 1;
8681 while (depth >= 0 && !got_int)
8682 {
Bram Moolenaardfb9ac02005-07-05 21:36:03 +00008683 n = arridx[depth];
8684 len = byts[n];
8685 if (curi[depth] > len)
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008686 {
8687 /* Done all bytes at this node, go up one level. */
8688 --depth;
8689 line_breakcheck();
8690 }
8691 else
8692 {
8693 /* Do one more byte at this node. */
Bram Moolenaardfb9ac02005-07-05 21:36:03 +00008694 n += curi[depth];
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008695 ++curi[depth];
8696 c = byts[n];
8697 if (c == 0)
8698 {
8699 /* End of prefix, find out how many IDs there are. */
8700 for (i = 1; i < len; ++i)
8701 if (byts[n + i] != 0)
8702 break;
8703 curi[depth] += i - 1;
8704
Bram Moolenaar53805d12005-08-01 07:08:33 +00008705 c = valid_word_prefix(i, n, flags, word, slang, FALSE);
8706 if (c != 0)
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008707 {
Bram Moolenaar9c96f592005-06-30 21:52:39 +00008708 vim_strncpy(prefix + depth, word, MAXWLEN - depth - 1);
Bram Moolenaarb475fb92006-03-02 22:40:52 +00008709 dump_word(slang, prefix, pat, dir, dumpflags,
Bram Moolenaar53805d12005-08-01 07:08:33 +00008710 (c & WF_RAREPFX) ? (flags | WF_RARE)
Bram Moolenaarb475fb92006-03-02 22:40:52 +00008711 : flags, lnum);
8712 if (lnum != 0)
8713 ++lnum;
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008714 }
Bram Moolenaar53805d12005-08-01 07:08:33 +00008715
8716 /* Check for prefix that matches the word when the
8717 * first letter is upper-case, but only if the prefix has
8718 * a condition. */
8719 if (has_word_up)
8720 {
8721 c = valid_word_prefix(i, n, flags, word_up, slang,
8722 TRUE);
8723 if (c != 0)
8724 {
8725 vim_strncpy(prefix + depth, word_up,
8726 MAXWLEN - depth - 1);
Bram Moolenaarb475fb92006-03-02 22:40:52 +00008727 dump_word(slang, prefix, pat, dir, dumpflags,
Bram Moolenaar53805d12005-08-01 07:08:33 +00008728 (c & WF_RAREPFX) ? (flags | WF_RARE)
Bram Moolenaarb475fb92006-03-02 22:40:52 +00008729 : flags, lnum);
8730 if (lnum != 0)
8731 ++lnum;
Bram Moolenaar53805d12005-08-01 07:08:33 +00008732 }
8733 }
Bram Moolenaarf417f2b2005-06-23 22:29:21 +00008734 }
8735 else
8736 {
8737 /* Normal char, go one level deeper. */
8738 prefix[depth++] = c;
8739 arridx[depth] = idxs[n];
8740 curi[depth] = 1;
8741 }
8742 }
8743 }
8744 }
8745
8746 return lnum;
8747}
8748
Bram Moolenaar95529562005-08-25 21:21:38 +00008749/*
Bram Moolenaara40ceaf2006-01-13 22:35:40 +00008750 * Move "p" to the end of word "start".
8751 * Uses the spell-checking word characters.
Bram Moolenaar95529562005-08-25 21:21:38 +00008752 */
8753 char_u *
Bram Moolenaar764b23c2016-01-30 21:10:09 +01008754spell_to_word_end(char_u *start, win_T *win)
Bram Moolenaar95529562005-08-25 21:21:38 +00008755{
8756 char_u *p = start;
8757
Bram Moolenaar860cae12010-06-05 23:22:07 +02008758 while (*p != NUL && spell_iswordp(p, win))
Bram Moolenaar91acfff2017-03-12 19:22:36 +01008759 MB_PTR_ADV(p);
Bram Moolenaar95529562005-08-25 21:21:38 +00008760 return p;
8761}
8762
Bram Moolenaar8b59de92005-08-11 19:59:29 +00008763#if defined(FEAT_INS_EXPAND) || defined(PROTO)
Bram Moolenaar8b59de92005-08-11 19:59:29 +00008764/*
Bram Moolenaara40ceaf2006-01-13 22:35:40 +00008765 * For Insert mode completion CTRL-X s:
8766 * Find start of the word in front of column "startcol".
8767 * We don't check if it is badly spelled, with completion we can only change
8768 * the word in front of the cursor.
Bram Moolenaar8b59de92005-08-11 19:59:29 +00008769 * Returns the column number of the word.
8770 */
8771 int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01008772spell_word_start(int startcol)
Bram Moolenaar8b59de92005-08-11 19:59:29 +00008773{
8774 char_u *line;
8775 char_u *p;
8776 int col = 0;
8777
Bram Moolenaar95529562005-08-25 21:21:38 +00008778 if (no_spell_checking(curwin))
Bram Moolenaar8b59de92005-08-11 19:59:29 +00008779 return startcol;
8780
8781 /* Find a word character before "startcol". */
8782 line = ml_get_curline();
8783 for (p = line + startcol; p > line; )
8784 {
Bram Moolenaar91acfff2017-03-12 19:22:36 +01008785 MB_PTR_BACK(line, p);
Bram Moolenaarcc63c642013-11-12 04:44:01 +01008786 if (spell_iswordp_nmw(p, curwin))
Bram Moolenaar8b59de92005-08-11 19:59:29 +00008787 break;
8788 }
8789
8790 /* Go back to start of the word. */
8791 while (p > line)
8792 {
Bram Moolenaara93fa7e2006-04-17 22:14:47 +00008793 col = (int)(p - line);
Bram Moolenaar91acfff2017-03-12 19:22:36 +01008794 MB_PTR_BACK(line, p);
Bram Moolenaar860cae12010-06-05 23:22:07 +02008795 if (!spell_iswordp(p, curwin))
Bram Moolenaar8b59de92005-08-11 19:59:29 +00008796 break;
8797 col = 0;
8798 }
8799
Bram Moolenaar8b59de92005-08-11 19:59:29 +00008800 return col;
8801}
8802
8803/*
Bram Moolenaar4effc802005-09-30 21:12:02 +00008804 * Need to check for 'spellcapcheck' now, the word is removed before
8805 * expand_spelling() is called. Therefore the ugly global variable.
8806 */
8807static int spell_expand_need_cap;
8808
8809 void
Bram Moolenaar764b23c2016-01-30 21:10:09 +01008810spell_expand_check_cap(colnr_T col)
Bram Moolenaar4effc802005-09-30 21:12:02 +00008811{
8812 spell_expand_need_cap = check_need_cap(curwin->w_cursor.lnum, col);
8813}
8814
8815/*
Bram Moolenaar8b59de92005-08-11 19:59:29 +00008816 * Get list of spelling suggestions.
8817 * Used for Insert mode completion CTRL-X ?.
8818 * Returns the number of matches. The matches are in "matchp[]", array of
8819 * allocated strings.
8820 */
Bram Moolenaar8b59de92005-08-11 19:59:29 +00008821 int
Bram Moolenaar764b23c2016-01-30 21:10:09 +01008822expand_spelling(
8823 linenr_T lnum UNUSED,
8824 char_u *pat,
8825 char_u ***matchp)
Bram Moolenaar8b59de92005-08-11 19:59:29 +00008826{
8827 garray_T ga;
8828
Bram Moolenaar4770d092006-01-12 23:22:24 +00008829 spell_suggest_list(&ga, pat, 100, spell_expand_need_cap, TRUE);
Bram Moolenaar8b59de92005-08-11 19:59:29 +00008830 *matchp = ga.ga_data;
8831 return ga.ga_len;
8832}
8833#endif
8834
Bram Moolenaarf71a3db2006-03-12 21:50:18 +00008835#endif /* FEAT_SPELL */