blob: 250df0bf9a220e4f1bea9aa3846a979cf75e38de [file] [log] [blame]
Bram Moolenaar0c0590d2017-01-28 13:48:10 +01001" Tests for Unicode manipulations
Bram Moolenaar0c0590d2017-01-28 13:48:10 +01002
Bram Moolenaar2912abb2019-03-29 14:16:42 +01003source view_util.vim
Bram Moolenaar0c0590d2017-01-28 13:48:10 +01004
5" Visual block Insert adjusts for multi-byte char
6func Test_visual_block_insert()
7 new
8 call setline(1, ["aaa", "あああ", "bbb"])
9 exe ":norm! gg0l\<C-V>jjIx\<Esc>"
10 call assert_equal(['axaa', 'xあああ', 'bxbb'], getline(1, '$'))
11 bwipeout!
12endfunc
13
Bram Moolenaar70ce8a12021-03-14 19:02:09 +010014" Test for built-in functions strchars() and strcharlen()
Bram Moolenaar0c0590d2017-01-28 13:48:10 +010015func Test_strchars()
16 let inp = ["a", "あいa", "A\u20dd", "A\u20dd\u20dd", "\u20dd"]
17 let exp = [[1, 1, 1], [3, 3, 3], [2, 2, 1], [3, 3, 1], [1, 1, 1]]
18 for i in range(len(inp))
19 call assert_equal(exp[i][0], strchars(inp[i]))
Bram Moolenaarf6ed61e2019-09-07 19:05:09 +020020 call assert_equal(exp[i][1], inp[i]->strchars(0))
Bram Moolenaar0c0590d2017-01-28 13:48:10 +010021 call assert_equal(exp[i][2], strchars(inp[i], 1))
22 endfor
Bram Moolenaar70ce8a12021-03-14 19:02:09 +010023
24 let exp = [1, 3, 1, 1, 1]
25 for i in range(len(inp))
26 call assert_equal(exp[i], inp[i]->strcharlen())
27 call assert_equal(exp[i], strcharlen(inp[i]))
28 endfor
29
Bram Moolenaar9b7bf9e2020-07-11 22:14:59 +020030 call assert_fails("let v=strchars('abc', [])", 'E745:')
Bram Moolenaar707be5f2020-09-06 17:13:44 +020031 call assert_fails("let v=strchars('abc', 2)", 'E1023:')
Bram Moolenaar0c0590d2017-01-28 13:48:10 +010032endfunc
33
34" Test for customlist completion
Bram Moolenaar1e115362019-01-09 23:01:02 +010035func CustomComplete1(lead, line, pos)
Bram Moolenaar0c0590d2017-01-28 13:48:10 +010036 return ['あ', 'い']
Bram Moolenaar1e115362019-01-09 23:01:02 +010037endfunc
Bram Moolenaar0c0590d2017-01-28 13:48:10 +010038
Bram Moolenaar1e115362019-01-09 23:01:02 +010039func CustomComplete2(lead, line, pos)
Bram Moolenaar0c0590d2017-01-28 13:48:10 +010040 return ['あたし', 'あたま', 'あたりめ']
Bram Moolenaar1e115362019-01-09 23:01:02 +010041endfunc
Bram Moolenaar0c0590d2017-01-28 13:48:10 +010042
Bram Moolenaar1e115362019-01-09 23:01:02 +010043func CustomComplete3(lead, line, pos)
Bram Moolenaar0c0590d2017-01-28 13:48:10 +010044 return ['Nこ', 'Nん', 'Nぶ']
Bram Moolenaar1e115362019-01-09 23:01:02 +010045endfunc
Bram Moolenaar0c0590d2017-01-28 13:48:10 +010046
47func Test_customlist_completion()
48 command -nargs=1 -complete=customlist,CustomComplete1 Test1 echo
49 call feedkeys(":Test1 \<C-L>\<C-B>\"\<CR>", 'itx')
50 call assert_equal('"Test1 ', getreg(':'))
51
52 command -nargs=1 -complete=customlist,CustomComplete2 Test2 echo
53 call feedkeys(":Test2 \<C-L>\<C-B>\"\<CR>", 'itx')
54 call assert_equal('"Test2 あた', getreg(':'))
55
56 command -nargs=1 -complete=customlist,CustomComplete3 Test3 echo
57 call feedkeys(":Test3 \<C-L>\<C-B>\"\<CR>", 'itx')
58 call assert_equal('"Test3 N', getreg(':'))
59
60 call garbagecollect(1)
61endfunc
62
63" Yank one 3 byte character and check the mark columns.
64func Test_getvcol()
65 new
66 call setline(1, "x\u2500x")
67 normal 0lvy
68 call assert_equal(2, col("'["))
69 call assert_equal(4, col("']"))
70 call assert_equal(2, virtcol("'["))
71 call assert_equal(2, virtcol("']"))
72endfunc
Bram Moolenaar2912abb2019-03-29 14:16:42 +010073
Bram Moolenaar9d401282019-04-06 13:18:12 +020074func Test_list2str_str2list_utf8()
75 " One Unicode codepoint
76 let s = "\u3042\u3044"
77 let l = [0x3042, 0x3044]
78 call assert_equal(l, str2list(s, 1))
79 call assert_equal(s, list2str(l, 1))
80 if &enc ==# 'utf-8'
81 call assert_equal(str2list(s), str2list(s, 1))
82 call assert_equal(list2str(l), list2str(l, 1))
83 endif
84
85 " With composing characters
86 let s = "\u304b\u3099\u3044"
87 let l = [0x304b, 0x3099, 0x3044]
88 call assert_equal(l, str2list(s, 1))
Bram Moolenaar02b31112019-08-31 22:16:38 +020089 call assert_equal(s, l->list2str(1))
Bram Moolenaar9d401282019-04-06 13:18:12 +020090 if &enc ==# 'utf-8'
91 call assert_equal(str2list(s), str2list(s, 1))
92 call assert_equal(list2str(l), list2str(l, 1))
93 endif
94
95 " Null list is the same as an empty list
96 call assert_equal('', list2str([]))
97 call assert_equal('', list2str(test_null_list()))
98endfunc
99
100func Test_list2str_str2list_latin1()
101 " When 'encoding' is not multi-byte can still get utf-8 string.
102 " But we need to create the utf-8 string while 'encoding' is utf-8.
103 let s = "\u3042\u3044"
104 let l = [0x3042, 0x3044]
105
106 let save_encoding = &encoding
107 set encoding=latin1
108
109 let lres = str2list(s, 1)
110 let sres = list2str(l, 1)
Bram Moolenaar0e05de42020-03-25 22:23:46 +0100111 call assert_equal([65, 66, 67], str2list("ABC"))
Bram Moolenaar9d401282019-04-06 13:18:12 +0200112
Bram Moolenaar08f41572020-04-20 16:50:00 +0200113 " Try converting a list to a string in latin-1 encoding
114 call assert_equal([1, 2, 3], str2list(list2str([1, 2, 3])))
115
Bram Moolenaar9d401282019-04-06 13:18:12 +0200116 let &encoding = save_encoding
117 call assert_equal(l, lres)
118 call assert_equal(s, sres)
119endfunc
120
Bram Moolenaar2912abb2019-03-29 14:16:42 +0100121func Test_screenchar_utf8()
122 new
123
124 " 1-cell, with composing characters
125 call setline(1, ["ABC\u0308"])
126 redraw
127 call assert_equal([0x0041], screenchars(1, 1))
Bram Moolenaar196b4662019-09-06 21:34:30 +0200128 call assert_equal([0x0042], 1->screenchars(2))
Bram Moolenaar2912abb2019-03-29 14:16:42 +0100129 call assert_equal([0x0043, 0x0308], screenchars(1, 3))
130 call assert_equal("A", screenstring(1, 1))
131 call assert_equal("B", screenstring(1, 2))
132 call assert_equal("C\u0308", screenstring(1, 3))
133
134 " 2-cells, with composing characters
135 let text = "\u3042\u3044\u3046\u3099"
136 call setline(1, text)
137 redraw
138 call assert_equal([0x3042], screenchars(1, 1))
139 call assert_equal([0], screenchars(1, 2))
140 call assert_equal([0x3044], screenchars(1, 3))
141 call assert_equal([0], screenchars(1, 4))
142 call assert_equal([0x3046, 0x3099], screenchars(1, 5))
143
144 call assert_equal("\u3042", screenstring(1, 1))
145 call assert_equal("", screenstring(1, 2))
146 call assert_equal("\u3044", screenstring(1, 3))
147 call assert_equal("", screenstring(1, 4))
148 call assert_equal("\u3046\u3099", screenstring(1, 5))
149
Bram Moolenaar48aed082019-03-30 15:44:17 +0100150 call assert_equal([text . ' '], ScreenLines(1, 8))
Bram Moolenaar2912abb2019-03-29 14:16:42 +0100151
152 bwipe!
153endfunc
Bram Moolenaar0e05de42020-03-25 22:23:46 +0100154
Bram Moolenaar08aac3c2020-08-28 21:04:24 +0200155func Test_setcellwidths()
156 call setcellwidths([
157 \ [0x1330, 0x1330, 2],
Bram Moolenaar08aac3c2020-08-28 21:04:24 +0200158 \ [9999, 10000, 1],
Bram Moolenaarb06a6d52020-08-28 23:27:20 +0200159 \ [0x1337, 0x1339, 2],
Bram Moolenaar08aac3c2020-08-28 21:04:24 +0200160 \])
161
162 call assert_equal(2, strwidth("\u1330"))
163 call assert_equal(1, strwidth("\u1336"))
164 call assert_equal(2, strwidth("\u1337"))
165 call assert_equal(2, strwidth("\u1339"))
166 call assert_equal(1, strwidth("\u133a"))
167
168 call setcellwidths([])
169
170 call assert_fails('call setcellwidths(1)', 'E714:')
171
172 call assert_fails('call setcellwidths([1, 2, 0])', 'E1109:')
173
174 call assert_fails('call setcellwidths([[0x101]])', 'E1110:')
175 call assert_fails('call setcellwidths([[0x101, 0x102]])', 'E1110:')
176 call assert_fails('call setcellwidths([[0x101, 0x102, 1, 4]])', 'E1110:')
177 call assert_fails('call setcellwidths([["a"]])', 'E1110:')
178
179 call assert_fails('call setcellwidths([[0x102, 0x101, 1]])', 'E1111:')
180
181 call assert_fails('call setcellwidths([[0x101, 0x102, 0]])', 'E1112:')
182 call assert_fails('call setcellwidths([[0x101, 0x102, 3]])', 'E1112:')
183
184 call assert_fails('call setcellwidths([[0x111, 0x122, 1], [0x115, 0x116, 2]])', 'E1113:')
185 call assert_fails('call setcellwidths([[0x111, 0x122, 1], [0x122, 0x123, 2]])', 'E1113:')
186
187 call assert_fails('call setcellwidths([[0x33, 0x44, 2]])', 'E1114:')
zeertzjq94358a12021-10-20 11:01:15 +0100188
189 set listchars=tab:--\\u2192
190 call assert_fails('call setcellwidths([[0x2192, 0x2192, 2]])', 'E834:')
191
192 set fillchars=stl:\\u2501
193 call assert_fails('call setcellwidths([[0x2501, 0x2501, 2]])', 'E835:')
194
195 set listchars&
196 set fillchars&
197 call setcellwidths([])
Bram Moolenaar08aac3c2020-08-28 21:04:24 +0200198endfunc
199
Bram Moolenaar1cbfc992020-12-02 12:37:37 +0100200func Test_print_overlong()
201 " Text with more composing characters than MB_MAXBYTES.
202 new
203 call setline(1, 'axxxxxxxxxxxxxxxxxxxxxxxxxxxxxx')
204 s/x/\=nr2char(1629)/g
205 print
206 bwipe!
207endfunc
208
Bram Moolenaar0e05de42020-03-25 22:23:46 +0100209" vim: shiftwidth=2 sts=2 expandtab