blob: 83350aa638cec25cfec760c29f81c5621ec6be3c [file] [log] [blame]
Bram Moolenaar071d4272004-06-13 20:20:40 +00001#
Bram Moolenaar6ee10162007-07-26 20:58:42 +00002# Makefile to run all tests for Vim
Bram Moolenaar071d4272004-06-13 20:20:40 +00003#
4
Bram Moolenaar3f12a242015-12-05 20:56:57 +01005# Use console or GUI.
Bram Moolenaar071d4272004-06-13 20:20:40 +00006VIMPROG = ../vim
Bram Moolenaar3f12a242015-12-05 20:56:57 +01007# VIMPROG = ../gvim
8
Bram Moolenaarefa304d2014-04-01 14:08:28 +02009SCRIPTSOURCE = ../../runtime
Bram Moolenaar071d4272004-06-13 20:20:40 +000010
Bram Moolenaar0c77b7b2009-06-24 16:08:18 +000011# Uncomment this line to use valgrind for memory leaks and extra warnings.
12# The output goes into a file "valgrind.testN"
13# Vim should be compiled with EXITFREE to avoid false warnings.
14# This will make testing about 10 times as slow.
15# VALGRIND = valgrind --tool=memcheck --leak-check=yes --num-callers=15 --log-file=valgrind.$*
Bram Moolenaar4d2fffc2007-08-14 15:29:16 +000016
Bram Moolenaar680eeca2010-10-20 17:44:42 +020017
Bram Moolenaar071d4272004-06-13 20:20:40 +000018SCRIPTS = test1.out test2.out test3.out test4.out test5.out test6.out \
19 test7.out test8.out test9.out test10.out test11.out \
Bram Moolenaar9750bb12012-12-05 16:10:42 +010020 test12.out test13.out test14.out test15.out test17.out \
Bram Moolenaar071d4272004-06-13 20:20:40 +000021 test18.out test19.out test20.out test21.out test22.out \
22 test23.out test24.out test25.out test26.out test27.out \
23 test28.out test29.out test30.out test31.out test32.out \
24 test33.out test34.out test35.out test36.out test37.out \
25 test38.out test39.out test40.out test41.out test42.out \
26 test43.out test44.out test45.out test46.out test47.out \
Bram Moolenaarb5bf5b82004-12-24 14:35:23 +000027 test48.out test49.out test51.out test52.out test53.out \
Bram Moolenaar53180ce2005-07-05 21:48:14 +000028 test54.out test55.out test56.out test57.out test58.out \
Bram Moolenaar4d2fffc2007-08-14 15:29:16 +000029 test59.out test60.out test61.out test62.out test63.out \
Bram Moolenaar97b98102009-11-17 16:41:01 +000030 test64.out test65.out test66.out test67.out test68.out \
Bram Moolenaar680eeca2010-10-20 17:44:42 +020031 test69.out test70.out test71.out test72.out test73.out \
Bram Moolenaar978287b2011-06-19 04:32:15 +020032 test74.out test75.out test76.out test77.out test78.out \
Bram Moolenaar913077c2012-03-28 19:59:04 +020033 test79.out test80.out test81.out test82.out test83.out \
Bram Moolenaarf4e5e862013-02-13 15:44:26 +010034 test84.out test85.out test86.out test87.out test88.out \
Bram Moolenaare3e6e572013-04-12 13:45:02 +020035 test89.out test90.out test91.out test92.out test93.out \
Bram Moolenaare6a2fa62013-09-19 17:00:20 +020036 test94.out test95.out test96.out test97.out test98.out \
Bram Moolenaar6cd13452015-12-03 16:54:53 +010037 test99.out test101.out test102.out test103.out \
Bram Moolenaarc35b0fb2014-05-29 11:47:40 +020038 test104.out test105.out test106.out test107.out \
Bram Moolenaar4bde00c2015-01-20 19:31:02 +010039 test_argument_0count.out \
Bram Moolenaarb96a7f32014-11-27 16:22:48 +010040 test_argument_count.out \
Bram Moolenaar53744302015-07-17 17:38:22 +020041 test_autocmd_option.out \
Bram Moolenaard69bd9a2014-04-29 12:15:40 +020042 test_autoformat_join.out \
Bram Moolenaar597a4222014-06-25 14:39:50 +020043 test_breakindent.out \
Bram Moolenaaraa23b372015-09-08 18:46:31 +020044 test_cdo.out \
Bram Moolenaar23fb7a92014-07-30 14:05:00 +020045 test_changelist.out \
Bram Moolenaardbd24b52015-08-11 14:26:19 +020046 test_charsearch.out \
Bram Moolenaarb96a7f32014-11-27 16:22:48 +010047 test_close_count.out \
Bram Moolenaarf1d6ccf2014-12-08 04:16:44 +010048 test_command_count.out \
Bram Moolenaar37a8de12015-09-01 16:05:00 +020049 test_comparators.out \
Bram Moolenaar310f2d52015-03-24 17:49:51 +010050 test_erasebackword.out \
Bram Moolenaard69bd9a2014-04-29 12:15:40 +020051 test_eval.out \
Bram Moolenaar34d72d42015-07-17 14:18:08 +020052 test_fixeol.out \
Bram Moolenaar3a304b22015-06-25 13:57:36 +020053 test_increment.out \
Bram Moolenaar4f5ce332014-07-30 16:00:58 +020054 test_insertcount.out \
Bram Moolenaar79278362015-04-21 18:33:48 +020055 test_listchars.out \
Bram Moolenaarb5cf6c32014-08-16 18:36:43 +020056 test_listlbr.out \
57 test_listlbr_utf8.out \
Bram Moolenaarbdef5182014-10-21 16:22:17 +020058 test_mapping.out \
Bram Moolenaarf65aad52015-02-17 13:43:40 +010059 test_marks.out \
Bram Moolenaar6561d522015-07-21 15:48:27 +020060 test_match_conceal.out \
Bram Moolenaaref923902014-12-13 21:00:55 +010061 test_nested_function.out \
Bram Moolenaarb5cf6c32014-08-16 18:36:43 +020062 test_options.out \
Bram Moolenaarcf0213e2015-06-19 15:45:29 +020063 test_perl.out \
Bram Moolenaarb5cf6c32014-08-16 18:36:43 +020064 test_qf_title.out \
Bram Moolenaarcf0213e2015-06-19 15:45:29 +020065 test_ruby.out \
Bram Moolenaar5f1e68b2015-07-10 14:43:35 +020066 test_search_mbyte.out \
Bram Moolenaara7b7b1c2015-06-19 14:06:43 +020067 test_set.out \
Bram Moolenaar482a2b52014-10-21 20:57:15 +020068 test_signs.out \
Bram Moolenaar0f6562e2015-11-24 18:48:14 +010069 test_tagcase.out \
Bram Moolenaar438b64a2015-03-13 15:03:00 +010070 test_textobjects.out \
Bram Moolenaar48a969b2015-11-28 14:29:26 +010071 test_utf8.out \
72 test_writefile.out
Bram Moolenaar071d4272004-06-13 20:20:40 +000073
Bram Moolenaar683fa182015-11-30 21:38:24 +010074NEW_TESTS = test_assert.res \
Bram Moolenaarb00da1d2015-12-03 16:33:12 +010075 test_alot.res
Bram Moolenaar43345542015-11-29 17:35:35 +010076
Bram Moolenaar071d4272004-06-13 20:20:40 +000077SCRIPTS_GUI = test16.out
78
Bram Moolenaarfda37292014-11-05 14:27:36 +010079SCRIPTS_BENCH = bench_re_freeze.out
80
Bram Moolenaar43345542015-11-29 17:35:35 +010081.SUFFIXES: .in .out .res .vim
Bram Moolenaar071d4272004-06-13 20:20:40 +000082
Bram Moolenaar43345542015-11-29 17:35:35 +010083nongui: nolog $(SCRIPTS) newtests report
Bram Moolenaar071d4272004-06-13 20:20:40 +000084
Bram Moolenaar43345542015-11-29 17:35:35 +010085gui: nolog $(SCRIPTS) $(SCRIPTS_GUI) newtests report
Bram Moolenaarf2e53da2008-09-10 16:26:04 +000086
Bram Moolenaarfda37292014-11-05 14:27:36 +010087benchmark: $(SCRIPTS_BENCH)
88
Bram Moolenaarf2e53da2008-09-10 16:26:04 +000089report:
Bram Moolenaar071d4272004-06-13 20:20:40 +000090 @echo
Bram Moolenaarf2e53da2008-09-10 16:26:04 +000091 @echo 'Test results:'
92 @/bin/sh -c "if test -f test.log; \
93 then cat test.log; echo TEST FAILURE; exit 1; \
94 else echo ALL DONE; \
95 fi"
Bram Moolenaar071d4272004-06-13 20:20:40 +000096
Bram Moolenaar3f12a242015-12-05 20:56:57 +010097$(SCRIPTS) $(SCRIPTS_GUI) $(NEW_TESTS): $(VIMPROG)
Bram Moolenaar071d4272004-06-13 20:20:40 +000098
Bram Moolenaar60ec5f32012-12-05 18:21:32 +010099RM_ON_RUN = test.out X* viminfo
Bram Moolenaarfda37292014-11-05 14:27:36 +0100100RM_ON_START = tiny.vim small.vim mbyte.vim mzscheme.vim lua.vim test.ok benchmark.out
Bram Moolenaar3f12a242015-12-05 20:56:57 +0100101RUN_VIM = VIMRUNTIME=$(SCRIPTSOURCE); export VIMRUNTIME; $(VALGRIND) $(VIMPROG) -f -u unix.vim -U NONE --noplugin -s dotest.in
Bram Moolenaar60ec5f32012-12-05 18:21:32 +0100102
Bram Moolenaar071d4272004-06-13 20:20:40 +0000103clean:
Bram Moolenaar43345542015-11-29 17:35:35 +0100104 -rm -rf *.out *.failed *.res *.rej *.orig test.log $(RM_ON_RUN) $(RM_ON_START) valgrind.*
Bram Moolenaar071d4272004-06-13 20:20:40 +0000105
106test1.out: test1.in
Bram Moolenaar6848c8b2013-09-22 15:03:38 +0200107 -rm -rf $*.failed $(RM_ON_RUN) $(RM_ON_START) wrongtermsize
Bram Moolenaar60ec5f32012-12-05 18:21:32 +0100108 $(RUN_VIM) $*.in
Bram Moolenaarf7dc2b52014-03-12 15:50:22 +0100109 @/bin/sh -c "if test -f wrongtermsize; \
Bram Moolenaar6848c8b2013-09-22 15:03:38 +0200110 then echo; \
111 echo test1 FAILED - terminal size must be 80x24 or larger; \
112 echo; exit 1; \
113 elif diff test.out $*.ok; \
Bram Moolenaar071d4272004-06-13 20:20:40 +0000114 then mv -f test.out $*.out; \
115 else echo; \
116 echo test1 FAILED - Something basic is wrong; \
117 echo; exit 1; fi"
118 -rm -rf X* viminfo
119
120.in.out:
Bram Moolenaar60ec5f32012-12-05 18:21:32 +0100121 -rm -rf $*.failed test.ok $(RM_ON_RUN)
Bram Moolenaar071d4272004-06-13 20:20:40 +0000122 cp $*.ok test.ok
Bram Moolenaar3f991522013-04-24 12:56:19 +0200123 # Sleep a moment to avoid that the xterm title is messed up.
124 # 200 msec is sufficient, but only modern sleep supports a fraction of
125 # a second, fall back to a second if it fails.
126 @-/bin/sh -c "sleep .2 > /dev/null 2>&1 || sleep 1"
Bram Moolenaar60ec5f32012-12-05 18:21:32 +0100127 -$(RUN_VIM) $*.in
128
129 # For flaky tests retry one time.
130 @/bin/sh -c "if test -f test.out -a $* = test61; then \
131 if diff test.out $*.ok; \
132 then echo flaky test ok first time; \
133 else rm -rf $*.failed $(RM_ON_RUN); \
134 $(RUN_VIM) $*.in; \
135 fi \
136 fi"
137
138 # Check if the test.out file matches test.ok.
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200139 @/bin/sh -c "if test -f test.out; then \
Bram Moolenaar5313dcb2005-02-22 08:56:13 +0000140 if diff test.out $*.ok; \
141 then mv -f test.out $*.out; \
142 else echo $* FAILED >>test.log; mv -f test.out $*.failed; \
143 fi \
144 else echo $* NO OUTPUT >>test.log; \
Bram Moolenaar071d4272004-06-13 20:20:40 +0000145 fi"
Bram Moolenaarfbc0d2e2013-05-19 19:40:29 +0200146 @/bin/sh -c "if test -f valgrind; then\
147 mv -f valgrind valgrind.$*; \
148 fi"
Bram Moolenaarb35c3382012-10-06 19:10:35 +0200149 -rm -rf X* test.ok viminfo
Bram Moolenaar071d4272004-06-13 20:20:40 +0000150
Bram Moolenaar9d2c8c12007-09-25 16:00:00 +0000151test49.out: test49.vim
152
153test60.out: test60.vim
154
Bram Moolenaarfda37292014-11-05 14:27:36 +0100155bench_re_freeze.out: bench_re_freeze.vim
156 -rm -rf benchmark.out $(RM_ON_RUN)
157 # Sleep a moment to avoid that the xterm title is messed up.
158 # 200 msec is sufficient, but only modern sleep supports a fraction of
159 # a second, fall back to a second if it fails.
160 @-/bin/sh -c "sleep .2 > /dev/null 2>&1 || sleep 1"
161 -$(RUN_VIM) $*.in
162 @/bin/sh -c "if test -f benchmark.out; then cat benchmark.out; fi"
163
Bram Moolenaar071d4272004-06-13 20:20:40 +0000164nolog:
Bram Moolenaarf2e53da2008-09-10 16:26:04 +0000165 -rm -f test.log
Bram Moolenaar43345542015-11-29 17:35:35 +0100166
167
168# New style of tests uses Vim script with assert calls. These are easier
169# to write and a lot easier to read and debug.
170# Limitation: Only works with the +eval feature.
Bram Moolenaar3f12a242015-12-05 20:56:57 +0100171RUN_VIMTEST = VIMRUNTIME=$(SCRIPTSOURCE); export VIMRUNTIME; $(VALGRIND) $(VIMPROG) -f -u unix.vim -U NONE --noplugin
Bram Moolenaar43345542015-11-29 17:35:35 +0100172
173newtests: $(NEW_TESTS)
174
175.vim.res:
176 $(RUN_VIMTEST) -u runtest.vim $*.vim