blob: 6ca89dc9d4851a831ad471eb8ab970b919f25ab1 [file] [log] [blame]
Bram Moolenaar071d4272004-06-13 20:20:40 +00001#
Bram Moolenaar6ee10162007-07-26 20:58:42 +00002# Makefile to run all tests for Vim
Bram Moolenaar071d4272004-06-13 20:20:40 +00003#
4
5VIMPROG = ../vim
6
Bram Moolenaar0c77b7b2009-06-24 16:08:18 +00007# Uncomment this line to use valgrind for memory leaks and extra warnings.
8# The output goes into a file "valgrind.testN"
9# Vim should be compiled with EXITFREE to avoid false warnings.
10# This will make testing about 10 times as slow.
11# VALGRIND = valgrind --tool=memcheck --leak-check=yes --num-callers=15 --log-file=valgrind.$*
Bram Moolenaar4d2fffc2007-08-14 15:29:16 +000012
Bram Moolenaar680eeca2010-10-20 17:44:42 +020013
Bram Moolenaar071d4272004-06-13 20:20:40 +000014SCRIPTS = test1.out test2.out test3.out test4.out test5.out test6.out \
15 test7.out test8.out test9.out test10.out test11.out \
Bram Moolenaar9750bb12012-12-05 16:10:42 +010016 test12.out test13.out test14.out test15.out test17.out \
Bram Moolenaar071d4272004-06-13 20:20:40 +000017 test18.out test19.out test20.out test21.out test22.out \
18 test23.out test24.out test25.out test26.out test27.out \
19 test28.out test29.out test30.out test31.out test32.out \
20 test33.out test34.out test35.out test36.out test37.out \
21 test38.out test39.out test40.out test41.out test42.out \
22 test43.out test44.out test45.out test46.out test47.out \
Bram Moolenaarb5bf5b82004-12-24 14:35:23 +000023 test48.out test49.out test51.out test52.out test53.out \
Bram Moolenaar53180ce2005-07-05 21:48:14 +000024 test54.out test55.out test56.out test57.out test58.out \
Bram Moolenaar4d2fffc2007-08-14 15:29:16 +000025 test59.out test60.out test61.out test62.out test63.out \
Bram Moolenaar97b98102009-11-17 16:41:01 +000026 test64.out test65.out test66.out test67.out test68.out \
Bram Moolenaar680eeca2010-10-20 17:44:42 +020027 test69.out test70.out test71.out test72.out test73.out \
Bram Moolenaar978287b2011-06-19 04:32:15 +020028 test74.out test75.out test76.out test77.out test78.out \
Bram Moolenaar913077c2012-03-28 19:59:04 +020029 test79.out test80.out test81.out test82.out test83.out \
Bram Moolenaarf4e5e862013-02-13 15:44:26 +010030 test84.out test85.out test86.out test87.out test88.out \
31 test89.out
Bram Moolenaar071d4272004-06-13 20:20:40 +000032
33SCRIPTS_GUI = test16.out
34
35.SUFFIXES: .in .out
36
Bram Moolenaarf2e53da2008-09-10 16:26:04 +000037nongui: nolog $(SCRIPTS) report
Bram Moolenaar071d4272004-06-13 20:20:40 +000038
Bram Moolenaarf2e53da2008-09-10 16:26:04 +000039gui: nolog $(SCRIPTS) $(SCRIPTS_GUI) report
40
41report:
Bram Moolenaar071d4272004-06-13 20:20:40 +000042 @echo
Bram Moolenaarf2e53da2008-09-10 16:26:04 +000043 @echo 'Test results:'
44 @/bin/sh -c "if test -f test.log; \
45 then cat test.log; echo TEST FAILURE; exit 1; \
46 else echo ALL DONE; \
47 fi"
Bram Moolenaar071d4272004-06-13 20:20:40 +000048
49$(SCRIPTS) $(SCRIPTS_GUI): $(VIMPROG)
50
Bram Moolenaar60ec5f32012-12-05 18:21:32 +010051RM_ON_RUN = test.out X* viminfo
52RM_ON_START = tiny.vim small.vim mbyte.vim mzscheme.vim lua.vim test.ok
53RUN_VIM = $(VALGRIND) $(VIMPROG) -u unix.vim -U NONE --noplugin -s dotest.in
54
Bram Moolenaar071d4272004-06-13 20:20:40 +000055clean:
Bram Moolenaar60ec5f32012-12-05 18:21:32 +010056 -rm -rf *.out *.failed *.rej *.orig test.log $(RM_ON_RUN) $(RM_ON_START) valgrind.*
Bram Moolenaar071d4272004-06-13 20:20:40 +000057
58test1.out: test1.in
Bram Moolenaar60ec5f32012-12-05 18:21:32 +010059 -rm -rf $*.failed $(RM_ON_RUN) $(RM_ON_START)
60 $(RUN_VIM) $*.in
Bram Moolenaar071d4272004-06-13 20:20:40 +000061 @/bin/sh -c "if diff test.out $*.ok; \
62 then mv -f test.out $*.out; \
63 else echo; \
64 echo test1 FAILED - Something basic is wrong; \
65 echo; exit 1; fi"
66 -rm -rf X* viminfo
67
68.in.out:
Bram Moolenaar60ec5f32012-12-05 18:21:32 +010069 -rm -rf $*.failed test.ok $(RM_ON_RUN)
Bram Moolenaar071d4272004-06-13 20:20:40 +000070 cp $*.ok test.ok
Bram Moolenaar47136d72004-10-12 20:02:24 +000071 # Sleep a moment to avoid that the xterm title is messed up
72 @-sleep .2
Bram Moolenaar60ec5f32012-12-05 18:21:32 +010073 -$(RUN_VIM) $*.in
74
75 # For flaky tests retry one time.
76 @/bin/sh -c "if test -f test.out -a $* = test61; then \
77 if diff test.out $*.ok; \
78 then echo flaky test ok first time; \
79 else rm -rf $*.failed $(RM_ON_RUN); \
80 $(RUN_VIM) $*.in; \
81 fi \
82 fi"
83
84 # Check if the test.out file matches test.ok.
Bram Moolenaar5313dcb2005-02-22 08:56:13 +000085 @/bin/sh -c "if test -f test.out; then\
86 if diff test.out $*.ok; \
87 then mv -f test.out $*.out; \
88 else echo $* FAILED >>test.log; mv -f test.out $*.failed; \
89 fi \
90 else echo $* NO OUTPUT >>test.log; \
Bram Moolenaar071d4272004-06-13 20:20:40 +000091 fi"
Bram Moolenaarb35c3382012-10-06 19:10:35 +020092 -rm -rf X* test.ok viminfo
Bram Moolenaar071d4272004-06-13 20:20:40 +000093
Bram Moolenaar9d2c8c12007-09-25 16:00:00 +000094test49.out: test49.vim
95
96test60.out: test60.vim
97
Bram Moolenaar071d4272004-06-13 20:20:40 +000098nolog:
Bram Moolenaarf2e53da2008-09-10 16:26:04 +000099 -rm -f test.log