Bram Moolenaar | 071d427 | 2004-06-13 20:20:40 +0000 | [diff] [blame] | 1 | # |
Bram Moolenaar | 6ee1016 | 2007-07-26 20:58:42 +0000 | [diff] [blame] | 2 | # Makefile to run all tests for Vim |
Bram Moolenaar | 071d427 | 2004-06-13 20:20:40 +0000 | [diff] [blame] | 3 | # |
| 4 | |
| 5 | VIMPROG = ../vim |
| 6 | |
Bram Moolenaar | 0c77b7b | 2009-06-24 16:08:18 +0000 | [diff] [blame] | 7 | # Uncomment this line to use valgrind for memory leaks and extra warnings. |
| 8 | # The output goes into a file "valgrind.testN" |
| 9 | # Vim should be compiled with EXITFREE to avoid false warnings. |
| 10 | # This will make testing about 10 times as slow. |
| 11 | # VALGRIND = valgrind --tool=memcheck --leak-check=yes --num-callers=15 --log-file=valgrind.$* |
Bram Moolenaar | 4d2fffc | 2007-08-14 15:29:16 +0000 | [diff] [blame] | 12 | |
Bram Moolenaar | 680eeca | 2010-10-20 17:44:42 +0200 | [diff] [blame] | 13 | |
Bram Moolenaar | 071d427 | 2004-06-13 20:20:40 +0000 | [diff] [blame] | 14 | SCRIPTS = test1.out test2.out test3.out test4.out test5.out test6.out \ |
| 15 | test7.out test8.out test9.out test10.out test11.out \ |
Bram Moolenaar | 9750bb1 | 2012-12-05 16:10:42 +0100 | [diff] [blame] | 16 | test12.out test13.out test14.out test15.out test17.out \ |
Bram Moolenaar | 071d427 | 2004-06-13 20:20:40 +0000 | [diff] [blame] | 17 | test18.out test19.out test20.out test21.out test22.out \ |
| 18 | test23.out test24.out test25.out test26.out test27.out \ |
| 19 | test28.out test29.out test30.out test31.out test32.out \ |
| 20 | test33.out test34.out test35.out test36.out test37.out \ |
| 21 | test38.out test39.out test40.out test41.out test42.out \ |
| 22 | test43.out test44.out test45.out test46.out test47.out \ |
Bram Moolenaar | b5bf5b8 | 2004-12-24 14:35:23 +0000 | [diff] [blame] | 23 | test48.out test49.out test51.out test52.out test53.out \ |
Bram Moolenaar | 53180ce | 2005-07-05 21:48:14 +0000 | [diff] [blame] | 24 | test54.out test55.out test56.out test57.out test58.out \ |
Bram Moolenaar | 4d2fffc | 2007-08-14 15:29:16 +0000 | [diff] [blame] | 25 | test59.out test60.out test61.out test62.out test63.out \ |
Bram Moolenaar | 97b9810 | 2009-11-17 16:41:01 +0000 | [diff] [blame] | 26 | test64.out test65.out test66.out test67.out test68.out \ |
Bram Moolenaar | 680eeca | 2010-10-20 17:44:42 +0200 | [diff] [blame] | 27 | test69.out test70.out test71.out test72.out test73.out \ |
Bram Moolenaar | 978287b | 2011-06-19 04:32:15 +0200 | [diff] [blame] | 28 | test74.out test75.out test76.out test77.out test78.out \ |
Bram Moolenaar | 913077c | 2012-03-28 19:59:04 +0200 | [diff] [blame] | 29 | test79.out test80.out test81.out test82.out test83.out \ |
Bram Moolenaar | f4e5e86 | 2013-02-13 15:44:26 +0100 | [diff] [blame] | 30 | test84.out test85.out test86.out test87.out test88.out \ |
Bram Moolenaar | e3e6e57 | 2013-04-12 13:45:02 +0200 | [diff] [blame] | 31 | test89.out test90.out test91.out test92.out test93.out \ |
| 32 | test94.out |
Bram Moolenaar | 071d427 | 2004-06-13 20:20:40 +0000 | [diff] [blame] | 33 | |
| 34 | SCRIPTS_GUI = test16.out |
| 35 | |
| 36 | .SUFFIXES: .in .out |
| 37 | |
Bram Moolenaar | f2e53da | 2008-09-10 16:26:04 +0000 | [diff] [blame] | 38 | nongui: nolog $(SCRIPTS) report |
Bram Moolenaar | 071d427 | 2004-06-13 20:20:40 +0000 | [diff] [blame] | 39 | |
Bram Moolenaar | f2e53da | 2008-09-10 16:26:04 +0000 | [diff] [blame] | 40 | gui: nolog $(SCRIPTS) $(SCRIPTS_GUI) report |
| 41 | |
| 42 | report: |
Bram Moolenaar | 071d427 | 2004-06-13 20:20:40 +0000 | [diff] [blame] | 43 | @echo |
Bram Moolenaar | f2e53da | 2008-09-10 16:26:04 +0000 | [diff] [blame] | 44 | @echo 'Test results:' |
| 45 | @/bin/sh -c "if test -f test.log; \ |
| 46 | then cat test.log; echo TEST FAILURE; exit 1; \ |
| 47 | else echo ALL DONE; \ |
| 48 | fi" |
Bram Moolenaar | 071d427 | 2004-06-13 20:20:40 +0000 | [diff] [blame] | 49 | |
| 50 | $(SCRIPTS) $(SCRIPTS_GUI): $(VIMPROG) |
| 51 | |
Bram Moolenaar | 60ec5f3 | 2012-12-05 18:21:32 +0100 | [diff] [blame] | 52 | RM_ON_RUN = test.out X* viminfo |
| 53 | RM_ON_START = tiny.vim small.vim mbyte.vim mzscheme.vim lua.vim test.ok |
| 54 | RUN_VIM = $(VALGRIND) $(VIMPROG) -u unix.vim -U NONE --noplugin -s dotest.in |
| 55 | |
Bram Moolenaar | 071d427 | 2004-06-13 20:20:40 +0000 | [diff] [blame] | 56 | clean: |
Bram Moolenaar | 60ec5f3 | 2012-12-05 18:21:32 +0100 | [diff] [blame] | 57 | -rm -rf *.out *.failed *.rej *.orig test.log $(RM_ON_RUN) $(RM_ON_START) valgrind.* |
Bram Moolenaar | 071d427 | 2004-06-13 20:20:40 +0000 | [diff] [blame] | 58 | |
| 59 | test1.out: test1.in |
Bram Moolenaar | 60ec5f3 | 2012-12-05 18:21:32 +0100 | [diff] [blame] | 60 | -rm -rf $*.failed $(RM_ON_RUN) $(RM_ON_START) |
| 61 | $(RUN_VIM) $*.in |
Bram Moolenaar | 071d427 | 2004-06-13 20:20:40 +0000 | [diff] [blame] | 62 | @/bin/sh -c "if diff test.out $*.ok; \ |
| 63 | then mv -f test.out $*.out; \ |
| 64 | else echo; \ |
| 65 | echo test1 FAILED - Something basic is wrong; \ |
| 66 | echo; exit 1; fi" |
| 67 | -rm -rf X* viminfo |
| 68 | |
| 69 | .in.out: |
Bram Moolenaar | 60ec5f3 | 2012-12-05 18:21:32 +0100 | [diff] [blame] | 70 | -rm -rf $*.failed test.ok $(RM_ON_RUN) |
Bram Moolenaar | 071d427 | 2004-06-13 20:20:40 +0000 | [diff] [blame] | 71 | cp $*.ok test.ok |
Bram Moolenaar | 47136d7 | 2004-10-12 20:02:24 +0000 | [diff] [blame] | 72 | # Sleep a moment to avoid that the xterm title is messed up |
| 73 | @-sleep .2 |
Bram Moolenaar | 60ec5f3 | 2012-12-05 18:21:32 +0100 | [diff] [blame] | 74 | -$(RUN_VIM) $*.in |
| 75 | |
| 76 | # For flaky tests retry one time. |
| 77 | @/bin/sh -c "if test -f test.out -a $* = test61; then \ |
| 78 | if diff test.out $*.ok; \ |
| 79 | then echo flaky test ok first time; \ |
| 80 | else rm -rf $*.failed $(RM_ON_RUN); \ |
| 81 | $(RUN_VIM) $*.in; \ |
| 82 | fi \ |
| 83 | fi" |
| 84 | |
| 85 | # Check if the test.out file matches test.ok. |
Bram Moolenaar | 5313dcb | 2005-02-22 08:56:13 +0000 | [diff] [blame] | 86 | @/bin/sh -c "if test -f test.out; then\ |
| 87 | if diff test.out $*.ok; \ |
| 88 | then mv -f test.out $*.out; \ |
| 89 | else echo $* FAILED >>test.log; mv -f test.out $*.failed; \ |
| 90 | fi \ |
| 91 | else echo $* NO OUTPUT >>test.log; \ |
Bram Moolenaar | 071d427 | 2004-06-13 20:20:40 +0000 | [diff] [blame] | 92 | fi" |
Bram Moolenaar | b35c338 | 2012-10-06 19:10:35 +0200 | [diff] [blame] | 93 | -rm -rf X* test.ok viminfo |
Bram Moolenaar | 071d427 | 2004-06-13 20:20:40 +0000 | [diff] [blame] | 94 | |
Bram Moolenaar | 9d2c8c1 | 2007-09-25 16:00:00 +0000 | [diff] [blame] | 95 | test49.out: test49.vim |
| 96 | |
| 97 | test60.out: test60.vim |
| 98 | |
Bram Moolenaar | 071d427 | 2004-06-13 20:20:40 +0000 | [diff] [blame] | 99 | nolog: |
Bram Moolenaar | f2e53da | 2008-09-10 16:26:04 +0000 | [diff] [blame] | 100 | -rm -f test.log |