Bram Moolenaar | 4334554 | 2015-11-29 17:35:35 +0100 | [diff] [blame] | 1 | " This script is sourced while editing the .vim file with the tests. |
| 2 | " When the script is successful the .res file will be created. |
| 3 | " Errors are appended to the test.log file. |
| 4 | " |
| 5 | " The test script may contain anything, only functions that start with |
| 6 | " "Test_" are special. These will be invoked and should contain assert |
| 7 | " functions. See test_assert.vim for an example. |
| 8 | " |
| 9 | " It is possible to source other files that contain "Test_" functions. This |
| 10 | " can speed up testing, since Vim does not need to restart. But be careful |
| 11 | " that the tests do not interfere with each other. |
| 12 | " |
| 13 | " If an error cannot be detected properly with an assert function add the |
| 14 | " error to the v:errors list: |
| 15 | " call add(v:errors, 'test foo failed: Cannot find xyz') |
| 16 | " |
| 17 | " If preparation for each Test_ function is needed, define a SetUp function. |
| 18 | " It will be called before each Test_ function. |
| 19 | " |
| 20 | " If cleanup after each Test_ function is needed, define a TearDown function. |
| 21 | " It will be called after each Test_ function. |
Bram Moolenaar | 00af60b | 2016-02-13 14:06:14 +0100 | [diff] [blame] | 22 | " |
| 23 | " When debugging a test it can be useful to add messages to v:errors: |
| 24 | " call add(v:errors, "this happened") |
| 25 | |
Bram Moolenaar | 4334554 | 2015-11-29 17:35:35 +0100 | [diff] [blame] | 26 | |
| 27 | " Without the +eval feature we can't run these tests, bail out. |
Bram Moolenaar | 4686b32 | 2015-12-28 14:44:10 +0100 | [diff] [blame] | 28 | so small.vim |
Bram Moolenaar | 4334554 | 2015-11-29 17:35:35 +0100 | [diff] [blame] | 29 | |
| 30 | " Check that the screen size is at least 24 x 80 characters. |
| 31 | if &lines < 24 || &columns < 80 |
| 32 | let error = 'Screen size too small! Tests require at least 24 lines with 80 characters' |
| 33 | echoerr error |
| 34 | split test.log |
| 35 | $put =error |
| 36 | w |
| 37 | cquit |
| 38 | endif |
| 39 | |
Bram Moolenaar | c066246 | 2015-12-30 15:49:05 +0100 | [diff] [blame] | 40 | " For consistency run all tests with 'nocompatible' set. |
| 41 | " This also enables use of line continuation. |
| 42 | set nocp viminfo+=nviminfo |
| 43 | |
| 44 | " Avoid stopping at the "hit enter" prompt |
| 45 | set nomore |
| 46 | |
| 47 | " Output all messages in English. |
| 48 | lang mess C |
| 49 | |
Bram Moolenaar | f60b796 | 2016-01-16 22:47:23 +0100 | [diff] [blame] | 50 | " Always use forward slashes. |
| 51 | set shellslash |
| 52 | |
Bram Moolenaar | 28fb79d | 2016-01-09 22:28:33 +0100 | [diff] [blame] | 53 | let s:srcdir = expand('%:p:h:h') |
| 54 | |
| 55 | " Support function: get the alloc ID by name. |
| 56 | function GetAllocId(name) |
| 57 | exe 'split ' . s:srcdir . '/alloc.h' |
Bram Moolenaar | 065ee9a | 2016-01-15 20:53:38 +0100 | [diff] [blame] | 58 | let top = search('typedef enum') |
| 59 | if top == 0 |
| 60 | call add(v:errors, 'typedef not found in alloc.h') |
| 61 | endif |
Bram Moolenaar | 28fb79d | 2016-01-09 22:28:33 +0100 | [diff] [blame] | 62 | let lnum = search('aid_' . a:name . ',') |
| 63 | if lnum == 0 |
| 64 | call add(v:errors, 'Alloc ID ' . a:name . ' not defined') |
| 65 | endif |
| 66 | close |
Bram Moolenaar | 065ee9a | 2016-01-15 20:53:38 +0100 | [diff] [blame] | 67 | return lnum - top - 1 |
Bram Moolenaar | 28fb79d | 2016-01-09 22:28:33 +0100 | [diff] [blame] | 68 | endfunc |
| 69 | |
| 70 | |
Bram Moolenaar | 4334554 | 2015-11-29 17:35:35 +0100 | [diff] [blame] | 71 | " Source the test script. First grab the file name, in case the script |
Bram Moolenaar | 00af60b | 2016-02-13 14:06:14 +0100 | [diff] [blame] | 72 | " navigates away. g:testname can be used by the tests. |
| 73 | let g:testname = expand('%') |
| 74 | let s:done = 0 |
| 75 | let s:fail = 0 |
| 76 | let s:errors = [] |
| 77 | let s:messages = [] |
Bram Moolenaar | a2cce86 | 2016-01-02 19:50:04 +0100 | [diff] [blame] | 78 | if expand('%') =~ 'test_viml.vim' |
Bram Moolenaar | 00af60b | 2016-02-13 14:06:14 +0100 | [diff] [blame] | 79 | " this test has intentional s:errors, don't use try/catch. |
Bram Moolenaar | 4686b32 | 2015-12-28 14:44:10 +0100 | [diff] [blame] | 80 | source % |
Bram Moolenaar | a2cce86 | 2016-01-02 19:50:04 +0100 | [diff] [blame] | 81 | else |
| 82 | try |
| 83 | source % |
| 84 | catch |
Bram Moolenaar | 00af60b | 2016-02-13 14:06:14 +0100 | [diff] [blame] | 85 | let s:fail += 1 |
| 86 | call add(s:errors, 'Caught exception: ' . v:exception . ' @ ' . v:throwpoint) |
Bram Moolenaar | a2cce86 | 2016-01-02 19:50:04 +0100 | [diff] [blame] | 87 | endtry |
| 88 | endif |
Bram Moolenaar | 4334554 | 2015-11-29 17:35:35 +0100 | [diff] [blame] | 89 | |
| 90 | " Locate Test_ functions and execute them. |
Bram Moolenaar | a99b904 | 2016-01-17 17:10:59 +0100 | [diff] [blame] | 91 | set nomore |
Bram Moolenaar | 4334554 | 2015-11-29 17:35:35 +0100 | [diff] [blame] | 92 | redir @q |
Bram Moolenaar | 93bf558 | 2016-02-18 22:25:47 +0100 | [diff] [blame] | 93 | silent function /^Test_ |
Bram Moolenaar | 4334554 | 2015-11-29 17:35:35 +0100 | [diff] [blame] | 94 | redir END |
Bram Moolenaar | 00af60b | 2016-02-13 14:06:14 +0100 | [diff] [blame] | 95 | let s:tests = split(substitute(@q, 'function \(\k*()\)', '\1', 'g')) |
Bram Moolenaar | 4334554 | 2015-11-29 17:35:35 +0100 | [diff] [blame] | 96 | |
Bram Moolenaar | cfc0a35 | 2016-01-09 20:23:00 +0100 | [diff] [blame] | 97 | " Execute the tests in alphabetical order. |
Bram Moolenaar | 93bf558 | 2016-02-18 22:25:47 +0100 | [diff] [blame] | 98 | for s:test in sort(s:tests) |
| 99 | echo 'Executing ' . s:test |
Bram Moolenaar | 4334554 | 2015-11-29 17:35:35 +0100 | [diff] [blame] | 100 | if exists("*SetUp") |
| 101 | call SetUp() |
| 102 | endif |
| 103 | |
Bram Moolenaar | 00af60b | 2016-02-13 14:06:14 +0100 | [diff] [blame] | 104 | call add(s:messages, 'Executing ' . s:test) |
| 105 | let s:done += 1 |
Bram Moolenaar | 4334554 | 2015-11-29 17:35:35 +0100 | [diff] [blame] | 106 | try |
Bram Moolenaar | 00af60b | 2016-02-13 14:06:14 +0100 | [diff] [blame] | 107 | exe 'call ' . s:test |
Bram Moolenaar | 4334554 | 2015-11-29 17:35:35 +0100 | [diff] [blame] | 108 | catch |
Bram Moolenaar | 00af60b | 2016-02-13 14:06:14 +0100 | [diff] [blame] | 109 | call add(v:errors, 'Caught exception in ' . s:test . ': ' . v:exception . ' @ ' . v:throwpoint) |
Bram Moolenaar | 4334554 | 2015-11-29 17:35:35 +0100 | [diff] [blame] | 110 | endtry |
| 111 | |
| 112 | if len(v:errors) > 0 |
Bram Moolenaar | 00af60b | 2016-02-13 14:06:14 +0100 | [diff] [blame] | 113 | let s:fail += 1 |
| 114 | call add(s:errors, 'Found errors in ' . s:test . ':') |
| 115 | call extend(s:errors, v:errors) |
Bram Moolenaar | 4334554 | 2015-11-29 17:35:35 +0100 | [diff] [blame] | 116 | let v:errors = [] |
| 117 | endif |
| 118 | |
| 119 | if exists("*TearDown") |
| 120 | call TearDown() |
| 121 | endif |
| 122 | endfor |
| 123 | |
Bram Moolenaar | 00af60b | 2016-02-13 14:06:14 +0100 | [diff] [blame] | 124 | if s:fail == 0 |
Bram Moolenaar | 4334554 | 2015-11-29 17:35:35 +0100 | [diff] [blame] | 125 | " Success, create the .res file so that make knows it's done. |
Bram Moolenaar | 00af60b | 2016-02-13 14:06:14 +0100 | [diff] [blame] | 126 | exe 'split ' . fnamemodify(g:testname, ':r') . '.res' |
Bram Moolenaar | 4334554 | 2015-11-29 17:35:35 +0100 | [diff] [blame] | 127 | write |
| 128 | endif |
| 129 | |
Bram Moolenaar | 00af60b | 2016-02-13 14:06:14 +0100 | [diff] [blame] | 130 | if len(s:errors) > 0 |
Bram Moolenaar | 4334554 | 2015-11-29 17:35:35 +0100 | [diff] [blame] | 131 | " Append errors to test.log |
| 132 | split test.log |
| 133 | call append(line('$'), '') |
Bram Moolenaar | 00af60b | 2016-02-13 14:06:14 +0100 | [diff] [blame] | 134 | call append(line('$'), 'From ' . g:testname . ':') |
| 135 | call append(line('$'), s:errors) |
Bram Moolenaar | 4334554 | 2015-11-29 17:35:35 +0100 | [diff] [blame] | 136 | write |
| 137 | endif |
| 138 | |
Bram Moolenaar | 00af60b | 2016-02-13 14:06:14 +0100 | [diff] [blame] | 139 | let message = 'Executed ' . s:done . (s:done > 1 ? ' tests' : ' test') |
Bram Moolenaar | 096c8bb | 2015-12-29 14:26:57 +0100 | [diff] [blame] | 140 | echo message |
Bram Moolenaar | 00af60b | 2016-02-13 14:06:14 +0100 | [diff] [blame] | 141 | call add(s:messages, message) |
| 142 | if s:fail > 0 |
| 143 | let message = s:fail . ' FAILED:' |
Bram Moolenaar | 096c8bb | 2015-12-29 14:26:57 +0100 | [diff] [blame] | 144 | echo message |
Bram Moolenaar | 00af60b | 2016-02-13 14:06:14 +0100 | [diff] [blame] | 145 | call add(s:messages, message) |
| 146 | call extend(s:messages, s:errors) |
Bram Moolenaar | 4334554 | 2015-11-29 17:35:35 +0100 | [diff] [blame] | 147 | endif |
| 148 | |
Bram Moolenaar | 096c8bb | 2015-12-29 14:26:57 +0100 | [diff] [blame] | 149 | " Append messages to "messages" |
| 150 | split messages |
| 151 | call append(line('$'), '') |
Bram Moolenaar | 00af60b | 2016-02-13 14:06:14 +0100 | [diff] [blame] | 152 | call append(line('$'), 'From ' . g:testname . ':') |
| 153 | call append(line('$'), s:messages) |
Bram Moolenaar | 096c8bb | 2015-12-29 14:26:57 +0100 | [diff] [blame] | 154 | write |
| 155 | |
Bram Moolenaar | 4334554 | 2015-11-29 17:35:35 +0100 | [diff] [blame] | 156 | qall! |