Bram Moolenaar | 209b8e3 | 2019-03-14 13:43:24 +0100 | [diff] [blame] | 1 | " Tests for memory usage. |
| 2 | |
Bram Moolenaar | b46fecd | 2019-06-15 17:58:09 +0200 | [diff] [blame] | 3 | source check.vim |
| 4 | CheckFeature terminal |
Bram Moolenaar | 8c5a278 | 2019-08-07 23:07:07 +0200 | [diff] [blame] | 5 | CheckNotGui |
Bram Moolenaar | b46fecd | 2019-06-15 17:58:09 +0200 | [diff] [blame] | 6 | |
Bram Moolenaar | 97202d9 | 2021-01-28 18:34:35 +0100 | [diff] [blame] | 7 | " Skip tests on Travis CI ASAN build because it's difficult to estimate memory |
| 8 | " usage. |
| 9 | CheckNotAsan |
Bram Moolenaar | 209b8e3 | 2019-03-14 13:43:24 +0100 | [diff] [blame] | 10 | |
| 11 | source shared.vim |
| 12 | |
| 13 | func s:pick_nr(str) abort |
| 14 | return substitute(a:str, '[^0-9]', '', 'g') * 1 |
| 15 | endfunc |
| 16 | |
| 17 | if has('win32') |
| 18 | if !executable('wmic') |
Bram Moolenaar | b46fecd | 2019-06-15 17:58:09 +0200 | [diff] [blame] | 19 | throw 'Skipped: wmic program missing' |
Bram Moolenaar | 209b8e3 | 2019-03-14 13:43:24 +0100 | [diff] [blame] | 20 | endif |
| 21 | func s:memory_usage(pid) abort |
| 22 | let cmd = printf('wmic process where processid=%d get WorkingSetSize', a:pid) |
| 23 | return s:pick_nr(system(cmd)) / 1024 |
| 24 | endfunc |
| 25 | elseif has('unix') |
| 26 | if !executable('ps') |
Bram Moolenaar | b46fecd | 2019-06-15 17:58:09 +0200 | [diff] [blame] | 27 | throw 'Skipped: ps program missing' |
Bram Moolenaar | 209b8e3 | 2019-03-14 13:43:24 +0100 | [diff] [blame] | 28 | endif |
| 29 | func s:memory_usage(pid) abort |
| 30 | return s:pick_nr(system('ps -o rss= -p ' . a:pid)) |
| 31 | endfunc |
| 32 | else |
Bram Moolenaar | b46fecd | 2019-06-15 17:58:09 +0200 | [diff] [blame] | 33 | throw 'Skipped: not win32 or unix' |
Bram Moolenaar | 209b8e3 | 2019-03-14 13:43:24 +0100 | [diff] [blame] | 34 | endif |
| 35 | |
| 36 | " Wait for memory usage to level off. |
| 37 | func s:monitor_memory_usage(pid) abort |
| 38 | let proc = {} |
| 39 | let proc.pid = a:pid |
| 40 | let proc.hist = [] |
Bram Moolenaar | 209b8e3 | 2019-03-14 13:43:24 +0100 | [diff] [blame] | 41 | let proc.max = 0 |
| 42 | |
| 43 | func proc.op() abort |
| 44 | " Check the last 200ms. |
| 45 | let val = s:memory_usage(self.pid) |
Bram Moolenaar | f7e47af | 2019-03-21 21:16:36 +0100 | [diff] [blame] | 46 | if self.max < val |
Bram Moolenaar | 209b8e3 | 2019-03-14 13:43:24 +0100 | [diff] [blame] | 47 | let self.max = val |
| 48 | endif |
| 49 | call add(self.hist, val) |
| 50 | if len(self.hist) < 20 |
| 51 | return 0 |
| 52 | endif |
| 53 | let sample = remove(self.hist, 0) |
| 54 | return len(uniq([sample] + self.hist)) == 1 |
| 55 | endfunc |
| 56 | |
| 57 | call WaitFor({-> proc.op()}, 10000) |
Bram Moolenaar | f7e47af | 2019-03-21 21:16:36 +0100 | [diff] [blame] | 58 | return {'last': get(proc.hist, -1), 'max': proc.max} |
Bram Moolenaar | 209b8e3 | 2019-03-14 13:43:24 +0100 | [diff] [blame] | 59 | endfunc |
| 60 | |
| 61 | let s:term_vim = {} |
| 62 | |
| 63 | func s:term_vim.start(...) abort |
| 64 | let self.buf = term_start([GetVimProg()] + a:000) |
| 65 | let self.job = term_getjob(self.buf) |
| 66 | call WaitFor({-> job_status(self.job) ==# 'run'}) |
| 67 | let self.pid = job_info(self.job).process |
| 68 | endfunc |
| 69 | |
| 70 | func s:term_vim.stop() abort |
| 71 | call term_sendkeys(self.buf, ":qall!\<CR>") |
| 72 | call WaitFor({-> job_status(self.job) ==# 'dead'}) |
| 73 | exe self.buf . 'bwipe!' |
| 74 | endfunc |
| 75 | |
| 76 | func s:vim_new() abort |
| 77 | return copy(s:term_vim) |
| 78 | endfunc |
| 79 | |
| 80 | func Test_memory_func_capture_vargs() |
| 81 | " Case: if a local variable captures a:000, funccall object will be free |
| 82 | " just after it finishes. |
| 83 | let testfile = 'Xtest.vim' |
Bram Moolenaar | e7eb927 | 2019-06-24 00:58:07 +0200 | [diff] [blame] | 84 | let lines =<< trim END |
| 85 | func s:f(...) |
| 86 | let x = a:000 |
| 87 | endfunc |
| 88 | for _ in range(10000) |
| 89 | call s:f(0) |
| 90 | endfor |
| 91 | END |
| 92 | call writefile(lines, testfile) |
Bram Moolenaar | 209b8e3 | 2019-03-14 13:43:24 +0100 | [diff] [blame] | 93 | |
| 94 | let vim = s:vim_new() |
| 95 | call vim.start('--clean', '-c', 'set noswapfile', testfile) |
| 96 | let before = s:monitor_memory_usage(vim.pid).last |
| 97 | |
| 98 | call term_sendkeys(vim.buf, ":so %\<CR>") |
| 99 | call WaitFor({-> term_getcursor(vim.buf)[0] == 1}) |
| 100 | let after = s:monitor_memory_usage(vim.pid) |
| 101 | |
| 102 | " Estimate the limit of max usage as 2x initial usage. |
Bram Moolenaar | 5d508dd | 2019-05-31 20:23:25 +0200 | [diff] [blame] | 103 | " The lower limit can fluctuate a bit, use 97%. |
| 104 | call assert_inrange(before * 97 / 100, 2 * before, after.max) |
Bram Moolenaar | 3a731ee | 2019-03-27 21:41:36 +0100 | [diff] [blame] | 105 | |
| 106 | " In this case, garbage collecting is not needed. |
Bram Moolenaar | 5d508dd | 2019-05-31 20:23:25 +0200 | [diff] [blame] | 107 | " The value might fluctuate a bit, allow for 3% tolerance below and 5% above. |
| 108 | " Based on various test runs. |
Bram Moolenaar | f7e47af | 2019-03-21 21:16:36 +0100 | [diff] [blame] | 109 | let lower = after.last * 97 / 100 |
Bram Moolenaar | 5d508dd | 2019-05-31 20:23:25 +0200 | [diff] [blame] | 110 | let upper = after.last * 105 / 100 |
Bram Moolenaar | f7e47af | 2019-03-21 21:16:36 +0100 | [diff] [blame] | 111 | call assert_inrange(lower, upper, after.max) |
Bram Moolenaar | 209b8e3 | 2019-03-14 13:43:24 +0100 | [diff] [blame] | 112 | |
| 113 | call vim.stop() |
| 114 | call delete(testfile) |
| 115 | endfunc |
| 116 | |
| 117 | func Test_memory_func_capture_lvars() |
| 118 | " Case: if a local variable captures l: dict, funccall object will not be |
| 119 | " free until garbage collector runs, but after that memory usage doesn't |
| 120 | " increase so much even when rerun Xtest.vim since system memory caches. |
| 121 | let testfile = 'Xtest.vim' |
Bram Moolenaar | e7eb927 | 2019-06-24 00:58:07 +0200 | [diff] [blame] | 122 | let lines =<< trim END |
| 123 | func s:f() |
| 124 | let x = l: |
| 125 | endfunc |
| 126 | for _ in range(10000) |
| 127 | call s:f() |
| 128 | endfor |
| 129 | END |
| 130 | call writefile(lines, testfile) |
Bram Moolenaar | 209b8e3 | 2019-03-14 13:43:24 +0100 | [diff] [blame] | 131 | |
| 132 | let vim = s:vim_new() |
| 133 | call vim.start('--clean', '-c', 'set noswapfile', testfile) |
| 134 | let before = s:monitor_memory_usage(vim.pid).last |
| 135 | |
| 136 | call term_sendkeys(vim.buf, ":so %\<CR>") |
| 137 | call WaitFor({-> term_getcursor(vim.buf)[0] == 1}) |
| 138 | let after = s:monitor_memory_usage(vim.pid) |
| 139 | |
| 140 | " Rerun Xtest.vim. |
| 141 | for _ in range(3) |
| 142 | call term_sendkeys(vim.buf, ":so %\<CR>") |
| 143 | call WaitFor({-> term_getcursor(vim.buf)[0] == 1}) |
| 144 | let last = s:monitor_memory_usage(vim.pid).last |
| 145 | endfor |
| 146 | |
Bram Moolenaar | f7e47af | 2019-03-21 21:16:36 +0100 | [diff] [blame] | 147 | " The usage may be a bit less than the last value, use 80%. |
Bram Moolenaar | 6b6f7aa | 2019-03-22 14:36:59 +0100 | [diff] [blame] | 148 | " Allow for 20% tolerance at the upper limit. That's very permissive, but |
Bram Moolenaar | 1832d12 | 2020-01-01 15:17:25 +0100 | [diff] [blame] | 149 | " otherwise the test fails sometimes. On Cirrus CI with FreeBSD we need to |
| 150 | " be even more permissive. |
| 151 | if has('bsd') |
Bram Moolenaar | bb062c1 | 2020-01-01 15:26:32 +0100 | [diff] [blame] | 152 | let multiplier = 15 |
Bram Moolenaar | 1832d12 | 2020-01-01 15:17:25 +0100 | [diff] [blame] | 153 | else |
| 154 | let multiplier = 12 |
| 155 | endif |
Bram Moolenaar | 08cda65 | 2019-03-20 22:45:01 +0100 | [diff] [blame] | 156 | let lower = before * 8 / 10 |
Bram Moolenaar | 1832d12 | 2020-01-01 15:17:25 +0100 | [diff] [blame] | 157 | let upper = (after.max + (after.last - before)) * multiplier / 10 |
Bram Moolenaar | f7e47af | 2019-03-21 21:16:36 +0100 | [diff] [blame] | 158 | call assert_inrange(lower, upper, last) |
Bram Moolenaar | 209b8e3 | 2019-03-14 13:43:24 +0100 | [diff] [blame] | 159 | |
| 160 | call vim.stop() |
| 161 | call delete(testfile) |
| 162 | endfunc |
Bram Moolenaar | 6d91bcb | 2020-08-12 18:50:36 +0200 | [diff] [blame] | 163 | |
| 164 | " vim: shiftwidth=2 sts=2 expandtab |