Bram Moolenaar | 209b8e3 | 2019-03-14 13:43:24 +0100 | [diff] [blame] | 1 | " Tests for memory usage. |
| 2 | |
Bram Moolenaar | b46fecd | 2019-06-15 17:58:09 +0200 | [diff] [blame] | 3 | source check.vim |
| 4 | CheckFeature terminal |
Bram Moolenaar | 8c5a278 | 2019-08-07 23:07:07 +0200 | [diff] [blame] | 5 | CheckNotGui |
Bram Moolenaar | b46fecd | 2019-06-15 17:58:09 +0200 | [diff] [blame] | 6 | |
Bram Moolenaar | 97202d9 | 2021-01-28 18:34:35 +0100 | [diff] [blame] | 7 | " Skip tests on Travis CI ASAN build because it's difficult to estimate memory |
| 8 | " usage. |
| 9 | CheckNotAsan |
Bram Moolenaar | 209b8e3 | 2019-03-14 13:43:24 +0100 | [diff] [blame] | 10 | |
| 11 | source shared.vim |
| 12 | |
| 13 | func s:pick_nr(str) abort |
| 14 | return substitute(a:str, '[^0-9]', '', 'g') * 1 |
| 15 | endfunc |
| 16 | |
| 17 | if has('win32') |
| 18 | if !executable('wmic') |
Bram Moolenaar | b46fecd | 2019-06-15 17:58:09 +0200 | [diff] [blame] | 19 | throw 'Skipped: wmic program missing' |
Bram Moolenaar | 209b8e3 | 2019-03-14 13:43:24 +0100 | [diff] [blame] | 20 | endif |
| 21 | func s:memory_usage(pid) abort |
| 22 | let cmd = printf('wmic process where processid=%d get WorkingSetSize', a:pid) |
| 23 | return s:pick_nr(system(cmd)) / 1024 |
| 24 | endfunc |
| 25 | elseif has('unix') |
| 26 | if !executable('ps') |
Bram Moolenaar | b46fecd | 2019-06-15 17:58:09 +0200 | [diff] [blame] | 27 | throw 'Skipped: ps program missing' |
Bram Moolenaar | 209b8e3 | 2019-03-14 13:43:24 +0100 | [diff] [blame] | 28 | endif |
| 29 | func s:memory_usage(pid) abort |
| 30 | return s:pick_nr(system('ps -o rss= -p ' . a:pid)) |
| 31 | endfunc |
| 32 | else |
Bram Moolenaar | b46fecd | 2019-06-15 17:58:09 +0200 | [diff] [blame] | 33 | throw 'Skipped: not win32 or unix' |
Bram Moolenaar | 209b8e3 | 2019-03-14 13:43:24 +0100 | [diff] [blame] | 34 | endif |
| 35 | |
| 36 | " Wait for memory usage to level off. |
| 37 | func s:monitor_memory_usage(pid) abort |
| 38 | let proc = {} |
| 39 | let proc.pid = a:pid |
| 40 | let proc.hist = [] |
Bram Moolenaar | 209b8e3 | 2019-03-14 13:43:24 +0100 | [diff] [blame] | 41 | let proc.max = 0 |
| 42 | |
| 43 | func proc.op() abort |
| 44 | " Check the last 200ms. |
| 45 | let val = s:memory_usage(self.pid) |
Bram Moolenaar | f7e47af | 2019-03-21 21:16:36 +0100 | [diff] [blame] | 46 | if self.max < val |
Bram Moolenaar | 209b8e3 | 2019-03-14 13:43:24 +0100 | [diff] [blame] | 47 | let self.max = val |
| 48 | endif |
| 49 | call add(self.hist, val) |
| 50 | if len(self.hist) < 20 |
| 51 | return 0 |
| 52 | endif |
| 53 | let sample = remove(self.hist, 0) |
| 54 | return len(uniq([sample] + self.hist)) == 1 |
| 55 | endfunc |
| 56 | |
| 57 | call WaitFor({-> proc.op()}, 10000) |
Bram Moolenaar | f7e47af | 2019-03-21 21:16:36 +0100 | [diff] [blame] | 58 | return {'last': get(proc.hist, -1), 'max': proc.max} |
Bram Moolenaar | 209b8e3 | 2019-03-14 13:43:24 +0100 | [diff] [blame] | 59 | endfunc |
| 60 | |
| 61 | let s:term_vim = {} |
| 62 | |
| 63 | func s:term_vim.start(...) abort |
| 64 | let self.buf = term_start([GetVimProg()] + a:000) |
| 65 | let self.job = term_getjob(self.buf) |
| 66 | call WaitFor({-> job_status(self.job) ==# 'run'}) |
| 67 | let self.pid = job_info(self.job).process |
Bram Moolenaar | dad5d2f | 2022-06-15 18:08:42 +0100 | [diff] [blame] | 68 | |
| 69 | " running an external command may fail once in a while |
| 70 | let g:test_is_flaky = 1 |
Bram Moolenaar | 209b8e3 | 2019-03-14 13:43:24 +0100 | [diff] [blame] | 71 | endfunc |
| 72 | |
| 73 | func s:term_vim.stop() abort |
| 74 | call term_sendkeys(self.buf, ":qall!\<CR>") |
| 75 | call WaitFor({-> job_status(self.job) ==# 'dead'}) |
| 76 | exe self.buf . 'bwipe!' |
| 77 | endfunc |
| 78 | |
| 79 | func s:vim_new() abort |
| 80 | return copy(s:term_vim) |
| 81 | endfunc |
| 82 | |
| 83 | func Test_memory_func_capture_vargs() |
| 84 | " Case: if a local variable captures a:000, funccall object will be free |
| 85 | " just after it finishes. |
| 86 | let testfile = 'Xtest.vim' |
Bram Moolenaar | e7eb927 | 2019-06-24 00:58:07 +0200 | [diff] [blame] | 87 | let lines =<< trim END |
| 88 | func s:f(...) |
| 89 | let x = a:000 |
| 90 | endfunc |
| 91 | for _ in range(10000) |
| 92 | call s:f(0) |
| 93 | endfor |
| 94 | END |
Bram Moolenaar | b152b6a | 2022-09-29 21:37:33 +0100 | [diff] [blame] | 95 | call writefile(lines, testfile, 'D') |
Bram Moolenaar | 209b8e3 | 2019-03-14 13:43:24 +0100 | [diff] [blame] | 96 | |
| 97 | let vim = s:vim_new() |
| 98 | call vim.start('--clean', '-c', 'set noswapfile', testfile) |
| 99 | let before = s:monitor_memory_usage(vim.pid).last |
| 100 | |
| 101 | call term_sendkeys(vim.buf, ":so %\<CR>") |
| 102 | call WaitFor({-> term_getcursor(vim.buf)[0] == 1}) |
| 103 | let after = s:monitor_memory_usage(vim.pid) |
| 104 | |
| 105 | " Estimate the limit of max usage as 2x initial usage. |
Bram Moolenaar | 5d508dd | 2019-05-31 20:23:25 +0200 | [diff] [blame] | 106 | " The lower limit can fluctuate a bit, use 97%. |
| 107 | call assert_inrange(before * 97 / 100, 2 * before, after.max) |
Bram Moolenaar | 3a731ee | 2019-03-27 21:41:36 +0100 | [diff] [blame] | 108 | |
| 109 | " In this case, garbage collecting is not needed. |
Bram Moolenaar | 5d508dd | 2019-05-31 20:23:25 +0200 | [diff] [blame] | 110 | " The value might fluctuate a bit, allow for 3% tolerance below and 5% above. |
| 111 | " Based on various test runs. |
Bram Moolenaar | f7e47af | 2019-03-21 21:16:36 +0100 | [diff] [blame] | 112 | let lower = after.last * 97 / 100 |
Bram Moolenaar | 5d508dd | 2019-05-31 20:23:25 +0200 | [diff] [blame] | 113 | let upper = after.last * 105 / 100 |
Bram Moolenaar | f7e47af | 2019-03-21 21:16:36 +0100 | [diff] [blame] | 114 | call assert_inrange(lower, upper, after.max) |
Bram Moolenaar | 209b8e3 | 2019-03-14 13:43:24 +0100 | [diff] [blame] | 115 | |
| 116 | call vim.stop() |
Bram Moolenaar | 209b8e3 | 2019-03-14 13:43:24 +0100 | [diff] [blame] | 117 | endfunc |
| 118 | |
| 119 | func Test_memory_func_capture_lvars() |
| 120 | " Case: if a local variable captures l: dict, funccall object will not be |
| 121 | " free until garbage collector runs, but after that memory usage doesn't |
| 122 | " increase so much even when rerun Xtest.vim since system memory caches. |
| 123 | let testfile = 'Xtest.vim' |
Bram Moolenaar | e7eb927 | 2019-06-24 00:58:07 +0200 | [diff] [blame] | 124 | let lines =<< trim END |
| 125 | func s:f() |
| 126 | let x = l: |
| 127 | endfunc |
| 128 | for _ in range(10000) |
| 129 | call s:f() |
| 130 | endfor |
| 131 | END |
Bram Moolenaar | b152b6a | 2022-09-29 21:37:33 +0100 | [diff] [blame] | 132 | call writefile(lines, testfile, 'D') |
Bram Moolenaar | 209b8e3 | 2019-03-14 13:43:24 +0100 | [diff] [blame] | 133 | |
| 134 | let vim = s:vim_new() |
| 135 | call vim.start('--clean', '-c', 'set noswapfile', testfile) |
| 136 | let before = s:monitor_memory_usage(vim.pid).last |
| 137 | |
| 138 | call term_sendkeys(vim.buf, ":so %\<CR>") |
| 139 | call WaitFor({-> term_getcursor(vim.buf)[0] == 1}) |
| 140 | let after = s:monitor_memory_usage(vim.pid) |
| 141 | |
| 142 | " Rerun Xtest.vim. |
| 143 | for _ in range(3) |
| 144 | call term_sendkeys(vim.buf, ":so %\<CR>") |
| 145 | call WaitFor({-> term_getcursor(vim.buf)[0] == 1}) |
| 146 | let last = s:monitor_memory_usage(vim.pid).last |
| 147 | endfor |
| 148 | |
Bram Moolenaar | f7e47af | 2019-03-21 21:16:36 +0100 | [diff] [blame] | 149 | " The usage may be a bit less than the last value, use 80%. |
Bram Moolenaar | 6b6f7aa | 2019-03-22 14:36:59 +0100 | [diff] [blame] | 150 | " Allow for 20% tolerance at the upper limit. That's very permissive, but |
Bram Moolenaar | 1832d12 | 2020-01-01 15:17:25 +0100 | [diff] [blame] | 151 | " otherwise the test fails sometimes. On Cirrus CI with FreeBSD we need to |
Bram Moolenaar | 6bce585 | 2021-03-13 22:11:51 +0100 | [diff] [blame] | 152 | " be even much more permissive. |
Bram Moolenaar | 1832d12 | 2020-01-01 15:17:25 +0100 | [diff] [blame] | 153 | if has('bsd') |
Bram Moolenaar | 6bce585 | 2021-03-13 22:11:51 +0100 | [diff] [blame] | 154 | let multiplier = 19 |
Bram Moolenaar | 1832d12 | 2020-01-01 15:17:25 +0100 | [diff] [blame] | 155 | else |
| 156 | let multiplier = 12 |
| 157 | endif |
Bram Moolenaar | 08cda65 | 2019-03-20 22:45:01 +0100 | [diff] [blame] | 158 | let lower = before * 8 / 10 |
Bram Moolenaar | 1832d12 | 2020-01-01 15:17:25 +0100 | [diff] [blame] | 159 | let upper = (after.max + (after.last - before)) * multiplier / 10 |
Bram Moolenaar | f7e47af | 2019-03-21 21:16:36 +0100 | [diff] [blame] | 160 | call assert_inrange(lower, upper, last) |
Bram Moolenaar | 209b8e3 | 2019-03-14 13:43:24 +0100 | [diff] [blame] | 161 | |
| 162 | call vim.stop() |
Bram Moolenaar | 209b8e3 | 2019-03-14 13:43:24 +0100 | [diff] [blame] | 163 | endfunc |
Bram Moolenaar | 6d91bcb | 2020-08-12 18:50:36 +0200 | [diff] [blame] | 164 | |
| 165 | " vim: shiftwidth=2 sts=2 expandtab |