blob: 87e674abae1cca5efa8179992f840b09291d2cd6 [file] [log] [blame]
Todd Poynor3948f802013-07-09 19:35:14 -07001/*
2 * Copyright (C) 2013 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#define LOG_TAG "lowmemorykiller"
18
Mark Salyzyne6ed68b2014-04-30 13:36:35 -070019#include <arpa/inet.h>
Todd Poynor3948f802013-07-09 19:35:14 -070020#include <errno.h>
Robert Beneac47f2992017-08-21 15:18:31 -070021#include <inttypes.h>
Mark Salyzyncfd5b082016-10-17 14:28:00 -070022#include <sched.h>
Todd Poynor3948f802013-07-09 19:35:14 -070023#include <signal.h>
Todd Poynor3948f802013-07-09 19:35:14 -070024#include <stdlib.h>
25#include <string.h>
Mark Salyzyne6ed68b2014-04-30 13:36:35 -070026#include <sys/cdefs.h>
Todd Poynor3948f802013-07-09 19:35:14 -070027#include <sys/epoll.h>
28#include <sys/eventfd.h>
Colin Crossb28ff912014-07-11 17:15:44 -070029#include <sys/mman.h>
Todd Poynor3948f802013-07-09 19:35:14 -070030#include <sys/socket.h>
31#include <sys/types.h>
Robert Beneac47f2992017-08-21 15:18:31 -070032#include <time.h>
Mark Salyzyne6ed68b2014-04-30 13:36:35 -070033#include <unistd.h>
34
Robert Benea58891d52017-07-31 17:15:20 -070035#include <cutils/properties.h>
Todd Poynor3948f802013-07-09 19:35:14 -070036#include <cutils/sockets.h>
Mark Salyzyn30f991f2017-01-10 13:19:54 -080037#include <log/log.h>
Colin Crossfef95222014-06-11 14:53:41 -070038#include <processgroup/processgroup.h>
Mark Salyzyne6ed68b2014-04-30 13:36:35 -070039
40#ifndef __unused
41#define __unused __attribute__((__unused__))
42#endif
Todd Poynor3948f802013-07-09 19:35:14 -070043
44#define MEMCG_SYSFS_PATH "/dev/memcg/"
Robert Beneac47f2992017-08-21 15:18:31 -070045#define MEMCG_MEMORY_USAGE "/dev/memcg/memory.usage_in_bytes"
46#define MEMCG_MEMORYSW_USAGE "/dev/memcg/memory.memsw.usage_in_bytes"
Todd Poynor3948f802013-07-09 19:35:14 -070047#define ZONEINFO_PATH "/proc/zoneinfo"
48#define LINE_MAX 128
49
50#define INKERNEL_MINFREE_PATH "/sys/module/lowmemorykiller/parameters/minfree"
51#define INKERNEL_ADJ_PATH "/sys/module/lowmemorykiller/parameters/adj"
52
53#define ARRAY_SIZE(x) (sizeof(x) / sizeof(*(x)))
Robert Benea673e2762017-06-01 16:32:31 -070054#define EIGHT_MEGA (1 << 23)
Todd Poynor3948f802013-07-09 19:35:14 -070055
56enum lmk_cmd {
57 LMK_TARGET,
58 LMK_PROCPRIO,
59 LMK_PROCREMOVE,
60};
61
62#define MAX_TARGETS 6
63/*
64 * longest is LMK_TARGET followed by MAX_TARGETS each minfree and minkillprio
65 * values
66 */
67#define CTRL_PACKET_MAX (sizeof(int) * (MAX_TARGETS * 2 + 1))
68
69/* default to old in-kernel interface if no memory pressure events */
70static int use_inkernel_interface = 1;
Robert Benea164baeb2017-09-11 16:53:28 -070071static bool has_inkernel_module;
Todd Poynor3948f802013-07-09 19:35:14 -070072
Suren Baghdasaryan96bf3a62017-12-08 12:58:52 -080073/* memory pressure levels */
74enum vmpressure_level {
75 VMPRESS_LEVEL_LOW = 0,
76 VMPRESS_LEVEL_MEDIUM,
77 VMPRESS_LEVEL_CRITICAL,
78 VMPRESS_LEVEL_COUNT
79};
Todd Poynor3948f802013-07-09 19:35:14 -070080
Suren Baghdasaryan96bf3a62017-12-08 12:58:52 -080081static const char *level_name[] = {
82 "low",
83 "medium",
84 "critical"
85};
86
87static int level_oomadj[VMPRESS_LEVEL_COUNT];
88static int mpevfd[VMPRESS_LEVEL_COUNT];
Robert Beneac47f2992017-08-21 15:18:31 -070089static bool debug_process_killing;
90static bool enable_pressure_upgrade;
91static int64_t upgrade_pressure;
Robert Benea6e8e7102017-09-13 15:20:30 -070092static int64_t downgrade_pressure;
Robert Benea164baeb2017-09-11 16:53:28 -070093static bool is_go_device;
Robert Benea58891d52017-07-31 17:15:20 -070094
Todd Poynor3948f802013-07-09 19:35:14 -070095/* control socket listen and data */
96static int ctrl_lfd;
97static int ctrl_dfd = -1;
98static int ctrl_dfd_reopened; /* did we reopen ctrl conn on this loop? */
99
Suren Baghdasaryan96bf3a62017-12-08 12:58:52 -0800100/* 3 memory pressure levels, 1 ctrl listen socket, 1 ctrl data socket */
101#define MAX_EPOLL_EVENTS 5
Todd Poynor3948f802013-07-09 19:35:14 -0700102static int epollfd;
103static int maxevents;
104
Chong Zhang0a4acdf2015-10-14 16:19:53 -0700105/* OOM score values used by both kernel and framework */
Todd Poynor16b60992013-09-16 19:26:47 -0700106#define OOM_SCORE_ADJ_MIN (-1000)
107#define OOM_SCORE_ADJ_MAX 1000
108
Todd Poynor3948f802013-07-09 19:35:14 -0700109static int lowmem_adj[MAX_TARGETS];
110static int lowmem_minfree[MAX_TARGETS];
111static int lowmem_targets_size;
112
113struct sysmeminfo {
114 int nr_free_pages;
115 int nr_file_pages;
116 int nr_shmem;
117 int totalreserve_pages;
118};
119
120struct adjslot_list {
121 struct adjslot_list *next;
122 struct adjslot_list *prev;
123};
124
125struct proc {
126 struct adjslot_list asl;
127 int pid;
Colin Crossfbb78c62014-06-13 14:52:43 -0700128 uid_t uid;
Todd Poynor3948f802013-07-09 19:35:14 -0700129 int oomadj;
130 struct proc *pidhash_next;
131};
132
133#define PIDHASH_SZ 1024
134static struct proc *pidhash[PIDHASH_SZ];
135#define pid_hashfn(x) ((((x) >> 8) ^ (x)) & (PIDHASH_SZ - 1))
136
Chih-Hung Hsiehdaa13ea2016-05-19 16:02:22 -0700137#define ADJTOSLOT(adj) ((adj) + -OOM_SCORE_ADJ_MIN)
Chong Zhang0a4acdf2015-10-14 16:19:53 -0700138static struct adjslot_list procadjslot_list[ADJTOSLOT(OOM_SCORE_ADJ_MAX) + 1];
Todd Poynor3948f802013-07-09 19:35:14 -0700139
Todd Poynor3948f802013-07-09 19:35:14 -0700140/* PAGE_SIZE / 1024 */
141static long page_k;
142
Colin Crossce85d952014-07-11 17:53:27 -0700143static ssize_t read_all(int fd, char *buf, size_t max_len)
144{
145 ssize_t ret = 0;
146
147 while (max_len > 0) {
148 ssize_t r = read(fd, buf, max_len);
149 if (r == 0) {
150 break;
151 }
152 if (r == -1) {
153 return -1;
154 }
155 ret += r;
156 buf += r;
157 max_len -= r;
158 }
159
160 return ret;
161}
162
Todd Poynor3948f802013-07-09 19:35:14 -0700163static struct proc *pid_lookup(int pid) {
164 struct proc *procp;
165
166 for (procp = pidhash[pid_hashfn(pid)]; procp && procp->pid != pid;
167 procp = procp->pidhash_next)
168 ;
169
170 return procp;
171}
172
173static void adjslot_insert(struct adjslot_list *head, struct adjslot_list *new)
174{
175 struct adjslot_list *next = head->next;
176 new->prev = head;
177 new->next = next;
178 next->prev = new;
179 head->next = new;
180}
181
182static void adjslot_remove(struct adjslot_list *old)
183{
184 struct adjslot_list *prev = old->prev;
185 struct adjslot_list *next = old->next;
186 next->prev = prev;
187 prev->next = next;
188}
189
190static struct adjslot_list *adjslot_tail(struct adjslot_list *head) {
191 struct adjslot_list *asl = head->prev;
192
193 return asl == head ? NULL : asl;
194}
195
196static void proc_slot(struct proc *procp) {
197 int adjslot = ADJTOSLOT(procp->oomadj);
198
199 adjslot_insert(&procadjslot_list[adjslot], &procp->asl);
200}
201
202static void proc_unslot(struct proc *procp) {
203 adjslot_remove(&procp->asl);
204}
205
206static void proc_insert(struct proc *procp) {
207 int hval = pid_hashfn(procp->pid);
208
209 procp->pidhash_next = pidhash[hval];
210 pidhash[hval] = procp;
211 proc_slot(procp);
212}
213
214static int pid_remove(int pid) {
215 int hval = pid_hashfn(pid);
216 struct proc *procp;
217 struct proc *prevp;
218
219 for (procp = pidhash[hval], prevp = NULL; procp && procp->pid != pid;
220 procp = procp->pidhash_next)
221 prevp = procp;
222
223 if (!procp)
224 return -1;
225
226 if (!prevp)
227 pidhash[hval] = procp->pidhash_next;
228 else
229 prevp->pidhash_next = procp->pidhash_next;
230
231 proc_unslot(procp);
232 free(procp);
233 return 0;
234}
235
Suren Baghdasaryan96bf3a62017-12-08 12:58:52 -0800236static void writefilestring(const char *path, char *s) {
Nick Kralevichc68c8862015-12-18 20:52:37 -0800237 int fd = open(path, O_WRONLY | O_CLOEXEC);
Todd Poynor3948f802013-07-09 19:35:14 -0700238 int len = strlen(s);
239 int ret;
240
241 if (fd < 0) {
242 ALOGE("Error opening %s; errno=%d", path, errno);
243 return;
244 }
245
246 ret = write(fd, s, len);
247 if (ret < 0) {
248 ALOGE("Error writing %s; errno=%d", path, errno);
249 } else if (ret < len) {
250 ALOGE("Short write on %s; length=%d", path, ret);
251 }
252
253 close(fd);
254}
255
Colin Crossfbb78c62014-06-13 14:52:43 -0700256static void cmd_procprio(int pid, int uid, int oomadj) {
Todd Poynor3948f802013-07-09 19:35:14 -0700257 struct proc *procp;
258 char path[80];
259 char val[20];
Robert Benea673e2762017-06-01 16:32:31 -0700260 int soft_limit_mult;
Todd Poynor3948f802013-07-09 19:35:14 -0700261
Chong Zhang0a4acdf2015-10-14 16:19:53 -0700262 if (oomadj < OOM_SCORE_ADJ_MIN || oomadj > OOM_SCORE_ADJ_MAX) {
Todd Poynor3948f802013-07-09 19:35:14 -0700263 ALOGE("Invalid PROCPRIO oomadj argument %d", oomadj);
264 return;
265 }
266
Todd Poynor16b60992013-09-16 19:26:47 -0700267 snprintf(path, sizeof(path), "/proc/%d/oom_score_adj", pid);
Chong Zhang0a4acdf2015-10-14 16:19:53 -0700268 snprintf(val, sizeof(val), "%d", oomadj);
Todd Poynor3948f802013-07-09 19:35:14 -0700269 writefilestring(path, val);
270
271 if (use_inkernel_interface)
272 return;
273
Robert Benea673e2762017-06-01 16:32:31 -0700274 if (oomadj >= 900) {
275 soft_limit_mult = 0;
276 } else if (oomadj >= 800) {
277 soft_limit_mult = 0;
278 } else if (oomadj >= 700) {
279 soft_limit_mult = 0;
280 } else if (oomadj >= 600) {
Robert Beneacaeaa652017-08-11 16:03:20 -0700281 // Launcher should be perceptible, don't kill it.
282 oomadj = 200;
283 soft_limit_mult = 1;
Robert Benea673e2762017-06-01 16:32:31 -0700284 } else if (oomadj >= 500) {
285 soft_limit_mult = 0;
286 } else if (oomadj >= 400) {
287 soft_limit_mult = 0;
288 } else if (oomadj >= 300) {
289 soft_limit_mult = 1;
290 } else if (oomadj >= 200) {
291 soft_limit_mult = 2;
292 } else if (oomadj >= 100) {
293 soft_limit_mult = 10;
294 } else if (oomadj >= 0) {
295 soft_limit_mult = 20;
296 } else {
297 // Persistent processes will have a large
298 // soft limit 512MB.
299 soft_limit_mult = 64;
300 }
301
302 snprintf(path, sizeof(path), "/dev/memcg/apps/uid_%d/pid_%d/memory.soft_limit_in_bytes", uid, pid);
303 snprintf(val, sizeof(val), "%d", soft_limit_mult * EIGHT_MEGA);
304 writefilestring(path, val);
305
Todd Poynor3948f802013-07-09 19:35:14 -0700306 procp = pid_lookup(pid);
307 if (!procp) {
308 procp = malloc(sizeof(struct proc));
309 if (!procp) {
310 // Oh, the irony. May need to rebuild our state.
311 return;
312 }
313
314 procp->pid = pid;
Colin Crossfbb78c62014-06-13 14:52:43 -0700315 procp->uid = uid;
Todd Poynor3948f802013-07-09 19:35:14 -0700316 procp->oomadj = oomadj;
317 proc_insert(procp);
318 } else {
319 proc_unslot(procp);
320 procp->oomadj = oomadj;
321 proc_slot(procp);
322 }
323}
324
325static void cmd_procremove(int pid) {
Todd Poynor3948f802013-07-09 19:35:14 -0700326 if (use_inkernel_interface)
327 return;
328
329 pid_remove(pid);
Todd Poynor3948f802013-07-09 19:35:14 -0700330}
331
332static void cmd_target(int ntargets, int *params) {
333 int i;
334
335 if (ntargets > (int)ARRAY_SIZE(lowmem_adj))
336 return;
337
338 for (i = 0; i < ntargets; i++) {
339 lowmem_minfree[i] = ntohl(*params++);
340 lowmem_adj[i] = ntohl(*params++);
341 }
342
343 lowmem_targets_size = ntargets;
344
Robert Benea164baeb2017-09-11 16:53:28 -0700345 if (has_inkernel_module) {
Todd Poynor3948f802013-07-09 19:35:14 -0700346 char minfreestr[128];
347 char killpriostr[128];
348
349 minfreestr[0] = '\0';
350 killpriostr[0] = '\0';
351
352 for (i = 0; i < lowmem_targets_size; i++) {
353 char val[40];
354
355 if (i) {
356 strlcat(minfreestr, ",", sizeof(minfreestr));
357 strlcat(killpriostr, ",", sizeof(killpriostr));
358 }
359
Robert Benea164baeb2017-09-11 16:53:28 -0700360 snprintf(val, sizeof(val), "%d", use_inkernel_interface ? lowmem_minfree[i] : 0);
Todd Poynor3948f802013-07-09 19:35:14 -0700361 strlcat(minfreestr, val, sizeof(minfreestr));
Robert Benea164baeb2017-09-11 16:53:28 -0700362 snprintf(val, sizeof(val), "%d", use_inkernel_interface ? lowmem_adj[i] : 0);
Todd Poynor3948f802013-07-09 19:35:14 -0700363 strlcat(killpriostr, val, sizeof(killpriostr));
364 }
365
366 writefilestring(INKERNEL_MINFREE_PATH, minfreestr);
367 writefilestring(INKERNEL_ADJ_PATH, killpriostr);
368 }
369}
370
371static void ctrl_data_close(void) {
372 ALOGI("Closing Activity Manager data connection");
373 close(ctrl_dfd);
374 ctrl_dfd = -1;
375 maxevents--;
376}
377
378static int ctrl_data_read(char *buf, size_t bufsz) {
379 int ret = 0;
380
381 ret = read(ctrl_dfd, buf, bufsz);
382
383 if (ret == -1) {
384 ALOGE("control data socket read failed; errno=%d", errno);
385 } else if (ret == 0) {
386 ALOGE("Got EOF on control data socket");
387 ret = -1;
388 }
389
390 return ret;
391}
392
393static void ctrl_command_handler(void) {
394 int ibuf[CTRL_PACKET_MAX / sizeof(int)];
395 int len;
396 int cmd = -1;
397 int nargs;
398 int targets;
399
400 len = ctrl_data_read((char *)ibuf, CTRL_PACKET_MAX);
401 if (len <= 0)
402 return;
403
404 nargs = len / sizeof(int) - 1;
405 if (nargs < 0)
406 goto wronglen;
407
408 cmd = ntohl(ibuf[0]);
409
410 switch(cmd) {
411 case LMK_TARGET:
412 targets = nargs / 2;
413 if (nargs & 0x1 || targets > (int)ARRAY_SIZE(lowmem_adj))
414 goto wronglen;
415 cmd_target(targets, &ibuf[1]);
416 break;
417 case LMK_PROCPRIO:
Colin Crossfbb78c62014-06-13 14:52:43 -0700418 if (nargs != 3)
Todd Poynor3948f802013-07-09 19:35:14 -0700419 goto wronglen;
Colin Crossfbb78c62014-06-13 14:52:43 -0700420 cmd_procprio(ntohl(ibuf[1]), ntohl(ibuf[2]), ntohl(ibuf[3]));
Todd Poynor3948f802013-07-09 19:35:14 -0700421 break;
422 case LMK_PROCREMOVE:
423 if (nargs != 1)
424 goto wronglen;
425 cmd_procremove(ntohl(ibuf[1]));
426 break;
427 default:
428 ALOGE("Received unknown command code %d", cmd);
429 return;
430 }
431
432 return;
433
434wronglen:
435 ALOGE("Wrong control socket read length cmd=%d len=%d", cmd, len);
436}
437
438static void ctrl_data_handler(uint32_t events) {
439 if (events & EPOLLHUP) {
440 ALOGI("ActivityManager disconnected");
441 if (!ctrl_dfd_reopened)
442 ctrl_data_close();
443 } else if (events & EPOLLIN) {
444 ctrl_command_handler();
445 }
446}
447
Mark Salyzyne6ed68b2014-04-30 13:36:35 -0700448static void ctrl_connect_handler(uint32_t events __unused) {
Todd Poynor3948f802013-07-09 19:35:14 -0700449 struct epoll_event epev;
450
451 if (ctrl_dfd >= 0) {
452 ctrl_data_close();
453 ctrl_dfd_reopened = 1;
454 }
455
Elliott Hughes3dcfa3f2016-08-23 12:50:00 -0700456 ctrl_dfd = accept(ctrl_lfd, NULL, NULL);
Todd Poynor3948f802013-07-09 19:35:14 -0700457
458 if (ctrl_dfd < 0) {
459 ALOGE("lmkd control socket accept failed; errno=%d", errno);
460 return;
461 }
462
463 ALOGI("ActivityManager connected");
464 maxevents++;
465 epev.events = EPOLLIN;
466 epev.data.ptr = (void *)ctrl_data_handler;
467 if (epoll_ctl(epollfd, EPOLL_CTL_ADD, ctrl_dfd, &epev) == -1) {
468 ALOGE("epoll_ctl for data connection socket failed; errno=%d", errno);
469 ctrl_data_close();
470 return;
471 }
472}
473
474static int zoneinfo_parse_protection(char *cp) {
475 int max = 0;
476 int zoneval;
Colin Crossce85d952014-07-11 17:53:27 -0700477 char *save_ptr;
Todd Poynor3948f802013-07-09 19:35:14 -0700478
Colin Crossce85d952014-07-11 17:53:27 -0700479 for (cp = strtok_r(cp, "(), ", &save_ptr); cp; cp = strtok_r(NULL, "), ", &save_ptr)) {
Todd Poynor3948f802013-07-09 19:35:14 -0700480 zoneval = strtol(cp, &cp, 0);
Todd Poynor3948f802013-07-09 19:35:14 -0700481 if (zoneval > max)
482 max = zoneval;
Colin Crossce85d952014-07-11 17:53:27 -0700483 }
Todd Poynor3948f802013-07-09 19:35:14 -0700484
485 return max;
486}
487
488static void zoneinfo_parse_line(char *line, struct sysmeminfo *mip) {
489 char *cp = line;
490 char *ap;
Colin Crossce85d952014-07-11 17:53:27 -0700491 char *save_ptr;
Todd Poynor3948f802013-07-09 19:35:14 -0700492
Colin Crossce85d952014-07-11 17:53:27 -0700493 cp = strtok_r(line, " ", &save_ptr);
Todd Poynor3948f802013-07-09 19:35:14 -0700494 if (!cp)
495 return;
496
Colin Crossce85d952014-07-11 17:53:27 -0700497 ap = strtok_r(NULL, " ", &save_ptr);
Todd Poynor3948f802013-07-09 19:35:14 -0700498 if (!ap)
499 return;
500
501 if (!strcmp(cp, "nr_free_pages"))
502 mip->nr_free_pages += strtol(ap, NULL, 0);
503 else if (!strcmp(cp, "nr_file_pages"))
504 mip->nr_file_pages += strtol(ap, NULL, 0);
505 else if (!strcmp(cp, "nr_shmem"))
506 mip->nr_shmem += strtol(ap, NULL, 0);
507 else if (!strcmp(cp, "high"))
508 mip->totalreserve_pages += strtol(ap, NULL, 0);
509 else if (!strcmp(cp, "protection:"))
510 mip->totalreserve_pages += zoneinfo_parse_protection(ap);
511}
512
513static int zoneinfo_parse(struct sysmeminfo *mip) {
Colin Crossce85d952014-07-11 17:53:27 -0700514 int fd;
515 ssize_t size;
516 char buf[PAGE_SIZE];
517 char *save_ptr;
518 char *line;
Todd Poynor3948f802013-07-09 19:35:14 -0700519
520 memset(mip, 0, sizeof(struct sysmeminfo));
Colin Crossce85d952014-07-11 17:53:27 -0700521
Nick Kralevichc68c8862015-12-18 20:52:37 -0800522 fd = open(ZONEINFO_PATH, O_RDONLY | O_CLOEXEC);
Colin Crossce85d952014-07-11 17:53:27 -0700523 if (fd == -1) {
Todd Poynor3948f802013-07-09 19:35:14 -0700524 ALOGE("%s open: errno=%d", ZONEINFO_PATH, errno);
525 return -1;
526 }
527
Colin Crossce85d952014-07-11 17:53:27 -0700528 size = read_all(fd, buf, sizeof(buf) - 1);
529 if (size < 0) {
530 ALOGE("%s read: errno=%d", ZONEINFO_PATH, errno);
531 close(fd);
532 return -1;
533 }
534 ALOG_ASSERT((size_t)size < sizeof(buf) - 1, "/proc/zoneinfo too large");
535 buf[size] = 0;
536
537 for (line = strtok_r(buf, "\n", &save_ptr); line; line = strtok_r(NULL, "\n", &save_ptr))
Todd Poynor3948f802013-07-09 19:35:14 -0700538 zoneinfo_parse_line(line, mip);
539
Colin Crossce85d952014-07-11 17:53:27 -0700540 close(fd);
Todd Poynor3948f802013-07-09 19:35:14 -0700541 return 0;
542}
543
544static int proc_get_size(int pid) {
545 char path[PATH_MAX];
546 char line[LINE_MAX];
Colin Crossce85d952014-07-11 17:53:27 -0700547 int fd;
Todd Poynor3948f802013-07-09 19:35:14 -0700548 int rss = 0;
549 int total;
Colin Crossce85d952014-07-11 17:53:27 -0700550 ssize_t ret;
Todd Poynor3948f802013-07-09 19:35:14 -0700551
552 snprintf(path, PATH_MAX, "/proc/%d/statm", pid);
Nick Kralevichc68c8862015-12-18 20:52:37 -0800553 fd = open(path, O_RDONLY | O_CLOEXEC);
Colin Crossce85d952014-07-11 17:53:27 -0700554 if (fd == -1)
Todd Poynor3948f802013-07-09 19:35:14 -0700555 return -1;
Colin Crossce85d952014-07-11 17:53:27 -0700556
557 ret = read_all(fd, line, sizeof(line) - 1);
558 if (ret < 0) {
559 close(fd);
Todd Poynor3948f802013-07-09 19:35:14 -0700560 return -1;
561 }
562
563 sscanf(line, "%d %d ", &total, &rss);
Colin Crossce85d952014-07-11 17:53:27 -0700564 close(fd);
Todd Poynor3948f802013-07-09 19:35:14 -0700565 return rss;
566}
567
568static char *proc_get_name(int pid) {
569 char path[PATH_MAX];
570 static char line[LINE_MAX];
Colin Crossce85d952014-07-11 17:53:27 -0700571 int fd;
Todd Poynor3948f802013-07-09 19:35:14 -0700572 char *cp;
Colin Crossce85d952014-07-11 17:53:27 -0700573 ssize_t ret;
Todd Poynor3948f802013-07-09 19:35:14 -0700574
575 snprintf(path, PATH_MAX, "/proc/%d/cmdline", pid);
Nick Kralevichc68c8862015-12-18 20:52:37 -0800576 fd = open(path, O_RDONLY | O_CLOEXEC);
Colin Crossce85d952014-07-11 17:53:27 -0700577 if (fd == -1)
Todd Poynor3948f802013-07-09 19:35:14 -0700578 return NULL;
Colin Crossce85d952014-07-11 17:53:27 -0700579 ret = read_all(fd, line, sizeof(line) - 1);
580 close(fd);
581 if (ret < 0) {
Todd Poynor3948f802013-07-09 19:35:14 -0700582 return NULL;
583 }
584
585 cp = strchr(line, ' ');
586 if (cp)
587 *cp = '\0';
588
589 return line;
590}
591
592static struct proc *proc_adj_lru(int oomadj) {
593 return (struct proc *)adjslot_tail(&procadjslot_list[ADJTOSLOT(oomadj)]);
594}
595
Colin Cross16b09462014-07-14 12:39:56 -0700596/* Kill one process specified by procp. Returns the size of the process killed */
Suren Baghdasaryan96bf3a62017-12-08 12:58:52 -0800597static int kill_one_process(struct proc* procp, int min_score_adj,
598 enum vmpressure_level level) {
Colin Cross16b09462014-07-14 12:39:56 -0700599 int pid = procp->pid;
600 uid_t uid = procp->uid;
601 char *taskname;
602 int tasksize;
603 int r;
604
605 taskname = proc_get_name(pid);
606 if (!taskname) {
607 pid_remove(pid);
608 return -1;
609 }
610
611 tasksize = proc_get_size(pid);
612 if (tasksize <= 0) {
613 pid_remove(pid);
614 return -1;
615 }
616
Suren Baghdasaryan96bf3a62017-12-08 12:58:52 -0800617 r = kill(pid, SIGKILL);
Robert Beneacaeaa652017-08-11 16:03:20 -0700618 ALOGI(
619 "Killing '%s' (%d), uid %d, adj %d\n"
620 " to free %ldkB because system is under %s memory pressure oom_adj %d\n",
Suren Baghdasaryan96bf3a62017-12-08 12:58:52 -0800621 taskname, pid, uid, procp->oomadj, tasksize * page_k,
622 level_name[level], min_score_adj);
Colin Cross16b09462014-07-14 12:39:56 -0700623 pid_remove(pid);
624
625 if (r) {
626 ALOGE("kill(%d): errno=%d", procp->pid, errno);
627 return -1;
628 } else {
629 return tasksize;
630 }
631}
632
633/*
634 * Find a process to kill based on the current (possibly estimated) free memory
635 * and cached memory sizes. Returns the size of the killed processes.
636 */
Suren Baghdasaryan96bf3a62017-12-08 12:58:52 -0800637static int find_and_kill_process(enum vmpressure_level level) {
Colin Cross16b09462014-07-14 12:39:56 -0700638 int i;
Colin Cross16b09462014-07-14 12:39:56 -0700639 int killed_size = 0;
Suren Baghdasaryan96bf3a62017-12-08 12:58:52 -0800640 int min_score_adj = level_oomadj[level];
Colin Cross16b09462014-07-14 12:39:56 -0700641
Chong Zhang0a4acdf2015-10-14 16:19:53 -0700642 for (i = OOM_SCORE_ADJ_MAX; i >= min_score_adj; i--) {
Colin Cross16b09462014-07-14 12:39:56 -0700643 struct proc *procp;
644
645retry:
646 procp = proc_adj_lru(i);
647
648 if (procp) {
Suren Baghdasaryan96bf3a62017-12-08 12:58:52 -0800649 killed_size = kill_one_process(procp, min_score_adj, level);
Colin Cross16b09462014-07-14 12:39:56 -0700650 if (killed_size < 0) {
651 goto retry;
652 } else {
653 return killed_size;
654 }
655 }
656 }
657
658 return 0;
659}
660
Robert Beneac47f2992017-08-21 15:18:31 -0700661static int64_t get_memory_usage(const char* path) {
662 int ret;
663 int64_t mem_usage;
664 char buf[32];
665 int fd = open(path, O_RDONLY | O_CLOEXEC);
666 if (fd == -1) {
667 ALOGE("%s open: errno=%d", path, errno);
668 return -1;
669 }
670
671 ret = read_all(fd, buf, sizeof(buf) - 1);
672 close(fd);
673 if (ret < 0) {
674 ALOGE("%s error: errno=%d", path, errno);
675 return -1;
676 }
677 sscanf(buf, "%" SCNd64, &mem_usage);
678 if (mem_usage == 0) {
679 ALOGE("No memory!");
680 return -1;
681 }
682 return mem_usage;
683}
684
Suren Baghdasaryan96bf3a62017-12-08 12:58:52 -0800685enum vmpressure_level upgrade_level(enum vmpressure_level level) {
686 return (enum vmpressure_level)((level < VMPRESS_LEVEL_CRITICAL) ?
687 level + 1 : level);
688}
689
690enum vmpressure_level downgrade_level(enum vmpressure_level level) {
691 return (enum vmpressure_level)((level > VMPRESS_LEVEL_LOW) ?
692 level - 1 : level);
693}
694
695static void mp_event_common(enum vmpressure_level level) {
Todd Poynor3948f802013-07-09 19:35:14 -0700696 int ret;
697 unsigned long long evcount;
Robert Beneac47f2992017-08-21 15:18:31 -0700698 int64_t mem_usage, memsw_usage;
Robert Benea6e8e7102017-09-13 15:20:30 -0700699 int64_t mem_pressure;
Todd Poynor3948f802013-07-09 19:35:14 -0700700
Suren Baghdasaryan96bf3a62017-12-08 12:58:52 -0800701 ret = read(mpevfd[level], &evcount, sizeof(evcount));
Todd Poynor3948f802013-07-09 19:35:14 -0700702 if (ret < 0)
703 ALOGE("Error reading memory pressure event fd; errno=%d",
704 errno);
705
Robert Benea6e8e7102017-09-13 15:20:30 -0700706 mem_usage = get_memory_usage(MEMCG_MEMORY_USAGE);
707 memsw_usage = get_memory_usage(MEMCG_MEMORYSW_USAGE);
708 if (memsw_usage < 0 || mem_usage < 0) {
Suren Baghdasaryan96bf3a62017-12-08 12:58:52 -0800709 goto do_kill;
Robert Benea6e8e7102017-09-13 15:20:30 -0700710 }
Robert Beneac47f2992017-08-21 15:18:31 -0700711
Robert Benea6e8e7102017-09-13 15:20:30 -0700712 // Calculate percent for swappinness.
713 mem_pressure = (mem_usage * 100) / memsw_usage;
714
Suren Baghdasaryan96bf3a62017-12-08 12:58:52 -0800715 if (enable_pressure_upgrade && level != VMPRESS_LEVEL_CRITICAL) {
Robert Benea6e8e7102017-09-13 15:20:30 -0700716 // We are swapping too much.
717 if (mem_pressure < upgrade_pressure) {
Suren Baghdasaryan96bf3a62017-12-08 12:58:52 -0800718 level = upgrade_level(level);
719 if (debug_process_killing) {
720 ALOGI("Event upgraded to %s", level_name[level]);
721 }
Robert Beneac47f2992017-08-21 15:18:31 -0700722 }
723 }
724
Robert Benea6e8e7102017-09-13 15:20:30 -0700725 // If the pressure is larger than downgrade_pressure lmk will not
726 // kill any process, since enough memory is available.
727 if (mem_pressure > downgrade_pressure) {
728 if (debug_process_killing) {
Suren Baghdasaryan96bf3a62017-12-08 12:58:52 -0800729 ALOGI("Ignore %s memory pressure", level_name[level]);
Robert Benea6e8e7102017-09-13 15:20:30 -0700730 }
731 return;
Suren Baghdasaryan96bf3a62017-12-08 12:58:52 -0800732 } else if (level == VMPRESS_LEVEL_CRITICAL &&
733 mem_pressure > upgrade_pressure) {
Robert Benea6e8e7102017-09-13 15:20:30 -0700734 if (debug_process_killing) {
735 ALOGI("Downgrade critical memory pressure");
736 }
Suren Baghdasaryan96bf3a62017-12-08 12:58:52 -0800737 // Downgrade event, since enough memory available.
738 level = downgrade_level(level);
Robert Benea6e8e7102017-09-13 15:20:30 -0700739 }
740
Suren Baghdasaryan96bf3a62017-12-08 12:58:52 -0800741do_kill:
742 if (find_and_kill_process(level) == 0) {
Robert Beneacaeaa652017-08-11 16:03:20 -0700743 if (debug_process_killing) {
744 ALOGI("Nothing to kill");
745 }
Colin Crossf8857cc2014-07-11 17:16:56 -0700746 }
Todd Poynor3948f802013-07-09 19:35:14 -0700747}
748
Suren Baghdasaryan96bf3a62017-12-08 12:58:52 -0800749static void mp_event_low(uint32_t events __unused) {
750 mp_event_common(VMPRESS_LEVEL_LOW);
751}
752
753static void mp_event_medium(uint32_t events __unused) {
754 mp_event_common(VMPRESS_LEVEL_MEDIUM);
Robert Benea673e2762017-06-01 16:32:31 -0700755}
756
757static void mp_event_critical(uint32_t events __unused) {
Suren Baghdasaryan96bf3a62017-12-08 12:58:52 -0800758 mp_event_common(VMPRESS_LEVEL_CRITICAL);
Robert Benea673e2762017-06-01 16:32:31 -0700759}
760
Suren Baghdasaryan96bf3a62017-12-08 12:58:52 -0800761static bool init_mp_common(void *event_handler, enum vmpressure_level level) {
Todd Poynor3948f802013-07-09 19:35:14 -0700762 int mpfd;
763 int evfd;
764 int evctlfd;
765 char buf[256];
766 struct epoll_event epev;
767 int ret;
Suren Baghdasaryan96bf3a62017-12-08 12:58:52 -0800768 const char *levelstr = level_name[level];
769
770 if (level_oomadj[level] > OOM_SCORE_ADJ_MAX) {
771 ALOGI("%s pressure events are disabled", levelstr);
772 return true;
773 }
Todd Poynor3948f802013-07-09 19:35:14 -0700774
Nick Kralevichc68c8862015-12-18 20:52:37 -0800775 mpfd = open(MEMCG_SYSFS_PATH "memory.pressure_level", O_RDONLY | O_CLOEXEC);
Todd Poynor3948f802013-07-09 19:35:14 -0700776 if (mpfd < 0) {
777 ALOGI("No kernel memory.pressure_level support (errno=%d)", errno);
778 goto err_open_mpfd;
779 }
780
Nick Kralevichc68c8862015-12-18 20:52:37 -0800781 evctlfd = open(MEMCG_SYSFS_PATH "cgroup.event_control", O_WRONLY | O_CLOEXEC);
Todd Poynor3948f802013-07-09 19:35:14 -0700782 if (evctlfd < 0) {
783 ALOGI("No kernel memory cgroup event control (errno=%d)", errno);
784 goto err_open_evctlfd;
785 }
786
Nick Kralevichc68c8862015-12-18 20:52:37 -0800787 evfd = eventfd(0, EFD_NONBLOCK | EFD_CLOEXEC);
Todd Poynor3948f802013-07-09 19:35:14 -0700788 if (evfd < 0) {
789 ALOGE("eventfd failed for level %s; errno=%d", levelstr, errno);
790 goto err_eventfd;
791 }
792
793 ret = snprintf(buf, sizeof(buf), "%d %d %s", evfd, mpfd, levelstr);
794 if (ret >= (ssize_t)sizeof(buf)) {
795 ALOGE("cgroup.event_control line overflow for level %s", levelstr);
796 goto err;
797 }
798
799 ret = write(evctlfd, buf, strlen(buf) + 1);
800 if (ret == -1) {
801 ALOGE("cgroup.event_control write failed for level %s; errno=%d",
802 levelstr, errno);
803 goto err;
804 }
805
806 epev.events = EPOLLIN;
807 epev.data.ptr = event_handler;
808 ret = epoll_ctl(epollfd, EPOLL_CTL_ADD, evfd, &epev);
809 if (ret == -1) {
810 ALOGE("epoll_ctl for level %s failed; errno=%d", levelstr, errno);
811 goto err;
812 }
813 maxevents++;
Suren Baghdasaryan96bf3a62017-12-08 12:58:52 -0800814 mpevfd[level] = evfd;
815 return true;
Todd Poynor3948f802013-07-09 19:35:14 -0700816
817err:
818 close(evfd);
819err_eventfd:
820 close(evctlfd);
821err_open_evctlfd:
822 close(mpfd);
823err_open_mpfd:
Suren Baghdasaryan96bf3a62017-12-08 12:58:52 -0800824 return false;
Robert Benea673e2762017-06-01 16:32:31 -0700825}
826
Todd Poynor3948f802013-07-09 19:35:14 -0700827static int init(void) {
828 struct epoll_event epev;
829 int i;
830 int ret;
831
832 page_k = sysconf(_SC_PAGESIZE);
833 if (page_k == -1)
834 page_k = PAGE_SIZE;
835 page_k /= 1024;
836
837 epollfd = epoll_create(MAX_EPOLL_EVENTS);
838 if (epollfd == -1) {
839 ALOGE("epoll_create failed (errno=%d)", errno);
840 return -1;
841 }
842
843 ctrl_lfd = android_get_control_socket("lmkd");
844 if (ctrl_lfd < 0) {
845 ALOGE("get lmkd control socket failed");
846 return -1;
847 }
848
849 ret = listen(ctrl_lfd, 1);
850 if (ret < 0) {
851 ALOGE("lmkd control socket listen failed (errno=%d)", errno);
852 return -1;
853 }
854
855 epev.events = EPOLLIN;
856 epev.data.ptr = (void *)ctrl_connect_handler;
857 if (epoll_ctl(epollfd, EPOLL_CTL_ADD, ctrl_lfd, &epev) == -1) {
858 ALOGE("epoll_ctl for lmkd control socket failed (errno=%d)", errno);
859 return -1;
860 }
861 maxevents++;
862
Robert Benea164baeb2017-09-11 16:53:28 -0700863 has_inkernel_module = !access(INKERNEL_MINFREE_PATH, W_OK);
864 use_inkernel_interface = has_inkernel_module && !is_go_device;
Todd Poynor3948f802013-07-09 19:35:14 -0700865
866 if (use_inkernel_interface) {
867 ALOGI("Using in-kernel low memory killer interface");
868 } else {
Suren Baghdasaryan96bf3a62017-12-08 12:58:52 -0800869 if (!init_mp_common((void *)&mp_event_low, VMPRESS_LEVEL_LOW) ||
870 !init_mp_common((void *)&mp_event_medium, VMPRESS_LEVEL_MEDIUM) ||
871 !init_mp_common((void *)&mp_event_critical,
872 VMPRESS_LEVEL_CRITICAL)) {
Todd Poynor3948f802013-07-09 19:35:14 -0700873 ALOGE("Kernel does not support memory pressure events or in-kernel low memory killer");
Suren Baghdasaryan96bf3a62017-12-08 12:58:52 -0800874 return -1;
875 }
Todd Poynor3948f802013-07-09 19:35:14 -0700876 }
877
Chong Zhang0a4acdf2015-10-14 16:19:53 -0700878 for (i = 0; i <= ADJTOSLOT(OOM_SCORE_ADJ_MAX); i++) {
Todd Poynor3948f802013-07-09 19:35:14 -0700879 procadjslot_list[i].next = &procadjslot_list[i];
880 procadjslot_list[i].prev = &procadjslot_list[i];
881 }
882
883 return 0;
884}
885
886static void mainloop(void) {
887 while (1) {
888 struct epoll_event events[maxevents];
889 int nevents;
890 int i;
891
892 ctrl_dfd_reopened = 0;
893 nevents = epoll_wait(epollfd, events, maxevents, -1);
894
895 if (nevents == -1) {
896 if (errno == EINTR)
897 continue;
898 ALOGE("epoll_wait failed (errno=%d)", errno);
899 continue;
900 }
901
902 for (i = 0; i < nevents; ++i) {
903 if (events[i].events & EPOLLERR)
904 ALOGD("EPOLLERR on event #%d", i);
905 if (events[i].data.ptr)
906 (*(void (*)(uint32_t))events[i].data.ptr)(events[i].events);
907 }
908 }
909}
910
Mark Salyzyne6ed68b2014-04-30 13:36:35 -0700911int main(int argc __unused, char **argv __unused) {
Colin Cross1a0d9be2014-07-14 14:31:15 -0700912 struct sched_param param = {
913 .sched_priority = 1,
914 };
915
Suren Baghdasaryan96bf3a62017-12-08 12:58:52 -0800916 /* By default disable low level vmpressure events */
917 level_oomadj[VMPRESS_LEVEL_LOW] =
918 property_get_int32("ro.lmk.low", OOM_SCORE_ADJ_MAX + 1);
919 level_oomadj[VMPRESS_LEVEL_MEDIUM] =
920 property_get_int32("ro.lmk.medium", 800);
921 level_oomadj[VMPRESS_LEVEL_CRITICAL] =
922 property_get_int32("ro.lmk.critical", 0);
Robert Beneacaeaa652017-08-11 16:03:20 -0700923 debug_process_killing = property_get_bool("ro.lmk.debug", false);
Robert Beneac47f2992017-08-21 15:18:31 -0700924 enable_pressure_upgrade = property_get_bool("ro.lmk.critical_upgrade", false);
925 upgrade_pressure = (int64_t)property_get_int32("ro.lmk.upgrade_pressure", 50);
Robert Benea6e8e7102017-09-13 15:20:30 -0700926 downgrade_pressure = (int64_t)property_get_int32("ro.lmk.downgrade_pressure", 60);
Robert Benea164baeb2017-09-11 16:53:28 -0700927 is_go_device = property_get_bool("ro.config.low_ram", false);
Robert Benea58891d52017-07-31 17:15:20 -0700928
Colin Crossb28ff912014-07-11 17:15:44 -0700929 mlockall(MCL_FUTURE);
Colin Cross1a0d9be2014-07-14 14:31:15 -0700930 sched_setscheduler(0, SCHED_FIFO, &param);
Todd Poynor3948f802013-07-09 19:35:14 -0700931 if (!init())
932 mainloop();
933
934 ALOGI("exiting");
935 return 0;
936}