blob: 8c26cdd795e6bc93ead94907c2cf68c9169a83e4 [file] [log] [blame]
Mark Salyzyn12717162014-04-29 15:49:14 -07001/*
San Mehat493dad92009-09-12 10:06:57 -07002** Copyright 2007, The Android Open Source Project
3**
Tim Murrayb769c8d2015-06-08 14:56:29 -07004** Licensed under the Apache License, Version 2.0 (the "License");
5** you may not use this file except in compliance with the License.
6** You may obtain a copy of the License at
San Mehat493dad92009-09-12 10:06:57 -07007**
Tim Murrayb769c8d2015-06-08 14:56:29 -07008** http://www.apache.org/licenses/LICENSE-2.0
San Mehat493dad92009-09-12 10:06:57 -07009**
Tim Murrayb769c8d2015-06-08 14:56:29 -070010** Unless required by applicable law or agreed to in writing, software
11** distributed under the License is distributed on an "AS IS" BASIS,
12** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13** See the License for the specific language governing permissions and
San Mehat493dad92009-09-12 10:06:57 -070014** limitations under the License.
15*/
16
Jeff Brownbff8f3f2012-05-08 15:05:42 -070017#define LOG_TAG "SchedPolicy"
18
San Mehat493dad92009-09-12 10:06:57 -070019#include <errno.h>
20#include <fcntl.h>
Mark Salyzyn12717162014-04-29 15:49:14 -070021#include <stdio.h>
22#include <stdlib.h>
23#include <string.h>
24#include <unistd.h>
25
Jeff Brownbff8f3f2012-05-08 15:05:42 -070026#include <cutils/sched_policy.h>
Mark Salyzyn12717162014-04-29 15:49:14 -070027#include <log/log.h>
28
29#define UNUSED __attribute__((__unused__))
Raphael0384a982009-09-15 17:10:17 -070030
Jeff Brownbff8f3f2012-05-08 15:05:42 -070031/* Re-map SP_DEFAULT to the system default policy, and leave other values unchanged.
32 * Call this any place a SchedPolicy is used as an input parameter.
33 * Returns the possibly re-mapped policy.
34 */
35static inline SchedPolicy _policy(SchedPolicy p)
36{
37 return p == SP_DEFAULT ? SP_SYSTEM_DEFAULT : p;
38}
San Mehatd2e4e462009-10-29 11:48:00 -070039
Elliott Hughes6acf3d72014-12-14 16:51:36 -080040#if defined(HAVE_ANDROID_OS)
Raphael0384a982009-09-15 17:10:17 -070041
Brad Fitzpatrick86b12152010-05-08 11:51:13 -070042#include <pthread.h>
Elliott Hughese07d77e2014-07-11 20:57:03 -070043#include <sched.h>
44#include <sys/prctl.h>
San Mehat3cd5b662009-09-14 16:05:24 -070045
San Mehat805d67a2009-10-29 13:56:26 -070046#define POLICY_DEBUG 0
San Mehatd2e4e462009-10-29 11:48:00 -070047
Elliott Hughes400c3812014-07-17 17:15:14 -070048// This prctl is only available in Android kernels.
49#define PR_SET_TIMERSLACK_PID 41
50
Ruchi Kandoi422852e2014-04-22 18:55:08 -070051// timer slack value in nS enforced when the thread moves to background
52#define TIMER_SLACK_BG 40000000
Todd Kjos4cdce422015-06-25 13:08:14 -070053#define TIMER_SLACK_FG 50000
Ruchi Kandoi422852e2014-04-22 18:55:08 -070054
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070055static pthread_once_t the_once = PTHREAD_ONCE_INIT;
56
San Mehatc0dfca72009-10-27 11:52:55 -070057static int __sys_supports_schedgroups = -1;
58
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070059// File descriptors open to /dev/cpuctl/../tasks, setup by initialize, or -1 on error.
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070060static int bg_cgroup_fd = -1;
Glenn Kasten10ec3c72012-04-19 15:25:58 -070061static int fg_cgroup_fd = -1;
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070062
Tim Murrayb769c8d2015-06-08 14:56:29 -070063// File descriptors open to /dev/cpuset/../tasks, setup by initialize, or -1 on error
Tim Murray6eee56c2015-11-10 14:31:09 -080064static int system_bg_cpuset_fd = -1;
Tim Murrayb769c8d2015-06-08 14:56:29 -070065static int bg_cpuset_fd = -1;
66static int fg_cpuset_fd = -1;
67
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070068/* Add tid to the scheduling group defined by the policy */
Tim Murrayb769c8d2015-06-08 14:56:29 -070069static int add_tid_to_cgroup(int tid, int fd)
San Mehat493dad92009-09-12 10:06:57 -070070{
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070071 if (fd < 0) {
Tim Murrayb769c8d2015-06-08 14:56:29 -070072 SLOGE("add_tid_to_cgroup failed; fd=%d\n", fd);
73 errno = EINVAL;
San Mehat493dad92009-09-12 10:06:57 -070074 return -1;
San Mehat805d67a2009-10-29 13:56:26 -070075 }
San Mehat493dad92009-09-12 10:06:57 -070076
Brad Fitzpatrick253e27a2010-05-06 10:00:37 -070077 // specialized itoa -- works for tid > 0
78 char text[22];
79 char *end = text + sizeof(text) - 1;
80 char *ptr = end;
81 *ptr = '\0';
82 while (tid > 0) {
83 *--ptr = '0' + (tid % 10);
84 tid = tid / 10;
85 }
86
87 if (write(fd, ptr, end - ptr) < 0) {
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070088 /*
89 * If the thread is in the process of exiting,
90 * don't flag an error
91 */
92 if (errno == ESRCH)
93 return 0;
Tim Murrayb769c8d2015-06-08 14:56:29 -070094 SLOGW("add_tid_to_cgroup failed to write '%s' (%s); fd=%d\n",
95 ptr, strerror(errno), fd);
96 errno = EINVAL;
San Mehat493dad92009-09-12 10:06:57 -070097 return -1;
98 }
99
San Mehat493dad92009-09-12 10:06:57 -0700100 return 0;
101}
102
Brad Fitzpatricke43c2482010-05-07 12:06:05 -0700103static void __initialize(void) {
104 char* filename;
105 if (!access("/dev/cpuctl/tasks", F_OK)) {
106 __sys_supports_schedgroups = 1;
107
108 filename = "/dev/cpuctl/tasks";
Jeff Brown5b878d22012-05-08 15:07:58 -0700109 fg_cgroup_fd = open(filename, O_WRONLY | O_CLOEXEC);
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700110 if (fg_cgroup_fd < 0) {
Brad Fitzpatricke43c2482010-05-07 12:06:05 -0700111 SLOGE("open of %s failed: %s\n", filename, strerror(errno));
San Mehat493dad92009-09-12 10:06:57 -0700112 }
Brad Fitzpatricke43c2482010-05-07 12:06:05 -0700113
Riley Andrews522d72b2014-10-03 17:02:53 -0700114 filename = "/dev/cpuctl/bg_non_interactive/tasks";
Jeff Brown5b878d22012-05-08 15:07:58 -0700115 bg_cgroup_fd = open(filename, O_WRONLY | O_CLOEXEC);
Brad Fitzpatricke43c2482010-05-07 12:06:05 -0700116 if (bg_cgroup_fd < 0) {
117 SLOGE("open of %s failed: %s\n", filename, strerror(errno));
118 }
119 } else {
120 __sys_supports_schedgroups = 0;
San Mehat493dad92009-09-12 10:06:57 -0700121 }
Tim Murrayb769c8d2015-06-08 14:56:29 -0700122
123#ifdef USE_CPUSETS
124 if (!access("/dev/cpuset/tasks", F_OK)) {
125
126 filename = "/dev/cpuset/foreground/tasks";
127 fg_cpuset_fd = open(filename, O_WRONLY | O_CLOEXEC);
128 filename = "/dev/cpuset/background/tasks";
129 bg_cpuset_fd = open(filename, O_WRONLY | O_CLOEXEC);
Tim Murray6eee56c2015-11-10 14:31:09 -0800130 filename = "/dev/cpuset/system-background/tasks";
131 system_bg_cpuset_fd = open(filename, O_WRONLY | O_CLOEXEC);
132 if (system_bg_cpuset_fd < 0) {
133 SLOGE("initialize of system-bg failed: %s\n", strerror(errno));
134 }
Tim Murrayb769c8d2015-06-08 14:56:29 -0700135 }
136#endif
137
San Mehatc0dfca72009-10-27 11:52:55 -0700138}
139
140/*
141 * Try to get the scheduler group.
142 *
San Mehat503df202010-03-02 17:09:56 -0800143 * The data from /proc/<pid>/cgroup looks (something) like:
San Mehatc0dfca72009-10-27 11:52:55 -0700144 * 2:cpu:/bg_non_interactive
San Mehat503df202010-03-02 17:09:56 -0800145 * 1:cpuacct:/
San Mehatc0dfca72009-10-27 11:52:55 -0700146 *
147 * We return the part after the "/", which will be an empty string for
148 * the default cgroup. If the string is longer than "bufLen", the string
149 * will be truncated.
150 */
151static int getSchedulerGroup(int tid, char* buf, size_t bufLen)
152{
153#ifdef HAVE_ANDROID_OS
154 char pathBuf[32];
San Mehat503df202010-03-02 17:09:56 -0800155 char lineBuf[256];
156 FILE *fp;
San Mehatc0dfca72009-10-27 11:52:55 -0700157
158 snprintf(pathBuf, sizeof(pathBuf), "/proc/%d/cgroup", tid);
San Mehat503df202010-03-02 17:09:56 -0800159 if (!(fp = fopen(pathBuf, "r"))) {
San Mehatc0dfca72009-10-27 11:52:55 -0700160 return -1;
161 }
162
San Mehat503df202010-03-02 17:09:56 -0800163 while(fgets(lineBuf, sizeof(lineBuf) -1, fp)) {
164 char *next = lineBuf;
165 char *subsys;
166 char *grp;
167 size_t len;
San Mehatc0dfca72009-10-27 11:52:55 -0700168
San Mehat503df202010-03-02 17:09:56 -0800169 /* Junk the first field */
170 if (!strsep(&next, ":")) {
171 goto out_bad_data;
172 }
San Mehatc0dfca72009-10-27 11:52:55 -0700173
San Mehat503df202010-03-02 17:09:56 -0800174 if (!(subsys = strsep(&next, ":"))) {
175 goto out_bad_data;
176 }
177
178 if (strcmp(subsys, "cpu")) {
179 /* Not the subsys we're looking for */
180 continue;
181 }
182
183 if (!(grp = strsep(&next, ":"))) {
184 goto out_bad_data;
185 }
186 grp++; /* Drop the leading '/' */
187 len = strlen(grp);
188 grp[len-1] = '\0'; /* Drop the trailing '\n' */
189
190 if (bufLen <= len) {
191 len = bufLen - 1;
192 }
193 strncpy(buf, grp, len);
194 buf[len] = '\0';
195 fclose(fp);
196 return 0;
San Mehatc0dfca72009-10-27 11:52:55 -0700197 }
198
San Mehat7e8529a2010-03-25 09:31:42 -0700199 SLOGE("Failed to find cpu subsys");
San Mehat503df202010-03-02 17:09:56 -0800200 fclose(fp);
201 return -1;
202 out_bad_data:
San Mehat7e8529a2010-03-25 09:31:42 -0700203 SLOGE("Bad cgroup data {%s}", lineBuf);
San Mehat503df202010-03-02 17:09:56 -0800204 fclose(fp);
205 return -1;
San Mehatc0dfca72009-10-27 11:52:55 -0700206#else
207 errno = ENOSYS;
208 return -1;
209#endif
210}
211
212int get_sched_policy(int tid, SchedPolicy *policy)
213{
Glenn Kasten69bfb1f2012-03-16 09:43:19 -0700214 if (tid == 0) {
215 tid = gettid();
216 }
Brad Fitzpatricke43c2482010-05-07 12:06:05 -0700217 pthread_once(&the_once, __initialize);
San Mehatc0dfca72009-10-27 11:52:55 -0700218
219 if (__sys_supports_schedgroups) {
220 char grpBuf[32];
221 if (getSchedulerGroup(tid, grpBuf, sizeof(grpBuf)) < 0)
222 return -1;
223 if (grpBuf[0] == '\0') {
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700224 *policy = SP_FOREGROUND;
Riley Andrews522d72b2014-10-03 17:02:53 -0700225 } else if (!strcmp(grpBuf, "bg_non_interactive")) {
226 *policy = SP_BACKGROUND;
San Mehatc0dfca72009-10-27 11:52:55 -0700227 } else {
228 errno = ERANGE;
229 return -1;
230 }
231 } else {
232 int rc = sched_getscheduler(tid);
233 if (rc < 0)
234 return -1;
235 else if (rc == SCHED_NORMAL)
236 *policy = SP_FOREGROUND;
237 else if (rc == SCHED_BATCH)
238 *policy = SP_BACKGROUND;
239 else {
240 errno = ERANGE;
241 return -1;
242 }
243 }
244 return 0;
245}
246
Tim Murrayb769c8d2015-06-08 14:56:29 -0700247int set_cpuset_policy(int tid, SchedPolicy policy)
248{
249 // in the absence of cpusets, use the old sched policy
250#ifndef USE_CPUSETS
251 return set_sched_policy(tid, policy);
252#else
253 if (tid == 0) {
254 tid = gettid();
255 }
256 policy = _policy(policy);
257 pthread_once(&the_once, __initialize);
258
259 int fd;
260 switch (policy) {
261 case SP_BACKGROUND:
262 fd = bg_cpuset_fd;
263 break;
264 case SP_FOREGROUND:
265 case SP_AUDIO_APP:
266 case SP_AUDIO_SYS:
267 fd = fg_cpuset_fd;
268 break;
Tim Murray6eee56c2015-11-10 14:31:09 -0800269 case SP_SYSTEM:
270 fd = system_bg_cpuset_fd;
271 break;
Tim Murrayb769c8d2015-06-08 14:56:29 -0700272 default:
273 fd = -1;
274 break;
275 }
276
277 if (add_tid_to_cgroup(tid, fd) != 0) {
278 if (errno != ESRCH && errno != ENOENT)
279 return -errno;
280 }
281
Tim Murray99910262015-06-22 14:00:56 -0700282 return 0;
Tim Murrayb769c8d2015-06-08 14:56:29 -0700283#endif
284}
285
San Mehatc0dfca72009-10-27 11:52:55 -0700286int set_sched_policy(int tid, SchedPolicy policy)
287{
Glenn Kasten69bfb1f2012-03-16 09:43:19 -0700288 if (tid == 0) {
289 tid = gettid();
290 }
Glenn Kasten69bfb1f2012-03-16 09:43:19 -0700291 policy = _policy(policy);
Brad Fitzpatricke43c2482010-05-07 12:06:05 -0700292 pthread_once(&the_once, __initialize);
San Mehat493dad92009-09-12 10:06:57 -0700293
San Mehatd2e4e462009-10-29 11:48:00 -0700294#if POLICY_DEBUG
295 char statfile[64];
296 char statline[1024];
297 char thread_name[255];
298 int fd;
299
300 sprintf(statfile, "/proc/%d/stat", tid);
301 memset(thread_name, 0, sizeof(thread_name));
302
303 fd = open(statfile, O_RDONLY);
304 if (fd >= 0) {
305 int rc = read(fd, statline, 1023);
306 close(fd);
307 statline[rc] = 0;
308 char *p = statline;
309 char *q;
310
311 for (p = statline; *p != '('; p++);
312 p++;
313 for (q = p; *q != ')'; q++);
314
315 strncpy(thread_name, p, (q-p));
316 }
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700317 switch (policy) {
318 case SP_BACKGROUND:
San Mehat7e8529a2010-03-25 09:31:42 -0700319 SLOGD("vvv tid %d (%s)", tid, thread_name);
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700320 break;
321 case SP_FOREGROUND:
Dima Zavin29319a62012-06-04 13:14:36 -0700322 case SP_AUDIO_APP:
323 case SP_AUDIO_SYS:
San Mehat7e8529a2010-03-25 09:31:42 -0700324 SLOGD("^^^ tid %d (%s)", tid, thread_name);
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700325 break;
326 case SP_SYSTEM:
327 SLOGD("/// tid %d (%s)", tid, thread_name);
328 break;
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700329 default:
San Mehat7e8529a2010-03-25 09:31:42 -0700330 SLOGD("??? tid %d (%s)", tid, thread_name);
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700331 break;
San Mehatd2e4e462009-10-29 11:48:00 -0700332 }
333#endif
334
San Mehat493dad92009-09-12 10:06:57 -0700335 if (__sys_supports_schedgroups) {
Tim Murrayb769c8d2015-06-08 14:56:29 -0700336 int fd;
337 switch (policy) {
338 case SP_BACKGROUND:
339 fd = bg_cgroup_fd;
340 break;
341 case SP_FOREGROUND:
342 case SP_AUDIO_APP:
343 case SP_AUDIO_SYS:
344 fd = fg_cgroup_fd;
345 break;
346 default:
347 fd = -1;
348 break;
349 }
350
351
352 if (add_tid_to_cgroup(tid, fd) != 0) {
San Mehat493dad92009-09-12 10:06:57 -0700353 if (errno != ESRCH && errno != ENOENT)
354 return -errno;
355 }
356 } else {
357 struct sched_param param;
358
359 param.sched_priority = 0;
360 sched_setscheduler(tid,
361 (policy == SP_BACKGROUND) ?
Tim Murrayb769c8d2015-06-08 14:56:29 -0700362 SCHED_BATCH : SCHED_NORMAL,
San Mehat493dad92009-09-12 10:06:57 -0700363 &param);
364 }
365
Todd Kjos4cdce422015-06-25 13:08:14 -0700366 prctl(PR_SET_TIMERSLACK_PID,
367 policy == SP_BACKGROUND ? TIMER_SLACK_BG : TIMER_SLACK_FG, tid);
Ruchi Kandoi422852e2014-04-22 18:55:08 -0700368
San Mehat493dad92009-09-12 10:06:57 -0700369 return 0;
370}
Raphael0384a982009-09-15 17:10:17 -0700371
Jeff Brownbff8f3f2012-05-08 15:05:42 -0700372#else
373
374/* Stubs for non-Android targets. */
375
Mark Salyzyn12717162014-04-29 15:49:14 -0700376int set_sched_policy(int tid UNUSED, SchedPolicy policy UNUSED)
Jeff Brownbff8f3f2012-05-08 15:05:42 -0700377{
378 return 0;
379}
380
Mark Salyzyn12717162014-04-29 15:49:14 -0700381int get_sched_policy(int tid UNUSED, SchedPolicy *policy)
Jeff Brownbff8f3f2012-05-08 15:05:42 -0700382{
383 *policy = SP_SYSTEM_DEFAULT;
384 return 0;
385}
386
387#endif
388
Glenn Kasten86c7cc82012-03-05 16:14:39 -0800389const char *get_sched_policy_name(SchedPolicy policy)
390{
Glenn Kasten69bfb1f2012-03-16 09:43:19 -0700391 policy = _policy(policy);
Glenn Kasten86c7cc82012-03-05 16:14:39 -0800392 static const char * const strings[SP_CNT] = {
393 [SP_BACKGROUND] = "bg",
394 [SP_FOREGROUND] = "fg",
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700395 [SP_SYSTEM] = " ",
396 [SP_AUDIO_APP] = "aa",
397 [SP_AUDIO_SYS] = "as",
Glenn Kasten86c7cc82012-03-05 16:14:39 -0800398 };
399 if ((policy < SP_CNT) && (strings[policy] != NULL))
400 return strings[policy];
401 else
402 return "error";
403}