blob: 83222f481c859c579dd97ddec7d1e35591f76873 [file] [log] [blame]
Mark Salyzyn12717162014-04-29 15:49:14 -07001/*
San Mehat493dad92009-09-12 10:06:57 -07002** Copyright 2007, The Android Open Source Project
3**
Tim Murrayb769c8d2015-06-08 14:56:29 -07004** Licensed under the Apache License, Version 2.0 (the "License");
5** you may not use this file except in compliance with the License.
6** You may obtain a copy of the License at
San Mehat493dad92009-09-12 10:06:57 -07007**
Tim Murrayb769c8d2015-06-08 14:56:29 -07008** http://www.apache.org/licenses/LICENSE-2.0
San Mehat493dad92009-09-12 10:06:57 -07009**
Tim Murrayb769c8d2015-06-08 14:56:29 -070010** Unless required by applicable law or agreed to in writing, software
11** distributed under the License is distributed on an "AS IS" BASIS,
12** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13** See the License for the specific language governing permissions and
San Mehat493dad92009-09-12 10:06:57 -070014** limitations under the License.
15*/
16
Jeff Brownbff8f3f2012-05-08 15:05:42 -070017#define LOG_TAG "SchedPolicy"
18
San Mehat493dad92009-09-12 10:06:57 -070019#include <errno.h>
20#include <fcntl.h>
Mark Salyzyn12717162014-04-29 15:49:14 -070021#include <stdio.h>
22#include <stdlib.h>
23#include <string.h>
24#include <unistd.h>
25
Jeff Brownbff8f3f2012-05-08 15:05:42 -070026#include <cutils/sched_policy.h>
Mark Salyzyn12717162014-04-29 15:49:14 -070027#include <log/log.h>
28
29#define UNUSED __attribute__((__unused__))
Raphael0384a982009-09-15 17:10:17 -070030
Jeff Brownbff8f3f2012-05-08 15:05:42 -070031/* Re-map SP_DEFAULT to the system default policy, and leave other values unchanged.
32 * Call this any place a SchedPolicy is used as an input parameter.
33 * Returns the possibly re-mapped policy.
34 */
35static inline SchedPolicy _policy(SchedPolicy p)
36{
37 return p == SP_DEFAULT ? SP_SYSTEM_DEFAULT : p;
38}
San Mehatd2e4e462009-10-29 11:48:00 -070039
Elliott Hughes6acf3d72014-12-14 16:51:36 -080040#if defined(HAVE_ANDROID_OS)
Raphael0384a982009-09-15 17:10:17 -070041
Brad Fitzpatrick86b12152010-05-08 11:51:13 -070042#include <pthread.h>
Elliott Hughese07d77e2014-07-11 20:57:03 -070043#include <sched.h>
44#include <sys/prctl.h>
San Mehat3cd5b662009-09-14 16:05:24 -070045
San Mehat805d67a2009-10-29 13:56:26 -070046#define POLICY_DEBUG 0
San Mehatd2e4e462009-10-29 11:48:00 -070047
Elliott Hughes400c3812014-07-17 17:15:14 -070048// This prctl is only available in Android kernels.
49#define PR_SET_TIMERSLACK_PID 41
50
Ruchi Kandoi422852e2014-04-22 18:55:08 -070051// timer slack value in nS enforced when the thread moves to background
52#define TIMER_SLACK_BG 40000000
Todd Kjos4cdce422015-06-25 13:08:14 -070053#define TIMER_SLACK_FG 50000
Ruchi Kandoi422852e2014-04-22 18:55:08 -070054
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070055static pthread_once_t the_once = PTHREAD_ONCE_INIT;
56
San Mehatc0dfca72009-10-27 11:52:55 -070057static int __sys_supports_schedgroups = -1;
58
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070059// File descriptors open to /dev/cpuctl/../tasks, setup by initialize, or -1 on error.
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070060static int bg_cgroup_fd = -1;
Glenn Kasten10ec3c72012-04-19 15:25:58 -070061static int fg_cgroup_fd = -1;
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070062
Tim Murrayb769c8d2015-06-08 14:56:29 -070063// File descriptors open to /dev/cpuset/../tasks, setup by initialize, or -1 on error
64static int bg_cpuset_fd = -1;
65static int fg_cpuset_fd = -1;
66
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070067/* Add tid to the scheduling group defined by the policy */
Tim Murrayb769c8d2015-06-08 14:56:29 -070068static int add_tid_to_cgroup(int tid, int fd)
San Mehat493dad92009-09-12 10:06:57 -070069{
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070070 if (fd < 0) {
Tim Murrayb769c8d2015-06-08 14:56:29 -070071 SLOGE("add_tid_to_cgroup failed; fd=%d\n", fd);
72 errno = EINVAL;
San Mehat493dad92009-09-12 10:06:57 -070073 return -1;
San Mehat805d67a2009-10-29 13:56:26 -070074 }
San Mehat493dad92009-09-12 10:06:57 -070075
Brad Fitzpatrick253e27a2010-05-06 10:00:37 -070076 // specialized itoa -- works for tid > 0
77 char text[22];
78 char *end = text + sizeof(text) - 1;
79 char *ptr = end;
80 *ptr = '\0';
81 while (tid > 0) {
82 *--ptr = '0' + (tid % 10);
83 tid = tid / 10;
84 }
85
86 if (write(fd, ptr, end - ptr) < 0) {
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070087 /*
88 * If the thread is in the process of exiting,
89 * don't flag an error
90 */
91 if (errno == ESRCH)
92 return 0;
Tim Murrayb769c8d2015-06-08 14:56:29 -070093 SLOGW("add_tid_to_cgroup failed to write '%s' (%s); fd=%d\n",
94 ptr, strerror(errno), fd);
95 errno = EINVAL;
San Mehat493dad92009-09-12 10:06:57 -070096 return -1;
97 }
98
San Mehat493dad92009-09-12 10:06:57 -070099 return 0;
100}
101
Brad Fitzpatricke43c2482010-05-07 12:06:05 -0700102static void __initialize(void) {
103 char* filename;
104 if (!access("/dev/cpuctl/tasks", F_OK)) {
105 __sys_supports_schedgroups = 1;
106
107 filename = "/dev/cpuctl/tasks";
Jeff Brown5b878d22012-05-08 15:07:58 -0700108 fg_cgroup_fd = open(filename, O_WRONLY | O_CLOEXEC);
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700109 if (fg_cgroup_fd < 0) {
Brad Fitzpatricke43c2482010-05-07 12:06:05 -0700110 SLOGE("open of %s failed: %s\n", filename, strerror(errno));
San Mehat493dad92009-09-12 10:06:57 -0700111 }
Brad Fitzpatricke43c2482010-05-07 12:06:05 -0700112
Riley Andrews522d72b2014-10-03 17:02:53 -0700113 filename = "/dev/cpuctl/bg_non_interactive/tasks";
Jeff Brown5b878d22012-05-08 15:07:58 -0700114 bg_cgroup_fd = open(filename, O_WRONLY | O_CLOEXEC);
Brad Fitzpatricke43c2482010-05-07 12:06:05 -0700115 if (bg_cgroup_fd < 0) {
116 SLOGE("open of %s failed: %s\n", filename, strerror(errno));
117 }
118 } else {
119 __sys_supports_schedgroups = 0;
San Mehat493dad92009-09-12 10:06:57 -0700120 }
Tim Murrayb769c8d2015-06-08 14:56:29 -0700121
122#ifdef USE_CPUSETS
123 if (!access("/dev/cpuset/tasks", F_OK)) {
124
125 filename = "/dev/cpuset/foreground/tasks";
126 fg_cpuset_fd = open(filename, O_WRONLY | O_CLOEXEC);
127 filename = "/dev/cpuset/background/tasks";
128 bg_cpuset_fd = open(filename, O_WRONLY | O_CLOEXEC);
129 }
130#endif
131
San Mehatc0dfca72009-10-27 11:52:55 -0700132}
133
134/*
135 * Try to get the scheduler group.
136 *
San Mehat503df202010-03-02 17:09:56 -0800137 * The data from /proc/<pid>/cgroup looks (something) like:
San Mehatc0dfca72009-10-27 11:52:55 -0700138 * 2:cpu:/bg_non_interactive
San Mehat503df202010-03-02 17:09:56 -0800139 * 1:cpuacct:/
San Mehatc0dfca72009-10-27 11:52:55 -0700140 *
141 * We return the part after the "/", which will be an empty string for
142 * the default cgroup. If the string is longer than "bufLen", the string
143 * will be truncated.
144 */
145static int getSchedulerGroup(int tid, char* buf, size_t bufLen)
146{
147#ifdef HAVE_ANDROID_OS
148 char pathBuf[32];
San Mehat503df202010-03-02 17:09:56 -0800149 char lineBuf[256];
150 FILE *fp;
San Mehatc0dfca72009-10-27 11:52:55 -0700151
152 snprintf(pathBuf, sizeof(pathBuf), "/proc/%d/cgroup", tid);
San Mehat503df202010-03-02 17:09:56 -0800153 if (!(fp = fopen(pathBuf, "r"))) {
San Mehatc0dfca72009-10-27 11:52:55 -0700154 return -1;
155 }
156
San Mehat503df202010-03-02 17:09:56 -0800157 while(fgets(lineBuf, sizeof(lineBuf) -1, fp)) {
158 char *next = lineBuf;
159 char *subsys;
160 char *grp;
161 size_t len;
San Mehatc0dfca72009-10-27 11:52:55 -0700162
San Mehat503df202010-03-02 17:09:56 -0800163 /* Junk the first field */
164 if (!strsep(&next, ":")) {
165 goto out_bad_data;
166 }
San Mehatc0dfca72009-10-27 11:52:55 -0700167
San Mehat503df202010-03-02 17:09:56 -0800168 if (!(subsys = strsep(&next, ":"))) {
169 goto out_bad_data;
170 }
171
172 if (strcmp(subsys, "cpu")) {
173 /* Not the subsys we're looking for */
174 continue;
175 }
176
177 if (!(grp = strsep(&next, ":"))) {
178 goto out_bad_data;
179 }
180 grp++; /* Drop the leading '/' */
181 len = strlen(grp);
182 grp[len-1] = '\0'; /* Drop the trailing '\n' */
183
184 if (bufLen <= len) {
185 len = bufLen - 1;
186 }
187 strncpy(buf, grp, len);
188 buf[len] = '\0';
189 fclose(fp);
190 return 0;
San Mehatc0dfca72009-10-27 11:52:55 -0700191 }
192
San Mehat7e8529a2010-03-25 09:31:42 -0700193 SLOGE("Failed to find cpu subsys");
San Mehat503df202010-03-02 17:09:56 -0800194 fclose(fp);
195 return -1;
196 out_bad_data:
San Mehat7e8529a2010-03-25 09:31:42 -0700197 SLOGE("Bad cgroup data {%s}", lineBuf);
San Mehat503df202010-03-02 17:09:56 -0800198 fclose(fp);
199 return -1;
San Mehatc0dfca72009-10-27 11:52:55 -0700200#else
201 errno = ENOSYS;
202 return -1;
203#endif
204}
205
206int get_sched_policy(int tid, SchedPolicy *policy)
207{
Glenn Kasten69bfb1f2012-03-16 09:43:19 -0700208 if (tid == 0) {
209 tid = gettid();
210 }
Brad Fitzpatricke43c2482010-05-07 12:06:05 -0700211 pthread_once(&the_once, __initialize);
San Mehatc0dfca72009-10-27 11:52:55 -0700212
213 if (__sys_supports_schedgroups) {
214 char grpBuf[32];
215 if (getSchedulerGroup(tid, grpBuf, sizeof(grpBuf)) < 0)
216 return -1;
217 if (grpBuf[0] == '\0') {
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700218 *policy = SP_FOREGROUND;
Riley Andrews522d72b2014-10-03 17:02:53 -0700219 } else if (!strcmp(grpBuf, "bg_non_interactive")) {
220 *policy = SP_BACKGROUND;
San Mehatc0dfca72009-10-27 11:52:55 -0700221 } else {
222 errno = ERANGE;
223 return -1;
224 }
225 } else {
226 int rc = sched_getscheduler(tid);
227 if (rc < 0)
228 return -1;
229 else if (rc == SCHED_NORMAL)
230 *policy = SP_FOREGROUND;
231 else if (rc == SCHED_BATCH)
232 *policy = SP_BACKGROUND;
233 else {
234 errno = ERANGE;
235 return -1;
236 }
237 }
238 return 0;
239}
240
Tim Murrayb769c8d2015-06-08 14:56:29 -0700241int set_cpuset_policy(int tid, SchedPolicy policy)
242{
243 // in the absence of cpusets, use the old sched policy
244#ifndef USE_CPUSETS
245 return set_sched_policy(tid, policy);
246#else
247 if (tid == 0) {
248 tid = gettid();
249 }
250 policy = _policy(policy);
251 pthread_once(&the_once, __initialize);
252
253 int fd;
254 switch (policy) {
255 case SP_BACKGROUND:
256 fd = bg_cpuset_fd;
257 break;
258 case SP_FOREGROUND:
259 case SP_AUDIO_APP:
260 case SP_AUDIO_SYS:
261 fd = fg_cpuset_fd;
262 break;
263 default:
264 fd = -1;
265 break;
266 }
267
268 if (add_tid_to_cgroup(tid, fd) != 0) {
269 if (errno != ESRCH && errno != ENOENT)
270 return -errno;
271 }
272
Tim Murray99910262015-06-22 14:00:56 -0700273 return 0;
Tim Murrayb769c8d2015-06-08 14:56:29 -0700274#endif
275}
276
San Mehatc0dfca72009-10-27 11:52:55 -0700277int set_sched_policy(int tid, SchedPolicy policy)
278{
Glenn Kasten69bfb1f2012-03-16 09:43:19 -0700279 if (tid == 0) {
280 tid = gettid();
281 }
Glenn Kasten69bfb1f2012-03-16 09:43:19 -0700282 policy = _policy(policy);
Brad Fitzpatricke43c2482010-05-07 12:06:05 -0700283 pthread_once(&the_once, __initialize);
San Mehat493dad92009-09-12 10:06:57 -0700284
San Mehatd2e4e462009-10-29 11:48:00 -0700285#if POLICY_DEBUG
286 char statfile[64];
287 char statline[1024];
288 char thread_name[255];
289 int fd;
290
291 sprintf(statfile, "/proc/%d/stat", tid);
292 memset(thread_name, 0, sizeof(thread_name));
293
294 fd = open(statfile, O_RDONLY);
295 if (fd >= 0) {
296 int rc = read(fd, statline, 1023);
297 close(fd);
298 statline[rc] = 0;
299 char *p = statline;
300 char *q;
301
302 for (p = statline; *p != '('; p++);
303 p++;
304 for (q = p; *q != ')'; q++);
305
306 strncpy(thread_name, p, (q-p));
307 }
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700308 switch (policy) {
309 case SP_BACKGROUND:
San Mehat7e8529a2010-03-25 09:31:42 -0700310 SLOGD("vvv tid %d (%s)", tid, thread_name);
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700311 break;
312 case SP_FOREGROUND:
Dima Zavin29319a62012-06-04 13:14:36 -0700313 case SP_AUDIO_APP:
314 case SP_AUDIO_SYS:
San Mehat7e8529a2010-03-25 09:31:42 -0700315 SLOGD("^^^ tid %d (%s)", tid, thread_name);
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700316 break;
317 case SP_SYSTEM:
318 SLOGD("/// tid %d (%s)", tid, thread_name);
319 break;
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700320 default:
San Mehat7e8529a2010-03-25 09:31:42 -0700321 SLOGD("??? tid %d (%s)", tid, thread_name);
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700322 break;
San Mehatd2e4e462009-10-29 11:48:00 -0700323 }
324#endif
325
San Mehat493dad92009-09-12 10:06:57 -0700326 if (__sys_supports_schedgroups) {
Tim Murrayb769c8d2015-06-08 14:56:29 -0700327 int fd;
328 switch (policy) {
329 case SP_BACKGROUND:
330 fd = bg_cgroup_fd;
331 break;
332 case SP_FOREGROUND:
333 case SP_AUDIO_APP:
334 case SP_AUDIO_SYS:
335 fd = fg_cgroup_fd;
336 break;
337 default:
338 fd = -1;
339 break;
340 }
341
342
343 if (add_tid_to_cgroup(tid, fd) != 0) {
San Mehat493dad92009-09-12 10:06:57 -0700344 if (errno != ESRCH && errno != ENOENT)
345 return -errno;
346 }
347 } else {
348 struct sched_param param;
349
350 param.sched_priority = 0;
351 sched_setscheduler(tid,
352 (policy == SP_BACKGROUND) ?
Tim Murrayb769c8d2015-06-08 14:56:29 -0700353 SCHED_BATCH : SCHED_NORMAL,
San Mehat493dad92009-09-12 10:06:57 -0700354 &param);
355 }
356
Todd Kjos4cdce422015-06-25 13:08:14 -0700357 prctl(PR_SET_TIMERSLACK_PID,
358 policy == SP_BACKGROUND ? TIMER_SLACK_BG : TIMER_SLACK_FG, tid);
Ruchi Kandoi422852e2014-04-22 18:55:08 -0700359
San Mehat493dad92009-09-12 10:06:57 -0700360 return 0;
361}
Raphael0384a982009-09-15 17:10:17 -0700362
Jeff Brownbff8f3f2012-05-08 15:05:42 -0700363#else
364
365/* Stubs for non-Android targets. */
366
Mark Salyzyn12717162014-04-29 15:49:14 -0700367int set_sched_policy(int tid UNUSED, SchedPolicy policy UNUSED)
Jeff Brownbff8f3f2012-05-08 15:05:42 -0700368{
369 return 0;
370}
371
Mark Salyzyn12717162014-04-29 15:49:14 -0700372int get_sched_policy(int tid UNUSED, SchedPolicy *policy)
Jeff Brownbff8f3f2012-05-08 15:05:42 -0700373{
374 *policy = SP_SYSTEM_DEFAULT;
375 return 0;
376}
377
378#endif
379
Glenn Kasten86c7cc82012-03-05 16:14:39 -0800380const char *get_sched_policy_name(SchedPolicy policy)
381{
Glenn Kasten69bfb1f2012-03-16 09:43:19 -0700382 policy = _policy(policy);
Glenn Kasten86c7cc82012-03-05 16:14:39 -0800383 static const char * const strings[SP_CNT] = {
384 [SP_BACKGROUND] = "bg",
385 [SP_FOREGROUND] = "fg",
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700386 [SP_SYSTEM] = " ",
387 [SP_AUDIO_APP] = "aa",
388 [SP_AUDIO_SYS] = "as",
Glenn Kasten86c7cc82012-03-05 16:14:39 -0800389 };
390 if ((policy < SP_CNT) && (strings[policy] != NULL))
391 return strings[policy];
392 else
393 return "error";
394}