blob: 70dc8c4343e43bf0f87851803102cf9d717bfbd6 [file] [log] [blame]
Mark Salyzyn12717162014-04-29 15:49:14 -07001/*
San Mehat493dad92009-09-12 10:06:57 -07002** Copyright 2007, The Android Open Source Project
3**
Tim Murrayb769c8d2015-06-08 14:56:29 -07004** Licensed under the Apache License, Version 2.0 (the "License");
5** you may not use this file except in compliance with the License.
6** You may obtain a copy of the License at
San Mehat493dad92009-09-12 10:06:57 -07007**
Tim Murrayb769c8d2015-06-08 14:56:29 -07008** http://www.apache.org/licenses/LICENSE-2.0
San Mehat493dad92009-09-12 10:06:57 -07009**
Tim Murrayb769c8d2015-06-08 14:56:29 -070010** Unless required by applicable law or agreed to in writing, software
11** distributed under the License is distributed on an "AS IS" BASIS,
12** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13** See the License for the specific language governing permissions and
San Mehat493dad92009-09-12 10:06:57 -070014** limitations under the License.
15*/
16
Jeff Brownbff8f3f2012-05-08 15:05:42 -070017#define LOG_TAG "SchedPolicy"
18
San Mehat493dad92009-09-12 10:06:57 -070019#include <errno.h>
20#include <fcntl.h>
Mark Salyzyn12717162014-04-29 15:49:14 -070021#include <stdio.h>
22#include <stdlib.h>
23#include <string.h>
24#include <unistd.h>
25
Jeff Brownbff8f3f2012-05-08 15:05:42 -070026#include <cutils/sched_policy.h>
Mark Salyzyn12717162014-04-29 15:49:14 -070027#include <log/log.h>
28
29#define UNUSED __attribute__((__unused__))
Raphael0384a982009-09-15 17:10:17 -070030
Jeff Brownbff8f3f2012-05-08 15:05:42 -070031/* Re-map SP_DEFAULT to the system default policy, and leave other values unchanged.
32 * Call this any place a SchedPolicy is used as an input parameter.
33 * Returns the possibly re-mapped policy.
34 */
35static inline SchedPolicy _policy(SchedPolicy p)
36{
37 return p == SP_DEFAULT ? SP_SYSTEM_DEFAULT : p;
38}
San Mehatd2e4e462009-10-29 11:48:00 -070039
Elliott Hughes6acf3d72014-12-14 16:51:36 -080040#if defined(HAVE_ANDROID_OS)
Raphael0384a982009-09-15 17:10:17 -070041
Brad Fitzpatrick86b12152010-05-08 11:51:13 -070042#include <pthread.h>
Elliott Hughese07d77e2014-07-11 20:57:03 -070043#include <sched.h>
44#include <sys/prctl.h>
San Mehat3cd5b662009-09-14 16:05:24 -070045
San Mehat805d67a2009-10-29 13:56:26 -070046#define POLICY_DEBUG 0
San Mehatd2e4e462009-10-29 11:48:00 -070047
Elliott Hughes400c3812014-07-17 17:15:14 -070048// This prctl is only available in Android kernels.
49#define PR_SET_TIMERSLACK_PID 41
50
Ruchi Kandoi422852e2014-04-22 18:55:08 -070051// timer slack value in nS enforced when the thread moves to background
52#define TIMER_SLACK_BG 40000000
Todd Kjos4cdce422015-06-25 13:08:14 -070053#define TIMER_SLACK_FG 50000
Ruchi Kandoi422852e2014-04-22 18:55:08 -070054
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070055static pthread_once_t the_once = PTHREAD_ONCE_INIT;
56
San Mehatc0dfca72009-10-27 11:52:55 -070057static int __sys_supports_schedgroups = -1;
58
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070059// File descriptors open to /dev/cpuctl/../tasks, setup by initialize, or -1 on error.
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070060static int bg_cgroup_fd = -1;
Glenn Kasten10ec3c72012-04-19 15:25:58 -070061static int fg_cgroup_fd = -1;
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070062
Tim Murrayb769c8d2015-06-08 14:56:29 -070063// File descriptors open to /dev/cpuset/../tasks, setup by initialize, or -1 on error
Tim Murray6eee56c2015-11-10 14:31:09 -080064static int system_bg_cpuset_fd = -1;
Tim Murrayb769c8d2015-06-08 14:56:29 -070065static int bg_cpuset_fd = -1;
66static int fg_cpuset_fd = -1;
67
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070068/* Add tid to the scheduling group defined by the policy */
Tim Murrayb769c8d2015-06-08 14:56:29 -070069static int add_tid_to_cgroup(int tid, int fd)
San Mehat493dad92009-09-12 10:06:57 -070070{
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070071 if (fd < 0) {
Tim Murrayb769c8d2015-06-08 14:56:29 -070072 SLOGE("add_tid_to_cgroup failed; fd=%d\n", fd);
73 errno = EINVAL;
San Mehat493dad92009-09-12 10:06:57 -070074 return -1;
San Mehat805d67a2009-10-29 13:56:26 -070075 }
San Mehat493dad92009-09-12 10:06:57 -070076
Brad Fitzpatrick253e27a2010-05-06 10:00:37 -070077 // specialized itoa -- works for tid > 0
78 char text[22];
79 char *end = text + sizeof(text) - 1;
80 char *ptr = end;
81 *ptr = '\0';
82 while (tid > 0) {
83 *--ptr = '0' + (tid % 10);
84 tid = tid / 10;
85 }
86
87 if (write(fd, ptr, end - ptr) < 0) {
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070088 /*
89 * If the thread is in the process of exiting,
90 * don't flag an error
91 */
92 if (errno == ESRCH)
93 return 0;
Tim Murrayb769c8d2015-06-08 14:56:29 -070094 SLOGW("add_tid_to_cgroup failed to write '%s' (%s); fd=%d\n",
95 ptr, strerror(errno), fd);
96 errno = EINVAL;
San Mehat493dad92009-09-12 10:06:57 -070097 return -1;
98 }
99
San Mehat493dad92009-09-12 10:06:57 -0700100 return 0;
101}
102
Brad Fitzpatricke43c2482010-05-07 12:06:05 -0700103static void __initialize(void) {
104 char* filename;
105 if (!access("/dev/cpuctl/tasks", F_OK)) {
106 __sys_supports_schedgroups = 1;
107
108 filename = "/dev/cpuctl/tasks";
Jeff Brown5b878d22012-05-08 15:07:58 -0700109 fg_cgroup_fd = open(filename, O_WRONLY | O_CLOEXEC);
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700110 if (fg_cgroup_fd < 0) {
Brad Fitzpatricke43c2482010-05-07 12:06:05 -0700111 SLOGE("open of %s failed: %s\n", filename, strerror(errno));
San Mehat493dad92009-09-12 10:06:57 -0700112 }
Brad Fitzpatricke43c2482010-05-07 12:06:05 -0700113
Riley Andrews522d72b2014-10-03 17:02:53 -0700114 filename = "/dev/cpuctl/bg_non_interactive/tasks";
Jeff Brown5b878d22012-05-08 15:07:58 -0700115 bg_cgroup_fd = open(filename, O_WRONLY | O_CLOEXEC);
Brad Fitzpatricke43c2482010-05-07 12:06:05 -0700116 if (bg_cgroup_fd < 0) {
117 SLOGE("open of %s failed: %s\n", filename, strerror(errno));
118 }
119 } else {
120 __sys_supports_schedgroups = 0;
San Mehat493dad92009-09-12 10:06:57 -0700121 }
Tim Murrayb769c8d2015-06-08 14:56:29 -0700122
123#ifdef USE_CPUSETS
124 if (!access("/dev/cpuset/tasks", F_OK)) {
125
126 filename = "/dev/cpuset/foreground/tasks";
127 fg_cpuset_fd = open(filename, O_WRONLY | O_CLOEXEC);
128 filename = "/dev/cpuset/background/tasks";
129 bg_cpuset_fd = open(filename, O_WRONLY | O_CLOEXEC);
Tim Murray6eee56c2015-11-10 14:31:09 -0800130 filename = "/dev/cpuset/system-background/tasks";
131 system_bg_cpuset_fd = open(filename, O_WRONLY | O_CLOEXEC);
Tim Murrayb769c8d2015-06-08 14:56:29 -0700132 }
133#endif
134
San Mehatc0dfca72009-10-27 11:52:55 -0700135}
136
137/*
138 * Try to get the scheduler group.
139 *
San Mehat503df202010-03-02 17:09:56 -0800140 * The data from /proc/<pid>/cgroup looks (something) like:
San Mehatc0dfca72009-10-27 11:52:55 -0700141 * 2:cpu:/bg_non_interactive
San Mehat503df202010-03-02 17:09:56 -0800142 * 1:cpuacct:/
San Mehatc0dfca72009-10-27 11:52:55 -0700143 *
144 * We return the part after the "/", which will be an empty string for
145 * the default cgroup. If the string is longer than "bufLen", the string
146 * will be truncated.
147 */
148static int getSchedulerGroup(int tid, char* buf, size_t bufLen)
149{
150#ifdef HAVE_ANDROID_OS
151 char pathBuf[32];
San Mehat503df202010-03-02 17:09:56 -0800152 char lineBuf[256];
153 FILE *fp;
San Mehatc0dfca72009-10-27 11:52:55 -0700154
155 snprintf(pathBuf, sizeof(pathBuf), "/proc/%d/cgroup", tid);
San Mehat503df202010-03-02 17:09:56 -0800156 if (!(fp = fopen(pathBuf, "r"))) {
San Mehatc0dfca72009-10-27 11:52:55 -0700157 return -1;
158 }
159
San Mehat503df202010-03-02 17:09:56 -0800160 while(fgets(lineBuf, sizeof(lineBuf) -1, fp)) {
161 char *next = lineBuf;
162 char *subsys;
163 char *grp;
164 size_t len;
San Mehatc0dfca72009-10-27 11:52:55 -0700165
San Mehat503df202010-03-02 17:09:56 -0800166 /* Junk the first field */
167 if (!strsep(&next, ":")) {
168 goto out_bad_data;
169 }
San Mehatc0dfca72009-10-27 11:52:55 -0700170
San Mehat503df202010-03-02 17:09:56 -0800171 if (!(subsys = strsep(&next, ":"))) {
172 goto out_bad_data;
173 }
174
175 if (strcmp(subsys, "cpu")) {
176 /* Not the subsys we're looking for */
177 continue;
178 }
179
180 if (!(grp = strsep(&next, ":"))) {
181 goto out_bad_data;
182 }
183 grp++; /* Drop the leading '/' */
184 len = strlen(grp);
185 grp[len-1] = '\0'; /* Drop the trailing '\n' */
186
187 if (bufLen <= len) {
188 len = bufLen - 1;
189 }
190 strncpy(buf, grp, len);
191 buf[len] = '\0';
192 fclose(fp);
193 return 0;
San Mehatc0dfca72009-10-27 11:52:55 -0700194 }
195
San Mehat7e8529a2010-03-25 09:31:42 -0700196 SLOGE("Failed to find cpu subsys");
San Mehat503df202010-03-02 17:09:56 -0800197 fclose(fp);
198 return -1;
199 out_bad_data:
San Mehat7e8529a2010-03-25 09:31:42 -0700200 SLOGE("Bad cgroup data {%s}", lineBuf);
San Mehat503df202010-03-02 17:09:56 -0800201 fclose(fp);
202 return -1;
San Mehatc0dfca72009-10-27 11:52:55 -0700203#else
204 errno = ENOSYS;
205 return -1;
206#endif
207}
208
209int get_sched_policy(int tid, SchedPolicy *policy)
210{
Glenn Kasten69bfb1f2012-03-16 09:43:19 -0700211 if (tid == 0) {
212 tid = gettid();
213 }
Brad Fitzpatricke43c2482010-05-07 12:06:05 -0700214 pthread_once(&the_once, __initialize);
San Mehatc0dfca72009-10-27 11:52:55 -0700215
216 if (__sys_supports_schedgroups) {
217 char grpBuf[32];
218 if (getSchedulerGroup(tid, grpBuf, sizeof(grpBuf)) < 0)
219 return -1;
220 if (grpBuf[0] == '\0') {
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700221 *policy = SP_FOREGROUND;
Riley Andrews522d72b2014-10-03 17:02:53 -0700222 } else if (!strcmp(grpBuf, "bg_non_interactive")) {
223 *policy = SP_BACKGROUND;
San Mehatc0dfca72009-10-27 11:52:55 -0700224 } else {
225 errno = ERANGE;
226 return -1;
227 }
228 } else {
229 int rc = sched_getscheduler(tid);
230 if (rc < 0)
231 return -1;
232 else if (rc == SCHED_NORMAL)
233 *policy = SP_FOREGROUND;
234 else if (rc == SCHED_BATCH)
235 *policy = SP_BACKGROUND;
236 else {
237 errno = ERANGE;
238 return -1;
239 }
240 }
241 return 0;
242}
243
Tim Murrayb769c8d2015-06-08 14:56:29 -0700244int set_cpuset_policy(int tid, SchedPolicy policy)
245{
246 // in the absence of cpusets, use the old sched policy
247#ifndef USE_CPUSETS
248 return set_sched_policy(tid, policy);
249#else
250 if (tid == 0) {
251 tid = gettid();
252 }
253 policy = _policy(policy);
254 pthread_once(&the_once, __initialize);
255
256 int fd;
257 switch (policy) {
258 case SP_BACKGROUND:
259 fd = bg_cpuset_fd;
260 break;
261 case SP_FOREGROUND:
262 case SP_AUDIO_APP:
263 case SP_AUDIO_SYS:
264 fd = fg_cpuset_fd;
265 break;
Tim Murray6eee56c2015-11-10 14:31:09 -0800266 case SP_SYSTEM:
267 fd = system_bg_cpuset_fd;
268 break;
Tim Murrayb769c8d2015-06-08 14:56:29 -0700269 default:
270 fd = -1;
271 break;
272 }
273
274 if (add_tid_to_cgroup(tid, fd) != 0) {
275 if (errno != ESRCH && errno != ENOENT)
276 return -errno;
277 }
278
Tim Murray99910262015-06-22 14:00:56 -0700279 return 0;
Tim Murrayb769c8d2015-06-08 14:56:29 -0700280#endif
281}
282
San Mehatc0dfca72009-10-27 11:52:55 -0700283int set_sched_policy(int tid, SchedPolicy policy)
284{
Glenn Kasten69bfb1f2012-03-16 09:43:19 -0700285 if (tid == 0) {
286 tid = gettid();
287 }
Glenn Kasten69bfb1f2012-03-16 09:43:19 -0700288 policy = _policy(policy);
Brad Fitzpatricke43c2482010-05-07 12:06:05 -0700289 pthread_once(&the_once, __initialize);
San Mehat493dad92009-09-12 10:06:57 -0700290
San Mehatd2e4e462009-10-29 11:48:00 -0700291#if POLICY_DEBUG
292 char statfile[64];
293 char statline[1024];
294 char thread_name[255];
295 int fd;
296
297 sprintf(statfile, "/proc/%d/stat", tid);
298 memset(thread_name, 0, sizeof(thread_name));
299
300 fd = open(statfile, O_RDONLY);
301 if (fd >= 0) {
302 int rc = read(fd, statline, 1023);
303 close(fd);
304 statline[rc] = 0;
305 char *p = statline;
306 char *q;
307
308 for (p = statline; *p != '('; p++);
309 p++;
310 for (q = p; *q != ')'; q++);
311
312 strncpy(thread_name, p, (q-p));
313 }
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700314 switch (policy) {
315 case SP_BACKGROUND:
San Mehat7e8529a2010-03-25 09:31:42 -0700316 SLOGD("vvv tid %d (%s)", tid, thread_name);
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700317 break;
318 case SP_FOREGROUND:
Dima Zavin29319a62012-06-04 13:14:36 -0700319 case SP_AUDIO_APP:
320 case SP_AUDIO_SYS:
San Mehat7e8529a2010-03-25 09:31:42 -0700321 SLOGD("^^^ tid %d (%s)", tid, thread_name);
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700322 break;
323 case SP_SYSTEM:
324 SLOGD("/// tid %d (%s)", tid, thread_name);
325 break;
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700326 default:
San Mehat7e8529a2010-03-25 09:31:42 -0700327 SLOGD("??? tid %d (%s)", tid, thread_name);
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700328 break;
San Mehatd2e4e462009-10-29 11:48:00 -0700329 }
330#endif
331
San Mehat493dad92009-09-12 10:06:57 -0700332 if (__sys_supports_schedgroups) {
Tim Murrayb769c8d2015-06-08 14:56:29 -0700333 int fd;
334 switch (policy) {
335 case SP_BACKGROUND:
336 fd = bg_cgroup_fd;
337 break;
338 case SP_FOREGROUND:
339 case SP_AUDIO_APP:
340 case SP_AUDIO_SYS:
341 fd = fg_cgroup_fd;
342 break;
343 default:
344 fd = -1;
345 break;
346 }
347
348
349 if (add_tid_to_cgroup(tid, fd) != 0) {
San Mehat493dad92009-09-12 10:06:57 -0700350 if (errno != ESRCH && errno != ENOENT)
351 return -errno;
352 }
353 } else {
354 struct sched_param param;
355
356 param.sched_priority = 0;
357 sched_setscheduler(tid,
358 (policy == SP_BACKGROUND) ?
Tim Murrayb769c8d2015-06-08 14:56:29 -0700359 SCHED_BATCH : SCHED_NORMAL,
San Mehat493dad92009-09-12 10:06:57 -0700360 &param);
361 }
362
Todd Kjos4cdce422015-06-25 13:08:14 -0700363 prctl(PR_SET_TIMERSLACK_PID,
364 policy == SP_BACKGROUND ? TIMER_SLACK_BG : TIMER_SLACK_FG, tid);
Ruchi Kandoi422852e2014-04-22 18:55:08 -0700365
San Mehat493dad92009-09-12 10:06:57 -0700366 return 0;
367}
Raphael0384a982009-09-15 17:10:17 -0700368
Jeff Brownbff8f3f2012-05-08 15:05:42 -0700369#else
370
371/* Stubs for non-Android targets. */
372
Mark Salyzyn12717162014-04-29 15:49:14 -0700373int set_sched_policy(int tid UNUSED, SchedPolicy policy UNUSED)
Jeff Brownbff8f3f2012-05-08 15:05:42 -0700374{
375 return 0;
376}
377
Mark Salyzyn12717162014-04-29 15:49:14 -0700378int get_sched_policy(int tid UNUSED, SchedPolicy *policy)
Jeff Brownbff8f3f2012-05-08 15:05:42 -0700379{
380 *policy = SP_SYSTEM_DEFAULT;
381 return 0;
382}
383
384#endif
385
Glenn Kasten86c7cc82012-03-05 16:14:39 -0800386const char *get_sched_policy_name(SchedPolicy policy)
387{
Glenn Kasten69bfb1f2012-03-16 09:43:19 -0700388 policy = _policy(policy);
Glenn Kasten86c7cc82012-03-05 16:14:39 -0800389 static const char * const strings[SP_CNT] = {
390 [SP_BACKGROUND] = "bg",
391 [SP_FOREGROUND] = "fg",
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700392 [SP_SYSTEM] = " ",
393 [SP_AUDIO_APP] = "aa",
394 [SP_AUDIO_SYS] = "as",
Glenn Kasten86c7cc82012-03-05 16:14:39 -0800395 };
396 if ((policy < SP_CNT) && (strings[policy] != NULL))
397 return strings[policy];
398 else
399 return "error";
400}