blob: cf50ba7ade3193852288536dc9769e70da7d8918 [file] [log] [blame]
Mark Salyzyn12717162014-04-29 15:49:14 -07001/*
San Mehat493dad92009-09-12 10:06:57 -07002** Copyright 2007, The Android Open Source Project
3**
Tim Murrayb769c8d2015-06-08 14:56:29 -07004** Licensed under the Apache License, Version 2.0 (the "License");
5** you may not use this file except in compliance with the License.
6** You may obtain a copy of the License at
San Mehat493dad92009-09-12 10:06:57 -07007**
Tim Murrayb769c8d2015-06-08 14:56:29 -07008** http://www.apache.org/licenses/LICENSE-2.0
San Mehat493dad92009-09-12 10:06:57 -07009**
Tim Murrayb769c8d2015-06-08 14:56:29 -070010** Unless required by applicable law or agreed to in writing, software
11** distributed under the License is distributed on an "AS IS" BASIS,
12** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13** See the License for the specific language governing permissions and
San Mehat493dad92009-09-12 10:06:57 -070014** limitations under the License.
15*/
16
Jeff Brownbff8f3f2012-05-08 15:05:42 -070017#define LOG_TAG "SchedPolicy"
18
San Mehat493dad92009-09-12 10:06:57 -070019#include <errno.h>
20#include <fcntl.h>
Mark Salyzyn12717162014-04-29 15:49:14 -070021#include <stdio.h>
22#include <stdlib.h>
23#include <string.h>
24#include <unistd.h>
25
Jeff Brownbff8f3f2012-05-08 15:05:42 -070026#include <cutils/sched_policy.h>
Mark Salyzyn12717162014-04-29 15:49:14 -070027#include <log/log.h>
28
29#define UNUSED __attribute__((__unused__))
Raphael0384a982009-09-15 17:10:17 -070030
Jeff Brownbff8f3f2012-05-08 15:05:42 -070031/* Re-map SP_DEFAULT to the system default policy, and leave other values unchanged.
32 * Call this any place a SchedPolicy is used as an input parameter.
33 * Returns the possibly re-mapped policy.
34 */
35static inline SchedPolicy _policy(SchedPolicy p)
36{
37 return p == SP_DEFAULT ? SP_SYSTEM_DEFAULT : p;
38}
San Mehatd2e4e462009-10-29 11:48:00 -070039
Elliott Hughes6acf3d72014-12-14 16:51:36 -080040#if defined(HAVE_ANDROID_OS)
Raphael0384a982009-09-15 17:10:17 -070041
Brad Fitzpatrick86b12152010-05-08 11:51:13 -070042#include <pthread.h>
Elliott Hughese07d77e2014-07-11 20:57:03 -070043#include <sched.h>
44#include <sys/prctl.h>
San Mehat3cd5b662009-09-14 16:05:24 -070045
San Mehat805d67a2009-10-29 13:56:26 -070046#define POLICY_DEBUG 0
San Mehatd2e4e462009-10-29 11:48:00 -070047
Elliott Hughes400c3812014-07-17 17:15:14 -070048// This prctl is only available in Android kernels.
49#define PR_SET_TIMERSLACK_PID 41
50
Ruchi Kandoi422852e2014-04-22 18:55:08 -070051// timer slack value in nS enforced when the thread moves to background
52#define TIMER_SLACK_BG 40000000
53
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070054static pthread_once_t the_once = PTHREAD_ONCE_INIT;
55
San Mehatc0dfca72009-10-27 11:52:55 -070056static int __sys_supports_schedgroups = -1;
57
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070058// File descriptors open to /dev/cpuctl/../tasks, setup by initialize, or -1 on error.
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070059static int bg_cgroup_fd = -1;
Glenn Kasten10ec3c72012-04-19 15:25:58 -070060static int fg_cgroup_fd = -1;
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070061
Tim Murrayb769c8d2015-06-08 14:56:29 -070062// File descriptors open to /dev/cpuset/../tasks, setup by initialize, or -1 on error
63static int bg_cpuset_fd = -1;
64static int fg_cpuset_fd = -1;
65
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070066/* Add tid to the scheduling group defined by the policy */
Tim Murrayb769c8d2015-06-08 14:56:29 -070067static int add_tid_to_cgroup(int tid, int fd)
San Mehat493dad92009-09-12 10:06:57 -070068{
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070069 if (fd < 0) {
Tim Murrayb769c8d2015-06-08 14:56:29 -070070 SLOGE("add_tid_to_cgroup failed; fd=%d\n", fd);
71 errno = EINVAL;
San Mehat493dad92009-09-12 10:06:57 -070072 return -1;
San Mehat805d67a2009-10-29 13:56:26 -070073 }
San Mehat493dad92009-09-12 10:06:57 -070074
Brad Fitzpatrick253e27a2010-05-06 10:00:37 -070075 // specialized itoa -- works for tid > 0
76 char text[22];
77 char *end = text + sizeof(text) - 1;
78 char *ptr = end;
79 *ptr = '\0';
80 while (tid > 0) {
81 *--ptr = '0' + (tid % 10);
82 tid = tid / 10;
83 }
84
85 if (write(fd, ptr, end - ptr) < 0) {
Brad Fitzpatricke43c2482010-05-07 12:06:05 -070086 /*
87 * If the thread is in the process of exiting,
88 * don't flag an error
89 */
90 if (errno == ESRCH)
91 return 0;
Tim Murrayb769c8d2015-06-08 14:56:29 -070092 SLOGW("add_tid_to_cgroup failed to write '%s' (%s); fd=%d\n",
93 ptr, strerror(errno), fd);
94 errno = EINVAL;
San Mehat493dad92009-09-12 10:06:57 -070095 return -1;
96 }
97
San Mehat493dad92009-09-12 10:06:57 -070098 return 0;
99}
100
Brad Fitzpatricke43c2482010-05-07 12:06:05 -0700101static void __initialize(void) {
102 char* filename;
103 if (!access("/dev/cpuctl/tasks", F_OK)) {
104 __sys_supports_schedgroups = 1;
105
106 filename = "/dev/cpuctl/tasks";
Jeff Brown5b878d22012-05-08 15:07:58 -0700107 fg_cgroup_fd = open(filename, O_WRONLY | O_CLOEXEC);
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700108 if (fg_cgroup_fd < 0) {
Brad Fitzpatricke43c2482010-05-07 12:06:05 -0700109 SLOGE("open of %s failed: %s\n", filename, strerror(errno));
San Mehat493dad92009-09-12 10:06:57 -0700110 }
Brad Fitzpatricke43c2482010-05-07 12:06:05 -0700111
Riley Andrews522d72b2014-10-03 17:02:53 -0700112 filename = "/dev/cpuctl/bg_non_interactive/tasks";
Jeff Brown5b878d22012-05-08 15:07:58 -0700113 bg_cgroup_fd = open(filename, O_WRONLY | O_CLOEXEC);
Brad Fitzpatricke43c2482010-05-07 12:06:05 -0700114 if (bg_cgroup_fd < 0) {
115 SLOGE("open of %s failed: %s\n", filename, strerror(errno));
116 }
117 } else {
118 __sys_supports_schedgroups = 0;
San Mehat493dad92009-09-12 10:06:57 -0700119 }
Tim Murrayb769c8d2015-06-08 14:56:29 -0700120
121#ifdef USE_CPUSETS
122 if (!access("/dev/cpuset/tasks", F_OK)) {
123
124 filename = "/dev/cpuset/foreground/tasks";
125 fg_cpuset_fd = open(filename, O_WRONLY | O_CLOEXEC);
126 filename = "/dev/cpuset/background/tasks";
127 bg_cpuset_fd = open(filename, O_WRONLY | O_CLOEXEC);
128 }
129#endif
130
San Mehatc0dfca72009-10-27 11:52:55 -0700131}
132
133/*
134 * Try to get the scheduler group.
135 *
San Mehat503df202010-03-02 17:09:56 -0800136 * The data from /proc/<pid>/cgroup looks (something) like:
San Mehatc0dfca72009-10-27 11:52:55 -0700137 * 2:cpu:/bg_non_interactive
San Mehat503df202010-03-02 17:09:56 -0800138 * 1:cpuacct:/
San Mehatc0dfca72009-10-27 11:52:55 -0700139 *
140 * We return the part after the "/", which will be an empty string for
141 * the default cgroup. If the string is longer than "bufLen", the string
142 * will be truncated.
143 */
144static int getSchedulerGroup(int tid, char* buf, size_t bufLen)
145{
146#ifdef HAVE_ANDROID_OS
147 char pathBuf[32];
San Mehat503df202010-03-02 17:09:56 -0800148 char lineBuf[256];
149 FILE *fp;
San Mehatc0dfca72009-10-27 11:52:55 -0700150
151 snprintf(pathBuf, sizeof(pathBuf), "/proc/%d/cgroup", tid);
San Mehat503df202010-03-02 17:09:56 -0800152 if (!(fp = fopen(pathBuf, "r"))) {
San Mehatc0dfca72009-10-27 11:52:55 -0700153 return -1;
154 }
155
San Mehat503df202010-03-02 17:09:56 -0800156 while(fgets(lineBuf, sizeof(lineBuf) -1, fp)) {
157 char *next = lineBuf;
158 char *subsys;
159 char *grp;
160 size_t len;
San Mehatc0dfca72009-10-27 11:52:55 -0700161
San Mehat503df202010-03-02 17:09:56 -0800162 /* Junk the first field */
163 if (!strsep(&next, ":")) {
164 goto out_bad_data;
165 }
San Mehatc0dfca72009-10-27 11:52:55 -0700166
San Mehat503df202010-03-02 17:09:56 -0800167 if (!(subsys = strsep(&next, ":"))) {
168 goto out_bad_data;
169 }
170
171 if (strcmp(subsys, "cpu")) {
172 /* Not the subsys we're looking for */
173 continue;
174 }
175
176 if (!(grp = strsep(&next, ":"))) {
177 goto out_bad_data;
178 }
179 grp++; /* Drop the leading '/' */
180 len = strlen(grp);
181 grp[len-1] = '\0'; /* Drop the trailing '\n' */
182
183 if (bufLen <= len) {
184 len = bufLen - 1;
185 }
186 strncpy(buf, grp, len);
187 buf[len] = '\0';
188 fclose(fp);
189 return 0;
San Mehatc0dfca72009-10-27 11:52:55 -0700190 }
191
San Mehat7e8529a2010-03-25 09:31:42 -0700192 SLOGE("Failed to find cpu subsys");
San Mehat503df202010-03-02 17:09:56 -0800193 fclose(fp);
194 return -1;
195 out_bad_data:
San Mehat7e8529a2010-03-25 09:31:42 -0700196 SLOGE("Bad cgroup data {%s}", lineBuf);
San Mehat503df202010-03-02 17:09:56 -0800197 fclose(fp);
198 return -1;
San Mehatc0dfca72009-10-27 11:52:55 -0700199#else
200 errno = ENOSYS;
201 return -1;
202#endif
203}
204
205int get_sched_policy(int tid, SchedPolicy *policy)
206{
Glenn Kasten69bfb1f2012-03-16 09:43:19 -0700207 if (tid == 0) {
208 tid = gettid();
209 }
Brad Fitzpatricke43c2482010-05-07 12:06:05 -0700210 pthread_once(&the_once, __initialize);
San Mehatc0dfca72009-10-27 11:52:55 -0700211
212 if (__sys_supports_schedgroups) {
213 char grpBuf[32];
214 if (getSchedulerGroup(tid, grpBuf, sizeof(grpBuf)) < 0)
215 return -1;
216 if (grpBuf[0] == '\0') {
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700217 *policy = SP_FOREGROUND;
Riley Andrews522d72b2014-10-03 17:02:53 -0700218 } else if (!strcmp(grpBuf, "bg_non_interactive")) {
219 *policy = SP_BACKGROUND;
San Mehatc0dfca72009-10-27 11:52:55 -0700220 } else {
221 errno = ERANGE;
222 return -1;
223 }
224 } else {
225 int rc = sched_getscheduler(tid);
226 if (rc < 0)
227 return -1;
228 else if (rc == SCHED_NORMAL)
229 *policy = SP_FOREGROUND;
230 else if (rc == SCHED_BATCH)
231 *policy = SP_BACKGROUND;
232 else {
233 errno = ERANGE;
234 return -1;
235 }
236 }
237 return 0;
238}
239
Tim Murrayb769c8d2015-06-08 14:56:29 -0700240int set_cpuset_policy(int tid, SchedPolicy policy)
241{
242 // in the absence of cpusets, use the old sched policy
243#ifndef USE_CPUSETS
244 return set_sched_policy(tid, policy);
245#else
246 if (tid == 0) {
247 tid = gettid();
248 }
249 policy = _policy(policy);
250 pthread_once(&the_once, __initialize);
251
252 int fd;
253 switch (policy) {
254 case SP_BACKGROUND:
255 fd = bg_cpuset_fd;
256 break;
257 case SP_FOREGROUND:
258 case SP_AUDIO_APP:
259 case SP_AUDIO_SYS:
260 fd = fg_cpuset_fd;
261 break;
262 default:
263 fd = -1;
264 break;
265 }
266
267 if (add_tid_to_cgroup(tid, fd) != 0) {
268 if (errno != ESRCH && errno != ENOENT)
269 return -errno;
270 }
271
Tim Murray99910262015-06-22 14:00:56 -0700272 return 0;
Tim Murrayb769c8d2015-06-08 14:56:29 -0700273#endif
274}
275
San Mehatc0dfca72009-10-27 11:52:55 -0700276int set_sched_policy(int tid, SchedPolicy policy)
277{
Glenn Kasten69bfb1f2012-03-16 09:43:19 -0700278 if (tid == 0) {
279 tid = gettid();
280 }
Glenn Kasten69bfb1f2012-03-16 09:43:19 -0700281 policy = _policy(policy);
Brad Fitzpatricke43c2482010-05-07 12:06:05 -0700282 pthread_once(&the_once, __initialize);
San Mehat493dad92009-09-12 10:06:57 -0700283
San Mehatd2e4e462009-10-29 11:48:00 -0700284#if POLICY_DEBUG
285 char statfile[64];
286 char statline[1024];
287 char thread_name[255];
288 int fd;
289
290 sprintf(statfile, "/proc/%d/stat", tid);
291 memset(thread_name, 0, sizeof(thread_name));
292
293 fd = open(statfile, O_RDONLY);
294 if (fd >= 0) {
295 int rc = read(fd, statline, 1023);
296 close(fd);
297 statline[rc] = 0;
298 char *p = statline;
299 char *q;
300
301 for (p = statline; *p != '('; p++);
302 p++;
303 for (q = p; *q != ')'; q++);
304
305 strncpy(thread_name, p, (q-p));
306 }
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700307 switch (policy) {
308 case SP_BACKGROUND:
San Mehat7e8529a2010-03-25 09:31:42 -0700309 SLOGD("vvv tid %d (%s)", tid, thread_name);
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700310 break;
311 case SP_FOREGROUND:
Dima Zavin29319a62012-06-04 13:14:36 -0700312 case SP_AUDIO_APP:
313 case SP_AUDIO_SYS:
San Mehat7e8529a2010-03-25 09:31:42 -0700314 SLOGD("^^^ tid %d (%s)", tid, thread_name);
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700315 break;
316 case SP_SYSTEM:
317 SLOGD("/// tid %d (%s)", tid, thread_name);
318 break;
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700319 default:
San Mehat7e8529a2010-03-25 09:31:42 -0700320 SLOGD("??? tid %d (%s)", tid, thread_name);
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700321 break;
San Mehatd2e4e462009-10-29 11:48:00 -0700322 }
323#endif
324
San Mehat493dad92009-09-12 10:06:57 -0700325 if (__sys_supports_schedgroups) {
Tim Murrayb769c8d2015-06-08 14:56:29 -0700326 int fd;
327 switch (policy) {
328 case SP_BACKGROUND:
329 fd = bg_cgroup_fd;
330 break;
331 case SP_FOREGROUND:
332 case SP_AUDIO_APP:
333 case SP_AUDIO_SYS:
334 fd = fg_cgroup_fd;
335 break;
336 default:
337 fd = -1;
338 break;
339 }
340
341
342 if (add_tid_to_cgroup(tid, fd) != 0) {
San Mehat493dad92009-09-12 10:06:57 -0700343 if (errno != ESRCH && errno != ENOENT)
344 return -errno;
345 }
346 } else {
347 struct sched_param param;
348
349 param.sched_priority = 0;
350 sched_setscheduler(tid,
351 (policy == SP_BACKGROUND) ?
Tim Murrayb769c8d2015-06-08 14:56:29 -0700352 SCHED_BATCH : SCHED_NORMAL,
San Mehat493dad92009-09-12 10:06:57 -0700353 &param);
354 }
355
Ruchi Kandoi422852e2014-04-22 18:55:08 -0700356 prctl(PR_SET_TIMERSLACK_PID, policy == SP_BACKGROUND ? TIMER_SLACK_BG : 0, tid);
357
San Mehat493dad92009-09-12 10:06:57 -0700358 return 0;
359}
Raphael0384a982009-09-15 17:10:17 -0700360
Jeff Brownbff8f3f2012-05-08 15:05:42 -0700361#else
362
363/* Stubs for non-Android targets. */
364
Mark Salyzyn12717162014-04-29 15:49:14 -0700365int set_sched_policy(int tid UNUSED, SchedPolicy policy UNUSED)
Jeff Brownbff8f3f2012-05-08 15:05:42 -0700366{
367 return 0;
368}
369
Mark Salyzyn12717162014-04-29 15:49:14 -0700370int get_sched_policy(int tid UNUSED, SchedPolicy *policy)
Jeff Brownbff8f3f2012-05-08 15:05:42 -0700371{
372 *policy = SP_SYSTEM_DEFAULT;
373 return 0;
374}
375
376#endif
377
Glenn Kasten86c7cc82012-03-05 16:14:39 -0800378const char *get_sched_policy_name(SchedPolicy policy)
379{
Glenn Kasten69bfb1f2012-03-16 09:43:19 -0700380 policy = _policy(policy);
Glenn Kasten86c7cc82012-03-05 16:14:39 -0800381 static const char * const strings[SP_CNT] = {
382 [SP_BACKGROUND] = "bg",
383 [SP_FOREGROUND] = "fg",
Glenn Kasten10ec3c72012-04-19 15:25:58 -0700384 [SP_SYSTEM] = " ",
385 [SP_AUDIO_APP] = "aa",
386 [SP_AUDIO_SYS] = "as",
Glenn Kasten86c7cc82012-03-05 16:14:39 -0800387 };
388 if ((policy < SP_CNT) && (strings[policy] != NULL))
389 return strings[policy];
390 else
391 return "error";
392}