Mark Salyzyn | 1271716 | 2014-04-29 15:49:14 -0700 | [diff] [blame] | 1 | /* |
San Mehat | 493dad9 | 2009-09-12 10:06:57 -0700 | [diff] [blame] | 2 | ** Copyright 2007, The Android Open Source Project |
| 3 | ** |
Tim Murray | b769c8d | 2015-06-08 14:56:29 -0700 | [diff] [blame] | 4 | ** Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | ** you may not use this file except in compliance with the License. |
| 6 | ** You may obtain a copy of the License at |
San Mehat | 493dad9 | 2009-09-12 10:06:57 -0700 | [diff] [blame] | 7 | ** |
Tim Murray | b769c8d | 2015-06-08 14:56:29 -0700 | [diff] [blame] | 8 | ** http://www.apache.org/licenses/LICENSE-2.0 |
San Mehat | 493dad9 | 2009-09-12 10:06:57 -0700 | [diff] [blame] | 9 | ** |
Tim Murray | b769c8d | 2015-06-08 14:56:29 -0700 | [diff] [blame] | 10 | ** Unless required by applicable law or agreed to in writing, software |
| 11 | ** distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | ** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | ** See the License for the specific language governing permissions and |
San Mehat | 493dad9 | 2009-09-12 10:06:57 -0700 | [diff] [blame] | 14 | ** limitations under the License. |
| 15 | */ |
| 16 | |
Elliott Hughes | 8e9aeb9 | 2017-11-10 10:22:07 -0800 | [diff] [blame] | 17 | #include <cutils/sched_policy.h> |
| 18 | |
Jeff Brown | bff8f3f | 2012-05-08 15:05:42 -0700 | [diff] [blame] | 19 | #define LOG_TAG "SchedPolicy" |
| 20 | |
San Mehat | 493dad9 | 2009-09-12 10:06:57 -0700 | [diff] [blame] | 21 | #include <errno.h> |
| 22 | #include <fcntl.h> |
Mark Salyzyn | 1271716 | 2014-04-29 15:49:14 -0700 | [diff] [blame] | 23 | #include <stdio.h> |
| 24 | #include <stdlib.h> |
| 25 | #include <string.h> |
| 26 | #include <unistd.h> |
| 27 | |
Elliott Hughes | 9f49508 | 2018-04-25 14:52:50 -0700 | [diff] [blame] | 28 | #include <android-base/macros.h> |
Mark Salyzyn | cfd5b08 | 2016-10-17 14:28:00 -0700 | [diff] [blame] | 29 | #include <log/log.h> |
Mark Salyzyn | 1271716 | 2014-04-29 15:49:14 -0700 | [diff] [blame] | 30 | |
Jeff Brown | bff8f3f | 2012-05-08 15:05:42 -0700 | [diff] [blame] | 31 | /* Re-map SP_DEFAULT to the system default policy, and leave other values unchanged. |
| 32 | * Call this any place a SchedPolicy is used as an input parameter. |
| 33 | * Returns the possibly re-mapped policy. |
| 34 | */ |
| 35 | static inline SchedPolicy _policy(SchedPolicy p) |
| 36 | { |
| 37 | return p == SP_DEFAULT ? SP_SYSTEM_DEFAULT : p; |
| 38 | } |
San Mehat | d2e4e46 | 2009-10-29 11:48:00 -0700 | [diff] [blame] | 39 | |
Elliott Hughes | 9b828ad | 2015-07-30 08:47:35 -0700 | [diff] [blame] | 40 | #if defined(__ANDROID__) |
Raphael | 0384a98 | 2009-09-15 17:10:17 -0700 | [diff] [blame] | 41 | |
Brad Fitzpatrick | 86b1215 | 2010-05-08 11:51:13 -0700 | [diff] [blame] | 42 | #include <pthread.h> |
Elliott Hughes | e07d77e | 2014-07-11 20:57:03 -0700 | [diff] [blame] | 43 | #include <sched.h> |
| 44 | #include <sys/prctl.h> |
San Mehat | 3cd5b66 | 2009-09-14 16:05:24 -0700 | [diff] [blame] | 45 | |
San Mehat | 805d67a | 2009-10-29 13:56:26 -0700 | [diff] [blame] | 46 | #define POLICY_DEBUG 0 |
San Mehat | d2e4e46 | 2009-10-29 11:48:00 -0700 | [diff] [blame] | 47 | |
Ruchi Kandoi | 422852e | 2014-04-22 18:55:08 -0700 | [diff] [blame] | 48 | // timer slack value in nS enforced when the thread moves to background |
| 49 | #define TIMER_SLACK_BG 40000000 |
Todd Kjos | 4cdce42 | 2015-06-25 13:08:14 -0700 | [diff] [blame] | 50 | #define TIMER_SLACK_FG 50000 |
Ruchi Kandoi | 422852e | 2014-04-22 18:55:08 -0700 | [diff] [blame] | 51 | |
Brad Fitzpatrick | e43c248 | 2010-05-07 12:06:05 -0700 | [diff] [blame] | 52 | static pthread_once_t the_once = PTHREAD_ONCE_INIT; |
| 53 | |
John Reck | 2e336b1 | 2016-08-26 13:43:19 -0700 | [diff] [blame] | 54 | static int __sys_supports_timerslack = -1; |
San Mehat | c0dfca7 | 2009-10-27 11:52:55 -0700 | [diff] [blame] | 55 | |
Tim Murray | b769c8d | 2015-06-08 14:56:29 -0700 | [diff] [blame] | 56 | // File descriptors open to /dev/cpuset/../tasks, setup by initialize, or -1 on error |
Tim Murray | 4284f9f | 2015-11-10 14:31:09 -0800 | [diff] [blame] | 57 | static int system_bg_cpuset_fd = -1; |
Tim Murray | b769c8d | 2015-06-08 14:56:29 -0700 | [diff] [blame] | 58 | static int bg_cpuset_fd = -1; |
| 59 | static int fg_cpuset_fd = -1; |
Tim Murray | 6647bb5 | 2016-01-11 16:16:35 -0800 | [diff] [blame] | 60 | static int ta_cpuset_fd = -1; // special cpuset for top app |
Tim Murray | 419ba9e | 2018-04-13 10:15:49 -0700 | [diff] [blame] | 61 | static int rs_cpuset_fd = -1; // special cpuset for screen off restrictions |
Tim Murray | aa45cb8 | 2016-07-08 15:47:11 -0700 | [diff] [blame] | 62 | |
| 63 | // File descriptors open to /dev/stune/../tasks, setup by initialize, or -1 on error |
Todd Kjos | ba8a475 | 2015-10-26 16:22:11 -0700 | [diff] [blame] | 64 | static int bg_schedboost_fd = -1; |
| 65 | static int fg_schedboost_fd = -1; |
Tim Murray | 955694b | 2016-07-11 11:40:15 -0700 | [diff] [blame] | 66 | static int ta_schedboost_fd = -1; |
Joel Fernandes | 88ef9f0 | 2017-03-25 22:46:10 -0700 | [diff] [blame] | 67 | static int rt_schedboost_fd = -1; |
Tim Murray | b769c8d | 2015-06-08 14:56:29 -0700 | [diff] [blame] | 68 | |
Brad Fitzpatrick | e43c248 | 2010-05-07 12:06:05 -0700 | [diff] [blame] | 69 | /* Add tid to the scheduling group defined by the policy */ |
Tim Murray | b769c8d | 2015-06-08 14:56:29 -0700 | [diff] [blame] | 70 | static int add_tid_to_cgroup(int tid, int fd) |
San Mehat | 493dad9 | 2009-09-12 10:06:57 -0700 | [diff] [blame] | 71 | { |
Brad Fitzpatrick | e43c248 | 2010-05-07 12:06:05 -0700 | [diff] [blame] | 72 | if (fd < 0) { |
Tim Murray | b769c8d | 2015-06-08 14:56:29 -0700 | [diff] [blame] | 73 | SLOGE("add_tid_to_cgroup failed; fd=%d\n", fd); |
| 74 | errno = EINVAL; |
San Mehat | 493dad9 | 2009-09-12 10:06:57 -0700 | [diff] [blame] | 75 | return -1; |
San Mehat | 805d67a | 2009-10-29 13:56:26 -0700 | [diff] [blame] | 76 | } |
San Mehat | 493dad9 | 2009-09-12 10:06:57 -0700 | [diff] [blame] | 77 | |
Brad Fitzpatrick | 253e27a | 2010-05-06 10:00:37 -0700 | [diff] [blame] | 78 | // specialized itoa -- works for tid > 0 |
| 79 | char text[22]; |
| 80 | char *end = text + sizeof(text) - 1; |
| 81 | char *ptr = end; |
| 82 | *ptr = '\0'; |
| 83 | while (tid > 0) { |
| 84 | *--ptr = '0' + (tid % 10); |
| 85 | tid = tid / 10; |
| 86 | } |
| 87 | |
| 88 | if (write(fd, ptr, end - ptr) < 0) { |
Brad Fitzpatrick | e43c248 | 2010-05-07 12:06:05 -0700 | [diff] [blame] | 89 | /* |
| 90 | * If the thread is in the process of exiting, |
| 91 | * don't flag an error |
| 92 | */ |
| 93 | if (errno == ESRCH) |
| 94 | return 0; |
Tim Murray | b769c8d | 2015-06-08 14:56:29 -0700 | [diff] [blame] | 95 | SLOGW("add_tid_to_cgroup failed to write '%s' (%s); fd=%d\n", |
| 96 | ptr, strerror(errno), fd); |
| 97 | errno = EINVAL; |
San Mehat | 493dad9 | 2009-09-12 10:06:57 -0700 | [diff] [blame] | 98 | return -1; |
| 99 | } |
| 100 | |
San Mehat | 493dad9 | 2009-09-12 10:06:57 -0700 | [diff] [blame] | 101 | return 0; |
| 102 | } |
| 103 | |
Isaac Chen | 795267d | 2017-02-16 11:47:33 +0800 | [diff] [blame] | 104 | /* |
| 105 | If CONFIG_CPUSETS for Linux kernel is set, "tasks" can be found under |
| 106 | /dev/cpuset mounted in init.rc; otherwise, that file does not exist |
| 107 | even though the directory, /dev/cpuset, is still created (by init.rc). |
| 108 | |
| 109 | A couple of other candidates (under cpuset mount directory): |
| 110 | notify_on_release |
| 111 | release_agent |
| 112 | |
| 113 | Yet another way to decide if cpuset is enabled is to parse |
| 114 | /proc/self/status and search for lines begin with "Mems_allowed". |
| 115 | |
| 116 | If CONFIG_PROC_PID_CPUSET is set, the existence "/proc/self/cpuset" can |
| 117 | be used to decide if CONFIG_CPUSETS is set, so we don't have a dependency |
| 118 | on where init.rc mounts cpuset. That's why we'd better require this |
| 119 | configuration be set if CONFIG_CPUSETS is set. |
| 120 | |
Elliott Hughes | 76a934a | 2017-06-28 07:50:00 -0700 | [diff] [blame] | 121 | In older releases, this was controlled by build-time configuration. |
Isaac Chen | 795267d | 2017-02-16 11:47:33 +0800 | [diff] [blame] | 122 | */ |
Isaac Chen | 795267d | 2017-02-16 11:47:33 +0800 | [diff] [blame] | 123 | bool cpusets_enabled() { |
| 124 | static bool enabled = (access("/dev/cpuset/tasks", F_OK) == 0); |
| 125 | |
| 126 | return enabled; |
| 127 | } |
| 128 | |
| 129 | /* |
| 130 | Similar to CONFIG_CPUSETS above, but with a different configuration |
Alex Naidis | 2d998ea | 2017-06-10 22:34:23 +0200 | [diff] [blame] | 131 | CONFIG_CGROUP_SCHEDTUNE that's in Android common Linux kernel and Linaro |
Isaac Chen | 795267d | 2017-02-16 11:47:33 +0800 | [diff] [blame] | 132 | Stable Kernel (LSK), but not in mainline Linux as of v4.9. |
| 133 | |
Elliott Hughes | 5dc7736 | 2017-06-29 08:52:49 -0700 | [diff] [blame] | 134 | In older releases, this was controlled by build-time configuration. |
Isaac Chen | 795267d | 2017-02-16 11:47:33 +0800 | [diff] [blame] | 135 | */ |
Isaac Chen | 795267d | 2017-02-16 11:47:33 +0800 | [diff] [blame] | 136 | bool schedboost_enabled() { |
| 137 | static bool enabled = (access("/dev/stune/tasks", F_OK) == 0); |
| 138 | |
| 139 | return enabled; |
| 140 | } |
| 141 | |
| 142 | static void __initialize() { |
| 143 | const char* filename; |
Tim Murray | b769c8d | 2015-06-08 14:56:29 -0700 | [diff] [blame] | 144 | |
Isaac Chen | 795267d | 2017-02-16 11:47:33 +0800 | [diff] [blame] | 145 | if (cpusets_enabled()) { |
| 146 | if (!access("/dev/cpuset/tasks", W_OK)) { |
Tim Murray | b769c8d | 2015-06-08 14:56:29 -0700 | [diff] [blame] | 147 | |
Isaac Chen | 795267d | 2017-02-16 11:47:33 +0800 | [diff] [blame] | 148 | filename = "/dev/cpuset/foreground/tasks"; |
| 149 | fg_cpuset_fd = open(filename, O_WRONLY | O_CLOEXEC); |
| 150 | filename = "/dev/cpuset/background/tasks"; |
| 151 | bg_cpuset_fd = open(filename, O_WRONLY | O_CLOEXEC); |
| 152 | filename = "/dev/cpuset/system-background/tasks"; |
| 153 | system_bg_cpuset_fd = open(filename, O_WRONLY | O_CLOEXEC); |
| 154 | filename = "/dev/cpuset/top-app/tasks"; |
| 155 | ta_cpuset_fd = open(filename, O_WRONLY | O_CLOEXEC); |
Tim Murray | 419ba9e | 2018-04-13 10:15:49 -0700 | [diff] [blame] | 156 | filename = "/dev/cpuset/restricted/tasks"; |
| 157 | rs_cpuset_fd = open(filename, O_WRONLY | O_CLOEXEC); |
Tim Murray | 4284f9f | 2015-11-10 14:31:09 -0800 | [diff] [blame] | 158 | |
Isaac Chen | 795267d | 2017-02-16 11:47:33 +0800 | [diff] [blame] | 159 | if (schedboost_enabled()) { |
| 160 | filename = "/dev/stune/top-app/tasks"; |
| 161 | ta_schedboost_fd = open(filename, O_WRONLY | O_CLOEXEC); |
| 162 | filename = "/dev/stune/foreground/tasks"; |
| 163 | fg_schedboost_fd = open(filename, O_WRONLY | O_CLOEXEC); |
| 164 | filename = "/dev/stune/background/tasks"; |
| 165 | bg_schedboost_fd = open(filename, O_WRONLY | O_CLOEXEC); |
Joel Fernandes | 88ef9f0 | 2017-03-25 22:46:10 -0700 | [diff] [blame] | 166 | filename = "/dev/stune/rt/tasks"; |
| 167 | rt_schedboost_fd = open(filename, O_WRONLY | O_CLOEXEC); |
Isaac Chen | 795267d | 2017-02-16 11:47:33 +0800 | [diff] [blame] | 168 | } |
| 169 | } |
Tim Murray | b769c8d | 2015-06-08 14:56:29 -0700 | [diff] [blame] | 170 | } |
John Reck | 2e336b1 | 2016-08-26 13:43:19 -0700 | [diff] [blame] | 171 | |
| 172 | char buf[64]; |
| 173 | snprintf(buf, sizeof(buf), "/proc/%d/timerslack_ns", getpid()); |
| 174 | __sys_supports_timerslack = !access(buf, W_OK); |
San Mehat | c0dfca7 | 2009-10-27 11:52:55 -0700 | [diff] [blame] | 175 | } |
| 176 | |
| 177 | /* |
Martijn Coenen | 7b173a1 | 2016-04-04 17:11:56 +0200 | [diff] [blame] | 178 | * Returns the path under the requested cgroup subsystem (if it exists) |
San Mehat | c0dfca7 | 2009-10-27 11:52:55 -0700 | [diff] [blame] | 179 | * |
San Mehat | 503df20 | 2010-03-02 17:09:56 -0800 | [diff] [blame] | 180 | * The data from /proc/<pid>/cgroup looks (something) like: |
San Mehat | c0dfca7 | 2009-10-27 11:52:55 -0700 | [diff] [blame] | 181 | * 2:cpu:/bg_non_interactive |
San Mehat | 503df20 | 2010-03-02 17:09:56 -0800 | [diff] [blame] | 182 | * 1:cpuacct:/ |
San Mehat | c0dfca7 | 2009-10-27 11:52:55 -0700 | [diff] [blame] | 183 | * |
| 184 | * We return the part after the "/", which will be an empty string for |
| 185 | * the default cgroup. If the string is longer than "bufLen", the string |
| 186 | * will be truncated. |
| 187 | */ |
Martijn Coenen | 7b173a1 | 2016-04-04 17:11:56 +0200 | [diff] [blame] | 188 | static int getCGroupSubsys(int tid, const char* subsys, char* buf, size_t bufLen) |
San Mehat | c0dfca7 | 2009-10-27 11:52:55 -0700 | [diff] [blame] | 189 | { |
Elliott Hughes | 9b828ad | 2015-07-30 08:47:35 -0700 | [diff] [blame] | 190 | #if defined(__ANDROID__) |
San Mehat | c0dfca7 | 2009-10-27 11:52:55 -0700 | [diff] [blame] | 191 | char pathBuf[32]; |
San Mehat | 503df20 | 2010-03-02 17:09:56 -0800 | [diff] [blame] | 192 | char lineBuf[256]; |
| 193 | FILE *fp; |
San Mehat | c0dfca7 | 2009-10-27 11:52:55 -0700 | [diff] [blame] | 194 | |
| 195 | snprintf(pathBuf, sizeof(pathBuf), "/proc/%d/cgroup", tid); |
John Stultz | 2f13f0a | 2016-07-01 17:45:06 -0700 | [diff] [blame] | 196 | if (!(fp = fopen(pathBuf, "re"))) { |
San Mehat | c0dfca7 | 2009-10-27 11:52:55 -0700 | [diff] [blame] | 197 | return -1; |
| 198 | } |
| 199 | |
San Mehat | 503df20 | 2010-03-02 17:09:56 -0800 | [diff] [blame] | 200 | while(fgets(lineBuf, sizeof(lineBuf) -1, fp)) { |
| 201 | char *next = lineBuf; |
Martijn Coenen | 7b173a1 | 2016-04-04 17:11:56 +0200 | [diff] [blame] | 202 | char *found_subsys; |
San Mehat | 503df20 | 2010-03-02 17:09:56 -0800 | [diff] [blame] | 203 | char *grp; |
| 204 | size_t len; |
San Mehat | c0dfca7 | 2009-10-27 11:52:55 -0700 | [diff] [blame] | 205 | |
San Mehat | 503df20 | 2010-03-02 17:09:56 -0800 | [diff] [blame] | 206 | /* Junk the first field */ |
| 207 | if (!strsep(&next, ":")) { |
| 208 | goto out_bad_data; |
| 209 | } |
San Mehat | c0dfca7 | 2009-10-27 11:52:55 -0700 | [diff] [blame] | 210 | |
Martijn Coenen | 7b173a1 | 2016-04-04 17:11:56 +0200 | [diff] [blame] | 211 | if (!(found_subsys = strsep(&next, ":"))) { |
San Mehat | 503df20 | 2010-03-02 17:09:56 -0800 | [diff] [blame] | 212 | goto out_bad_data; |
| 213 | } |
| 214 | |
Martijn Coenen | 7b173a1 | 2016-04-04 17:11:56 +0200 | [diff] [blame] | 215 | if (strcmp(found_subsys, subsys)) { |
San Mehat | 503df20 | 2010-03-02 17:09:56 -0800 | [diff] [blame] | 216 | /* Not the subsys we're looking for */ |
| 217 | continue; |
| 218 | } |
| 219 | |
| 220 | if (!(grp = strsep(&next, ":"))) { |
| 221 | goto out_bad_data; |
| 222 | } |
| 223 | grp++; /* Drop the leading '/' */ |
| 224 | len = strlen(grp); |
| 225 | grp[len-1] = '\0'; /* Drop the trailing '\n' */ |
| 226 | |
| 227 | if (bufLen <= len) { |
| 228 | len = bufLen - 1; |
| 229 | } |
| 230 | strncpy(buf, grp, len); |
| 231 | buf[len] = '\0'; |
| 232 | fclose(fp); |
| 233 | return 0; |
San Mehat | c0dfca7 | 2009-10-27 11:52:55 -0700 | [diff] [blame] | 234 | } |
| 235 | |
Martijn Coenen | 7b173a1 | 2016-04-04 17:11:56 +0200 | [diff] [blame] | 236 | SLOGE("Failed to find subsys %s", subsys); |
San Mehat | 503df20 | 2010-03-02 17:09:56 -0800 | [diff] [blame] | 237 | fclose(fp); |
| 238 | return -1; |
| 239 | out_bad_data: |
San Mehat | 7e8529a | 2010-03-25 09:31:42 -0700 | [diff] [blame] | 240 | SLOGE("Bad cgroup data {%s}", lineBuf); |
San Mehat | 503df20 | 2010-03-02 17:09:56 -0800 | [diff] [blame] | 241 | fclose(fp); |
| 242 | return -1; |
San Mehat | c0dfca7 | 2009-10-27 11:52:55 -0700 | [diff] [blame] | 243 | #else |
| 244 | errno = ENOSYS; |
| 245 | return -1; |
| 246 | #endif |
| 247 | } |
| 248 | |
| 249 | int get_sched_policy(int tid, SchedPolicy *policy) |
| 250 | { |
Glenn Kasten | 69bfb1f | 2012-03-16 09:43:19 -0700 | [diff] [blame] | 251 | if (tid == 0) { |
| 252 | tid = gettid(); |
| 253 | } |
Brad Fitzpatrick | e43c248 | 2010-05-07 12:06:05 -0700 | [diff] [blame] | 254 | pthread_once(&the_once, __initialize); |
San Mehat | c0dfca7 | 2009-10-27 11:52:55 -0700 | [diff] [blame] | 255 | |
Wei Wang | 4026798 | 2017-03-25 09:53:31 -0700 | [diff] [blame] | 256 | char grpBuf[32]; |
Isaac Chen | 795267d | 2017-02-16 11:47:33 +0800 | [diff] [blame] | 257 | |
Erik Staats | b4c4654 | 2017-04-24 14:49:28 -0700 | [diff] [blame] | 258 | grpBuf[0] = '\0'; |
| 259 | if (schedboost_enabled()) { |
| 260 | if (getCGroupSubsys(tid, "schedtune", grpBuf, sizeof(grpBuf)) < 0) return -1; |
| 261 | } |
| 262 | if ((grpBuf[0] == '\0') && cpusets_enabled()) { |
Wei Wang | 4026798 | 2017-03-25 09:53:31 -0700 | [diff] [blame] | 263 | if (getCGroupSubsys(tid, "cpuset", grpBuf, sizeof(grpBuf)) < 0) return -1; |
Erik Staats | b4c4654 | 2017-04-24 14:49:28 -0700 | [diff] [blame] | 264 | } |
| 265 | if (grpBuf[0] == '\0') { |
Wei Wang | a8d59fa | 2017-03-28 11:13:51 -0700 | [diff] [blame] | 266 | *policy = SP_FOREGROUND; |
Erik Staats | b4c4654 | 2017-04-24 14:49:28 -0700 | [diff] [blame] | 267 | } else if (!strcmp(grpBuf, "foreground")) { |
| 268 | *policy = SP_FOREGROUND; |
| 269 | } else if (!strcmp(grpBuf, "system-background")) { |
| 270 | *policy = SP_SYSTEM; |
| 271 | } else if (!strcmp(grpBuf, "background")) { |
| 272 | *policy = SP_BACKGROUND; |
| 273 | } else if (!strcmp(grpBuf, "top-app")) { |
| 274 | *policy = SP_TOP_APP; |
| 275 | } else { |
| 276 | errno = ERANGE; |
| 277 | return -1; |
San Mehat | c0dfca7 | 2009-10-27 11:52:55 -0700 | [diff] [blame] | 278 | } |
| 279 | return 0; |
| 280 | } |
| 281 | |
Tim Murray | b769c8d | 2015-06-08 14:56:29 -0700 | [diff] [blame] | 282 | int set_cpuset_policy(int tid, SchedPolicy policy) |
| 283 | { |
| 284 | // in the absence of cpusets, use the old sched policy |
Isaac Chen | 795267d | 2017-02-16 11:47:33 +0800 | [diff] [blame] | 285 | if (!cpusets_enabled()) { |
| 286 | return set_sched_policy(tid, policy); |
| 287 | } |
| 288 | |
Tim Murray | b769c8d | 2015-06-08 14:56:29 -0700 | [diff] [blame] | 289 | if (tid == 0) { |
| 290 | tid = gettid(); |
| 291 | } |
| 292 | policy = _policy(policy); |
| 293 | pthread_once(&the_once, __initialize); |
| 294 | |
Tim Murray | b43225e | 2015-11-18 16:42:44 -0800 | [diff] [blame] | 295 | int fd = -1; |
| 296 | int boost_fd = -1; |
Tim Murray | b769c8d | 2015-06-08 14:56:29 -0700 | [diff] [blame] | 297 | switch (policy) { |
| 298 | case SP_BACKGROUND: |
| 299 | fd = bg_cpuset_fd; |
Todd Kjos | ba8a475 | 2015-10-26 16:22:11 -0700 | [diff] [blame] | 300 | boost_fd = bg_schedboost_fd; |
Tim Murray | b769c8d | 2015-06-08 14:56:29 -0700 | [diff] [blame] | 301 | break; |
| 302 | case SP_FOREGROUND: |
| 303 | case SP_AUDIO_APP: |
| 304 | case SP_AUDIO_SYS: |
| 305 | fd = fg_cpuset_fd; |
Tim Murray | 955694b | 2016-07-11 11:40:15 -0700 | [diff] [blame] | 306 | boost_fd = fg_schedboost_fd; |
Tim Murray | b769c8d | 2015-06-08 14:56:29 -0700 | [diff] [blame] | 307 | break; |
Tim Murray | 6647bb5 | 2016-01-11 16:16:35 -0800 | [diff] [blame] | 308 | case SP_TOP_APP : |
| 309 | fd = ta_cpuset_fd; |
Tim Murray | 955694b | 2016-07-11 11:40:15 -0700 | [diff] [blame] | 310 | boost_fd = ta_schedboost_fd; |
Tim Murray | 6647bb5 | 2016-01-11 16:16:35 -0800 | [diff] [blame] | 311 | break; |
Tim Murray | 4284f9f | 2015-11-10 14:31:09 -0800 | [diff] [blame] | 312 | case SP_SYSTEM: |
| 313 | fd = system_bg_cpuset_fd; |
Tim Murray | 4284f9f | 2015-11-10 14:31:09 -0800 | [diff] [blame] | 314 | break; |
Tim Murray | 419ba9e | 2018-04-13 10:15:49 -0700 | [diff] [blame] | 315 | case SP_RESTRICTED: |
| 316 | fd = rs_cpuset_fd; |
| 317 | break; |
Tim Murray | b769c8d | 2015-06-08 14:56:29 -0700 | [diff] [blame] | 318 | default: |
Todd Kjos | ba8a475 | 2015-10-26 16:22:11 -0700 | [diff] [blame] | 319 | boost_fd = fd = -1; |
Tim Murray | b769c8d | 2015-06-08 14:56:29 -0700 | [diff] [blame] | 320 | break; |
| 321 | } |
| 322 | |
| 323 | if (add_tid_to_cgroup(tid, fd) != 0) { |
| 324 | if (errno != ESRCH && errno != ENOENT) |
| 325 | return -errno; |
| 326 | } |
| 327 | |
Isaac Chen | 795267d | 2017-02-16 11:47:33 +0800 | [diff] [blame] | 328 | if (schedboost_enabled()) { |
| 329 | if (boost_fd > 0 && add_tid_to_cgroup(tid, boost_fd) != 0) { |
| 330 | if (errno != ESRCH && errno != ENOENT) |
| 331 | return -errno; |
| 332 | } |
Todd Kjos | ba8a475 | 2015-10-26 16:22:11 -0700 | [diff] [blame] | 333 | } |
| 334 | |
Tim Murray | 9991026 | 2015-06-22 14:00:56 -0700 | [diff] [blame] | 335 | return 0; |
Tim Murray | b769c8d | 2015-06-08 14:56:29 -0700 | [diff] [blame] | 336 | } |
| 337 | |
Stephen Crane | f5b8e34 | 2017-06-06 15:35:51 -0700 | [diff] [blame] | 338 | static void set_timerslack_ns(int tid, unsigned long slack) { |
Elliott Hughes | d7967c1 | 2016-08-03 15:11:01 -0700 | [diff] [blame] | 339 | // v4.6+ kernels support the /proc/<tid>/timerslack_ns interface. |
| 340 | // TODO: once we've backported this, log if the open(2) fails. |
Erik Staats | d32331f | 2017-04-26 15:15:55 -0700 | [diff] [blame] | 341 | if (__sys_supports_timerslack) { |
| 342 | char buf[64]; |
| 343 | snprintf(buf, sizeof(buf), "/proc/%d/timerslack_ns", tid); |
| 344 | int fd = open(buf, O_WRONLY | O_CLOEXEC); |
| 345 | if (fd != -1) { |
Stephen Crane | f5b8e34 | 2017-06-06 15:35:51 -0700 | [diff] [blame] | 346 | int len = snprintf(buf, sizeof(buf), "%lu", slack); |
Erik Staats | d32331f | 2017-04-26 15:15:55 -0700 | [diff] [blame] | 347 | if (write(fd, buf, len) != len) { |
| 348 | SLOGE("set_timerslack_ns write failed: %s\n", strerror(errno)); |
| 349 | } |
| 350 | close(fd); |
| 351 | return; |
John Stultz | 2f13f0a | 2016-07-01 17:45:06 -0700 | [diff] [blame] | 352 | } |
Erik Staats | d32331f | 2017-04-26 15:15:55 -0700 | [diff] [blame] | 353 | } |
| 354 | |
| 355 | // TODO: Remove when /proc/<tid>/timerslack_ns interface is backported. |
| 356 | if ((tid == 0) || (tid == gettid())) { |
| 357 | if (prctl(PR_SET_TIMERSLACK, slack) == -1) { |
| 358 | SLOGE("set_timerslack_ns prctl failed: %s\n", strerror(errno)); |
| 359 | } |
John Stultz | 2f13f0a | 2016-07-01 17:45:06 -0700 | [diff] [blame] | 360 | } |
John Stultz | 2f13f0a | 2016-07-01 17:45:06 -0700 | [diff] [blame] | 361 | } |
| 362 | |
San Mehat | c0dfca7 | 2009-10-27 11:52:55 -0700 | [diff] [blame] | 363 | int set_sched_policy(int tid, SchedPolicy policy) |
| 364 | { |
Glenn Kasten | 69bfb1f | 2012-03-16 09:43:19 -0700 | [diff] [blame] | 365 | if (tid == 0) { |
| 366 | tid = gettid(); |
| 367 | } |
Glenn Kasten | 69bfb1f | 2012-03-16 09:43:19 -0700 | [diff] [blame] | 368 | policy = _policy(policy); |
Brad Fitzpatrick | e43c248 | 2010-05-07 12:06:05 -0700 | [diff] [blame] | 369 | pthread_once(&the_once, __initialize); |
San Mehat | 493dad9 | 2009-09-12 10:06:57 -0700 | [diff] [blame] | 370 | |
San Mehat | d2e4e46 | 2009-10-29 11:48:00 -0700 | [diff] [blame] | 371 | #if POLICY_DEBUG |
| 372 | char statfile[64]; |
| 373 | char statline[1024]; |
| 374 | char thread_name[255]; |
San Mehat | d2e4e46 | 2009-10-29 11:48:00 -0700 | [diff] [blame] | 375 | |
Raja M | a2f37e4 | 2016-04-19 23:55:14 +0530 | [diff] [blame] | 376 | snprintf(statfile, sizeof(statfile), "/proc/%d/stat", tid); |
San Mehat | d2e4e46 | 2009-10-29 11:48:00 -0700 | [diff] [blame] | 377 | memset(thread_name, 0, sizeof(thread_name)); |
| 378 | |
John Stultz | 2f13f0a | 2016-07-01 17:45:06 -0700 | [diff] [blame] | 379 | int fd = open(statfile, O_RDONLY | O_CLOEXEC); |
San Mehat | d2e4e46 | 2009-10-29 11:48:00 -0700 | [diff] [blame] | 380 | if (fd >= 0) { |
| 381 | int rc = read(fd, statline, 1023); |
| 382 | close(fd); |
| 383 | statline[rc] = 0; |
| 384 | char *p = statline; |
| 385 | char *q; |
| 386 | |
| 387 | for (p = statline; *p != '('; p++); |
| 388 | p++; |
| 389 | for (q = p; *q != ')'; q++); |
| 390 | |
| 391 | strncpy(thread_name, p, (q-p)); |
| 392 | } |
Glenn Kasten | 10ec3c7 | 2012-04-19 15:25:58 -0700 | [diff] [blame] | 393 | switch (policy) { |
| 394 | case SP_BACKGROUND: |
San Mehat | 7e8529a | 2010-03-25 09:31:42 -0700 | [diff] [blame] | 395 | SLOGD("vvv tid %d (%s)", tid, thread_name); |
Glenn Kasten | 10ec3c7 | 2012-04-19 15:25:58 -0700 | [diff] [blame] | 396 | break; |
| 397 | case SP_FOREGROUND: |
Dima Zavin | 29319a6 | 2012-06-04 13:14:36 -0700 | [diff] [blame] | 398 | case SP_AUDIO_APP: |
| 399 | case SP_AUDIO_SYS: |
Tim Murray | 6647bb5 | 2016-01-11 16:16:35 -0800 | [diff] [blame] | 400 | case SP_TOP_APP: |
San Mehat | 7e8529a | 2010-03-25 09:31:42 -0700 | [diff] [blame] | 401 | SLOGD("^^^ tid %d (%s)", tid, thread_name); |
Glenn Kasten | 10ec3c7 | 2012-04-19 15:25:58 -0700 | [diff] [blame] | 402 | break; |
| 403 | case SP_SYSTEM: |
| 404 | SLOGD("/// tid %d (%s)", tid, thread_name); |
| 405 | break; |
Joel Fernandes | 88ef9f0 | 2017-03-25 22:46:10 -0700 | [diff] [blame] | 406 | case SP_RT_APP: |
| 407 | SLOGD("RT tid %d (%s)", tid, thread_name); |
| 408 | break; |
Glenn Kasten | 10ec3c7 | 2012-04-19 15:25:58 -0700 | [diff] [blame] | 409 | default: |
San Mehat | 7e8529a | 2010-03-25 09:31:42 -0700 | [diff] [blame] | 410 | SLOGD("??? tid %d (%s)", tid, thread_name); |
Glenn Kasten | 10ec3c7 | 2012-04-19 15:25:58 -0700 | [diff] [blame] | 411 | break; |
San Mehat | d2e4e46 | 2009-10-29 11:48:00 -0700 | [diff] [blame] | 412 | } |
| 413 | #endif |
| 414 | |
Wei Wang | 4026798 | 2017-03-25 09:53:31 -0700 | [diff] [blame] | 415 | if (schedboost_enabled()) { |
Tim Murray | aa45cb8 | 2016-07-08 15:47:11 -0700 | [diff] [blame] | 416 | int boost_fd = -1; |
Tim Murray | b769c8d | 2015-06-08 14:56:29 -0700 | [diff] [blame] | 417 | switch (policy) { |
| 418 | case SP_BACKGROUND: |
Tim Murray | aa45cb8 | 2016-07-08 15:47:11 -0700 | [diff] [blame] | 419 | boost_fd = bg_schedboost_fd; |
Tim Murray | b769c8d | 2015-06-08 14:56:29 -0700 | [diff] [blame] | 420 | break; |
| 421 | case SP_FOREGROUND: |
| 422 | case SP_AUDIO_APP: |
| 423 | case SP_AUDIO_SYS: |
Tim Murray | 955694b | 2016-07-11 11:40:15 -0700 | [diff] [blame] | 424 | boost_fd = fg_schedboost_fd; |
Tim Murray | aa45cb8 | 2016-07-08 15:47:11 -0700 | [diff] [blame] | 425 | break; |
Tim Murray | 6647bb5 | 2016-01-11 16:16:35 -0800 | [diff] [blame] | 426 | case SP_TOP_APP: |
Tim Murray | 955694b | 2016-07-11 11:40:15 -0700 | [diff] [blame] | 427 | boost_fd = ta_schedboost_fd; |
Tim Murray | b769c8d | 2015-06-08 14:56:29 -0700 | [diff] [blame] | 428 | break; |
Joel Fernandes | 88ef9f0 | 2017-03-25 22:46:10 -0700 | [diff] [blame] | 429 | case SP_RT_APP: |
| 430 | boost_fd = rt_schedboost_fd; |
| 431 | break; |
Tim Murray | b769c8d | 2015-06-08 14:56:29 -0700 | [diff] [blame] | 432 | default: |
Tim Murray | aa45cb8 | 2016-07-08 15:47:11 -0700 | [diff] [blame] | 433 | boost_fd = -1; |
Tim Murray | b769c8d | 2015-06-08 14:56:29 -0700 | [diff] [blame] | 434 | break; |
| 435 | } |
| 436 | |
Wei Wang | 4026798 | 2017-03-25 09:53:31 -0700 | [diff] [blame] | 437 | if (boost_fd > 0 && add_tid_to_cgroup(tid, boost_fd) != 0) { |
San Mehat | 493dad9 | 2009-09-12 10:06:57 -0700 | [diff] [blame] | 438 | if (errno != ESRCH && errno != ENOENT) |
| 439 | return -errno; |
| 440 | } |
Tim Murray | aa45cb8 | 2016-07-08 15:47:11 -0700 | [diff] [blame] | 441 | |
San Mehat | 493dad9 | 2009-09-12 10:06:57 -0700 | [diff] [blame] | 442 | } |
| 443 | |
Erik Staats | d32331f | 2017-04-26 15:15:55 -0700 | [diff] [blame] | 444 | set_timerslack_ns(tid, policy == SP_BACKGROUND ? TIMER_SLACK_BG : TIMER_SLACK_FG); |
Ruchi Kandoi | 422852e | 2014-04-22 18:55:08 -0700 | [diff] [blame] | 445 | |
San Mehat | 493dad9 | 2009-09-12 10:06:57 -0700 | [diff] [blame] | 446 | return 0; |
| 447 | } |
Raphael | 0384a98 | 2009-09-15 17:10:17 -0700 | [diff] [blame] | 448 | |
Jeff Brown | bff8f3f | 2012-05-08 15:05:42 -0700 | [diff] [blame] | 449 | #else |
| 450 | |
| 451 | /* Stubs for non-Android targets. */ |
| 452 | |
Elliott Hughes | 38d2567 | 2017-11-30 16:23:51 -0800 | [diff] [blame] | 453 | int set_sched_policy(int /*tid*/, SchedPolicy /*policy*/) { |
Jeff Brown | bff8f3f | 2012-05-08 15:05:42 -0700 | [diff] [blame] | 454 | return 0; |
| 455 | } |
| 456 | |
Elliott Hughes | 38d2567 | 2017-11-30 16:23:51 -0800 | [diff] [blame] | 457 | int get_sched_policy(int /*tid*/, SchedPolicy* policy) { |
Jeff Brown | bff8f3f | 2012-05-08 15:05:42 -0700 | [diff] [blame] | 458 | *policy = SP_SYSTEM_DEFAULT; |
| 459 | return 0; |
| 460 | } |
| 461 | |
| 462 | #endif |
| 463 | |
Elliott Hughes | 9f49508 | 2018-04-25 14:52:50 -0700 | [diff] [blame] | 464 | const char* get_sched_policy_name(SchedPolicy policy) { |
Glenn Kasten | 69bfb1f | 2012-03-16 09:43:19 -0700 | [diff] [blame] | 465 | policy = _policy(policy); |
Elliott Hughes | 9f49508 | 2018-04-25 14:52:50 -0700 | [diff] [blame] | 466 | static const char* const kSchedPolicyNames[] = { |
Tim Murray | 419ba9e | 2018-04-13 10:15:49 -0700 | [diff] [blame] | 467 | [SP_BACKGROUND] = "bg", [SP_FOREGROUND] = "fg", [SP_SYSTEM] = " ", |
| 468 | [SP_AUDIO_APP] = "aa", [SP_AUDIO_SYS] = "as", [SP_TOP_APP] = "ta", |
| 469 | [SP_RT_APP] = "rt", [SP_RESTRICTED] = "rs", |
Glenn Kasten | 86c7cc8 | 2012-03-05 16:14:39 -0800 | [diff] [blame] | 470 | }; |
Elliott Hughes | 9f49508 | 2018-04-25 14:52:50 -0700 | [diff] [blame] | 471 | static_assert(arraysize(kSchedPolicyNames) == SP_CNT, "missing name"); |
| 472 | if (policy < SP_BACKGROUND || policy >= SP_CNT) { |
Glenn Kasten | 86c7cc8 | 2012-03-05 16:14:39 -0800 | [diff] [blame] | 473 | return "error"; |
Elliott Hughes | 9f49508 | 2018-04-25 14:52:50 -0700 | [diff] [blame] | 474 | } |
| 475 | return kSchedPolicyNames[policy]; |
Glenn Kasten | 86c7cc8 | 2012-03-05 16:14:39 -0800 | [diff] [blame] | 476 | } |