Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 1 | /* |
| 2 | * ion.c |
| 3 | * |
| 4 | * Memory Allocator functions for ion |
| 5 | * |
| 6 | * Copyright 2011 Google, Inc |
| 7 | * |
| 8 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 9 | * you may not use this file except in compliance with the License. |
| 10 | * You may obtain a copy of the License at |
| 11 | * |
| 12 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 13 | * |
| 14 | * Unless required by applicable law or agreed to in writing, software |
| 15 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 16 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 17 | * See the License for the specific language governing permissions and |
| 18 | * limitations under the License. |
| 19 | */ |
| 20 | #define LOG_TAG "ion" |
| 21 | |
Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 22 | #include <errno.h> |
| 23 | #include <fcntl.h> |
Mark Salyzyn | 66ce3e0 | 2016-09-28 10:07:20 -0700 | [diff] [blame] | 24 | #include <linux/ion.h> |
Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 25 | #include <stdatomic.h> |
Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 26 | #include <stdio.h> |
Elliott Hughes | a744b05 | 2015-01-28 11:37:57 -0800 | [diff] [blame] | 27 | #include <string.h> |
Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 28 | #include <sys/ioctl.h> |
| 29 | #include <sys/mman.h> |
| 30 | #include <sys/types.h> |
Mark Salyzyn | cfd5b08 | 2016-10-17 14:28:00 -0700 | [diff] [blame] | 31 | #include <unistd.h> |
Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 32 | |
Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 33 | #include <ion/ion.h> |
Hridya Valsaraju | f142c4d | 2019-10-08 12:54:13 -0700 | [diff] [blame] | 34 | #include <linux/ion_4.19.h> |
Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 35 | |
Mark Salyzyn | 30f991f | 2017-01-10 13:19:54 -0800 | [diff] [blame] | 36 | #include <log/log.h> |
Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 37 | |
Hridya Valsaraju | d43e798 | 2019-09-06 12:20:32 -0700 | [diff] [blame] | 38 | #define ION_ABI_VERSION_MODULAR_HEAPS 2 |
| 39 | |
Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 40 | enum ion_version { ION_VERSION_UNKNOWN, ION_VERSION_MODERN, ION_VERSION_LEGACY }; |
| 41 | |
| 42 | static atomic_int g_ion_version = ATOMIC_VAR_INIT(ION_VERSION_UNKNOWN); |
| 43 | |
| 44 | int ion_is_legacy(int fd) { |
| 45 | int version = atomic_load_explicit(&g_ion_version, memory_order_acquire); |
| 46 | if (version == ION_VERSION_UNKNOWN) { |
| 47 | /** |
| 48 | * Check for FREE IOCTL here; it is available only in the old |
| 49 | * kernels, not the new ones. |
| 50 | */ |
| 51 | int err = ion_free(fd, (ion_user_handle_t)NULL); |
| 52 | version = (err == -ENOTTY) ? ION_VERSION_MODERN : ION_VERSION_LEGACY; |
| 53 | atomic_store_explicit(&g_ion_version, version, memory_order_release); |
| 54 | } |
| 55 | return version == ION_VERSION_LEGACY; |
| 56 | } |
| 57 | |
| 58 | int ion_open() { |
Nick Kralevich | 6b694a7 | 2016-11-29 15:20:18 -0800 | [diff] [blame] | 59 | int fd = open("/dev/ion", O_RDONLY | O_CLOEXEC); |
Mark Salyzyn | 5be32c3 | 2018-03-07 06:51:03 -0800 | [diff] [blame] | 60 | if (fd < 0) ALOGE("open /dev/ion failed: %s", strerror(errno)); |
Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 61 | |
Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 62 | return fd; |
Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 63 | } |
| 64 | |
Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 65 | int ion_close(int fd) { |
Colin Cross | aab47b2 | 2013-12-18 15:17:21 -0800 | [diff] [blame] | 66 | int ret = close(fd); |
Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 67 | if (ret < 0) return -errno; |
Colin Cross | aab47b2 | 2013-12-18 15:17:21 -0800 | [diff] [blame] | 68 | return ret; |
Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 69 | } |
| 70 | |
Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 71 | static int ion_ioctl(int fd, int req, void* arg) { |
Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 72 | int ret = ioctl(fd, req, arg); |
| 73 | if (ret < 0) { |
Mark Salyzyn | 5be32c3 | 2018-03-07 06:51:03 -0800 | [diff] [blame] | 74 | ALOGE("ioctl %x failed with code %d: %s", req, ret, strerror(errno)); |
Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 75 | return -errno; |
| 76 | } |
| 77 | return ret; |
Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 78 | } |
| 79 | |
Hridya Valsaraju | d43e798 | 2019-09-06 12:20:32 -0700 | [diff] [blame] | 80 | int ion_is_using_modular_heaps(int fd) { |
| 81 | int ion_abi_version = 0; |
| 82 | int ret = 0; |
| 83 | |
| 84 | ret = ion_ioctl(fd, ION_IOC_ABI_VERSION, &ion_abi_version); |
| 85 | return (ret == 0 && ion_abi_version >= ION_ABI_VERSION_MODULAR_HEAPS); |
| 86 | } |
| 87 | |
Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 88 | int ion_alloc(int fd, size_t len, size_t align, unsigned int heap_mask, unsigned int flags, |
| 89 | ion_user_handle_t* handle) { |
| 90 | int ret = 0; |
| 91 | |
| 92 | if ((handle == NULL) || (!ion_is_legacy(fd))) return -EINVAL; |
| 93 | |
Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 94 | struct ion_allocation_data data = { |
Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 95 | .len = len, .align = align, .heap_id_mask = heap_mask, .flags = flags, |
Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 96 | }; |
Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 97 | |
Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 98 | ret = ion_ioctl(fd, ION_IOC_ALLOC, &data); |
Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 99 | if (ret < 0) return ret; |
| 100 | |
Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 101 | *handle = data.handle; |
Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 102 | |
Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 103 | return ret; |
Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 104 | } |
| 105 | |
Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 106 | int ion_free(int fd, ion_user_handle_t handle) { |
Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 107 | struct ion_handle_data data = { |
| 108 | .handle = handle, |
| 109 | }; |
| 110 | return ion_ioctl(fd, ION_IOC_FREE, &data); |
Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 111 | } |
| 112 | |
Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 113 | int ion_map(int fd, ion_user_handle_t handle, size_t length, int prot, int flags, off_t offset, |
| 114 | unsigned char** ptr, int* map_fd) { |
| 115 | if (!ion_is_legacy(fd)) return -EINVAL; |
Colin Cross | 7496318 | 2013-11-08 19:07:38 -0800 | [diff] [blame] | 116 | int ret; |
Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 117 | unsigned char* tmp_ptr; |
Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 118 | struct ion_fd_data data = { |
| 119 | .handle = handle, |
| 120 | }; |
Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 121 | |
Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 122 | if (map_fd == NULL) return -EINVAL; |
| 123 | if (ptr == NULL) return -EINVAL; |
Colin Cross | 7496318 | 2013-11-08 19:07:38 -0800 | [diff] [blame] | 124 | |
| 125 | ret = ion_ioctl(fd, ION_IOC_MAP, &data); |
Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 126 | if (ret < 0) return ret; |
Rom Lemarchand | 5cdcdce | 2014-10-27 16:42:10 -0700 | [diff] [blame] | 127 | if (data.fd < 0) { |
Mark Salyzyn | 5be32c3 | 2018-03-07 06:51:03 -0800 | [diff] [blame] | 128 | ALOGE("map ioctl returned negative fd"); |
Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 129 | return -EINVAL; |
| 130 | } |
Rom Lemarchand | 5cdcdce | 2014-10-27 16:42:10 -0700 | [diff] [blame] | 131 | tmp_ptr = mmap(NULL, length, prot, flags, data.fd, offset); |
| 132 | if (tmp_ptr == MAP_FAILED) { |
Mark Salyzyn | 5be32c3 | 2018-03-07 06:51:03 -0800 | [diff] [blame] | 133 | ALOGE("mmap failed: %s", strerror(errno)); |
Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 134 | return -errno; |
| 135 | } |
Rom Lemarchand | 5cdcdce | 2014-10-27 16:42:10 -0700 | [diff] [blame] | 136 | *map_fd = data.fd; |
| 137 | *ptr = tmp_ptr; |
Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 138 | return ret; |
Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 139 | } |
| 140 | |
Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 141 | int ion_share(int fd, ion_user_handle_t handle, int* share_fd) { |
Colin Cross | 7496318 | 2013-11-08 19:07:38 -0800 | [diff] [blame] | 142 | int ret; |
Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 143 | struct ion_fd_data data = { |
| 144 | .handle = handle, |
| 145 | }; |
Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 146 | |
Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 147 | if (!ion_is_legacy(fd)) return -EINVAL; |
| 148 | if (share_fd == NULL) return -EINVAL; |
Colin Cross | 7496318 | 2013-11-08 19:07:38 -0800 | [diff] [blame] | 149 | |
| 150 | ret = ion_ioctl(fd, ION_IOC_SHARE, &data); |
Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 151 | if (ret < 0) return ret; |
Rom Lemarchand | 5cdcdce | 2014-10-27 16:42:10 -0700 | [diff] [blame] | 152 | if (data.fd < 0) { |
Mark Salyzyn | 5be32c3 | 2018-03-07 06:51:03 -0800 | [diff] [blame] | 153 | ALOGE("share ioctl returned negative fd"); |
Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 154 | return -EINVAL; |
| 155 | } |
Rom Lemarchand | 5cdcdce | 2014-10-27 16:42:10 -0700 | [diff] [blame] | 156 | *share_fd = data.fd; |
Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 157 | return ret; |
Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 158 | } |
| 159 | |
Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 160 | int ion_alloc_fd(int fd, size_t len, size_t align, unsigned int heap_mask, unsigned int flags, |
| 161 | int* handle_fd) { |
Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 162 | ion_user_handle_t handle; |
| 163 | int ret; |
Rebecca Schultz Zavin | a50fd55 | 2012-06-11 15:12:37 -0700 | [diff] [blame] | 164 | |
Sandeep Patil | 89ea281 | 2019-07-15 17:29:33 -0700 | [diff] [blame] | 165 | if (!handle_fd) return -EINVAL; |
| 166 | |
Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 167 | if (!ion_is_legacy(fd)) { |
| 168 | struct ion_new_allocation_data data = { |
| 169 | .len = len, |
| 170 | .heap_id_mask = heap_mask, |
| 171 | .flags = flags, |
| 172 | }; |
| 173 | |
| 174 | ret = ion_ioctl(fd, ION_IOC_NEW_ALLOC, &data); |
| 175 | if (ret < 0) return ret; |
| 176 | *handle_fd = data.fd; |
| 177 | } else { |
| 178 | ret = ion_alloc(fd, len, align, heap_mask, flags, &handle); |
| 179 | if (ret < 0) return ret; |
| 180 | ret = ion_share(fd, handle, handle_fd); |
| 181 | ion_free(fd, handle); |
| 182 | } |
Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 183 | return ret; |
Rebecca Schultz Zavin | a50fd55 | 2012-06-11 15:12:37 -0700 | [diff] [blame] | 184 | } |
| 185 | |
Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 186 | int ion_import(int fd, int share_fd, ion_user_handle_t* handle) { |
Colin Cross | 7496318 | 2013-11-08 19:07:38 -0800 | [diff] [blame] | 187 | int ret; |
Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 188 | struct ion_fd_data data = { |
| 189 | .fd = share_fd, |
| 190 | }; |
Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 191 | |
Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 192 | if (!ion_is_legacy(fd)) return -EINVAL; |
| 193 | |
| 194 | if (handle == NULL) return -EINVAL; |
Colin Cross | 7496318 | 2013-11-08 19:07:38 -0800 | [diff] [blame] | 195 | |
| 196 | ret = ion_ioctl(fd, ION_IOC_IMPORT, &data); |
Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 197 | if (ret < 0) return ret; |
Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 198 | *handle = data.handle; |
| 199 | return ret; |
Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 200 | } |
Rebecca Schultz Zavin | 3cfcc30 | 2012-09-20 09:46:19 -0700 | [diff] [blame] | 201 | |
Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 202 | int ion_sync_fd(int fd, int handle_fd) { |
Rebecca Schultz Zavin | 3cfcc30 | 2012-09-20 09:46:19 -0700 | [diff] [blame] | 203 | struct ion_fd_data data = { |
| 204 | .fd = handle_fd, |
| 205 | }; |
Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 206 | |
| 207 | if (!ion_is_legacy(fd)) return -EINVAL; |
| 208 | |
Rebecca Schultz Zavin | 3cfcc30 | 2012-09-20 09:46:19 -0700 | [diff] [blame] | 209 | return ion_ioctl(fd, ION_IOC_SYNC, &data); |
| 210 | } |
Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 211 | |
| 212 | int ion_query_heap_cnt(int fd, int* cnt) { |
| 213 | int ret; |
| 214 | struct ion_heap_query query; |
| 215 | |
Sandeep Patil | 89ea281 | 2019-07-15 17:29:33 -0700 | [diff] [blame] | 216 | if (!cnt) return -EINVAL; |
Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 217 | memset(&query, 0, sizeof(query)); |
| 218 | |
| 219 | ret = ion_ioctl(fd, ION_IOC_HEAP_QUERY, &query); |
| 220 | if (ret < 0) return ret; |
| 221 | |
| 222 | *cnt = query.cnt; |
| 223 | return ret; |
| 224 | } |
| 225 | |
| 226 | int ion_query_get_heaps(int fd, int cnt, void* buffers) { |
| 227 | int ret; |
| 228 | struct ion_heap_query query = { |
| 229 | .cnt = cnt, .heaps = (uintptr_t)buffers, |
| 230 | }; |
| 231 | |
| 232 | ret = ion_ioctl(fd, ION_IOC_HEAP_QUERY, &query); |
| 233 | return ret; |
| 234 | } |