| Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 1 | /* | 
|  | 2 | *  ion.c | 
|  | 3 | * | 
|  | 4 | * Memory Allocator functions for ion | 
|  | 5 | * | 
|  | 6 | *   Copyright 2011 Google, Inc | 
|  | 7 | * | 
|  | 8 | *  Licensed under the Apache License, Version 2.0 (the "License"); | 
|  | 9 | *  you may not use this file except in compliance with the License. | 
|  | 10 | *  You may obtain a copy of the License at | 
|  | 11 | * | 
|  | 12 | *      http://www.apache.org/licenses/LICENSE-2.0 | 
|  | 13 | * | 
|  | 14 | *  Unless required by applicable law or agreed to in writing, software | 
|  | 15 | *  distributed under the License is distributed on an "AS IS" BASIS, | 
|  | 16 | *  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
|  | 17 | *  See the License for the specific language governing permissions and | 
|  | 18 | *  limitations under the License. | 
|  | 19 | */ | 
|  | 20 | #define LOG_TAG "ion" | 
|  | 21 |  | 
| Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 22 | #include <errno.h> | 
|  | 23 | #include <fcntl.h> | 
| Mark Salyzyn | 66ce3e0 | 2016-09-28 10:07:20 -0700 | [diff] [blame] | 24 | #include <linux/ion.h> | 
| Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 25 | #include <stdatomic.h> | 
| Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 26 | #include <stdio.h> | 
| Elliott Hughes | a744b05 | 2015-01-28 11:37:57 -0800 | [diff] [blame] | 27 | #include <string.h> | 
| Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 28 | #include <sys/ioctl.h> | 
|  | 29 | #include <sys/mman.h> | 
|  | 30 | #include <sys/types.h> | 
| Mark Salyzyn | cfd5b08 | 2016-10-17 14:28:00 -0700 | [diff] [blame] | 31 | #include <unistd.h> | 
| Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 32 |  | 
| Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 33 | #include <ion/ion.h> | 
| Hridya Valsaraju | f142c4d | 2019-10-08 12:54:13 -0700 | [diff] [blame] | 34 | #include <linux/ion_4.19.h> | 
| Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 35 |  | 
| Mark Salyzyn | 30f991f | 2017-01-10 13:19:54 -0800 | [diff] [blame] | 36 | #include <log/log.h> | 
| Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 37 |  | 
| Hridya Valsaraju | d43e798 | 2019-09-06 12:20:32 -0700 | [diff] [blame] | 38 | #define ION_ABI_VERSION_MODULAR_HEAPS 2 | 
|  | 39 |  | 
| Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 40 | enum ion_version { ION_VERSION_UNKNOWN, ION_VERSION_MODERN, ION_VERSION_LEGACY }; | 
|  | 41 |  | 
|  | 42 | static atomic_int g_ion_version = ATOMIC_VAR_INIT(ION_VERSION_UNKNOWN); | 
|  | 43 |  | 
|  | 44 | int ion_is_legacy(int fd) { | 
|  | 45 | int version = atomic_load_explicit(&g_ion_version, memory_order_acquire); | 
|  | 46 | if (version == ION_VERSION_UNKNOWN) { | 
|  | 47 | /** | 
|  | 48 | * Check for FREE IOCTL here; it is available only in the old | 
|  | 49 | * kernels, not the new ones. | 
|  | 50 | */ | 
|  | 51 | int err = ion_free(fd, (ion_user_handle_t)NULL); | 
|  | 52 | version = (err == -ENOTTY) ? ION_VERSION_MODERN : ION_VERSION_LEGACY; | 
|  | 53 | atomic_store_explicit(&g_ion_version, version, memory_order_release); | 
|  | 54 | } | 
|  | 55 | return version == ION_VERSION_LEGACY; | 
|  | 56 | } | 
|  | 57 |  | 
|  | 58 | int ion_open() { | 
| Nick Kralevich | 6b694a7 | 2016-11-29 15:20:18 -0800 | [diff] [blame] | 59 | int fd = open("/dev/ion", O_RDONLY | O_CLOEXEC); | 
| Mark Salyzyn | 5be32c3 | 2018-03-07 06:51:03 -0800 | [diff] [blame] | 60 | if (fd < 0) ALOGE("open /dev/ion failed: %s", strerror(errno)); | 
| Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 61 |  | 
| Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 62 | return fd; | 
| Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 63 | } | 
|  | 64 |  | 
| Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 65 | int ion_close(int fd) { | 
| Colin Cross | aab47b2 | 2013-12-18 15:17:21 -0800 | [diff] [blame] | 66 | int ret = close(fd); | 
| Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 67 | if (ret < 0) return -errno; | 
| Colin Cross | aab47b2 | 2013-12-18 15:17:21 -0800 | [diff] [blame] | 68 | return ret; | 
| Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 69 | } | 
|  | 70 |  | 
| Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 71 | static int ion_ioctl(int fd, int req, void* arg) { | 
| Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 72 | int ret = ioctl(fd, req, arg); | 
|  | 73 | if (ret < 0) { | 
| Mark Salyzyn | 5be32c3 | 2018-03-07 06:51:03 -0800 | [diff] [blame] | 74 | ALOGE("ioctl %x failed with code %d: %s", req, ret, strerror(errno)); | 
| Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 75 | return -errno; | 
|  | 76 | } | 
|  | 77 | return ret; | 
| Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 78 | } | 
|  | 79 |  | 
| Hridya Valsaraju | d43e798 | 2019-09-06 12:20:32 -0700 | [diff] [blame] | 80 | int ion_is_using_modular_heaps(int fd) { | 
|  | 81 | int ion_abi_version = 0; | 
|  | 82 | int ret = 0; | 
|  | 83 |  | 
|  | 84 | ret = ion_ioctl(fd, ION_IOC_ABI_VERSION, &ion_abi_version); | 
|  | 85 | return (ret == 0 && ion_abi_version >= ION_ABI_VERSION_MODULAR_HEAPS); | 
|  | 86 | } | 
|  | 87 |  | 
| Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 88 | int ion_alloc(int fd, size_t len, size_t align, unsigned int heap_mask, unsigned int flags, | 
|  | 89 | ion_user_handle_t* handle) { | 
|  | 90 | int ret = 0; | 
|  | 91 |  | 
|  | 92 | if ((handle == NULL) || (!ion_is_legacy(fd))) return -EINVAL; | 
|  | 93 |  | 
| Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 94 | struct ion_allocation_data data = { | 
| Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 95 | .len = len, .align = align, .heap_id_mask = heap_mask, .flags = flags, | 
| Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 96 | }; | 
| Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 97 |  | 
| Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 98 | ret = ion_ioctl(fd, ION_IOC_ALLOC, &data); | 
| Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 99 | if (ret < 0) return ret; | 
|  | 100 |  | 
| Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 101 | *handle = data.handle; | 
| Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 102 |  | 
| Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 103 | return ret; | 
| Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 104 | } | 
|  | 105 |  | 
| Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 106 | int ion_free(int fd, ion_user_handle_t handle) { | 
| Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 107 | struct ion_handle_data data = { | 
|  | 108 | .handle = handle, | 
|  | 109 | }; | 
|  | 110 | return ion_ioctl(fd, ION_IOC_FREE, &data); | 
| Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 111 | } | 
|  | 112 |  | 
| Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 113 | int ion_map(int fd, ion_user_handle_t handle, size_t length, int prot, int flags, off_t offset, | 
|  | 114 | unsigned char** ptr, int* map_fd) { | 
|  | 115 | if (!ion_is_legacy(fd)) return -EINVAL; | 
| Colin Cross | 7496318 | 2013-11-08 19:07:38 -0800 | [diff] [blame] | 116 | int ret; | 
| Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 117 | unsigned char* tmp_ptr; | 
| Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 118 | struct ion_fd_data data = { | 
|  | 119 | .handle = handle, | 
|  | 120 | }; | 
| Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 121 |  | 
| Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 122 | if (map_fd == NULL) return -EINVAL; | 
|  | 123 | if (ptr == NULL) return -EINVAL; | 
| Colin Cross | 7496318 | 2013-11-08 19:07:38 -0800 | [diff] [blame] | 124 |  | 
|  | 125 | ret = ion_ioctl(fd, ION_IOC_MAP, &data); | 
| Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 126 | if (ret < 0) return ret; | 
| Rom Lemarchand | 5cdcdce | 2014-10-27 16:42:10 -0700 | [diff] [blame] | 127 | if (data.fd < 0) { | 
| Mark Salyzyn | 5be32c3 | 2018-03-07 06:51:03 -0800 | [diff] [blame] | 128 | ALOGE("map ioctl returned negative fd"); | 
| Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 129 | return -EINVAL; | 
|  | 130 | } | 
| Rom Lemarchand | 5cdcdce | 2014-10-27 16:42:10 -0700 | [diff] [blame] | 131 | tmp_ptr = mmap(NULL, length, prot, flags, data.fd, offset); | 
|  | 132 | if (tmp_ptr == MAP_FAILED) { | 
| Mark Salyzyn | 5be32c3 | 2018-03-07 06:51:03 -0800 | [diff] [blame] | 133 | ALOGE("mmap failed: %s", strerror(errno)); | 
| Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 134 | return -errno; | 
|  | 135 | } | 
| Rom Lemarchand | 5cdcdce | 2014-10-27 16:42:10 -0700 | [diff] [blame] | 136 | *map_fd = data.fd; | 
|  | 137 | *ptr = tmp_ptr; | 
| Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 138 | return ret; | 
| Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 139 | } | 
|  | 140 |  | 
| Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 141 | int ion_share(int fd, ion_user_handle_t handle, int* share_fd) { | 
| Colin Cross | 7496318 | 2013-11-08 19:07:38 -0800 | [diff] [blame] | 142 | int ret; | 
| Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 143 | struct ion_fd_data data = { | 
|  | 144 | .handle = handle, | 
|  | 145 | }; | 
| Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 146 |  | 
| Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 147 | if (!ion_is_legacy(fd)) return -EINVAL; | 
|  | 148 | if (share_fd == NULL) return -EINVAL; | 
| Colin Cross | 7496318 | 2013-11-08 19:07:38 -0800 | [diff] [blame] | 149 |  | 
|  | 150 | ret = ion_ioctl(fd, ION_IOC_SHARE, &data); | 
| Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 151 | if (ret < 0) return ret; | 
| Rom Lemarchand | 5cdcdce | 2014-10-27 16:42:10 -0700 | [diff] [blame] | 152 | if (data.fd < 0) { | 
| Mark Salyzyn | 5be32c3 | 2018-03-07 06:51:03 -0800 | [diff] [blame] | 153 | ALOGE("share ioctl returned negative fd"); | 
| Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 154 | return -EINVAL; | 
|  | 155 | } | 
| Rom Lemarchand | 5cdcdce | 2014-10-27 16:42:10 -0700 | [diff] [blame] | 156 | *share_fd = data.fd; | 
| Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 157 | return ret; | 
| Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 158 | } | 
|  | 159 |  | 
| Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 160 | int ion_alloc_fd(int fd, size_t len, size_t align, unsigned int heap_mask, unsigned int flags, | 
|  | 161 | int* handle_fd) { | 
| Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 162 | ion_user_handle_t handle; | 
|  | 163 | int ret; | 
| Rebecca Schultz Zavin | a50fd55 | 2012-06-11 15:12:37 -0700 | [diff] [blame] | 164 |  | 
| Sandeep Patil | 89ea281 | 2019-07-15 17:29:33 -0700 | [diff] [blame] | 165 | if (!handle_fd) return -EINVAL; | 
|  | 166 |  | 
| Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 167 | if (!ion_is_legacy(fd)) { | 
|  | 168 | struct ion_new_allocation_data data = { | 
|  | 169 | .len = len, | 
|  | 170 | .heap_id_mask = heap_mask, | 
|  | 171 | .flags = flags, | 
|  | 172 | }; | 
|  | 173 |  | 
|  | 174 | ret = ion_ioctl(fd, ION_IOC_NEW_ALLOC, &data); | 
|  | 175 | if (ret < 0) return ret; | 
|  | 176 | *handle_fd = data.fd; | 
|  | 177 | } else { | 
|  | 178 | ret = ion_alloc(fd, len, align, heap_mask, flags, &handle); | 
|  | 179 | if (ret < 0) return ret; | 
|  | 180 | ret = ion_share(fd, handle, handle_fd); | 
|  | 181 | ion_free(fd, handle); | 
|  | 182 | } | 
| Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 183 | return ret; | 
| Rebecca Schultz Zavin | a50fd55 | 2012-06-11 15:12:37 -0700 | [diff] [blame] | 184 | } | 
|  | 185 |  | 
| Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 186 | int ion_import(int fd, int share_fd, ion_user_handle_t* handle) { | 
| Colin Cross | 7496318 | 2013-11-08 19:07:38 -0800 | [diff] [blame] | 187 | int ret; | 
| Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 188 | struct ion_fd_data data = { | 
|  | 189 | .fd = share_fd, | 
|  | 190 | }; | 
| Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 191 |  | 
| Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 192 | if (!ion_is_legacy(fd)) return -EINVAL; | 
|  | 193 |  | 
|  | 194 | if (handle == NULL) return -EINVAL; | 
| Colin Cross | 7496318 | 2013-11-08 19:07:38 -0800 | [diff] [blame] | 195 |  | 
|  | 196 | ret = ion_ioctl(fd, ION_IOC_IMPORT, &data); | 
| Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 197 | if (ret < 0) return ret; | 
| Colin Cross | 92d7ca6 | 2013-11-08 19:04:18 -0800 | [diff] [blame] | 198 | *handle = data.handle; | 
|  | 199 | return ret; | 
| Rebecca Schultz Zavin | afd9123 | 2012-02-22 16:36:55 -0800 | [diff] [blame] | 200 | } | 
| Rebecca Schultz Zavin | 3cfcc30 | 2012-09-20 09:46:19 -0700 | [diff] [blame] | 201 |  | 
| Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 202 | int ion_sync_fd(int fd, int handle_fd) { | 
| Rebecca Schultz Zavin | 3cfcc30 | 2012-09-20 09:46:19 -0700 | [diff] [blame] | 203 | struct ion_fd_data data = { | 
|  | 204 | .fd = handle_fd, | 
|  | 205 | }; | 
| Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 206 |  | 
|  | 207 | if (!ion_is_legacy(fd)) return -EINVAL; | 
|  | 208 |  | 
| Rebecca Schultz Zavin | 3cfcc30 | 2012-09-20 09:46:19 -0700 | [diff] [blame] | 209 | return ion_ioctl(fd, ION_IOC_SYNC, &data); | 
|  | 210 | } | 
| Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 211 |  | 
|  | 212 | int ion_query_heap_cnt(int fd, int* cnt) { | 
|  | 213 | int ret; | 
|  | 214 | struct ion_heap_query query; | 
|  | 215 |  | 
| Sandeep Patil | 89ea281 | 2019-07-15 17:29:33 -0700 | [diff] [blame] | 216 | if (!cnt) return -EINVAL; | 
| Laura Abbott | 30313f8 | 2017-06-30 11:25:50 +0530 | [diff] [blame] | 217 | memset(&query, 0, sizeof(query)); | 
|  | 218 |  | 
|  | 219 | ret = ion_ioctl(fd, ION_IOC_HEAP_QUERY, &query); | 
|  | 220 | if (ret < 0) return ret; | 
|  | 221 |  | 
|  | 222 | *cnt = query.cnt; | 
|  | 223 | return ret; | 
|  | 224 | } | 
|  | 225 |  | 
|  | 226 | int ion_query_get_heaps(int fd, int cnt, void* buffers) { | 
|  | 227 | int ret; | 
|  | 228 | struct ion_heap_query query = { | 
|  | 229 | .cnt = cnt, .heaps = (uintptr_t)buffers, | 
|  | 230 | }; | 
|  | 231 |  | 
|  | 232 | ret = ion_ioctl(fd, ION_IOC_HEAP_QUERY, &query); | 
|  | 233 | return ret; | 
|  | 234 | } |