Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2008 The Android Open Source Project |
| 3 | * All rights reserved. |
| 4 | * |
| 5 | * Redistribution and use in source and binary forms, with or without |
| 6 | * modification, are permitted provided that the following conditions |
| 7 | * are met: |
| 8 | * * Redistributions of source code must retain the above copyright |
| 9 | * notice, this list of conditions and the following disclaimer. |
| 10 | * * Redistributions in binary form must reproduce the above copyright |
| 11 | * notice, this list of conditions and the following disclaimer in |
| 12 | * the documentation and/or other materials provided with the |
| 13 | * distribution. |
| 14 | * |
| 15 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| 16 | * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| 17 | * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS |
| 18 | * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE |
| 19 | * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, |
| 20 | * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, |
| 21 | * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS |
| 22 | * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED |
| 23 | * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, |
| 24 | * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT |
| 25 | * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF |
| 26 | * SUCH DAMAGE. |
| 27 | */ |
| 28 | |
Elliott Hughes | a4c7876 | 2019-09-17 09:53:14 -0700 | [diff] [blame] | 29 | #include <private/bionic_ifuncs.h> |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 30 | #include <stddef.h> |
Elliott Hughes | a4c7876 | 2019-09-17 09:53:14 -0700 | [diff] [blame] | 31 | |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 32 | extern "C" { |
| 33 | |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 34 | DEFINE_IFUNC_FOR(memcmp) { |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 35 | __builtin_cpu_init(); |
| 36 | if (__builtin_cpu_is("atom")) RETURN_FUNC(memcmp_func_t, memcmp_atom); |
| 37 | if (__builtin_cpu_supports("sse4.1")) RETURN_FUNC(memcmp_func_t, memcmp_sse4); |
| 38 | RETURN_FUNC(memcmp_func_t, memcmp_generic); |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 39 | } |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 40 | MEMCMP_SHIM() |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 41 | |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 42 | DEFINE_IFUNC_FOR(memset) { |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 43 | __builtin_cpu_init(); |
| 44 | if (__builtin_cpu_is("atom")) RETURN_FUNC(memset_func_t, memset_atom); |
| 45 | RETURN_FUNC(memset_func_t, memset_generic); |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 46 | } |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 47 | MEMSET_SHIM() |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 48 | |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 49 | DEFINE_IFUNC_FOR(__memset_chk) { |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 50 | __builtin_cpu_init(); |
| 51 | if (__builtin_cpu_is("atom")) RETURN_FUNC(__memset_chk_func_t, __memset_chk_atom); |
| 52 | RETURN_FUNC(__memset_chk_func_t, __memset_chk_generic); |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 53 | } |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 54 | __MEMSET_CHK_SHIM() |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 55 | |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 56 | DEFINE_IFUNC_FOR(memmove) { |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 57 | __builtin_cpu_init(); |
| 58 | if (__builtin_cpu_is("atom")) RETURN_FUNC(memmove_func_t, memmove_atom); |
| 59 | RETURN_FUNC(memmove_func_t, memmove_generic); |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 60 | } |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 61 | MEMMOVE_SHIM() |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 62 | |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 63 | DEFINE_IFUNC_FOR(memcpy) { return memmove_resolver(); } |
| 64 | MEMCPY_SHIM() |
Haibo Huang | e141362 | 2018-11-13 14:20:43 -0800 | [diff] [blame] | 65 | |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 66 | DEFINE_IFUNC_FOR(strcpy) { |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 67 | __builtin_cpu_init(); |
| 68 | if (__builtin_cpu_is("atom")) RETURN_FUNC(strcpy_func_t, strcpy_atom); |
| 69 | RETURN_FUNC(strcpy_func_t, strcpy_generic); |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 70 | } |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 71 | STRCPY_SHIM() |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 72 | |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 73 | DEFINE_IFUNC_FOR(strncpy) { |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 74 | __builtin_cpu_init(); |
| 75 | if (__builtin_cpu_is("atom")) RETURN_FUNC(strncpy_func_t, strncpy_atom); |
| 76 | RETURN_FUNC(strncpy_func_t, strncpy_generic); |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 77 | } |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 78 | STRNCPY_SHIM() |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 79 | |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 80 | DEFINE_IFUNC_FOR(strlen) { |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 81 | __builtin_cpu_init(); |
| 82 | if (__builtin_cpu_is("atom")) RETURN_FUNC(strlen_func_t, strlen_atom); |
| 83 | RETURN_FUNC(strlen_func_t, strlen_generic); |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 84 | } |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 85 | STRLEN_SHIM() |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 86 | |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 87 | DEFINE_IFUNC_FOR(strcmp) { |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 88 | __builtin_cpu_init(); |
| 89 | // TODO: ssse3 is required by our x86 abi! |
| 90 | if (__builtin_cpu_supports("ssse3")) RETURN_FUNC(strcmp_func_t, strcmp_ssse3); |
| 91 | RETURN_FUNC(strcmp_func_t, strcmp_generic); |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 92 | } |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 93 | STRCMP_SHIM() |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 94 | |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 95 | DEFINE_IFUNC_FOR(strncmp) { |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 96 | __builtin_cpu_init(); |
| 97 | // TODO: ssse3 is required by our x86 abi! |
| 98 | if (__builtin_cpu_supports("ssse3")) |
| 99 | RETURN_FUNC(strncmp_func_t, strncmp_ssse3); |
| 100 | RETURN_FUNC(strncmp_func_t, strncmp_generic); |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 101 | } |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 102 | STRNCMP_SHIM() |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 103 | |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 104 | DEFINE_IFUNC_FOR(strcat) { |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 105 | __builtin_cpu_init(); |
| 106 | // TODO: ssse3 is required by our x86 abi! |
| 107 | if (__builtin_cpu_supports("ssse3")) RETURN_FUNC(strcat_func_t, strcat_ssse3); |
| 108 | RETURN_FUNC(strcat_func_t, strcat_generic); |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 109 | } |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 110 | STRCAT_SHIM() |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 111 | |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 112 | DEFINE_IFUNC_FOR(strncat) { |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 113 | __builtin_cpu_init(); |
| 114 | // TODO: ssse3 is required by our x86 abi! |
| 115 | if (__builtin_cpu_supports("ssse3")) RETURN_FUNC(strncat_func_t, strncat_ssse3); |
| 116 | RETURN_FUNC(strncat_func_t, strncat_openbsd); |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 117 | } |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 118 | STRNCAT_SHIM() |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 119 | |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 120 | typedef size_t strlcat_func_t(char*, const char*, size_t); |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 121 | DEFINE_IFUNC_FOR(strlcat) { |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 122 | __builtin_cpu_init(); |
| 123 | // TODO: ssse3 is required by our x86 abi! |
| 124 | if (__builtin_cpu_supports("ssse3")) RETURN_FUNC(strlcat_func_t, strlcat_ssse3); |
| 125 | RETURN_FUNC(strlcat_func_t, strlcat_openbsd); |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 126 | } |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 127 | DEFINE_STATIC_SHIM(size_t strlcat(char* dst, const char* src, size_t n) { |
| 128 | FORWARD(strlcat)(dst, src, n); |
| 129 | }) |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 130 | |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 131 | typedef size_t strlcpy_func_t(char*, const char*, size_t); |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 132 | DEFINE_IFUNC_FOR(strlcpy) { |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 133 | __builtin_cpu_init(); |
| 134 | // TODO: ssse3 is required by our x86 abi! |
| 135 | if (__builtin_cpu_supports("ssse3")) RETURN_FUNC(strlcpy_func_t, strlcpy_ssse3); |
| 136 | RETURN_FUNC(strlcpy_func_t, strlcpy_openbsd); |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 137 | } |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 138 | DEFINE_STATIC_SHIM(size_t strlcpy(char* dst, const char* src, size_t n) { |
| 139 | FORWARD(strlcpy)(dst, src, n); |
| 140 | }) |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 141 | |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 142 | typedef wchar_t* wcscat_func_t(wchar_t*, const wchar_t*); |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 143 | DEFINE_IFUNC_FOR(wcscat) { |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 144 | __builtin_cpu_init(); |
| 145 | // TODO: ssse3 is required by our x86 abi! |
| 146 | if (__builtin_cpu_supports("ssse3")) RETURN_FUNC(wcscat_func_t, wcscat_ssse3); |
| 147 | RETURN_FUNC(wcscat_func_t, wcscat_freebsd); |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 148 | } |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 149 | DEFINE_STATIC_SHIM(wchar_t* wcscat(wchar_t* dst, const wchar_t* src) { |
| 150 | FORWARD(wcscat)(dst, src); |
| 151 | }) |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 152 | |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 153 | typedef wchar_t* wcscpy_func_t(wchar_t*, const wchar_t*); |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 154 | DEFINE_IFUNC_FOR(wcscpy) { |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 155 | __builtin_cpu_init(); |
| 156 | // TODO: ssse3 is required by our x86 abi! |
| 157 | if (__builtin_cpu_supports("ssse3")) RETURN_FUNC(wcscpy_func_t, wcscpy_ssse3); |
| 158 | RETURN_FUNC(wcscpy_func_t, wcscpy_freebsd); |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 159 | } |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame^] | 160 | DEFINE_STATIC_SHIM(wchar_t* wcscpy(wchar_t* dst, const wchar_t* src) { |
| 161 | FORWARD(wcscpy)(dst, src); |
| 162 | }) |
| 163 | |
| 164 | typedef int wmemcmp_func_t(const wchar_t*, const wchar_t*, size_t); |
| 165 | DEFINE_IFUNC_FOR(wmemcmp) { |
| 166 | __builtin_cpu_init(); |
| 167 | if (__builtin_cpu_supports("sse4.1")) RETURN_FUNC(wmemcmp_func_t, wmemcmp_sse4); |
| 168 | if (__builtin_cpu_is("atom")) RETURN_FUNC(wmemcmp_func_t, wmemcmp_atom); |
| 169 | RETURN_FUNC(wmemcmp_func_t, wmemcmp_freebsd); |
| 170 | } |
| 171 | DEFINE_STATIC_SHIM(int wmemcmp(const wchar_t* lhs, const wchar_t* rhs, size_t n) { |
| 172 | FORWARD(wmemcmp)(lhs, rhs, n); |
| 173 | }) |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 174 | |
| 175 | } // extern "C" |