Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2008 The Android Open Source Project |
| 3 | * All rights reserved. |
| 4 | * |
| 5 | * Redistribution and use in source and binary forms, with or without |
| 6 | * modification, are permitted provided that the following conditions |
| 7 | * are met: |
| 8 | * * Redistributions of source code must retain the above copyright |
| 9 | * notice, this list of conditions and the following disclaimer. |
| 10 | * * Redistributions in binary form must reproduce the above copyright |
| 11 | * notice, this list of conditions and the following disclaimer in |
| 12 | * the documentation and/or other materials provided with the |
| 13 | * distribution. |
| 14 | * |
| 15 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| 16 | * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| 17 | * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS |
| 18 | * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE |
| 19 | * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, |
| 20 | * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, |
| 21 | * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS |
| 22 | * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED |
| 23 | * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, |
| 24 | * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT |
| 25 | * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF |
| 26 | * SUCH DAMAGE. |
| 27 | */ |
| 28 | |
Elliott Hughes | a4c7876 | 2019-09-17 09:53:14 -0700 | [diff] [blame] | 29 | #include <private/bionic_ifuncs.h> |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame] | 30 | #include <stddef.h> |
Elliott Hughes | a4c7876 | 2019-09-17 09:53:14 -0700 | [diff] [blame] | 31 | |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 32 | extern "C" { |
| 33 | |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 34 | DEFINE_IFUNC_FOR(memcmp) { |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame] | 35 | __builtin_cpu_init(); |
| 36 | if (__builtin_cpu_is("atom")) RETURN_FUNC(memcmp_func_t, memcmp_atom); |
| 37 | if (__builtin_cpu_supports("sse4.1")) RETURN_FUNC(memcmp_func_t, memcmp_sse4); |
| 38 | RETURN_FUNC(memcmp_func_t, memcmp_generic); |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 39 | } |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame] | 40 | MEMCMP_SHIM() |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 41 | |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 42 | DEFINE_IFUNC_FOR(memset) { |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame] | 43 | __builtin_cpu_init(); |
| 44 | if (__builtin_cpu_is("atom")) RETURN_FUNC(memset_func_t, memset_atom); |
| 45 | RETURN_FUNC(memset_func_t, memset_generic); |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 46 | } |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame] | 47 | MEMSET_SHIM() |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 48 | |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 49 | DEFINE_IFUNC_FOR(__memset_chk) { |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame] | 50 | __builtin_cpu_init(); |
| 51 | if (__builtin_cpu_is("atom")) RETURN_FUNC(__memset_chk_func_t, __memset_chk_atom); |
| 52 | RETURN_FUNC(__memset_chk_func_t, __memset_chk_generic); |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 53 | } |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame] | 54 | __MEMSET_CHK_SHIM() |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 55 | |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 56 | DEFINE_IFUNC_FOR(memmove) { |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame] | 57 | __builtin_cpu_init(); |
| 58 | if (__builtin_cpu_is("atom")) RETURN_FUNC(memmove_func_t, memmove_atom); |
| 59 | RETURN_FUNC(memmove_func_t, memmove_generic); |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 60 | } |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame] | 61 | MEMMOVE_SHIM() |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 62 | |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame] | 63 | DEFINE_IFUNC_FOR(memcpy) { return memmove_resolver(); } |
| 64 | MEMCPY_SHIM() |
Haibo Huang | e141362 | 2018-11-13 14:20:43 -0800 | [diff] [blame] | 65 | |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 66 | DEFINE_IFUNC_FOR(strcpy) { |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame] | 67 | __builtin_cpu_init(); |
| 68 | if (__builtin_cpu_is("atom")) RETURN_FUNC(strcpy_func_t, strcpy_atom); |
| 69 | RETURN_FUNC(strcpy_func_t, strcpy_generic); |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 70 | } |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame] | 71 | STRCPY_SHIM() |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 72 | |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 73 | DEFINE_IFUNC_FOR(strncpy) { |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame] | 74 | __builtin_cpu_init(); |
| 75 | if (__builtin_cpu_is("atom")) RETURN_FUNC(strncpy_func_t, strncpy_atom); |
| 76 | RETURN_FUNC(strncpy_func_t, strncpy_generic); |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 77 | } |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame] | 78 | STRNCPY_SHIM() |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 79 | |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 80 | DEFINE_IFUNC_FOR(strlen) { |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame] | 81 | __builtin_cpu_init(); |
| 82 | if (__builtin_cpu_is("atom")) RETURN_FUNC(strlen_func_t, strlen_atom); |
| 83 | RETURN_FUNC(strlen_func_t, strlen_generic); |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 84 | } |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame] | 85 | STRLEN_SHIM() |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 86 | |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame] | 87 | typedef int wmemcmp_func_t(const wchar_t*, const wchar_t*, size_t); |
| 88 | DEFINE_IFUNC_FOR(wmemcmp) { |
| 89 | __builtin_cpu_init(); |
| 90 | if (__builtin_cpu_supports("sse4.1")) RETURN_FUNC(wmemcmp_func_t, wmemcmp_sse4); |
George Burgess IV | 3451c75 | 2024-09-11 20:33:55 -0600 | [diff] [blame^] | 91 | RETURN_FUNC(wmemcmp_func_t, wmemcmp_atom); |
Elliott Hughes | adc4171 | 2024-08-16 13:08:11 +0000 | [diff] [blame] | 92 | } |
| 93 | DEFINE_STATIC_SHIM(int wmemcmp(const wchar_t* lhs, const wchar_t* rhs, size_t n) { |
| 94 | FORWARD(wmemcmp)(lhs, rhs, n); |
| 95 | }) |
Haibo Huang | b9244ff | 2018-08-11 10:12:13 -0700 | [diff] [blame] | 96 | |
| 97 | } // extern "C" |