|  | /* | 
|  | * Copyright (C) 2012 The Android Open Source Project | 
|  | * | 
|  | * Licensed under the Apache License, Version 2.0 (the "License"); | 
|  | * you may not use this file except in compliance with the License. | 
|  | * You may obtain a copy of the License at | 
|  | * | 
|  | *      http://www.apache.org/licenses/LICENSE-2.0 | 
|  | * | 
|  | * Unless required by applicable law or agreed to in writing, software | 
|  | * distributed under the License is distributed on an "AS IS" BASIS, | 
|  | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
|  | * See the License for the specific language governing permissions and | 
|  | * limitations under the License. | 
|  | */ | 
|  |  | 
|  | #include <err.h> | 
|  | #include <stdint.h> | 
|  | #include <string.h> | 
|  |  | 
|  | #include <benchmark/benchmark.h> | 
|  | #include <util.h> | 
|  |  | 
|  | static void BM_string_memcmp(benchmark::State& state) { | 
|  | const size_t nbytes = state.range(0); | 
|  | const size_t src_alignment = state.range(1); | 
|  | const size_t dst_alignment = state.range(2); | 
|  |  | 
|  | std::vector<char> src; | 
|  | std::vector<char> dst; | 
|  | char* src_aligned = GetAlignedPtrFilled(&src, src_alignment, nbytes, 'x'); | 
|  | char* dst_aligned = GetAlignedPtrFilled(&dst, dst_alignment, nbytes, 'x'); | 
|  |  | 
|  | while (state.KeepRunning()) { | 
|  | benchmark::DoNotOptimize(memcmp(dst_aligned, src_aligned, nbytes)); | 
|  | } | 
|  |  | 
|  | state.SetBytesProcessed(uint64_t(state.iterations()) * uint64_t(nbytes)); | 
|  | } | 
|  | BIONIC_BENCHMARK_WITH_ARG(BM_string_memcmp, "AT_ALIGNED_TWOBUF"); | 
|  |  | 
|  | static void BM_string_memcpy(benchmark::State& state) { | 
|  | const size_t nbytes = state.range(0); | 
|  | const size_t src_alignment = state.range(1); | 
|  | const size_t dst_alignment = state.range(2); | 
|  |  | 
|  | std::vector<char> src; | 
|  | std::vector<char> dst; | 
|  | char* src_aligned = GetAlignedPtrFilled(&src, src_alignment, nbytes, 'x'); | 
|  | char* dst_aligned = GetAlignedPtr(&dst, dst_alignment, nbytes); | 
|  |  | 
|  | while (state.KeepRunning()) { | 
|  | memcpy(dst_aligned, src_aligned, nbytes); | 
|  | } | 
|  |  | 
|  | state.SetBytesProcessed(uint64_t(state.iterations()) * uint64_t(nbytes)); | 
|  | } | 
|  | BIONIC_BENCHMARK_WITH_ARG(BM_string_memcpy, "AT_ALIGNED_TWOBUF"); | 
|  |  | 
|  | static void BM_string_memmove_non_overlapping(benchmark::State& state) { | 
|  | const size_t nbytes = state.range(0); | 
|  | const size_t src_alignment = state.range(1); | 
|  | const size_t dst_alignment = state.range(2); | 
|  |  | 
|  | std::vector<char> src; | 
|  | std::vector<char> dst; | 
|  | char* src_aligned = GetAlignedPtrFilled(&src, src_alignment, nbytes, 'x'); | 
|  | char* dst_aligned = GetAlignedPtrFilled(&dst, dst_alignment, nbytes, 'y'); | 
|  |  | 
|  | while (state.KeepRunning()) { | 
|  | memmove(dst_aligned, src_aligned, nbytes); | 
|  | } | 
|  |  | 
|  | state.SetBytesProcessed(uint64_t(state.iterations()) * uint64_t(nbytes)); | 
|  | } | 
|  | BIONIC_BENCHMARK_WITH_ARG(BM_string_memmove_non_overlapping, "AT_ALIGNED_TWOBUF"); | 
|  |  | 
|  | static void BM_string_memmove_overlap_dst_before_src(benchmark::State& state) { | 
|  | const size_t nbytes = state.range(0); | 
|  | const size_t alignment = state.range(1); | 
|  |  | 
|  | std::vector<char> buf(3 * alignment + nbytes + 1, 'x'); | 
|  | char* buf_aligned = GetAlignedPtrFilled(&buf, alignment, nbytes + 1, 'x'); | 
|  |  | 
|  | while (state.KeepRunning()) { | 
|  | memmove(buf_aligned, buf_aligned + 1, nbytes);  // Worst-case overlap. | 
|  | } | 
|  |  | 
|  | state.SetBytesProcessed(uint64_t(state.iterations()) * uint64_t(nbytes)); | 
|  | } | 
|  | BIONIC_BENCHMARK_WITH_ARG(BM_string_memmove_overlap_dst_before_src, "AT_ALIGNED_ONEBUF"); | 
|  |  | 
|  | static void BM_string_memmove_overlap_src_before_dst(benchmark::State& state) { | 
|  | const size_t nbytes = state.range(0); | 
|  | const size_t alignment = state.range(1); | 
|  |  | 
|  | std::vector<char> buf; | 
|  | char* buf_aligned = GetAlignedPtrFilled(&buf, alignment, nbytes + 1, 'x'); | 
|  |  | 
|  | while (state.KeepRunning()) { | 
|  | memmove(buf_aligned + 1, buf_aligned, nbytes);  // Worst-case overlap. | 
|  | } | 
|  |  | 
|  | state.SetBytesProcessed(uint64_t(state.iterations()) * uint64_t(nbytes)); | 
|  | } | 
|  | BIONIC_BENCHMARK_WITH_ARG(BM_string_memmove_overlap_src_before_dst, "AT_ALIGNED_ONEBUF"); | 
|  |  | 
|  | static void BM_string_memset(benchmark::State& state) { | 
|  | const size_t nbytes = state.range(0); | 
|  | const size_t alignment = state.range(1); | 
|  |  | 
|  | std::vector<char> buf; | 
|  | char* buf_aligned = GetAlignedPtr(&buf, alignment, nbytes + 1); | 
|  |  | 
|  | while (state.KeepRunning()) { | 
|  | memset(buf_aligned, 0, nbytes); | 
|  | } | 
|  |  | 
|  | state.SetBytesProcessed(uint64_t(state.iterations()) * uint64_t(nbytes)); | 
|  | } | 
|  | BIONIC_BENCHMARK_WITH_ARG(BM_string_memset, "AT_ALIGNED_ONEBUF"); | 
|  |  | 
|  | static void BM_string_strlen(benchmark::State& state) { | 
|  | const size_t nbytes = state.range(0); | 
|  | const size_t alignment = state.range(1); | 
|  |  | 
|  | std::vector<char> buf; | 
|  | char* buf_aligned = GetAlignedPtrFilled(&buf, alignment, nbytes + 1, 'x'); | 
|  | buf_aligned[nbytes - 1] = '\0'; | 
|  |  | 
|  | while (state.KeepRunning()) { | 
|  | benchmark::DoNotOptimize(strlen(buf_aligned)); | 
|  | } | 
|  |  | 
|  | state.SetBytesProcessed(uint64_t(state.iterations()) * uint64_t(nbytes)); | 
|  | } | 
|  | BIONIC_BENCHMARK_WITH_ARG(BM_string_strlen, "AT_ALIGNED_ONEBUF"); | 
|  |  | 
|  | static void BM_string_strcat_copy_only(benchmark::State& state) { | 
|  | const size_t nbytes = state.range(0); | 
|  | const size_t src_alignment = state.range(1); | 
|  | const size_t dst_alignment = state.range(2); | 
|  |  | 
|  | std::vector<char> src; | 
|  | std::vector<char> dst; | 
|  | char* src_aligned = GetAlignedPtrFilled(&src, src_alignment, nbytes, 'x'); | 
|  | char* dst_aligned = GetAlignedPtr(&dst, dst_alignment, nbytes + 2); | 
|  | src_aligned[nbytes - 1] = '\0'; | 
|  | dst_aligned[0] = 'y'; | 
|  | dst_aligned[1] = 'y'; | 
|  | dst_aligned[2] = '\0'; | 
|  |  | 
|  | while (state.KeepRunning()) { | 
|  | strcat(dst_aligned, src_aligned); | 
|  | dst_aligned[2] = '\0'; | 
|  | } | 
|  |  | 
|  | state.SetBytesProcessed(uint64_t(state.iterations()) * uint64_t(nbytes)); | 
|  | } | 
|  | BIONIC_BENCHMARK_WITH_ARG(BM_string_strcat_copy_only, "AT_ALIGNED_TWOBUF"); | 
|  |  | 
|  | static void BM_string_strcat_seek_only(benchmark::State& state) { | 
|  | const size_t nbytes = state.range(0); | 
|  | const size_t src_alignment = state.range(1); | 
|  | const size_t dst_alignment = state.range(2); | 
|  |  | 
|  | std::vector<char> src; | 
|  | std::vector<char> dst; | 
|  | char* src_aligned = GetAlignedPtrFilled(&src, src_alignment, 3, 'x'); | 
|  | char* dst_aligned = GetAlignedPtrFilled(&dst, dst_alignment, nbytes + 2, 'y'); | 
|  | src_aligned[2] = '\0'; | 
|  | dst_aligned[nbytes - 1] = '\0'; | 
|  |  | 
|  | while (state.KeepRunning()) { | 
|  | strcat(dst_aligned, src_aligned); | 
|  | dst_aligned[nbytes - 1] = '\0'; | 
|  | } | 
|  |  | 
|  | state.SetBytesProcessed(uint64_t(state.iterations()) * uint64_t(nbytes)); | 
|  | } | 
|  | BIONIC_BENCHMARK_WITH_ARG(BM_string_strcat_seek_only, "AT_ALIGNED_TWOBUF"); | 
|  |  | 
|  | static void BM_string_strcat_half_copy_half_seek(benchmark::State& state) { | 
|  | const size_t nbytes = state.range(0); | 
|  | const size_t src_alignment = state.range(1); | 
|  | const size_t dst_alignment = state.range(2); | 
|  |  | 
|  | // Skip sizes that don't make sense. | 
|  | if ((nbytes / 2) == 0) { | 
|  | return; | 
|  | } | 
|  |  | 
|  | std::vector<char> src; | 
|  | std::vector<char> dst; | 
|  | char* src_aligned = GetAlignedPtrFilled(&src, src_alignment, nbytes / 2, 'x'); | 
|  | char* dst_aligned = GetAlignedPtrFilled(&dst, dst_alignment, nbytes, 'y'); | 
|  | src_aligned[nbytes / 2 - 1] = '\0'; | 
|  | dst_aligned[nbytes / 2 - 1] = '\0'; | 
|  |  | 
|  | while (state.KeepRunning()) { | 
|  | strcat(dst_aligned, src_aligned); | 
|  | dst_aligned[nbytes / 2 - 1] = '\0'; | 
|  | } | 
|  |  | 
|  | state.SetBytesProcessed(uint64_t(state.iterations()) * uint64_t(nbytes)); | 
|  | } | 
|  | BIONIC_BENCHMARK_WITH_ARG(BM_string_strcat_half_copy_half_seek, "AT_ALIGNED_TWOBUF"); | 
|  |  | 
|  | static void BM_string_strcpy(benchmark::State& state) { | 
|  | const size_t nbytes = state.range(0); | 
|  | const size_t src_alignment = state.range(1); | 
|  | const size_t dst_alignment = state.range(2); | 
|  |  | 
|  | std::vector<char> src; | 
|  | std::vector<char> dst; | 
|  | char* src_aligned = GetAlignedPtrFilled(&src, src_alignment, nbytes, 'x'); | 
|  | char* dst_aligned = GetAlignedPtr(&dst, dst_alignment, nbytes); | 
|  | src_aligned[nbytes - 1] = '\0'; | 
|  |  | 
|  | while (state.KeepRunning()) { | 
|  | strcpy(dst_aligned, src_aligned); | 
|  | } | 
|  |  | 
|  | state.SetBytesProcessed(uint64_t(state.iterations()) * uint64_t(nbytes)); | 
|  | } | 
|  | BIONIC_BENCHMARK_WITH_ARG(BM_string_strcpy, "AT_ALIGNED_TWOBUF"); | 
|  |  | 
|  | static void BM_string_strcmp(benchmark::State& state) { | 
|  | const size_t nbytes = state.range(0); | 
|  | const size_t s1_alignment = state.range(1); | 
|  | const size_t s2_alignment = state.range(2); | 
|  |  | 
|  | std::vector<char> s1; | 
|  | std::vector<char> s2; | 
|  | char* s1_aligned = GetAlignedPtrFilled(&s1, s1_alignment, nbytes, 'x'); | 
|  | char* s2_aligned = GetAlignedPtrFilled(&s2, s2_alignment, nbytes, 'x'); | 
|  | s1_aligned[nbytes - 1] = '\0'; | 
|  | s2_aligned[nbytes - 1] = '\0'; | 
|  |  | 
|  | while (state.KeepRunning()) { | 
|  | benchmark::DoNotOptimize(strcmp(s1_aligned, s2_aligned)); | 
|  | } | 
|  |  | 
|  | state.SetBytesProcessed(uint64_t(state.iterations()) * uint64_t(nbytes)); | 
|  | } | 
|  | BIONIC_BENCHMARK_WITH_ARG(BM_string_strcmp, "AT_ALIGNED_TWOBUF"); | 
|  |  | 
|  | static void BM_string_strncmp(benchmark::State& state) { | 
|  | const size_t nbytes = state.range(0); | 
|  | const size_t s1_alignment = state.range(1); | 
|  | const size_t s2_alignment = state.range(2); | 
|  |  | 
|  | std::vector<char> s1; | 
|  | std::vector<char> s2; | 
|  | char* s1_aligned = GetAlignedPtrFilled(&s1, s1_alignment, nbytes, 'x'); | 
|  | char* s2_aligned = GetAlignedPtrFilled(&s2, s2_alignment, nbytes, 'x'); | 
|  |  | 
|  | for (auto _ : state) { | 
|  | benchmark::DoNotOptimize(strncmp(s1_aligned, s2_aligned, nbytes)); | 
|  | } | 
|  |  | 
|  | state.SetBytesProcessed(uint64_t(state.iterations()) * uint64_t(nbytes)); | 
|  | } | 
|  | BIONIC_BENCHMARK_WITH_ARG(BM_string_strncmp, "AT_ALIGNED_TWOBUF"); | 
|  |  | 
|  | static void BM_string_strstr(benchmark::State& state) { | 
|  | const size_t nbytes = state.range(0); | 
|  | const size_t haystack_alignment = state.range(1); | 
|  | const size_t needle_alignment = state.range(2); | 
|  |  | 
|  | std::vector<char> haystack; | 
|  | std::vector<char> needle; | 
|  | char* haystack_aligned = GetAlignedPtrFilled(&haystack, haystack_alignment, nbytes, 'x'); | 
|  | char* needle_aligned = GetAlignedPtrFilled(&needle, needle_alignment, | 
|  | std::min(nbytes, static_cast<size_t>(5)), 'x'); | 
|  |  | 
|  | if (nbytes / 4 > 2) { | 
|  | for (size_t i = 0; nbytes / 4 >= 2 && i < nbytes / 4 - 2; i++) { | 
|  | haystack_aligned[4 * i + 3] = 'y'; | 
|  | } | 
|  | } | 
|  | haystack_aligned[nbytes - 1] = '\0'; | 
|  | needle_aligned[needle.size() - 1] = '\0'; | 
|  |  | 
|  | while (state.KeepRunning()) { | 
|  | if (strstr(haystack_aligned, needle_aligned) == nullptr) { | 
|  | errx(1, "ERROR: strstr failed to find valid substring."); | 
|  | } | 
|  | } | 
|  |  | 
|  | state.SetBytesProcessed(uint64_t(state.iterations()) * uint64_t(nbytes)); | 
|  | } | 
|  | BIONIC_BENCHMARK_WITH_ARG(BM_string_strstr, "AT_ALIGNED_TWOBUF"); | 
|  |  | 
|  | static void BM_string_strchr(benchmark::State& state) { | 
|  | const size_t nbytes = state.range(0); | 
|  | const size_t haystack_alignment = state.range(1); | 
|  |  | 
|  | std::vector<char> haystack; | 
|  | char* haystack_aligned = GetAlignedPtrFilled(&haystack, haystack_alignment, nbytes, 'x'); | 
|  | haystack_aligned[nbytes-1] = '\0'; | 
|  |  | 
|  | while (state.KeepRunning()) { | 
|  | if (strchr(haystack_aligned, 'y') != nullptr) { | 
|  | errx(1, "ERROR: strchr found a chr where it should have failed."); | 
|  | } | 
|  | } | 
|  |  | 
|  | state.SetBytesProcessed(uint64_t(state.iterations()) * uint64_t(nbytes)); | 
|  | } | 
|  | BIONIC_BENCHMARK_WITH_ARG(BM_string_strchr, "AT_ALIGNED_ONEBUF"); |