blob: 6e70397120428393ea2ac685fc703910268f5971 [file] [log] [blame]
Christopher Ferris7c83a1e2013-02-26 01:30:00 -08001/*
2 * Copyright (C) 2008 The Android Open Source Project
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * * Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * * Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in
12 * the documentation and/or other materials provided with the
13 * distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
18 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
19 * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
20 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
21 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
22 * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
23 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
24 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
25 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 * SUCH DAMAGE.
27 */
28
Elliott Hughes851e68a2014-02-19 16:53:20 -080029#include <private/bionic_asm.h>
Christopher Ferris7c83a1e2013-02-26 01:30:00 -080030
31 /*
32 * Optimized memset() for ARM.
33 *
34 * memset() returns its first argument.
35 */
36
Chih-Hung Hsieh33f33512015-05-11 11:21:19 -070037 .syntax unified
38
Christopher Ferris59a13c12013-08-01 13:13:33 -070039ENTRY(__memset_chk)
40 cmp r2, r3
41 bls done
42
Elliott Hughes62e59642016-03-01 11:22:42 -080043 bl __memset_chk_fail
Christopher Ferris59a13c12013-08-01 13:13:33 -070044END(__memset_chk)
45
Christopher Ferris7c83a1e2013-02-26 01:30:00 -080046ENTRY(bzero)
47 mov r2, r1
48 mov r1, #0
Christopher Ferris59a13c12013-08-01 13:13:33 -070049
50done:
51 // Fall through to memset...
Christopher Ferris7c83a1e2013-02-26 01:30:00 -080052END(bzero)
53
54ENTRY(memset)
55 /* compute the offset to align the destination
56 * offset = (4-(src&3))&3 = -src & 3
57 */
58 .save {r0, r4-r7, lr}
59 stmfd sp!, {r0, r4-r7, lr}
60 rsb r3, r0, #0
61 ands r3, r3, #3
62 cmp r3, r2
63 movhi r3, r2
64
65 /* splat r1 */
66 mov r1, r1, lsl #24
67 orr r1, r1, r1, lsr #8
68 orr r1, r1, r1, lsr #16
69
70 movs r12, r3, lsl #31
Chih-Hung Hsieh33f33512015-05-11 11:21:19 -070071 strbcs r1, [r0], #1 /* can't use strh (alignment unknown) */
72 strbcs r1, [r0], #1
73 strbmi r1, [r0], #1
Christopher Ferris7c83a1e2013-02-26 01:30:00 -080074 subs r2, r2, r3
Christopher Ferrise1e434a2015-07-06 12:03:40 -070075 popls {r0, r4-r7, pc} /* return */
Christopher Ferris7c83a1e2013-02-26 01:30:00 -080076
77 /* align the destination to a cache-line */
78 mov r12, r1
79 mov lr, r1
80 mov r4, r1
81 mov r5, r1
82 mov r6, r1
83 mov r7, r1
84
85 rsb r3, r0, #0
86 ands r3, r3, #0x1C
87 beq 3f
88 cmp r3, r2
89 andhi r3, r2, #0x1C
90 sub r2, r2, r3
91
92 /* conditionally writes 0 to 7 words (length in r3) */
93 movs r3, r3, lsl #28
Chih-Hung Hsieh33f33512015-05-11 11:21:19 -070094 stmcs r0!, {r1, lr}
95 stmcs r0!, {r1, lr}
96 stmmi r0!, {r1, lr}
Christopher Ferris7c83a1e2013-02-26 01:30:00 -080097 movs r3, r3, lsl #2
98 strcs r1, [r0], #4
99
1003:
101 subs r2, r2, #32
102 mov r3, r1
103 bmi 2f
1041: subs r2, r2, #32
105 stmia r0!, {r1,r3,r4,r5,r6,r7,r12,lr}
106 bhs 1b
1072: add r2, r2, #32
108
109 /* conditionally stores 0 to 31 bytes */
110 movs r2, r2, lsl #28
Chih-Hung Hsieh33f33512015-05-11 11:21:19 -0700111 stmcs r0!, {r1,r3,r12,lr}
112 stmmi r0!, {r1, lr}
Christopher Ferris7c83a1e2013-02-26 01:30:00 -0800113 movs r2, r2, lsl #2
114 strcs r1, [r0], #4
Chih-Hung Hsieh33f33512015-05-11 11:21:19 -0700115 strhmi r1, [r0], #2
Christopher Ferris7c83a1e2013-02-26 01:30:00 -0800116 movs r2, r2, lsl #2
Chih-Hung Hsieh33f33512015-05-11 11:21:19 -0700117 strbcs r1, [r0]
Christopher Ferrise1e434a2015-07-06 12:03:40 -0700118 ldmfd sp!, {r0, r4-r7, pc}
Christopher Ferris7c83a1e2013-02-26 01:30:00 -0800119END(memset)