blob: e70002f02b42bed2c192efea4177aa7330c1b98d [file] [log] [blame]
Christopher Ferris7c83a1e2013-02-26 01:30:00 -08001/*
2 * Copyright (C) 2008 The Android Open Source Project
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * * Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * * Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in
12 * the documentation and/or other materials provided with the
13 * distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
18 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
19 * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
20 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
21 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
22 * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
23 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
24 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
25 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 * SUCH DAMAGE.
27 */
28
Elliott Hughes851e68a2014-02-19 16:53:20 -080029#include <private/bionic_asm.h>
Christopher Ferris7c83a1e2013-02-26 01:30:00 -080030
31 /*
32 * Optimized memset() for ARM.
33 *
34 * memset() returns its first argument.
35 */
36
Chih-Hung Hsieh33f33512015-05-11 11:21:19 -070037 .syntax unified
38
Haibo Huangce4ff9c2018-10-24 10:47:34 -070039ENTRY(__memset_chk_generic)
Christopher Ferris59a13c12013-08-01 13:13:33 -070040 cmp r2, r3
Elliott Hughes01d5b942016-03-02 17:18:18 -080041 bls memset
Christopher Ferris59a13c12013-08-01 13:13:33 -070042
Elliott Hughes62e59642016-03-01 11:22:42 -080043 bl __memset_chk_fail
Haibo Huangce4ff9c2018-10-24 10:47:34 -070044END(__memset_chk_generic)
Christopher Ferris59a13c12013-08-01 13:13:33 -070045
Haibo Huangce4ff9c2018-10-24 10:47:34 -070046ENTRY(memset_generic)
Christopher Ferris7c83a1e2013-02-26 01:30:00 -080047 /* compute the offset to align the destination
48 * offset = (4-(src&3))&3 = -src & 3
49 */
50 .save {r0, r4-r7, lr}
51 stmfd sp!, {r0, r4-r7, lr}
52 rsb r3, r0, #0
53 ands r3, r3, #3
54 cmp r3, r2
55 movhi r3, r2
56
57 /* splat r1 */
58 mov r1, r1, lsl #24
59 orr r1, r1, r1, lsr #8
60 orr r1, r1, r1, lsr #16
61
62 movs r12, r3, lsl #31
Chih-Hung Hsieh33f33512015-05-11 11:21:19 -070063 strbcs r1, [r0], #1 /* can't use strh (alignment unknown) */
64 strbcs r1, [r0], #1
65 strbmi r1, [r0], #1
Christopher Ferris7c83a1e2013-02-26 01:30:00 -080066 subs r2, r2, r3
Christopher Ferrise1e434a2015-07-06 12:03:40 -070067 popls {r0, r4-r7, pc} /* return */
Christopher Ferris7c83a1e2013-02-26 01:30:00 -080068
69 /* align the destination to a cache-line */
70 mov r12, r1
71 mov lr, r1
72 mov r4, r1
73 mov r5, r1
74 mov r6, r1
75 mov r7, r1
76
77 rsb r3, r0, #0
78 ands r3, r3, #0x1C
79 beq 3f
80 cmp r3, r2
81 andhi r3, r2, #0x1C
82 sub r2, r2, r3
83
84 /* conditionally writes 0 to 7 words (length in r3) */
85 movs r3, r3, lsl #28
Chih-Hung Hsieh33f33512015-05-11 11:21:19 -070086 stmcs r0!, {r1, lr}
87 stmcs r0!, {r1, lr}
88 stmmi r0!, {r1, lr}
Christopher Ferris7c83a1e2013-02-26 01:30:00 -080089 movs r3, r3, lsl #2
90 strcs r1, [r0], #4
91
923:
93 subs r2, r2, #32
94 mov r3, r1
95 bmi 2f
961: subs r2, r2, #32
97 stmia r0!, {r1,r3,r4,r5,r6,r7,r12,lr}
98 bhs 1b
992: add r2, r2, #32
100
101 /* conditionally stores 0 to 31 bytes */
102 movs r2, r2, lsl #28
Chih-Hung Hsieh33f33512015-05-11 11:21:19 -0700103 stmcs r0!, {r1,r3,r12,lr}
104 stmmi r0!, {r1, lr}
Christopher Ferris7c83a1e2013-02-26 01:30:00 -0800105 movs r2, r2, lsl #2
106 strcs r1, [r0], #4
Chih-Hung Hsieh33f33512015-05-11 11:21:19 -0700107 strhmi r1, [r0], #2
Christopher Ferris7c83a1e2013-02-26 01:30:00 -0800108 movs r2, r2, lsl #2
Chih-Hung Hsieh33f33512015-05-11 11:21:19 -0700109 strbcs r1, [r0]
Christopher Ferrise1e434a2015-07-06 12:03:40 -0700110 ldmfd sp!, {r0, r4-r7, pc}
Haibo Huangce4ff9c2018-10-24 10:47:34 -0700111END(memset_generic)