1/* SPDX-License-Identifier: GPL-2.0-only */
2/*
3 * linux/arch/arm/lib/findbit.S
4 *
5 * Copyright (C) 1995-2000 Russell King
6 *
7 * 16th March 2001 - John Ripley <jripley@sonicblue.com>
8 * Fixed so that "size" is an exclusive not an inclusive quantity.
9 * All users of these functions expect exclusive sizes, and may
10 * also call with zero size.
11 * Reworked by rmk.
12 */
13#include <linux/linkage.h>
14#include <asm/assembler.h>
15#include <asm/unwind.h>
16 .text
17
18#ifdef __ARMEB__
19#define SWAB_ENDIAN le
20#else
21#define SWAB_ENDIAN be
22#endif
23
24 .macro find_first, endian, set, name
25ENTRY(_find_first_\name\()bit_\endian)
26 UNWIND( .fnstart)
27 teq r1, #0
28 beq 3f
29 mov r2, #0
301: ldr r3, [r0], #4
31 .ifeq \set
32 mvns r3, r3 @ invert/test bits
33 .else
34 movs r3, r3 @ test bits
35 .endif
36 .ifc \endian, SWAB_ENDIAN
37 bne .L_found_swab
38 .else
39 bne .L_found @ found the bit?
40 .endif
41 add r2, r2, #32 @ next index
422: cmp r2, r1 @ any more?
43 blo 1b
443: mov r0, r1 @ no more bits
45 ret lr
46 UNWIND( .fnend)
47ENDPROC(_find_first_\name\()bit_\endian)
48 .endm
49
50 .macro find_next, endian, set, name
51ENTRY(_find_next_\name\()bit_\endian)
52 UNWIND( .fnstart)
53 cmp r2, r1
54 bhs 3b
55 mov ip, r2, lsr #5 @ word index
56 add r0, r0, ip, lsl #2
57 ands ip, r2, #31 @ bit position
58 beq 1b
59 ldr r3, [r0], #4
60 .ifeq \set
61 mvn r3, r3 @ invert bits
62 .endif
63 .ifc \endian, SWAB_ENDIAN
64 rev_l r3, ip
65 .if .Lrev_l_uses_tmp
66 @ we need to recompute ip because rev_l will have overwritten
67 @ it.
68 and ip, r2, #31 @ bit position
69 .endif
70 .endif
71 movs r3, r3, lsr ip @ shift off unused bits
72 bne .L_found
73 orr r2, r2, #31 @ no zero bits
74 add r2, r2, #1 @ align bit pointer
75 b 2b @ loop for next bit
76 UNWIND( .fnend)
77ENDPROC(_find_next_\name\()bit_\endian)
78 .endm
79
80 .macro find_bit, endian, set, name
81 find_first \endian, \set, \name
82 find_next \endian, \set, \name
83 .endm
84
85/* _find_first_zero_bit_le and _find_next_zero_bit_le */
86 find_bit le, 0, zero_
87
88/* _find_first_bit_le and _find_next_bit_le */
89 find_bit le, 1
90
91#ifdef __ARMEB__
92
93/* _find_first_zero_bit_be and _find_next_zero_bit_be */
94 find_bit be, 0, zero_
95
96/* _find_first_bit_be and _find_next_bit_be */
97 find_bit be, 1
98
99#endif
100
101/*
102 * One or more bits in the LSB of r3 are assumed to be set.
103 */
104.L_found_swab:
105 UNWIND( .fnstart)
106 rev_l r3, ip
107.L_found:
108#if __LINUX_ARM_ARCH__ >= 7
109 rbit r3, r3 @ reverse bits
110 clz r3, r3 @ count high zero bits
111 add r0, r2, r3 @ add offset of first set bit
112#elif __LINUX_ARM_ARCH__ >= 5
113 rsb r0, r3, #0
114 and r3, r3, r0 @ mask out lowest bit set
115 clz r3, r3 @ count high zero bits
116 rsb r3, r3, #31 @ offset of first set bit
117 add r0, r2, r3 @ add offset of first set bit
118#else
119 mov ip, #~0
120 tst r3, ip, lsr #16 @ test bits 0-15
121 addeq r2, r2, #16
122 moveq r3, r3, lsr #16
123 tst r3, #0x00ff
124 addeq r2, r2, #8
125 moveq r3, r3, lsr #8
126 tst r3, #0x000f
127 addeq r2, r2, #4
128 moveq r3, r3, lsr #4
129 tst r3, #0x0003
130 addeq r2, r2, #2
131 moveq r3, r3, lsr #2
132 tst r3, #0x0001
133 addeq r2, r2, #1
134 mov r0, r2
135#endif
136 cmp r1, r0 @ Clamp to maxbit
137 movlo r0, r1
138 ret lr
139 UNWIND( .fnend)
140

source code of linux/arch/arm/lib/findbit.S