1/* Measure string and memory functions.
2 Copyright (C) 2013-2022 Free Software Foundation, Inc.
3 This file is part of the GNU C Library.
4
5 The GNU C Library is free software; you can redistribute it and/or
6 modify it under the terms of the GNU Lesser General Public
7 License as published by the Free Software Foundation; either
8 version 2.1 of the License, or (at your option) any later version.
9
10 The GNU C Library is distributed in the hope that it will be useful,
11 but WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 Lesser General Public License for more details.
14
15 You should have received a copy of the GNU Lesser General Public
16 License along with the GNU C Library; if not, see
17 <https://www.gnu.org/licenses/>. */
18
19#include <getopt.h>
20#include <sys/cdefs.h>
21#include <programs/xmalloc.h>
22
23/* We are compiled under _ISOMAC, so libc-symbols.h does not do this
24 for us. */
25#include "config.h"
26#ifdef HAVE_CC_INHIBIT_LOOP_TO_LIBCALL
27# define inhibit_loop_to_libcall \
28 __attribute__ ((__optimize__ ("-fno-tree-loop-distribute-patterns")))
29#else
30# define inhibit_loop_to_libcall
31#endif
32
33typedef struct
34{
35 const char *name;
36 void (*fn) (void);
37 long test;
38} impl_t;
39extern impl_t __start_impls[], __stop_impls[];
40
41#define IMPL(name, test) \
42 impl_t tst_ ## name \
43 __attribute__ ((section ("impls"), aligned (sizeof (void *)))) \
44 = { __STRING (name), (void (*) (void))name, test };
45
46#ifdef TEST_MAIN
47
48# ifndef _GNU_SOURCE
49# define _GNU_SOURCE
50# endif
51
52# undef __USE_STRING_INLINES
53
54# include <stdio.h>
55# include <stdlib.h>
56# include <string.h>
57# include <sys/mman.h>
58# include <sys/param.h>
59# include <unistd.h>
60# include <fcntl.h>
61# include <error.h>
62# include <errno.h>
63# include <time.h>
64# include <ifunc-impl-list.h>
65# define GL(x) _##x
66# define GLRO(x) _##x
67# include "bench-timing.h"
68
69# ifndef WIDE
70# define CHAR char
71# define UCHAR unsigned char
72# define CHARBYTES 1
73# define MAX_CHAR CHAR_MAX
74# define MEMCHR memchr
75# define MEMCMP memcmp
76# define MEMCPY memcpy
77# define MEMSET memset
78# define STRCAT strcat
79# define STRLEN strlen
80# define STRCMP strcmp
81# define STRCHR strchr
82# define STRCPY strcpy
83# define STRNLEN strnlen
84# define STRCSPN strcspn
85# define STRNCAT strncat
86# define STRNCMP strncmp
87# define STRNCPY strncpy
88# define STRPBRK strpbrk
89# define STRRCHR strrchr
90# define STRSPN strspn
91# define STPCPY stpcpy
92# define STPNCPY stpncpy
93# else
94# include <wchar.h>
95# define CHAR wchar_t
96# define UCHAR wchar_t
97# define CHARBYTES 4
98# define MAX_CHAR WCHAR_MAX
99# define MEMCHR wmemchr
100# define MEMCMP wmemcmp
101# define MEMCPY wmemcpy
102# define MEMSET wmemset
103# define STRCAT wcscat
104# define STRLEN wcslen
105# define STRCMP wcscmp
106# define STRCHR wcschr
107# define STRCPY wcscpy
108# define STRNLEN wcsnlen
109# define STRCSPN wcscspn
110# define STRNCAT wcsncat
111# define STRNCMP wcsncmp
112# define STRNCPY wcsncpy
113# define STRPBRK wcspbrk
114# define STRRCHR wcsrchr
115# define STRSPN wcsspn
116# define STPCPY wcpcpy
117# define STPNCPY wcpncpy
118# endif /* WIDE */
119
120# define TEST_FUNCTION test_main
121# ifndef TIMEOUT
122# define TIMEOUT (4 * 60)
123# endif
124# define OPT_ITERATIONS 10000
125# define OPT_RANDOM 10001
126# define OPT_SEED 10002
127
128# define INNER_LOOP_ITERS 8192
129# define INNER_LOOP_ITERS8 32768
130# define INNER_LOOP_ITERS_LARGE 131072
131# define INNER_LOOP_ITERS_MEDIUM 2048
132# define INNER_LOOP_ITERS_SMALL 256
133
134int ret, do_srandom;
135unsigned int seed;
136
137# ifndef ITERATIONS
138size_t iterations = 100000;
139# define ITERATIONS_OPTIONS \
140 { "iterations", required_argument, NULL, OPT_ITERATIONS },
141# define ITERATIONS_PROCESS \
142 case OPT_ITERATIONS: \
143 iterations = strtoul (optarg, NULL, 0); \
144 break;
145# define ITERATIONS iterations
146# else
147# define ITERATIONS_OPTIONS
148# define ITERATIONS_PROCESS
149# endif
150
151# define CMDLINE_OPTIONS ITERATIONS_OPTIONS \
152 { "random", no_argument, NULL, OPT_RANDOM }, \
153 { "seed", required_argument, NULL, OPT_SEED },
154
155static void __attribute__ ((used))
156cmdline_process_function (int c)
157{
158 switch (c)
159 {
160 ITERATIONS_PROCESS
161 case OPT_RANDOM:
162 {
163 int fdr = open (file: "/dev/urandom", O_RDONLY);
164 if (fdr < 0 || read (fdr, &seed, sizeof (seed)) != sizeof (seed))
165 seed = time (NULL);
166 if (fdr >= 0)
167 close (fd: fdr);
168 do_srandom = 1;
169 break;
170 }
171
172 case OPT_SEED:
173 seed = strtoul (optarg, NULL, 0);
174 do_srandom = 1;
175 break;
176 }
177}
178# define CMDLINE_PROCESS cmdline_process_function
179# define CALL(impl, ...) \
180 (* (proto_t) (impl)->fn) (__VA_ARGS__)
181
182# ifdef TEST_NAME
183/* Increase size of FUNC_LIST if assert is triggered at run-time. */
184static struct libc_ifunc_impl func_list[32];
185static int func_count;
186static int impl_count = -1;
187static impl_t *impl_array;
188
189# define FOR_EACH_IMPL(impl, notall) \
190 impl_t *impl; \
191 int count; \
192 if (impl_count == -1) \
193 { \
194 impl_count = 0; \
195 if (func_count != 0) \
196 { \
197 int f; \
198 impl_t *skip = NULL, *a; \
199 for (impl = __start_impls; impl < __stop_impls; ++impl) \
200 if (strcmp (impl->name, TEST_NAME) == 0) \
201 skip = impl; \
202 else \
203 impl_count++; \
204 a = impl_array = xmalloc ((impl_count + func_count) * \
205 sizeof (impl_t)); \
206 for (impl = __start_impls; impl < __stop_impls; ++impl) \
207 if (impl != skip) \
208 *a++ = *impl; \
209 for (f = 0; f < func_count; f++) \
210 if (func_list[f].usable) \
211 { \
212 a->name = func_list[f].name; \
213 a->fn = func_list[f].fn; \
214 a->test = 1; \
215 a++; \
216 } \
217 impl_count = a - impl_array; \
218 } \
219 else \
220 { \
221 impl_count = __stop_impls - __start_impls; \
222 impl_array = __start_impls; \
223 } \
224 } \
225 impl = impl_array; \
226 for (count = 0; count < impl_count; ++count, ++impl) \
227 if (!notall || impl->test)
228# else /* !TEST_NAME */
229# define FOR_EACH_IMPL(impl, notall) \
230 for (impl_t *impl = __start_impls; impl < __stop_impls; ++impl) \
231 if (!notall || impl->test)
232# endif /* !TEST_NAME */
233
234# ifndef BUF1PAGES
235# define BUF1PAGES 1
236# endif
237
238unsigned char *buf1, *buf2;
239static size_t buf1_size, buf2_size, page_size;
240
241static void
242init_sizes (void)
243{
244 page_size = 2 * getpagesize ();
245# ifdef MIN_PAGE_SIZE
246 if (page_size < MIN_PAGE_SIZE)
247 page_size = MIN_PAGE_SIZE;
248# endif
249
250 buf1_size = BUF1PAGES * page_size;
251 buf2_size = page_size;
252}
253
254static void
255exit_error (const char *id, const char *func)
256{
257 error (EXIT_FAILURE, errno, format: "%s: %s failed", id, func);
258}
259
260/* Allocate a buffer of size SIZE with a guard page at the end. */
261static void
262alloc_buf (const char *id, size_t size, unsigned char **retbuf)
263{
264 size_t alloc_size = size + page_size;
265
266 if (*retbuf != NULL)
267 {
268 int ret = munmap (addr: *retbuf, len: alloc_size);
269 if (ret != 0)
270 exit_error (id, func: "munmap");
271 }
272
273 unsigned char *buf = mmap (addr: 0, len: alloc_size, PROT_READ | PROT_WRITE,
274 MAP_PRIVATE | MAP_ANON, fd: -1, offset: 0);
275
276 if (buf == MAP_FAILED)
277 exit_error (id, func: "mmap");
278 if (mprotect (addr: buf + size, len: page_size, PROT_NONE))
279 exit_error (id, func: "mprotect");
280
281 *retbuf = buf;
282}
283
284static void
285alloc_bufs (void)
286{
287 alloc_buf (id: "buf1", size: buf1_size, retbuf: &buf1);
288 alloc_buf (id: "buf2", size: buf2_size, retbuf: &buf2);
289}
290
291static void
292test_init (void)
293{
294# ifdef TEST_NAME
295 func_count = __libc_ifunc_impl_list (TEST_NAME, array: func_list,
296 max: (sizeof func_list
297 / sizeof func_list[0]));
298# endif
299
300 init_sizes ();
301 alloc_bufs ();
302
303 if (do_srandom)
304 {
305 printf (format: "Setting seed to 0x%x\n", seed);
306 srandom (seed: seed);
307 }
308}
309
310#endif /* TEST_MAIN */
311

source code of glibc/benchtests/bench-string.h