1 // SPDX-License-Identifier: GPL-2.0
5 * Copyright (C) 1991, 1992 Linus Torvalds
9 * stupid library routines.. The optimized versions should generally be found
10 * as inline code in <asm-xx/string.h>
12 * These are buggy as well..
14 * * Fri Jun 25 1999, Ingo Oeser <ioe@informatik.tu-chemnitz.de>
15 * - Added strsep() which will replace strtok() soon (because strsep() is
16 * reentrant and should be faster). Use only strsep() in new code, please.
18 * * Sat Feb 09 2002, Jason Thomas <jason@topic.com.au>,
19 * Matthew Hawkins <matt@mh.dropbear.id.au>
20 * - Kissed strtok() goodbye
23 #include <linux/types.h>
24 #include <linux/string.h>
25 #include <linux/ctype.h>
26 #include <linux/kernel.h>
27 #include <linux/export.h>
28 #include <linux/bug.h>
29 #include <linux/errno.h>
30 #include <linux/slab.h>
32 #include <asm/unaligned.h>
33 #include <asm/byteorder.h>
34 #include <asm/word-at-a-time.h>
37 #ifndef __HAVE_ARCH_STRNCASECMP
39 * strncasecmp - Case insensitive, length-limited string comparison
41 * @s2: The other string
42 * @len: the maximum number of characters to compare
44 int strncasecmp(const char *s1, const char *s2, size_t len)
46 /* Yes, Virginia, it had better be unsigned */
64 return (int)c1 - (int)c2;
66 EXPORT_SYMBOL(strncasecmp);
69 #ifndef __HAVE_ARCH_STRCASECMP
70 int strcasecmp(const char *s1, const char *s2)
77 } while (c1 == c2 && c1 != 0);
80 EXPORT_SYMBOL(strcasecmp);
83 #ifndef __HAVE_ARCH_STRCPY
85 * strcpy - Copy a %NUL terminated string
86 * @dest: Where to copy the string to
87 * @src: Where to copy the string from
89 char *strcpy(char *dest, const char *src)
93 while ((*dest++ = *src++) != '\0')
97 EXPORT_SYMBOL(strcpy);
100 #ifndef __HAVE_ARCH_STRNCPY
102 * strncpy - Copy a length-limited, C-string
103 * @dest: Where to copy the string to
104 * @src: Where to copy the string from
105 * @count: The maximum number of bytes to copy
107 * The result is not %NUL-terminated if the source exceeds
110 * In the case where the length of @src is less than that of
111 * count, the remainder of @dest will be padded with %NUL.
114 char *strncpy(char *dest, const char *src, size_t count)
119 if ((*tmp = *src) != 0)
126 EXPORT_SYMBOL(strncpy);
129 #ifndef __HAVE_ARCH_STRLCPY
131 * strlcpy - Copy a C-string into a sized buffer
132 * @dest: Where to copy the string to
133 * @src: Where to copy the string from
134 * @size: size of destination buffer
136 * Compatible with ``*BSD``: the result is always a valid
137 * NUL-terminated string that fits in the buffer (unless,
138 * of course, the buffer size is zero). It does not pad
139 * out the result like strncpy() does.
141 size_t strlcpy(char *dest, const char *src, size_t size)
143 size_t ret = strlen(src);
146 size_t len = (ret >= size) ? size - 1 : ret;
147 memcpy(dest, src, len);
152 EXPORT_SYMBOL(strlcpy);
155 #ifndef __HAVE_ARCH_STRSCPY
157 * strscpy - Copy a C-string into a sized buffer
158 * @dest: Where to copy the string to
159 * @src: Where to copy the string from
160 * @count: Size of destination buffer
162 * Copy the string, or as much of it as fits, into the dest buffer. The
163 * behavior is undefined if the string buffers overlap. The destination
164 * buffer is always NUL terminated, unless it's zero-sized.
166 * Preferred to strlcpy() since the API doesn't require reading memory
167 * from the src string beyond the specified "count" bytes, and since
168 * the return value is easier to error-check than strlcpy()'s.
169 * In addition, the implementation is robust to the string changing out
170 * from underneath it, unlike the current strlcpy() implementation.
172 * Preferred to strncpy() since it always returns a valid string, and
173 * doesn't unnecessarily force the tail of the destination buffer to be
174 * zeroed. If zeroing is desired please use strscpy_pad().
177 * * The number of characters copied (not including the trailing %NUL)
178 * * -E2BIG if count is 0 or @src was truncated.
180 ssize_t strscpy(char *dest, const char *src, size_t count)
182 const struct word_at_a_time constants = WORD_AT_A_TIME_CONSTANTS;
186 if (count == 0 || WARN_ON_ONCE(count > INT_MAX))
189 #ifdef CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS
191 * If src is unaligned, don't cross a page boundary,
192 * since we don't know if the next page is mapped.
194 if ((long)src & (sizeof(long) - 1)) {
195 size_t limit = PAGE_SIZE - ((long)src & (PAGE_SIZE - 1));
200 /* If src or dest is unaligned, don't do word-at-a-time. */
201 if (((long) dest | (long) src) & (sizeof(long) - 1))
205 while (max >= sizeof(unsigned long)) {
206 unsigned long c, data;
208 c = read_word_at_a_time(src+res);
209 if (has_zero(c, &data, &constants)) {
210 data = prep_zero_mask(c, data, &constants);
211 data = create_zero_mask(data);
212 *(unsigned long *)(dest+res) = c & zero_bytemask(data);
213 return res + find_zero(data);
215 *(unsigned long *)(dest+res) = c;
216 res += sizeof(unsigned long);
217 count -= sizeof(unsigned long);
218 max -= sizeof(unsigned long);
232 /* Hit buffer length without finding a NUL; force NUL-termination. */
238 EXPORT_SYMBOL(strscpy);
242 * strscpy_pad() - Copy a C-string into a sized buffer
243 * @dest: Where to copy the string to
244 * @src: Where to copy the string from
245 * @count: Size of destination buffer
247 * Copy the string, or as much of it as fits, into the dest buffer. The
248 * behavior is undefined if the string buffers overlap. The destination
249 * buffer is always %NUL terminated, unless it's zero-sized.
251 * If the source string is shorter than the destination buffer, zeros
252 * the tail of the destination buffer.
254 * For full explanation of why you may want to consider using the
255 * 'strscpy' functions please see the function docstring for strscpy().
258 * * The number of characters copied (not including the trailing %NUL)
259 * * -E2BIG if count is 0 or @src was truncated.
261 ssize_t strscpy_pad(char *dest, const char *src, size_t count)
265 written = strscpy(dest, src, count);
266 if (written < 0 || written == count - 1)
269 memset(dest + written + 1, 0, count - written - 1);
273 EXPORT_SYMBOL(strscpy_pad);
276 * stpcpy - copy a string from src to dest returning a pointer to the new end
277 * of dest, including src's %NUL-terminator. May overrun dest.
278 * @dest: pointer to end of string being copied into. Must be large enough
280 * @src: pointer to the beginning of string being copied from. Must not overlap
283 * stpcpy differs from strcpy in a key way: the return value is a pointer
284 * to the new %NUL-terminating character in @dest. (For strcpy, the return
285 * value is a pointer to the start of @dest). This interface is considered
286 * unsafe as it doesn't perform bounds checking of the inputs. As such it's
287 * not recommended for usage. Instead, its definition is provided in case
288 * the compiler lowers other libcalls to stpcpy.
290 char *stpcpy(char *__restrict__ dest, const char *__restrict__ src);
291 char *stpcpy(char *__restrict__ dest, const char *__restrict__ src)
293 while ((*dest++ = *src++) != '\0')
297 EXPORT_SYMBOL(stpcpy);
299 #ifndef __HAVE_ARCH_STRCAT
301 * strcat - Append one %NUL-terminated string to another
302 * @dest: The string to be appended to
303 * @src: The string to append to it
305 char *strcat(char *dest, const char *src)
311 while ((*dest++ = *src++) != '\0')
315 EXPORT_SYMBOL(strcat);
318 #ifndef __HAVE_ARCH_STRNCAT
320 * strncat - Append a length-limited, C-string to another
321 * @dest: The string to be appended to
322 * @src: The string to append to it
323 * @count: The maximum numbers of bytes to copy
325 * Note that in contrast to strncpy(), strncat() ensures the result is
328 char *strncat(char *dest, const char *src, size_t count)
335 while ((*dest++ = *src++) != 0) {
344 EXPORT_SYMBOL(strncat);
347 #ifndef __HAVE_ARCH_STRLCAT
349 * strlcat - Append a length-limited, C-string to another
350 * @dest: The string to be appended to
351 * @src: The string to append to it
352 * @count: The size of the destination buffer.
354 size_t strlcat(char *dest, const char *src, size_t count)
356 size_t dsize = strlen(dest);
357 size_t len = strlen(src);
358 size_t res = dsize + len;
360 /* This would be a bug */
361 BUG_ON(dsize >= count);
367 memcpy(dest, src, len);
371 EXPORT_SYMBOL(strlcat);
374 #ifndef __HAVE_ARCH_STRCMP
376 * strcmp - Compare two strings
378 * @ct: Another string
380 int strcmp(const char *cs, const char *ct)
382 unsigned char c1, c2;
388 return c1 < c2 ? -1 : 1;
394 EXPORT_SYMBOL(strcmp);
397 #ifndef __HAVE_ARCH_STRNCMP
399 * strncmp - Compare two length-limited strings
401 * @ct: Another string
402 * @count: The maximum number of bytes to compare
404 int strncmp(const char *cs, const char *ct, size_t count)
406 unsigned char c1, c2;
412 return c1 < c2 ? -1 : 1;
419 EXPORT_SYMBOL(strncmp);
422 #ifndef __HAVE_ARCH_STRCHR
424 * strchr - Find the first occurrence of a character in a string
425 * @s: The string to be searched
426 * @c: The character to search for
428 * Note that the %NUL-terminator is considered part of the string, and can
431 char *strchr(const char *s, int c)
433 for (; *s != (char)c; ++s)
438 EXPORT_SYMBOL(strchr);
441 #ifndef __HAVE_ARCH_STRCHRNUL
443 * strchrnul - Find and return a character in a string, or end of string
444 * @s: The string to be searched
445 * @c: The character to search for
447 * Returns pointer to first occurrence of 'c' in s. If c is not found, then
448 * return a pointer to the null byte at the end of s.
450 char *strchrnul(const char *s, int c)
452 while (*s && *s != (char)c)
456 EXPORT_SYMBOL(strchrnul);
460 * strnchrnul - Find and return a character in a length limited string,
462 * @s: The string to be searched
463 * @count: The number of characters to be searched
464 * @c: The character to search for
466 * Returns pointer to the first occurrence of 'c' in s. If c is not found,
467 * then return a pointer to the last character of the string.
469 char *strnchrnul(const char *s, size_t count, int c)
471 while (count-- && *s && *s != (char)c)
476 #ifndef __HAVE_ARCH_STRRCHR
478 * strrchr - Find the last occurrence of a character in a string
479 * @s: The string to be searched
480 * @c: The character to search for
482 char *strrchr(const char *s, int c)
484 const char *last = NULL;
491 EXPORT_SYMBOL(strrchr);
494 #ifndef __HAVE_ARCH_STRNCHR
496 * strnchr - Find a character in a length limited string
497 * @s: The string to be searched
498 * @count: The number of characters to be searched
499 * @c: The character to search for
501 * Note that the %NUL-terminator is considered part of the string, and can
504 char *strnchr(const char *s, size_t count, int c)
514 EXPORT_SYMBOL(strnchr);
518 * skip_spaces - Removes leading whitespace from @str.
519 * @str: The string to be stripped.
521 * Returns a pointer to the first non-whitespace character in @str.
523 char *skip_spaces(const char *str)
525 while (isspace(*str))
529 EXPORT_SYMBOL(skip_spaces);
532 * strim - Removes leading and trailing whitespace from @s.
533 * @s: The string to be stripped.
535 * Note that the first trailing whitespace is replaced with a %NUL-terminator
536 * in the given string @s. Returns a pointer to the first non-whitespace
549 while (end >= s && isspace(*end))
553 return skip_spaces(s);
555 EXPORT_SYMBOL(strim);
557 #ifndef __HAVE_ARCH_STRLEN
559 * strlen - Find the length of a string
560 * @s: The string to be sized
562 size_t strlen(const char *s)
566 for (sc = s; *sc != '\0'; ++sc)
570 EXPORT_SYMBOL(strlen);
573 #ifndef __HAVE_ARCH_STRNLEN
575 * strnlen - Find the length of a length-limited string
576 * @s: The string to be sized
577 * @count: The maximum number of bytes to search
579 size_t strnlen(const char *s, size_t count)
583 for (sc = s; count-- && *sc != '\0'; ++sc)
587 EXPORT_SYMBOL(strnlen);
590 #ifndef __HAVE_ARCH_STRSPN
592 * strspn - Calculate the length of the initial substring of @s which only contain letters in @accept
593 * @s: The string to be searched
594 * @accept: The string to search for
596 size_t strspn(const char *s, const char *accept)
602 for (p = s; *p != '\0'; ++p) {
603 for (a = accept; *a != '\0'; ++a) {
614 EXPORT_SYMBOL(strspn);
617 #ifndef __HAVE_ARCH_STRCSPN
619 * strcspn - Calculate the length of the initial substring of @s which does not contain letters in @reject
620 * @s: The string to be searched
621 * @reject: The string to avoid
623 size_t strcspn(const char *s, const char *reject)
629 for (p = s; *p != '\0'; ++p) {
630 for (r = reject; *r != '\0'; ++r) {
638 EXPORT_SYMBOL(strcspn);
641 #ifndef __HAVE_ARCH_STRPBRK
643 * strpbrk - Find the first occurrence of a set of characters
644 * @cs: The string to be searched
645 * @ct: The characters to search for
647 char *strpbrk(const char *cs, const char *ct)
649 const char *sc1, *sc2;
651 for (sc1 = cs; *sc1 != '\0'; ++sc1) {
652 for (sc2 = ct; *sc2 != '\0'; ++sc2) {
659 EXPORT_SYMBOL(strpbrk);
662 #ifndef __HAVE_ARCH_STRSEP
664 * strsep - Split a string into tokens
665 * @s: The string to be searched
666 * @ct: The characters to search for
668 * strsep() updates @s to point after the token, ready for the next call.
670 * It returns empty tokens, too, behaving exactly like the libc function
671 * of that name. In fact, it was stolen from glibc2 and de-fancy-fied.
672 * Same semantics, slimmer shape. ;)
674 char *strsep(char **s, const char *ct)
682 end = strpbrk(sbegin, ct);
688 EXPORT_SYMBOL(strsep);
692 * sysfs_streq - return true if strings are equal, modulo trailing newline
694 * @s2: another string
696 * This routine returns true iff two strings are equal, treating both
697 * NUL and newline-then-NUL as equivalent string terminations. It's
698 * geared for use with sysfs input strings, which generally terminate
699 * with newlines but are compared against values without newlines.
701 bool sysfs_streq(const char *s1, const char *s2)
703 while (*s1 && *s1 == *s2) {
710 if (!*s1 && *s2 == '\n' && !s2[1])
712 if (*s1 == '\n' && !s1[1] && !*s2)
716 EXPORT_SYMBOL(sysfs_streq);
719 * match_string - matches given string in an array
720 * @array: array of strings
721 * @n: number of strings in the array or -1 for NULL terminated arrays
722 * @string: string to match with
724 * This routine will look for a string in an array of strings up to the
725 * n-th element in the array or until the first NULL element.
727 * Historically the value of -1 for @n, was used to search in arrays that
728 * are NULL terminated. However, the function does not make a distinction
729 * when finishing the search: either @n elements have been compared OR
730 * the first NULL element was found.
733 * index of a @string in the @array if matches, or %-EINVAL otherwise.
735 int match_string(const char * const *array, size_t n, const char *string)
740 for (index = 0; index < n; index++) {
744 if (!strcmp(item, string))
750 EXPORT_SYMBOL(match_string);
753 * __sysfs_match_string - matches given string in an array
754 * @array: array of strings
755 * @n: number of strings in the array or -1 for NULL terminated arrays
756 * @str: string to match with
758 * Returns index of @str in the @array or -EINVAL, just like match_string().
759 * Uses sysfs_streq instead of strcmp for matching.
761 * This routine will look for a string in an array of strings up to the
762 * n-th element in the array or until the first NULL element.
764 * Historically the value of -1 for @n, was used to search in arrays that
765 * are NULL terminated. However, the function does not make a distinction
766 * when finishing the search: either @n elements have been compared OR
767 * the first NULL element was found.
769 int __sysfs_match_string(const char * const *array, size_t n, const char *str)
774 for (index = 0; index < n; index++) {
778 if (sysfs_streq(item, str))
784 EXPORT_SYMBOL(__sysfs_match_string);
786 #ifndef __HAVE_ARCH_MEMSET
788 * memset - Fill a region of memory with the given value
789 * @s: Pointer to the start of the area.
790 * @c: The byte to fill the area with
791 * @count: The size of the area.
793 * Do not use memset() to access IO space, use memset_io() instead.
795 void *memset(void *s, int c, size_t count)
803 EXPORT_SYMBOL(memset);
806 #ifndef __HAVE_ARCH_MEMSET16
808 * memset16() - Fill a memory area with a uint16_t
809 * @s: Pointer to the start of the area.
810 * @v: The value to fill the area with
811 * @count: The number of values to store
813 * Differs from memset() in that it fills with a uint16_t instead
814 * of a byte. Remember that @count is the number of uint16_ts to
815 * store, not the number of bytes.
817 void *memset16(uint16_t *s, uint16_t v, size_t count)
825 EXPORT_SYMBOL(memset16);
828 #ifndef __HAVE_ARCH_MEMSET32
830 * memset32() - Fill a memory area with a uint32_t
831 * @s: Pointer to the start of the area.
832 * @v: The value to fill the area with
833 * @count: The number of values to store
835 * Differs from memset() in that it fills with a uint32_t instead
836 * of a byte. Remember that @count is the number of uint32_ts to
837 * store, not the number of bytes.
839 void *memset32(uint32_t *s, uint32_t v, size_t count)
847 EXPORT_SYMBOL(memset32);
850 #ifndef __HAVE_ARCH_MEMSET64
852 * memset64() - Fill a memory area with a uint64_t
853 * @s: Pointer to the start of the area.
854 * @v: The value to fill the area with
855 * @count: The number of values to store
857 * Differs from memset() in that it fills with a uint64_t instead
858 * of a byte. Remember that @count is the number of uint64_ts to
859 * store, not the number of bytes.
861 void *memset64(uint64_t *s, uint64_t v, size_t count)
869 EXPORT_SYMBOL(memset64);
872 #ifndef __HAVE_ARCH_MEMCPY
874 * memcpy - Copy one area of memory to another
875 * @dest: Where to copy to
876 * @src: Where to copy from
877 * @count: The size of the area.
879 * You should not use this function to access IO space, use memcpy_toio()
880 * or memcpy_fromio() instead.
882 void *memcpy(void *dest, const void *src, size_t count)
891 EXPORT_SYMBOL(memcpy);
894 #ifndef __HAVE_ARCH_MEMMOVE
896 * memmove - Copy one area of memory to another
897 * @dest: Where to copy to
898 * @src: Where to copy from
899 * @count: The size of the area.
901 * Unlike memcpy(), memmove() copes with overlapping areas.
903 void *memmove(void *dest, const void *src, size_t count)
923 EXPORT_SYMBOL(memmove);
926 #ifndef __HAVE_ARCH_MEMCMP
928 * memcmp - Compare two areas of memory
929 * @cs: One area of memory
930 * @ct: Another area of memory
931 * @count: The size of the area.
934 __visible int memcmp(const void *cs, const void *ct, size_t count)
936 const unsigned char *su1, *su2;
939 #ifdef CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS
940 if (count >= sizeof(unsigned long)) {
941 const unsigned long *u1 = cs;
942 const unsigned long *u2 = ct;
944 if (get_unaligned(u1) != get_unaligned(u2))
948 count -= sizeof(unsigned long);
949 } while (count >= sizeof(unsigned long));
954 for (su1 = cs, su2 = ct; 0 < count; ++su1, ++su2, count--)
955 if ((res = *su1 - *su2) != 0)
959 EXPORT_SYMBOL(memcmp);
962 #ifndef __HAVE_ARCH_BCMP
964 * bcmp - returns 0 if and only if the buffers have identical contents.
965 * @a: pointer to first buffer.
966 * @b: pointer to second buffer.
967 * @len: size of buffers.
969 * The sign or magnitude of a non-zero return value has no particular
970 * meaning, and architectures may implement their own more efficient bcmp(). So
971 * while this particular implementation is a simple (tail) call to memcmp, do
972 * not rely on anything but whether the return value is zero or non-zero.
974 int bcmp(const void *a, const void *b, size_t len)
976 return memcmp(a, b, len);
981 #ifndef __HAVE_ARCH_MEMSCAN
983 * memscan - Find a character in an area of memory.
984 * @addr: The memory area
985 * @c: The byte to search for
986 * @size: The size of the area.
988 * returns the address of the first occurrence of @c, or 1 byte past
989 * the area if @c is not found
991 void *memscan(void *addr, int c, size_t size)
993 unsigned char *p = addr;
996 if (*p == (unsigned char)c)
1003 EXPORT_SYMBOL(memscan);
1006 #ifndef __HAVE_ARCH_STRSTR
1008 * strstr - Find the first substring in a %NUL terminated string
1009 * @s1: The string to be searched
1010 * @s2: The string to search for
1012 char *strstr(const char *s1, const char *s2)
1022 if (!memcmp(s1, s2, l2))
1028 EXPORT_SYMBOL(strstr);
1031 #ifndef __HAVE_ARCH_STRNSTR
1033 * strnstr - Find the first substring in a length-limited string
1034 * @s1: The string to be searched
1035 * @s2: The string to search for
1036 * @len: the maximum number of characters to search
1038 char *strnstr(const char *s1, const char *s2, size_t len)
1047 if (!memcmp(s1, s2, l2))
1053 EXPORT_SYMBOL(strnstr);
1056 #ifndef __HAVE_ARCH_MEMCHR
1058 * memchr - Find a character in an area of memory.
1059 * @s: The memory area
1060 * @c: The byte to search for
1061 * @n: The size of the area.
1063 * returns the address of the first occurrence of @c, or %NULL
1064 * if @c is not found
1066 void *memchr(const void *s, int c, size_t n)
1068 const unsigned char *p = s;
1070 if ((unsigned char)c == *p++) {
1071 return (void *)(p - 1);
1076 EXPORT_SYMBOL(memchr);
1079 static void *check_bytes8(const u8 *start, u8 value, unsigned int bytes)
1082 if (*start != value)
1083 return (void *)start;
1091 * memchr_inv - Find an unmatching character in an area of memory.
1092 * @start: The memory area
1093 * @c: Find a character other than c
1094 * @bytes: The size of the area.
1096 * returns the address of the first character other than @c, or %NULL
1097 * if the whole buffer contains just @c.
1099 void *memchr_inv(const void *start, int c, size_t bytes)
1103 unsigned int words, prefix;
1106 return check_bytes8(start, value, bytes);
1109 #if defined(CONFIG_ARCH_HAS_FAST_MULTIPLIER) && BITS_PER_LONG == 64
1110 value64 *= 0x0101010101010101ULL;
1111 #elif defined(CONFIG_ARCH_HAS_FAST_MULTIPLIER)
1112 value64 *= 0x01010101;
1113 value64 |= value64 << 32;
1115 value64 |= value64 << 8;
1116 value64 |= value64 << 16;
1117 value64 |= value64 << 32;
1120 prefix = (unsigned long)start % 8;
1124 prefix = 8 - prefix;
1125 r = check_bytes8(start, value, prefix);
1135 if (*(u64 *)start != value64)
1136 return check_bytes8(start, value, 8);
1141 return check_bytes8(start, value, bytes % 8);
1143 EXPORT_SYMBOL(memchr_inv);
1146 * strreplace - Replace all occurrences of character in string.
1147 * @s: The string to operate on.
1148 * @old: The character being replaced.
1149 * @new: The character @old is replaced with.
1151 * Returns pointer to the nul byte at the end of @s.
1153 char *strreplace(char *s, char old, char new)
1160 EXPORT_SYMBOL(strreplace);
1162 void fortify_panic(const char *name)
1164 pr_emerg("detected buffer overflow in %s\n", name);
1167 EXPORT_SYMBOL(fortify_panic);