aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
Diffstat (limited to '')
-rw-r--r--include/string.h59
-rw-r--r--include/wchar.h45
-rw-r--r--src/string/strtok.c112
-rw-r--r--src/wchar/wcstok.c90
4 files changed, 306 insertions, 0 deletions
diff --git a/include/string.h b/include/string.h
index 676a721..a351e8d 100644
--- a/include/string.h
+++ b/include/string.h
@@ -1013,6 +1013,65 @@ char* stpbrk(const char*, const char*)
__GCC_ONLY(__attribute__((warn_unused_result, nonnull)));
+/**
+ * Tokenise a string.
+ *
+ * @param string The string to tokenise on the first,
+ * `NULL` on subsequent calls.
+ * All bytes found in `delimiters` will
+ * be overriden with NUL bytes.
+ * @param delimiters Delimiting bytes (not characters).
+ * @return The next non-empty string that does not
+ * contain a byte from `delimiters`. The
+ * returned string will be as long as possible.
+ * `NULL` is returned the search as reached
+ * the end of the string, and there therefore
+ * are no more tokens.
+ */
+char* strtok(char* restrict, const char* restrict)
+ __GCC_ONLY(__attribute__((warn_unused_result, nonnull(2))));
+
+/**
+ * Tokenise a string.
+ *
+ * @param string The string to tokenise on the first,
+ * `NULL` on subsequent calls.
+ * All bytes found in `delimiters` will
+ * be overriden with NUL bytes.
+ * @param delimiters Delimiting bytes (not characters).
+ * @param state Pointer to a `char*` that the function
+ * can use to keep track of its state.
+ * It is reasonable to make it point to `NULL`
+ * on the first call.
+ * @return The next non-empty string that does not
+ * contain a byte from `delimiters`. The
+ * returned string will be as long as possible.
+ * `NULL` is returned the search as reached
+ * the end of the string, and there therefore
+ * are no more tokens.
+ */
+char* strtok_r(char* restrict, const char* restrict, char** restrict)
+ __GCC_ONLY(__attribute__((warn_unused_result, nonnull(2, 3))));
+
+/**
+ * Tokenise a string.
+ *
+ * @param string Pointer to the string to tokenise on the first call,
+ * will be updated to keep track of the state.
+ * All bytes found in `delimiters` will
+ * be overriden with NUL bytes.
+ * @param delimiters Delimiting bytes (not characters).
+ * @return The next, possibly empty, string that does
+ * not contain a byte from `delimiters`. The
+ * returned string will be as long as possible.
+ * `NULL` is returned the search as reached
+ * the end of the string, and there therefore
+ * are no more tokens.
+ */
+char* strsep(char** restrict, const char* restrict)
+ __GCC_ONLY(__attribute__((warn_unused_result, nonnull)));
+
+
#endif
diff --git a/include/wchar.h b/include/wchar.h
index 31e985d..faf9275 100644
--- a/include/wchar.h
+++ b/include/wchar.h
@@ -978,6 +978,51 @@ wchar_t* wcpbrk(const wchar_t*, const wchar_t*)
__GCC_ONLY(__attribute__((warn_unused_result, nonnull)));
+/**
+ * Tokenise a string.
+ *
+ * @param string The string to tokenise on the first,
+ * `NULL` on subsequent calls.
+ * All characters found in `delimiters` will
+ * be overriden with NUL characters.
+ * @param delimiters Delimiting characters.
+ * @param state Pointer to a `char*` that the function
+ * can use to keep track of its state.
+ * It is reasonable to make it point to `NULL`
+ * on the first call.
+ * @return The next non-empty string that does not
+ * contain a byte from `delimiters`. The
+ * returned string will be as long as possible.
+ * `NULL` is returned the search as reached
+ * the end of the string, and there therefore
+ * are no more tokens.
+ */
+wchar_t* wcstok(wchar_t* restrict, const wchar_t* restrict, wchar_t** restrict)
+ __GCC_ONLY(__attribute__((warn_unused_result, nonnull(2, 3))));
+
+#if defined(_SLIBC_SOURCE) && !defined(__PORTABLE)
+/**
+ * Tokenise a string.
+ *
+ * This is a slibc extension.
+ *
+ * @param string Pointer to the string to tokenise on the first call,
+ * will be updated to keep track of the state.
+ * All characters found in `delimiters` will
+ * be overriden with NUL characters.
+ * @param delimiters Delimiting characters.
+ * @return The next, possibly empty, string that does
+ * not contain a byte from `delimiters`. The
+ * returned string will be as long as possible.
+ * `NULL` is returned the search as reached
+ * the end of the string, and there therefore
+ * are no more tokens.
+ */
+wchar_t* wcssep(wchar_t** restrict, const wchar_t* restrict)
+ __GCC_ONLY(__attribute__((warn_unused_result, nonnull)));
+#endif
+
+
#endif
#endif
diff --git a/src/string/strtok.c b/src/string/strtok.c
new file mode 100644
index 0000000..04668fc
--- /dev/null
+++ b/src/string/strtok.c
@@ -0,0 +1,112 @@
+/**
+ * slibc — Yet another C library
+ * Copyright © 2015 Mattias Andrée (maandree@member.fsf.org)
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation, either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program. If not, see <http://www.gnu.org/licenses/>.
+ */
+#include <string.h>
+#include <stddef.h>
+
+
+
+/**
+ * Tokenise a string.
+ *
+ * @param string The string to tokenise on the first,
+ * `NULL` on subsequent calls.
+ * All bytes found in `delimiters` will
+ * be overriden with NUL bytes.
+ * @param delimiters Delimiting bytes (not characters).
+ * @return The next non-empty string that does not
+ * contain a byte from `delimiters`. The
+ * returned string will be as long as possible.
+ * `NULL` is returned the search as reached
+ * the end of the string, and there therefore
+ * are no more tokens.
+ */
+char* strtok(char* restrict string, const char* restrict delimiters)
+{
+ static char* state = NULL;
+ if (string == NULL)
+ state = NULL;
+ return strtok_r(string, delimiters, &state);
+}
+
+
+/**
+ * Tokenise a string.
+ *
+ * @param string The string to tokenise on the first,
+ * `NULL` on subsequent calls.
+ * All bytes found in `delimiters` will
+ * be overriden with NUL bytes.
+ * @param delimiters Delimiting bytes (not characters).
+ * @param state Pointer to a `char*` that the function
+ * can use to keep track of its state.
+ * It is reasonable to make it point to `NULL`
+ * on the first call.
+ * @return The next non-empty string that does not
+ * contain a byte from `delimiters`. The
+ * returned string will be as long as possible.
+ * `NULL` is returned the search as reached
+ * the end of the string, and there therefore
+ * are no more tokens.
+ */
+char* strtok_r(char* restrict string, const char* restrict delimiters,
+ char** restrict state)
+{
+ char* r;
+ if (string == NULL)
+ *state = string;
+ for (;;)
+ {
+ r = strsep(state, delimiters);
+ if (r == NULL)
+ return NULL;
+ if (*r)
+ return r;
+ }
+}
+
+
+/**
+ * Tokenise a string.
+ *
+ * @param string Pointer to the string to tokenise on the first call,
+ * will be updated to keep track of the state.
+ * All bytes found in `delimiters` will
+ * be overriden with NUL bytes.
+ * @param delimiters Delimiting bytes (not characters).
+ * @return The next, possibly empty, string that does
+ * not contain a byte from `delimiters`. The
+ * returned string will be as long as possible.
+ * `NULL` is returned the search as reached
+ * the end of the string, and there therefore
+ * are no more tokens.
+ */
+char* strsep(char** restrict string, const char* restrict delimiters)
+{
+ char* r = *string;
+ char* next;
+ if (r == NULL)
+ return NULL;
+
+ next = stpbrk(string, delimiters);
+ if (next != NULL)
+ *next++ = 0;
+ *string = next;
+
+ return r;
+}
+
diff --git a/src/wchar/wcstok.c b/src/wchar/wcstok.c
new file mode 100644
index 0000000..1598d07
--- /dev/null
+++ b/src/wchar/wcstok.c
@@ -0,0 +1,90 @@
+/**
+ * slibc — Yet another C library
+ * Copyright © 2015 Mattias Andrée (maandree@member.fsf.org)
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation, either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program. If not, see <http://www.gnu.org/licenses/>.
+ */
+#include <wchar.h>
+#include <stddef.h>
+
+
+
+/**
+ * Tokenise a string.
+ *
+ * @param string The string to tokenise on the first,
+ * `NULL` on subsequent calls.
+ * All characters found in `delimiters` will
+ * be overriden with NUL characters.
+ * @param delimiters Delimiting characters.
+ * @param state Pointer to a `char*` that the function
+ * can use to keep track of its state.
+ * It is reasonable to make it point to `NULL`
+ * on the first call.
+ * @return The next non-empty string that does not
+ * contain a byte from `delimiters`. The
+ * returned string will be as long as possible.
+ * `NULL` is returned the search as reached
+ * the end of the string, and there therefore
+ * are no more tokens.
+ */
+wchar_t* wcstok(wchar_t* restrict string, const wchar_t* restrict delimiters,
+ wchar_t** restrict state)
+{
+ wchar_t* r;
+ if (string == NULL)
+ *state = string;
+ for (;;)
+ {
+ r = wcssep(state, delimiters);
+ if (r == NULL)
+ return NULL;
+ if (*r)
+ return r;
+ }
+}
+
+
+/**
+ * Tokenise a string.
+ *
+ * This is a slibc extension.
+ *
+ * @param string Pointer to the string to tokenise on the first call,
+ * will be updated to keep track of the state.
+ * All characters found in `delimiters` will
+ * be overriden with NUL characters.
+ * @param delimiters Delimiting characters.
+ * @return The next, possibly empty, string that does
+ * not contain a byte from `delimiters`. The
+ * returned string will be as long as possible.
+ * `NULL` is returned the search as reached
+ * the end of the string, and there therefore
+ * are no more tokens.
+ */
+wchar_t* wcssep(wchar_t** restrict string, const wchar_t* restrict delimiters)
+{
+ wchar_t* r = *string;
+ wchar_t* next;
+ if (r == NULL)
+ return NULL;
+
+ next = wcpbrk(string, delimiters);
+ if (next != NULL)
+ *next++ = 0;
+ *string = next;
+
+ return r;
+}
+