Add strnisutf8 and memisutf8

Signed-off-by: Mattias Andrée <maandree@kth.se>

1 files changed, 0 insertions, 136 deletions

diff --git a/strisutf8.c b/strisutf8.c
deleted file mode 100644
index ac4d0cb..0000000
--- a/strisutf8.c
+++ /dev/null
@@ -1,136 +0,0 @@
-/* See LICENSE file for copyright and license details. */
-#include "libsimple.h"
-#ifndef TEST
-
-
-int
-libsimple_strisutf8(const char *string, int allow_modified_nul)
-{
-	static long BYTES_TO_MIN_BITS[] = {0, 0,  8, 12, 17, 22, 27};
-        static long BYTES_TO_MAX_BITS[] = {0, 7, 11, 16, 21, 26, 31};
-        long int bytes = 0, read_bytes = 0, bits = 0, c, character;
-
-        /*                                                      min bits  max bits
-          0.......                                                 0         7
-          110..... 10......                                        8        11
-          1110.... 10...... 10......                              12        16
-          11110... 10...... 10...... 10......                     17        21
-          111110.. 10...... 10...... 10...... 10......            22        26
-          1111110. 10...... 10...... 10...... 10...... 10......   27        31
-        */
-
-	while ((c = (long int)(*string++))) {
-                if (!read_bytes) {
-                        /* First byte of the character. */
-
-                        if (!(c & 0x80))
-                                /* Single-byte character. */
-                                continue;
-
-                        if ((c & 0xC0) == 0x80)
-                                /* Single-byte character marked as multibyte, or
-                                   a non-first byte in a multibyte character. */
-                                return 0;
-
-                        /* Multibyte character. */
-                        while ((c & 0x80))
-                                bytes++, c <<= 1;
-                        read_bytes = 1;
-			character = (c & 0xFF) >> bytes;
-                        if (bytes > 6)
-                                /* 31-bit characters can be encoded with 6-bytes,
-                                   and UTF-8 does not cover higher code points. */
-                                return 0;
-                } else {
-                        /* Not first byte of the character. */
-
-                        if ((c & 0xC0) != 0x80)
-                                /* Beginning of new character before a
-                                   multibyte character has ended. */
-                                return 0;
-
-                        character = (character << 6) | (c & 0x7F);
-
-                        if (++read_bytes < bytes)
-                                /* Not at last byte yet. */
-                                continue;
-
-                        /* Check that the character is not unnecessarily long. */
-                        while (character)
-                                character >>= 1, bits++;
-                        bits = (!bits && bytes == 2 && allow_modified_nul) ? 8 : bits;
-                        if (bits < BYTES_TO_MIN_BITS[bytes] || BYTES_TO_MAX_BITS[bytes] < bits)
-                                return 0;
-
-                        read_bytes = bytes = bits = 0;
-                }
-        }
-
-        /* Make sure we did not stop at the middle of a multibyte character. */
-        return !read_bytes;
-}
-
-
-#else
-#include "test.h"
-
-int
-main(void)
-{
-	int i;
-	for (i = 0; i < 2; i++) {
-		assert(libsimple_strisutf8("", i) == 1);
-		assert(libsimple_strisutf8("a", i) == 1);
-		assert(libsimple_strisutf8("abc", i) == 1);
-		assert(libsimple_strisutf8("123", i) == 1);
-		assert(libsimple_strisutf8("åäö", i) == 1);
-		assert(libsimple_strisutf8("𝖆𝖇𝖈", i) == 1);
-		assert(libsimple_strisutf8("\x1b", i) == 1);
-		assert(libsimple_strisutf8("\n\r\t\f", i) == 1);
-		assert(libsimple_strisutf8("\xFF", i) == 0);
-		assert(libsimple_strisutf8("\x01", i) == 1);
-		assert(libsimple_strisutf8("\x7F", i) == 1);
-		assert(libsimple_strisutf8("\x80", i) == 0);
-		assert(libsimple_strisutf8("\xC0", i) == 0);
-		assert(libsimple_strisutf8("\xC0\x80", i) == i);
-		assert(libsimple_strisutf8("\xC0\x81", i) == 0);
-		assert(libsimple_strisutf8("\xCF", i) == 0);
-		assert(libsimple_strisutf8("\xEF", i) == 0);
-		assert(libsimple_strisutf8("\xEF\x8F", i) == 0);
-		assert(libsimple_strisutf8("\xF7", i) == 0);
-		assert(libsimple_strisutf8("\xF7\x8F", i) == 0);
-		assert(libsimple_strisutf8("\xF7\x8F\x8F", i) == 0);
-		assert(libsimple_strisutf8("\xFA", i) == 0);
-		assert(libsimple_strisutf8("\xFA\x8F", i) == 0);
-		assert(libsimple_strisutf8("\xFA\x8F\x8F", i) == 0);
-		assert(libsimple_strisutf8("\xFA\x8F\x8F\x8F", i) == 0);
-		assert(libsimple_strisutf8("\xFD", i) == 0);
-		assert(libsimple_strisutf8("\xFD\x8F", i) == 0);
-		assert(libsimple_strisutf8("\xFD\x8F\x8F", i) == 0);
-		assert(libsimple_strisutf8("\xFD\x8F\x8F\x8F", i) == 0);
-		assert(libsimple_strisutf8("\xFD\x8F\x8F\x8F\x8F", i) == 0);
-		assert(libsimple_strisutf8("\xFE", i) == 0);
-		assert(libsimple_strisutf8("\xFE\x8F", i) == 0);
-		assert(libsimple_strisutf8("\xFE\x8F\x8F", i) == 0);
-		assert(libsimple_strisutf8("\xFE\x8F\x8F\x8F", i) == 0);
-		assert(libsimple_strisutf8("\xFE\x8F\x8F\x8F\x8F", i) == 0);
-		assert(libsimple_strisutf8("\xFE\x8F\x8F\x8F\x8F\x8F", i) == 0);
-		assert(libsimple_strisutf8("\xFF", i) == 0);
-		assert(libsimple_strisutf8("\xFF\x8F", i) == 0);
-		assert(libsimple_strisutf8("\xFF\x8F\x8F", i) == 0);
-		assert(libsimple_strisutf8("\xFF\x8F\x8F\x8F", i) == 0);
-		assert(libsimple_strisutf8("\xFF\x8F\x8F\x8F\x8F", i) == 0);
-		assert(libsimple_strisutf8("\xFF\x8F\x8F\x8F\x8F\x8F", i) == 0);
-		assert(libsimple_strisutf8("\xFF\x8F\x8F\x8F\x8F\x8F\x8F", i) == 0);
-		assert(libsimple_strisutf8("\xC1\x80", i) == 0);
-		assert(libsimple_strisutf8("\xC2\x80", i) == 1);
-		assert(libsimple_strisutf8("\xE1\x80\x80\x80", i) == 0);
-		assert(libsimple_strisutf8("\xE1\x80\xC0\x80", i) == 0);
-		assert(libsimple_strisutf8("\xE1\x80\x00\x80", i) == 0);
-		assert(libsimple_strisutf8("\xF1\x80\x80\x80", i) == 1);
-		assert(libsimple_strisutf8("\xFF\x80\x80\x80\x80\x80\x80\x80", i) == 0);
-	}
-	return 0;
-}
-
-#endif