/* See LICENSE file for copyright and license details. */ #include "common.h" struct line * load_text_file(int fd, const char *fname, int nest_level, size_t *nlinesp) { struct line *lines; char *buf = NULL, *p; size_t size = 0; size_t len = 0; size_t i; ssize_t r; /* getline(3) may seem like the best way to read line by line, * however, it may terminate before the end of the line is * reached, which we would have to deal with, additionally, * we want to check for null bytes. Therefore we will keep * this simple and use read(3) and scan manually; and as a * bonus we can leave the file descriptor open, and let the * caller than created it close it. */ i = 0; *nlinesp = 0; for (;;) { if (len == size) buf = erealloc(buf, size += 2048); r = read(fd, &buf[len], size - len); if (r > 0) len += (size_t)r; else if (!r) break; else if (errno == EINTR) continue; else eprintf("read %s:", fname); for (; i < len; i++) { if (buf[i] == '\n') { *nlinesp += 1; buf[i] = '\0'; } else if (buf[i] == '\0') { /* https://pubs.opengroup.org/onlinepubs/9699919799/basedefs/V1_chap03.html#tag_03_403 */ warnf_undefined(WC_TEXT, "%s:%zu: file contains a NUL byte, this is disallowed, because " "input files are text files, and causes undefined behaviour", fname, *nlinesp + 1); /* make(1) should probably just abort */ printinfof(WC_TEXT, "this implementation will replace it with a "); buf[i] = ' '; } } } if (len && buf[len - 1] != '\0') { /* LF has been converted to NUL above */ /* https://pubs.opengroup.org/onlinepubs/9699919799/basedefs/V1_chap03.html#tag_03_403 */ warnf_undefined(WC_TEXT, "%s:%zu: is non-empty but does not end with a , which is " "required because input files are text files, and omission of it " "causes undefined behaviour", fname, *nlinesp + 1); /* make(1) should probably just abort */ printinfof(WC_TEXT, "this implementation will add the missing "); buf = erealloc(buf, len + 1); buf[len++] = '\0'; *nlinesp += 1; } lines = *nlinesp ? ecalloc(*nlinesp, sizeof(*lines)) : NULL; for (p = buf, i = 0; i < *nlinesp; i++) { lines[i].lineno = i + 1; lines[i].path = fname; lines[i].len = strlen(p); lines[i].data = ememdup(p, lines[i].len + 1); lines[i].eof = i + 1 == *nlinesp; lines[i].nest_level = nest_level; if (lines[i].len + 1 > 2048) { /* https://pubs.opengroup.org/onlinepubs/9699919799/basedefs/V1_chap03.html#tag_03_403 */ warnf_undefined(WC_TEXT, "%s:%zu: line is, including the character, longer than " "2048 bytes which causes undefined behaviour as input files are " "text files and POSIX only guarantees support for lines up to 2048 " "bytes long including the character in text files", fname, *nlinesp + 1); } p += lines[i].len + 1; } free(buf); return lines; } void check_utf8_encoding(struct line *line) { size_t off, r; uint_least32_t codepoint; #if GRAPHEME_INVALID_CODEPOINT == 0xFFFD unsigned char invalid_codepoint_encoding[] = {0xEF, 0xBF, 0xBD}; #endif for (off = 0; off < line->len; off += r) { r = grapheme_decode_utf8(&line->data[off], line->len - off, &codepoint); if (codepoint == GRAPHEME_INVALID_CODEPOINT && (r != ELEMSOF(invalid_codepoint_encoding) || memcmp(&line->data[off], invalid_codepoint_encoding, r))) { warnf_unspecified(WC_ENCODING, "%s:%zu: line contains invalid UTF-8", line->path, line->lineno); printinfof(WC_ENCODING, "this implementation will replace it the " "Unicode replacement character (U+FFFD)"); line->data = erealloc(line->data, line->len - r + ELEMSOF(invalid_codepoint_encoding)); memmove(&line->data[off + ELEMSOF(invalid_codepoint_encoding)], &line->data[off + r], line->len - off - r); memcpy(&line->data[off], invalid_codepoint_encoding, ELEMSOF(invalid_codepoint_encoding)); line->len -= r; line->len += r = ELEMSOF(invalid_codepoint_encoding); } } } void check_column_count(struct line *line) { size_t columns = 0; size_t off, r; uint_least32_t codepoint; if (line->len <= style.max_line_length) /* Column count cannot be more than byte count */ return; for (off = 0; off < line->len; off += r) { r = grapheme_decode_utf8(&line->data[off], line->len - off, &codepoint); columns += (size_t)abs(wcwidth((wchar_t)codepoint)); } if (columns > style.max_line_length) { warnf_style(WC_LONG_LINE, "%s:%zu: line is longer than %zu columns", line->path, line->lineno, columns); } }