| /* Grapheme cluster break function test. |
| Copyright (C) 2010-2020 Free Software Foundation, Inc. |
| |
| This program is free software: you can redistribute it and/or modify it |
| under the terms of the GNU Lesser General Public License as published |
| by the Free Software Foundation; either version 3 of the License, or |
| (at your option) any later version. |
| |
| This program is distributed in the hope that it will be useful, |
| but WITHOUT ANY WARRANTY; without even the implied warranty of |
| MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| Lesser General Public License for more details. |
| |
| You should have received a copy of the GNU Lesser General Public License |
| along with this program. If not, see <https://www.gnu.org/licenses/>. */ |
| |
| /* Written by Ben Pfaff <blp@cs.stanford.edu>, 2010. */ |
| |
| #include <config.h> |
| |
| /* Specification. */ |
| #include <unigbrk.h> |
| |
| #include <stdio.h> |
| #include <stdlib.h> |
| #include <string.h> |
| |
| const char * |
| graphemebreakproperty_to_string (int gbp) |
| { |
| printf ("%d\n", gbp); |
| switch (gbp) |
| { |
| #define CASE(VALUE) case GBP_##VALUE: return #VALUE; |
| CASE(OTHER) |
| CASE(CR) |
| CASE(LF) |
| CASE(CONTROL) |
| CASE(EXTEND) |
| CASE(PREPEND) |
| CASE(SPACINGMARK) |
| CASE(L) |
| CASE(V) |
| CASE(T) |
| CASE(LV) |
| CASE(LVT) |
| CASE(RI) |
| CASE(ZWJ) |
| CASE(EB) |
| CASE(EM) |
| CASE(GAZ) |
| CASE(EBG) |
| } |
| abort (); |
| } |
| |
| int |
| main (int argc, char *argv[]) |
| { |
| const char *filename; |
| char line[1024]; |
| int exit_code; |
| FILE *stream; |
| int lineno; |
| |
| if (argc != 2) |
| { |
| fprintf (stderr, "usage: %s FILENAME\n" |
| "where FILENAME is the location of the GraphemeBreakTest.txt\n" |
| "test file.\n", argv[0]); |
| exit (1); |
| } |
| |
| filename = argv[1]; |
| stream = fopen (filename, "r"); |
| if (stream == NULL) |
| { |
| fprintf (stderr, "error during fopen of '%s'\n", filename); |
| exit (1); |
| } |
| |
| exit_code = 0; |
| lineno = 0; |
| while (fgets (line, sizeof line, stream)) |
| { |
| char *comment; |
| const char *p; |
| ucs4_t prev; |
| int last_compchar_prop; |
| size_t ri_count; |
| |
| lineno++; |
| |
| comment = strchr (line, '#'); |
| if (comment != NULL) |
| *comment = '\0'; |
| if (line[strspn (line, " \t\r\n")] == '\0') |
| continue; |
| |
| last_compchar_prop = -1; |
| ri_count = 0; |
| prev = 0; |
| p = line; |
| do |
| { |
| bool should_break; |
| ucs4_t next; |
| |
| p += strspn (p, " \t\r\n"); |
| if (!strncmp (p, "\303\267" /* ÷ */, 2)) |
| { |
| should_break = true; |
| p += 2; |
| } |
| else if (!strncmp (p, "\303\227" /* × */, 2)) |
| { |
| should_break = false; |
| p += 2; |
| } |
| else |
| { |
| fprintf (stderr, "%s:%d.%d: syntax error expecting '÷' or '×'\n", |
| filename, lineno, (int) (p - line + 1)); |
| exit (1); |
| } |
| |
| p += strspn (p, " \t\r\n"); |
| if (*p == '\0') |
| next = 0; |
| else |
| { |
| unsigned int next_int; |
| int n; |
| |
| if (sscanf (p, "%x%n", &next_int, &n) != 1) |
| { |
| fprintf (stderr, "%s:%d.%d: syntax error at '%s' " |
| "expecting hexadecimal Unicode code point number\n", |
| filename, lineno, (int) (p - line + 1), p); |
| exit (1); |
| } |
| p += n; |
| |
| next = next_int; |
| } |
| |
| if ((last_compchar_prop == GBP_EB |
| || last_compchar_prop == GBP_EBG) |
| && uc_graphemeclusterbreak_property (next) == GBP_EM) |
| { |
| int prev_gbp = uc_graphemeclusterbreak_property (prev); |
| int next_gbp = uc_graphemeclusterbreak_property (next); |
| fprintf (stderr, "%s:%d: skipping GB10: should join U+%04X (%s) " |
| "and U+%04X (%s)\n", |
| filename, lineno, |
| prev, graphemebreakproperty_to_string (prev_gbp), |
| next, graphemebreakproperty_to_string (next_gbp)); |
| } |
| else if (uc_graphemeclusterbreak_property (next) == GBP_RI |
| && ri_count % 2 != 0) |
| { |
| int prev_gbp = uc_graphemeclusterbreak_property (prev); |
| int next_gbp = uc_graphemeclusterbreak_property (next); |
| fprintf (stderr, "%s:%d: skipping GB12: should join U+%04X (%s) " |
| "and U+%04X (%s)\n", |
| filename, lineno, |
| prev, graphemebreakproperty_to_string (prev_gbp), |
| next, graphemebreakproperty_to_string (next_gbp)); |
| } |
| else if (uc_is_grapheme_break (prev, next) != should_break) |
| { |
| int prev_gbp = uc_graphemeclusterbreak_property (prev); |
| int next_gbp = uc_graphemeclusterbreak_property (next); |
| fprintf (stderr, "%s:%d: should %s U+%04X (%s) and " |
| "U+%04X (%s)\n", |
| filename, lineno, |
| should_break ? "break" : "join", |
| prev, graphemebreakproperty_to_string (prev_gbp), |
| next, graphemebreakproperty_to_string (next_gbp)); |
| exit_code = 1; |
| } |
| |
| p += strspn (p, " \t\r\n"); |
| prev = next; |
| |
| if (!(uc_graphemeclusterbreak_property (next) == GBP_EXTEND |
| && (last_compchar_prop == GBP_EB |
| || last_compchar_prop == GBP_EBG))) |
| last_compchar_prop = uc_graphemeclusterbreak_property (next); |
| |
| if (uc_graphemeclusterbreak_property (next) == GBP_RI) |
| ri_count++; |
| else |
| ri_count = 0; |
| } |
| while (*p != '\0'); |
| } |
| |
| return exit_code; |
| } |