515 lines
13 KiB
C
515 lines
13 KiB
C
/* $XTermId: charclass.c,v 1.41 2020/07/06 20:00:12 tom Exp $ */
|
|
|
|
/*
|
|
* Copyright 2002-2017,2020 by Thomas E. Dickey
|
|
*
|
|
* All Rights Reserved
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
|
* copy of this software and associated documentation files (the
|
|
* "Software"), to deal in the Software without restriction, including
|
|
* without limitation the rights to use, copy, modify, merge, publish,
|
|
* distribute, sublicense, and/or sell copies of the Software, and to
|
|
* permit persons to whom the Software is furnished to do so, subject to
|
|
* the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice shall be included
|
|
* in all copies or substantial portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
|
|
* OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
|
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
|
|
* IN NO EVENT SHALL THE ABOVE LISTED COPYRIGHT HOLDER(S) BE LIABLE FOR ANY
|
|
* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
|
|
* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
|
|
* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
|
*
|
|
* Except as contained in this notice, the name(s) of the above copyright
|
|
* holders shall not be used in advertising or otherwise to promote the
|
|
* sale, use or other dealings in this Software without prior written
|
|
* authorization.
|
|
*
|
|
*----------------------------------------------------------------------------
|
|
* Compact and efficient reimplementation of the
|
|
* xterm character class mechanism for large character sets
|
|
*
|
|
* Markus Kuhn -- mkuhn@acm.org -- 2000-07-03
|
|
*
|
|
* xterm allows users to select entire words with a double-click on the left
|
|
* mouse button. Opinions might differ on what type of characters are part of
|
|
* separate words, therefore xterm allows users to configure a class code for
|
|
* each 8-bit character. Words are maximum length sequences of neighboring
|
|
* characters with identical class code. Extending this mechanism to Unicode
|
|
* naively would create an at least 2^16 entries (128 kB) long class code
|
|
* table.
|
|
*
|
|
* Instead, we transform the character class table into a list of intervals,
|
|
* that will be accessed via a linear search. Changes made to the table by the
|
|
* user will be appended. A special class code IDENT (default) marks
|
|
* characters who have their code number as the class code.
|
|
*
|
|
* We could alternatively use a sorted table of non-overlapping intervals that
|
|
* can be accessed via binary search, but merging in new intervals is
|
|
* significantly more hassle and not worth the effort here.
|
|
*/
|
|
|
|
#include <xterm.h>
|
|
#include <charclass.h>
|
|
|
|
#if OPT_WIDE_CHARS
|
|
|
|
#ifdef TEST_DRIVER
|
|
|
|
#include <ctype.h>
|
|
#include <wchar.h>
|
|
#include <wctype.h>
|
|
|
|
#if OPT_TRACE
|
|
#define Trace if (opt_v) printf
|
|
#endif
|
|
|
|
#undef OPT_REPORT_CCLASS
|
|
#define OPT_REPORT_CCLASS 1
|
|
#endif /* TEST_DRIVER */
|
|
|
|
static struct classentry {
|
|
int cclass;
|
|
int first;
|
|
int last;
|
|
} *classtab;
|
|
|
|
typedef enum {
|
|
IDENT = -1,
|
|
OTHER = 0,
|
|
CNTRL = 1,
|
|
ALNUM = 48,
|
|
BLANK = 32,
|
|
U_CJK = 0x4e00,
|
|
U_SUP = 0x2070,
|
|
U_SUB = 0x2080,
|
|
U_HIR = 0x3040,
|
|
U_KAT = 0x30a0,
|
|
U_HAN = 0xac00
|
|
} Classes;
|
|
|
|
#ifdef TEST_DRIVER
|
|
static int opt_all;
|
|
static int opt_check;
|
|
static int opt_quiet;
|
|
static int opt_v;
|
|
#endif
|
|
|
|
void
|
|
init_classtab(void)
|
|
{
|
|
const int size = 50;
|
|
|
|
TRACE(("init_classtab {{\n"));
|
|
|
|
classtab = TypeMallocN(struct classentry, (unsigned) size);
|
|
if (!classtab)
|
|
abort();
|
|
classtab[0].cclass = size;
|
|
classtab[0].first = 1;
|
|
classtab[0].last = 0;
|
|
|
|
/* old xterm default classes */
|
|
SetCharacterClassRange(0, 0, BLANK);
|
|
SetCharacterClassRange(1, 31, CNTRL);
|
|
SetCharacterClassRange('\t', '\t', BLANK);
|
|
SetCharacterClassRange('0', '9', ALNUM);
|
|
SetCharacterClassRange('A', 'Z', ALNUM);
|
|
SetCharacterClassRange('_', '_', ALNUM);
|
|
SetCharacterClassRange('a', 'z', ALNUM);
|
|
SetCharacterClassRange(127, 159, CNTRL);
|
|
SetCharacterClassRange(160, 191, IDENT);
|
|
SetCharacterClassRange(192, 255, ALNUM);
|
|
SetCharacterClassRange(215, 215, IDENT);
|
|
SetCharacterClassRange(247, 247, IDENT);
|
|
|
|
/* added Unicode classes */
|
|
SetCharacterClassRange(0x0100, 0xffdf, ALNUM); /* mostly characters */
|
|
SetCharacterClassRange(0x037e, 0x037e, IDENT); /* Greek question mark */
|
|
SetCharacterClassRange(0x0387, 0x0387, IDENT); /* Greek ano teleia */
|
|
SetCharacterClassRange(0x055a, 0x055f, IDENT); /* Armenian punctuation */
|
|
SetCharacterClassRange(0x0589, 0x0589, IDENT); /* Armenian full stop */
|
|
SetCharacterClassRange(0x0700, 0x070d, IDENT); /* Syriac punctuation */
|
|
SetCharacterClassRange(0x104a, 0x104f, IDENT); /* Myanmar punctuation */
|
|
SetCharacterClassRange(0x10fb, 0x10fb, IDENT); /* Georgian punctuation */
|
|
SetCharacterClassRange(0x1361, 0x1368, IDENT); /* Ethiopic punctuation */
|
|
SetCharacterClassRange(0x166d, 0x166e, IDENT); /* Canadian Syl. punctuation */
|
|
SetCharacterClassRange(0x17d4, 0x17dc, IDENT); /* Khmer punctuation */
|
|
SetCharacterClassRange(0x1800, 0x180a, IDENT); /* Mongolian punctuation */
|
|
SetCharacterClassRange(0x2000, 0x200a, BLANK); /* spaces */
|
|
SetCharacterClassRange(0x200b, 0x27ff, IDENT); /* punctuation and symbols */
|
|
SetCharacterClassRange(0x2070, 0x207f, U_SUP); /* superscript */
|
|
SetCharacterClassRange(0x2080, 0x208f, U_SUB); /* subscript */
|
|
SetCharacterClassRange(0x3000, 0x3000, BLANK); /* ideographic space */
|
|
SetCharacterClassRange(0x3001, 0x3020, IDENT); /* ideographic punctuation */
|
|
SetCharacterClassRange(0x3040, 0x309f, U_HIR); /* Hiragana */
|
|
SetCharacterClassRange(0x30a0, 0x30ff, U_KAT); /* Katakana */
|
|
SetCharacterClassRange(0x3300, 0x9fff, U_CJK); /* CJK Ideographs */
|
|
SetCharacterClassRange(0xac00, 0xd7a3, U_HAN); /* Hangul Syllables */
|
|
SetCharacterClassRange(0xf900, 0xfaff, U_CJK); /* CJK Ideographs */
|
|
SetCharacterClassRange(0xfe30, 0xfe6b, IDENT); /* punctuation forms */
|
|
SetCharacterClassRange(0xff00, 0xff0f, IDENT); /* half/fullwidth ASCII */
|
|
SetCharacterClassRange(0xff1a, 0xff20, IDENT); /* half/fullwidth ASCII */
|
|
SetCharacterClassRange(0xff3b, 0xff40, IDENT); /* half/fullwidth ASCII */
|
|
SetCharacterClassRange(0xff5b, 0xff64, IDENT); /* half/fullwidth ASCII */
|
|
|
|
TRACE(("}} init_classtab\n"));
|
|
return;
|
|
}
|
|
|
|
int
|
|
CharacterClass(int c)
|
|
{
|
|
int i, cclass = IDENT;
|
|
|
|
for (i = classtab[0].first; i <= classtab[0].last; i++)
|
|
if (classtab[i].first <= c && classtab[i].last >= c)
|
|
cclass = classtab[i].cclass;
|
|
|
|
if (cclass < 0)
|
|
cclass = c;
|
|
|
|
return cclass;
|
|
}
|
|
|
|
#if OPT_REPORT_CCLASS
|
|
#define charFormat(code) ((code) > 255 ? "0x%04X" : "%d")
|
|
static const char *
|
|
class_name(Classes code)
|
|
{
|
|
static char buffer[80];
|
|
const char *result = "?";
|
|
switch (code) {
|
|
case ALNUM:
|
|
result = "ALNUM";
|
|
break;
|
|
case BLANK:
|
|
result = "BLANK";
|
|
break;
|
|
case CNTRL:
|
|
result = "CNTRL";
|
|
break;
|
|
case OTHER:
|
|
result = "OTHER";
|
|
break;
|
|
case IDENT:
|
|
result = "IDENT";
|
|
break;
|
|
case U_SUP:
|
|
result = "superscript";
|
|
break;
|
|
case U_SUB:
|
|
result = "subscript";
|
|
break;
|
|
case U_CJK:
|
|
result = "CJK Ideographs";
|
|
break;
|
|
case U_HIR:
|
|
result = "Hiragana";
|
|
break;
|
|
case U_KAT:
|
|
result = "Katakana";
|
|
break;
|
|
case U_HAN:
|
|
result = "Hangul Syllables";
|
|
break;
|
|
default:
|
|
sprintf(buffer, charFormat(code), code);
|
|
result = buffer;
|
|
break;
|
|
}
|
|
return result;
|
|
}
|
|
|
|
/*
|
|
* Special convention for classtab[0]:
|
|
* - classtab[0].cclass is the allocated number of entries in classtab
|
|
* - classtab[0].first = 1 (first used entry in classtab)
|
|
* - classtab[0].last is the last used entry in classtab
|
|
*/
|
|
|
|
int
|
|
SetCharacterClassRange(int low, int high, int value)
|
|
{
|
|
TRACE(("...SetCharacterClassRange (U+%04X .. U+%04X) = %s\n",
|
|
low, high, class_name(value)));
|
|
|
|
if (high < low)
|
|
return -1; /* nothing to do */
|
|
|
|
/* make sure we have at least one free entry left at table end */
|
|
if (classtab[0].last > classtab[0].cclass - 2) {
|
|
classtab[0].cclass += 5 + classtab[0].cclass / 4;
|
|
classtab = TypeRealloc(struct classentry,
|
|
(unsigned) classtab[0].cclass, classtab);
|
|
if (!classtab)
|
|
abort();
|
|
}
|
|
|
|
/* simply append new interval to end of interval array */
|
|
classtab[0].last++;
|
|
classtab[classtab[0].last].first = low;
|
|
classtab[classtab[0].last].last = high;
|
|
classtab[classtab[0].last].cclass = value;
|
|
|
|
return 0;
|
|
}
|
|
|
|
void
|
|
report_wide_char_class(void)
|
|
{
|
|
static const Classes known_classes[] =
|
|
{IDENT, ALNUM, CNTRL, BLANK, U_SUP, U_SUB, U_HIR, U_KAT, U_CJK, U_HAN};
|
|
int i;
|
|
|
|
printf("\n");
|
|
printf("Unicode charClass data uses the last match\n");
|
|
printf("from these overlapping intervals of character codes:\n");
|
|
for (i = classtab[0].first; i <= classtab[0].last; i++) {
|
|
printf("\tU+%04X .. U+%04X %s\n",
|
|
classtab[i].first,
|
|
classtab[i].last,
|
|
class_name(classtab[i].cclass));
|
|
}
|
|
printf("\n");
|
|
printf("These class-names are used internally (the first character code in a class):\n");
|
|
for (i = 0; i < (int) XtNumber(known_classes); ++i) {
|
|
printf("\t");
|
|
printf(charFormat(known_classes[i]), known_classes[i]);
|
|
printf(" = %s\n", class_name(known_classes[i]));
|
|
}
|
|
}
|
|
#endif /* OPT_REPORT_CCLASS */
|
|
|
|
#ifdef NO_LEAKS
|
|
void
|
|
noleaks_CharacterClass(void)
|
|
{
|
|
if (classtab != 0) {
|
|
free(classtab);
|
|
classtab = 0;
|
|
}
|
|
}
|
|
#endif
|
|
#endif /* OPT_WIDE_CHARS */
|
|
|
|
#ifdef TEST_DRIVER
|
|
#if OPT_WIDE_CHARS
|
|
static void
|
|
usage(void)
|
|
{
|
|
static const char *msg[] =
|
|
{
|
|
"Usage: test_charclass [options] [c1[-c1b] [c2-[c2b] [...]]]",
|
|
"",
|
|
"Options:",
|
|
" -a show all data",
|
|
" -s show only summary",
|
|
" -v verbose"
|
|
};
|
|
size_t n;
|
|
for (n = 0; n < sizeof(msg) / sizeof(msg[0]); ++n) {
|
|
fprintf(stderr, "%s\n", msg[n]);
|
|
}
|
|
exit(EXIT_FAILURE);
|
|
}
|
|
|
|
static int
|
|
expected_class(int wch)
|
|
{
|
|
int result = wch;
|
|
wint_t ch = (wint_t) wch;
|
|
if (ch == '\0' || ch == '\t') {
|
|
result = BLANK;
|
|
} else if (iswcntrl(ch)) {
|
|
result = CNTRL;
|
|
} else if (iswspace(ch)) {
|
|
result = BLANK;
|
|
} else if (ch < 127) {
|
|
if (isalnum(ch) || ch == '_') {
|
|
result = ALNUM;
|
|
}
|
|
} else if (ch == 170 || ch == 181 || ch == 186) {
|
|
;
|
|
} else if (iswalnum(ch)) {
|
|
result = ALNUM;
|
|
}
|
|
return result;
|
|
}
|
|
|
|
static int
|
|
show_cclass_range(int lo, int hi)
|
|
{
|
|
int cclass = CharacterClass(lo);
|
|
int ident = (cclass == lo);
|
|
int more = 0;
|
|
if (ident) {
|
|
int ch;
|
|
for (ch = lo + 1; ch <= hi; ch++) {
|
|
if (CharacterClass(ch) != ch) {
|
|
ident = 0;
|
|
break;
|
|
}
|
|
}
|
|
if (ident && (hi < 255)) {
|
|
ch = hi + 1;
|
|
if (CharacterClass(ch) == ch) {
|
|
if (ch >= 255 || CharacterClass(ch + 1) != ch) {
|
|
more = 1;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
if (!more) {
|
|
if (lo == hi) {
|
|
printf("\t%d", lo);
|
|
} else {
|
|
printf("\t%d-%d", lo, hi);
|
|
}
|
|
if (!ident)
|
|
printf(":%d", cclass);
|
|
if (hi < 255)
|
|
printf(", \\");
|
|
printf("\n");
|
|
}
|
|
return !more;
|
|
}
|
|
|
|
static void
|
|
report_resource(int first, int last)
|
|
{
|
|
int class_p;
|
|
int ch;
|
|
int dh;
|
|
|
|
class_p = CharacterClass(dh = first);
|
|
for (ch = first; ch < last; ++ch) {
|
|
int class_c = CharacterClass(ch);
|
|
if (class_c != class_p) {
|
|
if (show_cclass_range(dh, ch - 1)) {
|
|
dh = ch;
|
|
class_p = class_c;
|
|
}
|
|
}
|
|
}
|
|
if (dh < last - 1) {
|
|
show_cclass_range(dh, last - 1);
|
|
}
|
|
}
|
|
|
|
static int
|
|
decode_one(const char *source, char **target)
|
|
{
|
|
int result = -1;
|
|
long check;
|
|
int radix = 0;
|
|
if ((source[0] == 'u' || source[0] == 'U') && source[1] == '+') {
|
|
source += 2;
|
|
radix = 16;
|
|
}
|
|
check = strtol(source, target, radix);
|
|
if (*target != NULL && *target != source)
|
|
result = (int) check;
|
|
return result;
|
|
}
|
|
|
|
static int
|
|
decode_range(const char *source, int *lo, int *hi)
|
|
{
|
|
int result = 0;
|
|
char *after1;
|
|
char *after2;
|
|
if ((*lo = decode_one(source, &after1)) >= 0) {
|
|
after1 += strspn(after1, ":-.\t ");
|
|
if ((*hi = decode_one(after1, &after2)) < 0) {
|
|
*hi = *lo;
|
|
}
|
|
result = 1;
|
|
}
|
|
return result;
|
|
}
|
|
|
|
static void
|
|
do_range(const char *source)
|
|
{
|
|
int lo, hi;
|
|
if (decode_range(source, &lo, &hi)) {
|
|
if (opt_all) {
|
|
while (lo <= hi) {
|
|
int other_rc = CharacterClass(lo);
|
|
if (!opt_quiet)
|
|
printf("U+%04X\t%s\n", lo, class_name(other_rc));
|
|
++lo;
|
|
}
|
|
} else if (opt_check) {
|
|
while (lo <= hi) {
|
|
int expect = expected_class(lo);
|
|
int actual = CharacterClass(lo);
|
|
if (actual != expect)
|
|
printf("U+%04X\t%s ->%s\n", lo,
|
|
class_name(expect),
|
|
class_name(actual));
|
|
++lo;
|
|
}
|
|
} else {
|
|
printf("\"charClass\" resource for [%d..%d]:\n", lo, hi);
|
|
report_resource(lo, hi + 1);
|
|
}
|
|
}
|
|
}
|
|
#endif /* OPT_WIDE_CHARS */
|
|
|
|
/*
|
|
* TODO: add option to show do_range in hex
|
|
*/
|
|
int
|
|
main(int argc, char **argv ENVP_ARG)
|
|
{
|
|
#if OPT_WIDE_CHARS
|
|
int ch;
|
|
#endif
|
|
|
|
(void) argc;
|
|
(void) argv;
|
|
|
|
#if OPT_WIDE_CHARS
|
|
setlocale(LC_ALL, "");
|
|
while ((ch = getopt(argc, argv, "acsv")) != -1) {
|
|
switch (ch) {
|
|
case 'a':
|
|
opt_all = 1;
|
|
break;
|
|
case 'c':
|
|
opt_check = 1;
|
|
break;
|
|
case 's':
|
|
opt_quiet = 1;
|
|
break;
|
|
case 'v':
|
|
opt_v = 1;
|
|
break;
|
|
default:
|
|
usage();
|
|
}
|
|
}
|
|
init_classtab();
|
|
|
|
if (optind >= argc) {
|
|
do_range("0-255");
|
|
} else {
|
|
while (optind < argc) {
|
|
do_range(argv[optind++]);
|
|
}
|
|
}
|
|
report_wide_char_class();
|
|
#else
|
|
printf("wide-character support is not configured\n");
|
|
#endif /* OPT_WIDE_CHARS */
|
|
return 0;
|
|
}
|
|
#endif /* TEST_DRIVER */
|