├── .github └── FUNDING.yml ├── .gitignore ├── Makefile.am ├── README.md ├── autogen.sh ├── configure.ac ├── wcwidth-cjk.in ├── wcwidth-cmd.c └── wcwidth.c /.github/FUNDING.yml: -------------------------------------------------------------------------------- 1 | # These are supported funding model platforms 2 | 3 | github: [fumiyas] 4 | patreon: # Replace with a single Patreon username 5 | open_collective: # Replace with a single Open Collective username 6 | ko_fi: # Replace with a single Ko-fi username 7 | tidelift: # Replace with a single Tidelift platform-name/package-name e.g., npm/babel 8 | community_bridge: # Replace with a single Community Bridge project-name e.g., cloud-foundry 9 | liberapay: # Replace with a single Liberapay username 10 | issuehunt: # Replace with a single IssueHunt username 11 | otechie: # Replace with a single Otechie username 12 | custom: # Replace with up to 4 custom sponsorship URLs e.g., ['link1', 'link2'] 13 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | # Object files 2 | *.o 3 | 4 | # Libraries 5 | *.a 6 | *.la 7 | *.lo 8 | 9 | # Shared objects 10 | *.so 11 | *.dylib 12 | 13 | # Autotools 14 | .deps/ 15 | .libs/ 16 | 17 | /aclocal.m4 18 | /autom4te.cache 19 | /stamp-h1 20 | /autoscan.log 21 | /libtool 22 | 23 | /config.guess 24 | /config.sub 25 | /compile 26 | /depcomp 27 | /install-sh 28 | /ltmain.sh 29 | /missing 30 | 31 | /config.h 32 | /config.h.in 33 | /config.log 34 | /config.status 35 | /configure.scan 36 | /configure 37 | 38 | /m4/libtool.m4 39 | /m4/ltoptions.m4 40 | /m4/ltsugar.m4 41 | /m4/ltversion.m4 42 | /m4/lt~obsolete.m4 43 | 44 | Makefile 45 | Makefile.in 46 | 47 | /wcwidth-cjk 48 | -------------------------------------------------------------------------------- /Makefile.am: -------------------------------------------------------------------------------- 1 | bin_SCRIPTS = wcwidth-cjk 2 | CLEANFILES = $(bin_SCRIPTS) 3 | 4 | lib_LTLIBRARIES = wcwidth-cjk.la 5 | wcwidth_cjk_la_SOURCES = wcwidth.c 6 | wcwidth_cjk_la_LDFLAGS = -module -avoid-version 7 | 8 | bin_PROGRAMS = wcwidth 9 | wcwidth_SOURCES = wcwidth-cmd.c 10 | 11 | ACLOCAL_AMFLAGS= -I m4 12 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | Run command with CJK-friendly wcwidth(3) to fix ambiguous width chars 2 | ====================================================================== 3 | 4 | * Copyright (c) 2013-2019 SATOH Fumiyasu @ OSS Technology Corp., Japan 5 | * License: BSD-like (2-clause, see wcwidth.c) 6 | * URL: 7 | * Twitter: 8 | 9 | What's this? 10 | --------------------------------------------------------------------- 11 | 12 | This is a `$LD_PRELOAD`-able library and a wrapper script to 13 | run a command with CJK-friendly `wcwidth`(3) implementation for 14 | fixing "East Asian Ambiguous Width Characters" problem. 15 | 16 | 日本語 (In Japanese): 「East Asian Ambiguous Width chars 問題」を 17 | 解決するための `$LD_PRELOAD` 可能な共有ライブラリーとラッパー 18 | スクリプトです。「α」などの「East Asian Ambiguous Width chars」の 19 | 表示や編集で問題が発生するコマンドをこの実装下で起動すると、 20 | システム標準の `wcwidth`(3) が置き換えられ、問題を解消できます。 21 | 22 | How to build 23 | --------------------------------------------------------------------- 24 | 25 | Required packages: autoconf, automake, libtool, make, cc (gcc or misc) 26 | 27 | $ sh autogen.sh 28 | $ ./configure --prefix=/usr/local 29 | $ make 30 | $ sudo make install 31 | 32 | Usage 33 | --------------------------------------------------------------------- 34 | 35 | Run a command with `$LD_PRELOAD`-able library: 36 | 37 | $ export LD_PRELOAD=/usr/local/lib/wcwidth-cjk.so 38 | $ exec zsh -l 39 | ... 40 | 41 | or: 42 | 43 | $ eval `/usr/local/bin/wcwidth-cjk --sh-init` 44 | $ exec zsh -l 45 | ... 46 | 47 | Run a command via wrapper script: 48 | 49 | $ /usr/local/bin/wcwidth Ab漢α¥ 50 | 1 00 00 00 41 A 51 | 1 00 00 00 62 b 52 | 2 00 00 6F 22 漢 53 | 1 00 00 03 B1 α 54 | 1 00 00 00 A5 ¥ 55 | $ /usr/local/bin/wcwidth-cjk /usr/local/bin/wcwidth Ab漢α¥ 56 | 1 00 00 00 41 A 57 | 1 00 00 00 62 b 58 | 2 00 00 6F 22 漢 59 | 2 00 00 03 B1 α 60 | 1 00 00 00 A5 ¥ 61 | $ exec /usr/local/bin/wcwidth-cjk zsh -l 62 | ... 63 | 64 | References 65 | --------------------------------------------------------------------- 66 | 67 | * East Asian Ambiguous Width chars problem 68 | + http://sourceware.org/bugzilla/show_bug.cgi?id=4335 69 | + http://bugs.debian.org/cgi-bin/bugreport.cgi?bug=471021 70 | + http://d.hatena.ne.jp/vmi/20090523/p1 71 | + http://d.hatena.ne.jp/vmi/20090524/p1 72 | + http://d.hatena.ne.jp/vmi/20090526/p1 73 | + http://d.hatena.ne.jp/vmi/20090604/p1 74 | + http://ta.ps.st/d/1331733974.html 75 | + http://vdr.jp/d/20070326.html 76 | * CJK-friendly `wcwidth`(3) (`wcwidth_cjk()` in `wcwidth.c`): 77 | + http://www.cl.cam.ac.uk/~mgk25/ucs/wcwidth.c 78 | + ftp://ftp.mutt.org/mutt/devel/ 79 | + http://www.emaillab.org/mutt/download1521.html 80 | + https://twitter.com/ttkzw/status/341958235814768640 81 | + https://twitter.com/ttkzw/status/341954474333581313 82 | + https://twitter.com/ttkzw/status/341960339300159488 83 | * hamano/locale-eaw: East Asian Ambiguous Width問題の修正ロケール 84 | * https://github.com/hamano/locale-eaw 85 | * Emoji - Wikipedia, the free encyclopedia 86 | * https://en.wikipedia.org/wiki/Emoji 87 | * uwabami/locale-eaw-emoji: UAX#11 Ambiguous と UTR #51 Emoiji を全角とする修正 locale 88 | * https://github.com/uwabami/locale-eaw-emoji 89 | 90 | -------------------------------------------------------------------------------- /autogen.sh: -------------------------------------------------------------------------------- 1 | #!/bin/sh 2 | 3 | autoreconf --install 4 | -------------------------------------------------------------------------------- /configure.ac: -------------------------------------------------------------------------------- 1 | # -*- Autoconf -*- 2 | # Process this file with autoconf to produce a configure script. 3 | 4 | AC_PREREQ([2.59]) 5 | AC_INIT([wcwidth-cjk], [0.99], [https://github.com/fumiyas/wcwidth-cjk]) 6 | AM_INIT_AUTOMAKE([foreign]) 7 | AC_CONFIG_MACRO_DIR([m4]) 8 | AC_CONFIG_HEADERS([config.h]) 9 | AC_CONFIG_SRCDIR([wcwidth.c]) 10 | AC_CONFIG_FILES([wcwidth-cjk], [chmod +x wcwidth-cjk]) 11 | 12 | # Checks for programs. 13 | AC_PROG_CC 14 | 15 | AC_DISABLE_STATIC 16 | AC_PROG_LIBTOOL 17 | 18 | # Checks for libraries. 19 | 20 | # Checks for header files. 21 | AC_CHECK_HEADERS([sys/param.h wchar.h alloca.h]) 22 | 23 | # Checks for typedefs, structures, and compiler characteristics. 24 | AC_TYPE_SIZE_T 25 | AC_C_BIGENDIAN 26 | 27 | # Checks for library functions. 28 | 29 | # 30 | # Platform specific setup 31 | # 32 | ############################# 33 | AC_CANONICAL_HOST 34 | # Check for which host we are on and setup a few things 35 | # specifically based on the host 36 | case $host_os in 37 | darwin*) 38 | AC_SUBST(LD_PRELOAD, DYLD_INSERT_LIBRARIES) 39 | AC_SUBST(DYLD_FORCE_FLAT_NAMESPACE, DYLD_FORCE_FLAT_NAMESPACE) 40 | AC_SUBST(SHARED_LIB_EXT, dylib) 41 | ;; 42 | *) 43 | AC_SUBST(LD_PRELOAD, LD_PRELOAD) 44 | AC_SUBST(DYLD_FORCE_FLAT_NAMESPACE, '') 45 | AC_SUBST(SHARED_LIB_EXT, so) 46 | ;; 47 | esac 48 | 49 | AC_ARG_ENABLE(ja-legacy, 50 | AC_HELP_STRING([--enable-ja-legacy], [return width 2 for U+00A2 CENT SIGN, U+00A3 POUND SIGN, U+00A5 YEN SIGN, U+00A6 BROKEN BAR, U+00AC NOT SIGN, U+00AF MACRO, U+2212 MINUS SIGN]), 51 | [], 52 | [enable_ja_legacy=no] 53 | ) 54 | if test x"$enable_ja_legacy" != x"no"; then 55 | AC_DEFINE([JA_LEGACY], [1], [No comment]) 56 | fi 57 | 58 | AC_ARG_ENABLE(emoji, 59 | AC_HELP_STRING([--disable-emoji], [return width 1 for Emoji]), 60 | [], 61 | [] 62 | ) 63 | if test x"$enable_emoji" != x"no"; then 64 | AC_DEFINE([EMOJI], [1], [ Define if you get width 2 for Emoji]) 65 | fi 66 | 67 | AC_CONFIG_FILES([Makefile]) 68 | AC_OUTPUT 69 | -------------------------------------------------------------------------------- /wcwidth-cjk.in: -------------------------------------------------------------------------------- 1 | #!/bin/sh 2 | 3 | prefix=@prefix@ 4 | exec_prefix=@exec_prefix@ 5 | libdir=@libdir@ 6 | 7 | wcwidth_cjk_so="$libdir/wcwidth-cjk.@SHARED_LIB_EXT@" 8 | 9 | if [ $# -lt 1 ]; then 10 | echo "Usage: $0 COMMAND [ARGUMENT ...]" 1>&2 11 | exit 1 12 | fi 13 | 14 | case ":$@LD_PRELOAD@:" in 15 | *":$wcwidth_cjk_so:"*) 16 | ;; 17 | *) 18 | @LD_PRELOAD@="${@LD_PRELOAD@:+$@LD_PRELOAD@:}$wcwidth_cjk_so" 19 | ;; 20 | esac 21 | 22 | if [ x"$1" = x"--sh-init" ]; then 23 | echo "@LD_PRELOAD@='$@LD_PRELOAD@'" 24 | echo "export @LD_PRELOAD@" 25 | if [ -n "@DYLD_FORCE_FLAT_NAMESPACE@" ]; then 26 | echo "@DYLD_FORCE_FLAT_NAMESPACE@=1" 27 | echo "export @DYLD_FORCE_FLAT_NAMESPACE@" 28 | fi 29 | exit 0 30 | fi 31 | 32 | export @LD_PRELOAD@ 33 | if [ -n "@DYLD_FORCE_FLAT_NAMESPACE@" ]; then 34 | @DYLD_FORCE_FLAT_NAMESPACE@=1 35 | export @DYLD_FORCE_FLAT_NAMESPACE@ 36 | fi 37 | 38 | exec "$@" 39 | exit 1 40 | 41 | -------------------------------------------------------------------------------- /wcwidth-cmd.c: -------------------------------------------------------------------------------- 1 | #if HAVE_CONFIG_H 2 | #include "config.h" 3 | #endif 4 | 5 | #define _XOPEN_SOURCE 6 | 7 | #include 8 | #include 9 | #include 10 | #include 11 | #ifdef HAVE_ALLOCA_H 12 | #include 13 | #endif 14 | #include 15 | #include 16 | 17 | void dump_bigendian(FILE *fp, void *p_in, int size) { 18 | unsigned char *p; 19 | int i; 20 | 21 | for (p = p_in, i = 0; i < size; i++) { 22 | fprintf(fp, " %02X", *(p + i)); 23 | } 24 | } 25 | 26 | #ifndef WORDS_BIGENDIAN 27 | void dump_littleendian(FILE *fp, void *p_in, int size) { 28 | unsigned char *p; 29 | int i; 30 | 31 | for (p = p_in, i = size - 1; i >= 0; i--) { 32 | fprintf(fp, " %02X", *(p + i)); 33 | } 34 | } 35 | #endif 36 | 37 | int main(int argc, char **argv) { 38 | int i; 39 | int mb_consumed; 40 | char *mb_p; 41 | size_t mb_len; 42 | char *mb_buf; 43 | wchar_t wc; 44 | int wc_width; 45 | 46 | if (argc < 2) { 47 | printf("Usage: %s STRING [...]\n", argv[0]); 48 | exit(1); 49 | } 50 | 51 | setlocale (LC_ALL, ""); 52 | mbtowc(NULL, NULL, 0); 53 | mb_buf = alloca(MB_CUR_MAX + 1); 54 | 55 | for (i = 1; i < argc; i++) { 56 | mb_p = argv[i]; 57 | mb_len = strlen(mb_p); 58 | while (mb_len > 0) { 59 | mb_consumed = mbtowc(&wc, mb_p, mb_len); 60 | if (mb_consumed == -1) { 61 | fprintf(stderr, 62 | "%s: ERROR: Invalid multibyte sequence: argv=%d, index=%d, bytes:", 63 | argv[0], 64 | i, 65 | (int)(mb_p - argv[i]) 66 | ); 67 | dump_bigendian(stderr, mb_p, mb_len); 68 | fputs("\n", stderr); 69 | exit(1); 70 | } 71 | 72 | wc_width = wcwidth(wc); 73 | 74 | strncpy(mb_buf, mb_p, mb_consumed); 75 | mb_buf[mb_consumed] = '\0'; 76 | 77 | printf("%d", wc_width); 78 | #ifdef WORDS_BIGENDIAN 79 | dump_bigendian(stdout, &wc, sizeof(wchar_t)); 80 | #else 81 | dump_littleendian(stdout, &wc, sizeof(wchar_t)); 82 | #endif 83 | printf("\t%s\n", mb_buf); 84 | 85 | mb_p += mb_consumed; 86 | mb_len -= mb_consumed; 87 | } 88 | } 89 | 90 | exit(0); 91 | } 92 | 93 | -------------------------------------------------------------------------------- /wcwidth.c: -------------------------------------------------------------------------------- 1 | /* 2 | * This is an implementation of wcwidth() and wcswidth() (defined in 3 | * IEEE Std 1002.1-2001) for Unicode. 4 | * 5 | * http://www.opengroup.org/onlinepubs/007904975/functions/wcwidth.html 6 | * http://www.opengroup.org/onlinepubs/007904975/functions/wcswidth.html 7 | * 8 | * Markus Kuhn -- 2007-05-26 (Unicode 5.0) 9 | * 10 | * Permission to use, copy, modify, and distribute this software 11 | * for any purpose and without fee is hereby granted. The author 12 | * disclaims all warranties with regard to this software. 13 | * 14 | * Latest version: http://www.cl.cam.ac.uk/~mgk25/ucs/wcwidth.c 15 | */ 16 | 17 | /* Changes made for mutt: 18 | * - Adapted for Mutt by Edmund Grimley Evans. 19 | * - Changed 'first'/'last' members of combined[] to wchar_t from 20 | * unsigned short to fix compiler warnings, 2007-11-13, Rocco Rutte 21 | */ 22 | 23 | #if HAVE_CONFIG_H 24 | #include "config.h" 25 | #endif 26 | 27 | #include 28 | 29 | struct interval { 30 | wchar_t first; 31 | wchar_t last; 32 | }; 33 | 34 | /* auxiliary function for binary search in interval table */ 35 | static int bisearch(wchar_t ucs, const struct interval *table, int max) { 36 | int min = 0; 37 | int mid; 38 | 39 | if (ucs < table[0].first || ucs > table[max].last) 40 | return 0; 41 | while (max >= min) { 42 | mid = (min + max) / 2; 43 | if (ucs > table[mid].last) 44 | min = mid + 1; 45 | else if (ucs < table[mid].first) 46 | max = mid - 1; 47 | else 48 | return 1; 49 | } 50 | 51 | return 0; 52 | } 53 | 54 | 55 | /* The following two functions define the column width of an ISO 10646 56 | * character as follows: 57 | * 58 | * - The null character (U+0000) has a column width of 0. 59 | * 60 | * - Other C0/C1 control characters and DEL will lead to a return 61 | * value of -1. 62 | * 63 | * - Non-spacing and enclosing combining characters (general 64 | * category code Mn or Me in the Unicode database) have a 65 | * column width of 0. 66 | * 67 | * - SOFT HYPHEN (U+00AD) has a column width of 1. 68 | * 69 | * - Other format characters (general category code Cf in the Unicode 70 | * database) and ZERO WIDTH SPACE (U+200B) have a column width of 0. 71 | * 72 | * - Hangul Jamo medial vowels and final consonants (U+1160-U+11FF) 73 | * have a column width of 0. 74 | * 75 | * - Spacing characters in the East Asian Wide (W) or East Asian 76 | * Full-width (F) category as defined in Unicode Technical 77 | * Report #11 have a column width of 2. 78 | * 79 | * - All remaining characters (including all printable 80 | * ISO 8859-1 and WGL4 characters, Unicode control characters, 81 | * etc.) have a column width of 1. 82 | * 83 | * This implementation assumes that wchar_t characters are encoded 84 | * in ISO 10646. 85 | */ 86 | 87 | int wcwidth_ucs(wchar_t ucs) 88 | { 89 | /* sorted list of non-overlapping intervals of non-spacing characters */ 90 | /* generated by "uniset +cat=Me +cat=Mn +cat=Cf -00AD +1160-11FF +200B c" */ 91 | static const struct interval combining[] = { 92 | { 0x0300, 0x036f }, { 0x0483, 0x0486 }, { 0x0488, 0x0489 }, 93 | { 0x0591, 0x05bd }, { 0x05bf, 0x05bf }, { 0x05c1, 0x05c2 }, 94 | { 0x05c4, 0x05c5 }, { 0x05c7, 0x05c7 }, { 0x0600, 0x0603 }, 95 | { 0x0610, 0x0615 }, { 0x064b, 0x065e }, { 0x0670, 0x0670 }, 96 | { 0x06d6, 0x06e4 }, { 0x06e7, 0x06e8 }, { 0x06ea, 0x06ed }, 97 | { 0x070f, 0x070f }, { 0x0711, 0x0711 }, { 0x0730, 0x074a }, 98 | { 0x07a6, 0x07b0 }, { 0x07eb, 0x07f3 }, { 0x0901, 0x0902 }, 99 | { 0x093c, 0x093c }, { 0x0941, 0x0948 }, { 0x094d, 0x094d }, 100 | { 0x0951, 0x0954 }, { 0x0962, 0x0963 }, { 0x0981, 0x0981 }, 101 | { 0x09bc, 0x09bc }, { 0x09c1, 0x09c4 }, { 0x09cd, 0x09cd }, 102 | { 0x09e2, 0x09e3 }, { 0x0a01, 0x0a02 }, { 0x0a3c, 0x0a3c }, 103 | { 0x0a41, 0x0a42 }, { 0x0a47, 0x0a48 }, { 0x0a4b, 0x0a4d }, 104 | { 0x0a70, 0x0a71 }, { 0x0a81, 0x0a82 }, { 0x0abc, 0x0abc }, 105 | { 0x0ac1, 0x0ac5 }, { 0x0ac7, 0x0ac8 }, { 0x0acd, 0x0acd }, 106 | { 0x0ae2, 0x0ae3 }, { 0x0b01, 0x0b01 }, { 0x0b3c, 0x0b3c }, 107 | { 0x0b3f, 0x0b3f }, { 0x0b41, 0x0b43 }, { 0x0b4d, 0x0b4d }, 108 | { 0x0b56, 0x0b56 }, { 0x0b82, 0x0b82 }, { 0x0bc0, 0x0bc0 }, 109 | { 0x0bcd, 0x0bcd }, { 0x0c3e, 0x0c40 }, { 0x0c46, 0x0c48 }, 110 | { 0x0c4a, 0x0c4d }, { 0x0c55, 0x0c56 }, { 0x0cbc, 0x0cbc }, 111 | { 0x0cbf, 0x0cbf }, { 0x0cc6, 0x0cc6 }, { 0x0ccc, 0x0ccd }, 112 | { 0x0ce2, 0x0ce3 }, { 0x0d41, 0x0d43 }, { 0x0d4d, 0x0d4d }, 113 | { 0x0dca, 0x0dca }, { 0x0dd2, 0x0dd4 }, { 0x0dd6, 0x0dd6 }, 114 | { 0x0e31, 0x0e31 }, { 0x0e34, 0x0e3a }, { 0x0e47, 0x0e4e }, 115 | { 0x0eb1, 0x0eb1 }, { 0x0eb4, 0x0eb9 }, { 0x0ebb, 0x0ebc }, 116 | { 0x0ec8, 0x0ecd }, { 0x0f18, 0x0f19 }, { 0x0f35, 0x0f35 }, 117 | { 0x0f37, 0x0f37 }, { 0x0f39, 0x0f39 }, { 0x0f71, 0x0f7e }, 118 | { 0x0f80, 0x0f84 }, { 0x0f86, 0x0f87 }, { 0x0f90, 0x0f97 }, 119 | { 0x0f99, 0x0fbc }, { 0x0fc6, 0x0fc6 }, { 0x102d, 0x1030 }, 120 | { 0x1032, 0x1032 }, { 0x1036, 0x1037 }, { 0x1039, 0x1039 }, 121 | { 0x1058, 0x1059 }, { 0x1160, 0x11ff }, { 0x135f, 0x135f }, 122 | { 0x1712, 0x1714 }, { 0x1732, 0x1734 }, { 0x1752, 0x1753 }, 123 | { 0x1772, 0x1773 }, { 0x17b4, 0x17b5 }, { 0x17b7, 0x17bd }, 124 | { 0x17c6, 0x17c6 }, { 0x17c9, 0x17d3 }, { 0x17dd, 0x17dd }, 125 | { 0x180b, 0x180d }, { 0x18a9, 0x18a9 }, { 0x1920, 0x1922 }, 126 | { 0x1927, 0x1928 }, { 0x1932, 0x1932 }, { 0x1939, 0x193b }, 127 | { 0x1a17, 0x1a18 }, { 0x1b00, 0x1b03 }, { 0x1b34, 0x1b34 }, 128 | { 0x1b36, 0x1b3a }, { 0x1b3c, 0x1b3c }, { 0x1b42, 0x1b42 }, 129 | { 0x1b6b, 0x1b73 }, { 0x1dc0, 0x1dca }, { 0x1dfe, 0x1dff }, 130 | { 0x200b, 0x200f }, { 0x202a, 0x202e }, { 0x2060, 0x2063 }, 131 | { 0x206a, 0x206f }, { 0x20d0, 0x20ef }, { 0x302a, 0x302f }, 132 | #ifndef __APPLE__ 133 | { 0x3099, 0x309a }, 134 | #endif 135 | { 0xa806, 0xa806 }, { 0xa80b, 0xa80b }, 136 | { 0xa825, 0xa826 }, { 0xfb1e, 0xfb1e }, { 0xfe00, 0xfe0f }, 137 | { 0xfe20, 0xfe23 }, { 0xfeff, 0xfeff }, { 0xfff9, 0xfffb }, 138 | { 0x10a01, 0x10a03 }, { 0x10a05, 0x10a06 }, { 0x10a0c, 0x10a0f }, 139 | { 0x10a38, 0x10a3a }, { 0x10a3f, 0x10a3f }, { 0x1d167, 0x1d169 }, 140 | { 0x1d173, 0x1d182 }, { 0x1d185, 0x1d18b }, { 0x1d1aa, 0x1d1ad }, 141 | { 0x1d242, 0x1d244 }, { 0xe0001, 0xe0001 }, { 0xe0020, 0xe007f }, 142 | { 0xe0100, 0xe01ef } 143 | }; 144 | 145 | /* test for 8-bit control characters */ 146 | if (ucs == 0) 147 | return 0; 148 | if (ucs < 32 || (ucs >= 0x7f && ucs < 0xa0)) 149 | return -1; 150 | 151 | /* binary search in table of non-spacing characters */ 152 | if (bisearch(ucs, combining, 153 | sizeof(combining) / sizeof(struct interval) - 1)) 154 | return 0; 155 | 156 | /* if we arrive here, ucs is not a combining or C0/C1 control character */ 157 | 158 | /* fast test for majority of non-wide scripts */ 159 | if (ucs < 0x1100) 160 | return 1; 161 | 162 | return 1 + 163 | (ucs >= 0x1100 && 164 | (ucs <= 0x115f || /* Hangul Jamo init. consonants */ 165 | ucs == 0x2329 || ucs == 0x232a || 166 | (ucs >= 0x2e80 && ucs <= 0xa4cf && 167 | ucs != 0x303f) || /* CJK ... Yi */ 168 | (ucs >= 0xac00 && ucs <= 0xd7a3) || /* Hangul Syllables */ 169 | (ucs >= 0xf900 && ucs <= 0xfaff) || /* CJK Compatibility Ideographs */ 170 | (ucs >= 0xfe10 && ucs <= 0xfe19) || /* Vertical forms */ 171 | (ucs >= 0xfe30 && ucs <= 0xfe6f) || /* CJK Compatibility Forms */ 172 | (ucs >= 0xff00 && ucs <= 0xff60) || /* Fullwidth Forms */ 173 | (ucs >= 0xffe0 && ucs <= 0xffe6) || 174 | (ucs >= 0x20000 && ucs <= 0x2fffd) || 175 | (ucs >= 0x30000 && ucs <= 0x3fffd))); 176 | } 177 | 178 | #if 0 /* original */ 179 | int wcswidth_ucs(const wchar_t *pwcs, size_t n) 180 | { 181 | int w, width = 0; 182 | 183 | for (;*pwcs && n-- > 0; pwcs++) 184 | if ((w = wcwidth_ucs(*pwcs)) < 0) 185 | return -1; 186 | else 187 | width += w; 188 | 189 | return width; 190 | } 191 | #endif 192 | 193 | /* 194 | * The following functions are the same as wcwidth_ucs() and 195 | * wcwidth_cjk(), except that spacing characters in the East Asian 196 | * Ambiguous (A) category as defined in Unicode Technical Report #11 197 | * have a column width of 2. This variant might be useful for users of 198 | * CJK legacy encodings who want to migrate to UCS without changing 199 | * the traditional terminal character-width behaviour. It is not 200 | * otherwise recommended for general use. 201 | */ 202 | /* 203 | * In addition to the explanation mentioned above, 204 | * several characters in the East Asian Narrow (Na) and Not East Asian 205 | * (Neutral) category as defined in Unicode Technical Report #11 206 | * actually have a column width of 2 in CJK legacy encodings. 207 | */ 208 | 209 | #define wcwidth_cjk wcwidth 210 | #define wcswidth_cjk wcswidth 211 | 212 | /* For FreeBSD: wcwidth() is implemented as an inline function */ 213 | #ifdef wcwidth 214 | # undef wcwidth 215 | #endif 216 | 217 | int wcwidth_cjk(wchar_t ucs) 218 | { 219 | /* sorted list of non-overlapping intervals of East Asian Ambiguous 220 | * characters, generated by "uniset +WIDTH-A -cat=Me -cat=Mn -cat=Cf c" */ 221 | static const struct interval ambiguous[] = { 222 | { 0x00a1, 0x00a1 }, { 0x00a4, 0x00a4 }, { 0x00a7, 0x00a8 }, 223 | { 0x00aa, 0x00aa }, { 0x00ae, 0x00ae }, { 0x00b0, 0x00b4 }, 224 | { 0x00b6, 0x00ba }, { 0x00bc, 0x00bf }, { 0x00c6, 0x00c6 }, 225 | { 0x00d0, 0x00d0 }, { 0x00d7, 0x00d8 }, { 0x00de, 0x00e1 }, 226 | { 0x00e6, 0x00e6 }, { 0x00e8, 0x00ea }, { 0x00ec, 0x00ed }, 227 | { 0x00f0, 0x00f0 }, { 0x00f2, 0x00f3 }, { 0x00f7, 0x00fa }, 228 | { 0x00fc, 0x00fc }, { 0x00fe, 0x00fe }, { 0x0101, 0x0101 }, 229 | { 0x0111, 0x0111 }, { 0x0113, 0x0113 }, { 0x011b, 0x011b }, 230 | { 0x0126, 0x0127 }, { 0x012b, 0x012b }, { 0x0131, 0x0133 }, 231 | { 0x0138, 0x0138 }, { 0x013f, 0x0142 }, { 0x0144, 0x0144 }, 232 | { 0x0148, 0x014b }, { 0x014d, 0x014d }, { 0x0152, 0x0153 }, 233 | { 0x0166, 0x0167 }, { 0x016b, 0x016b }, { 0x01ce, 0x01ce }, 234 | { 0x01d0, 0x01d0 }, { 0x01d2, 0x01d2 }, { 0x01d4, 0x01d4 }, 235 | { 0x01d6, 0x01d6 }, { 0x01d8, 0x01d8 }, { 0x01da, 0x01da }, 236 | { 0x01dc, 0x01dc }, { 0x0251, 0x0251 }, { 0x0261, 0x0261 }, 237 | { 0x02c4, 0x02c4 }, { 0x02c7, 0x02c7 }, { 0x02c9, 0x02cb }, 238 | { 0x02cd, 0x02cd }, { 0x02d0, 0x02d0 }, { 0x02d8, 0x02db }, 239 | { 0x02dd, 0x02dd }, { 0x02df, 0x02df }, { 0x0391, 0x03a1 }, 240 | { 0x03a3, 0x03a9 }, { 0x03b1, 0x03c1 }, { 0x03c3, 0x03c9 }, 241 | { 0x0401, 0x0401 }, { 0x0410, 0x044f }, { 0x0451, 0x0451 }, 242 | { 0x2010, 0x2010 }, { 0x2013, 0x2016 }, { 0x2018, 0x2019 }, 243 | { 0x201c, 0x201d }, { 0x2020, 0x2022 }, { 0x2024, 0x2027 }, 244 | { 0x2030, 0x2030 }, { 0x2032, 0x2033 }, { 0x2035, 0x2035 }, 245 | { 0x203b, 0x203b }, { 0x203e, 0x203e }, { 0x2074, 0x2074 }, 246 | { 0x207f, 0x207f }, { 0x2081, 0x2084 }, { 0x20ac, 0x20ac }, 247 | { 0x2103, 0x2103 }, { 0x2105, 0x2105 }, { 0x2109, 0x2109 }, 248 | { 0x2113, 0x2113 }, { 0x2116, 0x2116 }, { 0x2121, 0x2122 }, 249 | { 0x2126, 0x2126 }, { 0x212b, 0x212b }, { 0x2153, 0x2154 }, 250 | { 0x215b, 0x215e }, { 0x2160, 0x216b }, { 0x2170, 0x2179 }, 251 | { 0x2190, 0x2199 }, { 0x21b8, 0x21b9 }, { 0x21d2, 0x21d2 }, 252 | { 0x21d4, 0x21d4 }, { 0x21e7, 0x21e7 }, { 0x2200, 0x2200 }, 253 | { 0x2202, 0x2203 }, { 0x2207, 0x2208 }, { 0x220b, 0x220b }, 254 | { 0x220f, 0x220f }, { 0x2211, 0x2211 }, { 0x2215, 0x2215 }, 255 | { 0x221a, 0x221a }, { 0x221d, 0x2220 }, { 0x2223, 0x2223 }, 256 | { 0x2225, 0x2225 }, { 0x2227, 0x222c }, { 0x222e, 0x222e }, 257 | { 0x2234, 0x2237 }, { 0x223c, 0x223d }, { 0x2248, 0x2248 }, 258 | { 0x224c, 0x224c }, { 0x2252, 0x2252 }, { 0x2260, 0x2261 }, 259 | { 0x2264, 0x2267 }, { 0x226a, 0x226b }, { 0x226e, 0x226f }, 260 | { 0x2282, 0x2283 }, { 0x2286, 0x2287 }, { 0x2295, 0x2295 }, 261 | { 0x2299, 0x2299 }, { 0x22a5, 0x22a5 }, { 0x22bf, 0x22bf }, 262 | { 0x2312, 0x2312 }, { 0x2460, 0x24e9 }, { 0x24eb, 0x254b }, 263 | { 0x2550, 0x2573 }, { 0x2580, 0x258f }, { 0x2592, 0x2595 }, 264 | { 0x25a0, 0x25a1 }, { 0x25a3, 0x25a9 }, { 0x25b2, 0x25b3 }, 265 | { 0x25b6, 0x25b7 }, { 0x25bc, 0x25bd }, { 0x25c0, 0x25c1 }, 266 | { 0x25c6, 0x25c8 }, { 0x25cb, 0x25cb }, { 0x25ce, 0x25d1 }, 267 | { 0x25e2, 0x25e5 }, { 0x25ef, 0x25ef }, { 0x2605, 0x2606 }, 268 | { 0x2609, 0x2609 }, { 0x260e, 0x260f }, { 0x2614, 0x2615 }, 269 | { 0x261c, 0x261c }, { 0x261e, 0x261e }, { 0x2640, 0x2640 }, 270 | { 0x2642, 0x2642 }, { 0x2660, 0x2661 }, { 0x2663, 0x2665 }, 271 | { 0x2667, 0x266a }, { 0x266c, 0x266d }, { 0x266f, 0x266f }, 272 | { 0x273d, 0x273d }, { 0x2776, 0x277f }, { 0xe000, 0xf8ff }, 273 | { 0xfffd, 0xfffd }, { 0xf0000, 0xffffd }, { 0x100000, 0x10fffd } 274 | }; 275 | 276 | #ifdef JA_LEGACY 277 | /* For Japanese legacy encodings, the following characters are added. */ 278 | static const struct interval legacy_ja[] = { 279 | { 0x00A2, 0x00A3 }, { 0x00A5, 0x00A6 }, { 0x00AC, 0x00AC }, 280 | { 0x00AF, 0x00AF }, { 0x2212, 0x2212 } 281 | }; 282 | #endif /* JA_LEGACY */ 283 | 284 | /* binary search in table of non-spacing characters */ 285 | if (bisearch(ucs, ambiguous, 286 | sizeof(ambiguous) / sizeof(struct interval) - 1)) 287 | return 2; 288 | #ifdef JA_LEGACY 289 | if (bisearch(ucs, legacy_ja, 290 | sizeof(legacy_ja) / sizeof(struct interval) - 1)) 291 | return 2; 292 | #endif /* JA_LEGACY */ 293 | 294 | #ifdef EMOJI 295 | static const struct interval emoji[] = { 296 | { 0x2600, 0x27BF }, 297 | { 0x1F300, 0x1F64F }, { 0x1F680, 0x1F6FF }, { 0x1F900, 0x1F9FF }, 298 | }; 299 | 300 | if (bisearch(ucs, emoji, 301 | sizeof(emoji) / sizeof(struct interval) - 1)) 302 | return 2; 303 | #endif /* EMOJI */ 304 | 305 | return wcwidth_ucs(ucs); 306 | } 307 | 308 | int wcswidth_cjk(const wchar_t *pwcs, size_t n) 309 | { 310 | int w, width = 0; 311 | 312 | for (;*pwcs && n-- > 0; pwcs++) 313 | if ((w = wcwidth_cjk(*pwcs)) < 0) 314 | return -1; 315 | else 316 | width += w; 317 | 318 | return width; 319 | } 320 | 321 | --------------------------------------------------------------------------------