1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
|
#!/bin/sh
#
# Generate a C implementation of wcwidth, with latest unicode data
# from a local clone of https://github.com/jquast/wcwidth
#
# The MIT License (MIT)
#
# Copyright (C) 2024 Avi Halachmi <avihpit at yahoo.com>
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in all
# copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
# SOFTWARE.
export LC_ALL=C
self=${0##*/}
# c-types (bigger types work but waste memory. uintN_t need <stdint.h>)
u32=uint32_t # "unsigned" is also typically 32 bit
u16=uint16_t # "unsigned short" is also typically 16 bits
FUNC_ATTR=FAST_FUNC # delete this line if not generating a busybox function
err() { >&2 printf %s\\n "$self: $*"; exit 1; }
case ${1-} in -h | --help)
echo "Usage: $self [path/to/python-wcwidth] (default path is '.')"
echo "Prints a wcwidth C implementation, with latest Unicode data"
echo "imported from a local https://github.com/jquast/wcwidth repo."
echo "Assumptions about table_zero.py and table_wide.py at the repo:"
echo "- Each range is in one Unicode plane (a>>16 == b>>16) (enforced)."
echo "- Commit 04d6d90c (2023-10-30) or later, where table_zero.py"
echo " includes zero-width Cf chars (else need to add manual tests)."
esac
[ "${1-}" != -- ] || shift
pwc_root=${1:-.}
pwc_git() { git -C "$pwc_root" "$@"; }
zerowidth_py=$pwc_root/wcwidth/table_zero.py
widewidth_py=$pwc_root/wcwidth/table_wide.py
[ -r "$zerowidth_py" ] && [ -r "$widewidth_py" ] \
|| err "missing $zerowidth_py or $widewidth_py. abort."
# latest unicode version from table_wide.py (e.g. from " '10.0.0': (")
ver=$(grep "^\s*'[0-9]" < "$widewidth_py" | tail -n1 | sed "s/.*'\(.*\)'.*/\1/")
# stdin -> stdout: extract the data of the last table (latest spec) from
# wcwidth/table_{wide,zero}.py (from https://github.com/jquast/wcwidth)
last_table() {
awk "/^\s*'[0-9]/ { i=0 } # new table -> reset
/^\s*\(0x/ { arr[++i] = \$0 } # range (first, last)
END { for (j=1; j <= i; ++j) print arr[j] }"
}
# stdin -> stdout, $1 is the range's (wc)width (0 or 2), e.g.
# from: (0x0123a, 0x0123c,), # comment
# to : R(0x00123a, 0x00123c, 2), /* comment */
# ranges bigger than half-plane (32769+ codepoints) are split to two.
py_data_to_c() {
sed -e 's/[(),]/ /g' -e 's|#\(.*\)|/*\1 */|' | while read a b c; do
# to support cross-plane ranges, we'd need to split them here,
# but unlikely required, as all planes end in non-characters.
[ $(($a>>16)) = $(($b>>16)) ] || err "not same plane -- $a $b"
a=$(($a)) b=$(($b)) # some shells want decimal vars in $(())
if [ "$((b-a))" -ge 32768 ]; then # split to 15 bit ranges
printf "R(0x%06x, 0x%06x, $1), %s\n" $a $((a+32767)) "$c"
a=$((a+32768)) c="/* (continued...) */"
fi
printf "R(0x%06x, 0x%06x, $1), %s\n" $a $b "$c"
done
}
data=$(last_table < "$zerowidth_py" | py_data_to_c 0 &&
last_table < "$widewidth_py" | py_data_to_c 2) || err abort
data=$(printf %s\\n "$data" | sort) # lexicographic here is also numeric
# sorted hex ranges and their (wc)width: R(first, last, {0|2}),[ /* ... */]
data() { printf %s\\n "$data"; }
repeat() { R=$2; while [ "$R" -gt 0 ]; do printf %s "$1"; R=$((R-1)); done; }
# data -> stdout: array such that a[p], a[p+1] are [from, to) of plane p data
mkplanes() {
i=0 lastp=-1
while read a b c; do
p=$((${b%?} >> 16)) # plane (last >> 16)
repeat "$i, " $((p-lastp))
i=$((i+1)) lastp=$p
done
repeat "$i, " $((17-lastp))
}
indent() { sed -e 's/^/\t\t/' -e 's/\s*$//'; } # also trim trailing spaces
cat << CFUNCTION
/* wcwidth - Unicode $ver, generated by $0.
* Copyright (C) 2024 Avi Halachmi <avihpit at yahoo.com>
* License: MIT
*
* Data imported on $(date -u -I) from https://github.com/jquast/wcwidth
* commit $(pwc_git describe --tags) ($(pwc_git show --no-patch --format=%ci))
*/
int ${FUNC_ATTR-} wcwidth($u32 ucs)
{
/* sorted ranges, "first" is clipped to 16 bit, and its high bits
* (plane) are deduced from the "planes" array below.
* (imported from ${zerowidth_py##*/} and ${widewidth_py##*/})
*/
static const struct range {
uint16_t first;
uint16_t iswide: 1; /* bitfield order empirically faster */
uint16_t difflast: 15;
} ranges[] = {
#define R(first, last, width) {first & 0xffff, width/2, last-first}
$(data | indent)
#undef R
};
/* planes[p], planes[p+1] are [from, to) at "ranges" for plane p */
static const $u16 planes[/* 18 */] = {
$(data | mkplanes | fold -s -w 60 | indent)
};
/******* END OF STATIC DATA *******/
$u32 p, bot, top;
/* 0:0, 1..31:-1 (C0), 32..126:1 (isprint), 127..159:-1 (DEL, C1) */
if (ucs < 160)
return ((ucs + 1) & 127) > 32 ? 1 : ucs ? -1 : 0;
/* out of range for "planes" (and non-unicode), non-characters. */
/* (some also test surrogate halves, but not required by POSIX) */
if (ucs > 0x10ffff || (ucs & 0xfffe) == 0xfffe)
return -1;
p = ucs >> 16;
ucs &= 0xffff;
for (bot = planes[p], top = planes[p+1]; bot < top; ) {
$u32 mid = (bot + top) / 2;
if (ucs < ranges[mid].first)
top = mid;
else if (ucs > ranges[mid].first + ranges[mid].difflast)
bot = mid + 1;
else
return 2 * ranges[mid].iswide;
}
return 1;
} /* wcwidth - Unicode $ver */
CFUNCTION
|
