Timerix/utf8proc
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update to unicode 10 (#132)

Browse Source
This commit is contained in:
Steven G. Johnson 2018-04-27 12:50:19 -04:00 committed by GitHub
parent d688ac1226
commit d736adeff1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 1839 additions and 1752 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
data/Makefile
View File

@ -20,7 +20,7 @@ utf8proc_data.c.new: data_generator.rb UnicodeData.txt GraphemeBreakProperty.txt
$(RUBY) data_generator.rb < UnicodeData.txt > $@
# GNU Unifont version for font metric calculations:
UNIFONT_VERSION=9.0.04
UNIFONT_VERSION=10.0.07
unifont.ttf:
$(CURL) $(CURLFLAGS) -o $@ $(URLCACHE)https://mirrors.kernel.org/gnu/unifont/unifont-$(UNIFONT_VERSION)/unifont-$(UNIFONT_VERSION).ttf
@ -35,7 +35,7 @@ CharWidths.txt: charwidths.jl unifont.sfd unifont_upper.sfd EastAsianWidth.txt
$(JULIA) charwidths.jl > $@
# Unicode data version
UNICODE_VERSION=9.0.0
UNICODE_VERSION=10.0.0
UnicodeData.txt:
$(CURL) $(CURLFLAGS) -o $@ -O http://www.unicode.org/Public/$(UNICODE_VERSION)/ucd/UnicodeData.txt

13
data/charwidths.jl
View File

@ -7,17 +7,6 @@
# Requires Julia (obviously) and FontForge.
#############################################################################
# Julia 0.3/0.4 compatibility (taken from Compat package)
if VERSION < v"0.4.0-dev+1387"
typealias AbstractString String
end
if VERSION < v"0.4.0-dev+1419"
const UInt32 = Uint32
end
if VERSION < v"0.4.0-dev+3874"
Base.parse{T<:Integer}(::Type{T}, s::AbstractString) = parseint(T, s)
end
CharWidths = Dict{Int,Int}()
#############################################################################
@ -97,7 +86,7 @@ CharWidths=parsesfd("unifont_upper.sfd", CharWidths)
for line in readlines(open("EastAsianWidth.txt"))
#Strip comments
line[1] == '#' && continue
(isempty(line) || line[1] == '#') && continue
precomment = split(line, '#')[1]
#Parse code point range and width code
tokens = split(precomment, ';')

3574
utf8proc_data.c
View File

File diff suppressed because it is too large Load Diff