Timerix/utf8proc
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #45 from JuliaLang/cjh/unicode8

Browse Source 
Update data to Unicode 8.0.0 standard
This commit is contained in:
Jiahao Chen 2015-06-23 17:18:59 -04:00
commit 327bf10079
3 changed files with 8070 additions and 7527 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
.travis.yml
View File

@ -12,6 +12,6 @@ before_install:
script: script:
- make prefix=`pwd`/local install - make prefix=`pwd`/local install
- make check - make check
- make data && (diff data/utf8proc_data.c.new utf8proc_data.c > /dev/null) - make data && diff data/utf8proc_data.c.new utf8proc_data.c
- (mkdir build_static && cd build_static && cmake .. -DCMAKE_VERBOSE_MAKEFILE=ON && make) - (mkdir build_static && cd build_static && cmake .. -DCMAKE_VERBOSE_MAKEFILE=ON && make)
- (mkdir build_shared && cd build_shared && cmake .. -DCMAKE_VERBOSE_MAKEFILE=ON -DBUILD_SHARED_LIBS=ON && make) - (mkdir build_shared && cd build_shared && cmake .. -DCMAKE_VERBOSE_MAKEFILE=ON -DBUILD_SHARED_LIBS=ON && make)

3
data/charwidths.jl
View File

@ -27,6 +27,7 @@ end
function parsesfd(filename::String, CharWidths::Dict{Int,Int}=Dict{Int,Int}()) function parsesfd(filename::String, CharWidths::Dict{Int,Int}=Dict{Int,Int}())
state=:seekchar state=:seekchar
lineno = 0 lineno = 0
codepoint = width = nothing
for line in readlines(open(filename)) for line in readlines(open(filename))
lineno += 1 lineno += 1
if state==:seekchar #StartChar: nonmarkingreturn if state==:seekchar #StartChar: nonmarkingreturn
@ -91,7 +92,7 @@ function catcode(c)
end end
# use Base.UTF8proc module to get category codes constants, since # use Base.UTF8proc module to get category codes constants, since
# we aren't goint to change these in utf8proc. # we won't change these in utf8proc.
import Base.UTF8proc import Base.UTF8proc
for c in keys(CharWidths) for c in keys(CharWidths)

15590
utf8proc_data.c
View File

File diff suppressed because it is too large Load Diff