Merge pull request #45 from JuliaLang/cjh/unicode8

Update data to Unicode 8.0.0 standard

.travis.yml

@@ -12,6 +12,6 @@ before_install:
 script:
     - make prefix=`pwd`/local install
     - make check
-    - make data && (diff data/utf8proc_data.c.new utf8proc_data.c > /dev/null)
+    - make data && diff data/utf8proc_data.c.new utf8proc_data.c
     - (mkdir build_static && cd build_static && cmake .. -DCMAKE_VERBOSE_MAKEFILE=ON && make)
     - (mkdir build_shared && cd build_shared && cmake .. -DCMAKE_VERBOSE_MAKEFILE=ON -DBUILD_SHARED_LIBS=ON && make)

data/charwidths.jl

@@ -27,6 +27,7 @@ end
 function parsesfd(filename::String, CharWidths::Dict{Int,Int}=Dict{Int,Int}())
     state=:seekchar
     lineno = 0
+    codepoint = width = nothing
     for line in readlines(open(filename))
         lineno += 1
         if state==:seekchar         #StartChar: nonmarkingreturn
@@ -91,7 +92,7 @@ function catcode(c)
 end
 
 # use Base.UTF8proc module to get category codes constants, since
-# we aren't goint to change these in utf8proc.
+# we won't change these in utf8proc.
 import Base.UTF8proc
 
 for c in keys(CharWidths)
@@ -116,7 +117,7 @@ for c in keys(CharWidths)
     if cat==UTF8proc.UTF8PROC_CATEGORY_CO || cat==UTF8proc.UTF8PROC_CATEGORY_CN
         CharWidths[c]=0
     end
-    
+
     # for some reason, Unifont has width-2 glyphs for ASCII control chars
     if cat==UTF8proc.UTF8PROC_CATEGORY_CC
         CharWidths[c]=0