Correctly lex unicode symbols

crystal-lang · Oct 13, 2014 · c3d22c6 · c3d22c6
1 parent a2f5494
commit c3d22c6
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/spec/compiler/lexer/lexer_spec.cr b/spec/compiler/lexer/lexer_spec.cr
@@ -204,7 +204,7 @@ describe "Lexer" do
   it_lexes_instance_var "@foo"
   it_lexes_class_var "@@foo"
   it_lexes_globals ["$foo", "$FOO", "$_foo", "$foo123"]
-  it_lexes_symbols [":foo", ":foo!", ":foo?", ":\"foo\""]
+  it_lexes_symbols [":foo", ":foo!", ":foo?", ":\"foo\"", ":かたな"]
   it_lexes_global_match_data_index ["$1", "$10"]
 
   it_lexes "$~", :"$~"

diff --git a/src/compiler/crystal/syntax/lexer.cr b/src/compiler/crystal/syntax/lexer.cr
@@ -1935,11 +1935,11 @@ module Crystal
     end
 
     def ident_start?(char)
-      char.alpha? || char == '_'
+      char.alpha? || char == '_' || char.ord > 0x9F
     end
 
     def ident_part?(char)
-      ident_start?(char) || char.digit? || char.ord > 0x9F
+      ident_start?(char) || char.digit?
     end
 
     def ident_part_or_end?(char)