Make is_error and K"" macro consistent with new lexer error kinds (#20)

Author: c42f

src/parse_stream.jl

@@ -92,7 +92,7 @@ kind(x)  = kind(head(x))
 flags(x) = flags(head(x))
 
 # Predicates based on kind() / flags()
-is_error(x)  = kind(x) == K"error"
+is_error(x)  = is_error(kind(x))
 has_flags(x, test_flags) = has_flags(flags(x), test_flags)
 is_trivia(x) = has_flags(x, TRIVIA_FLAG)
 is_infix(x)  = has_flags(x, INFIX_FLAG)

src/token_kinds.jl

@@ -7,14 +7,24 @@ const _str_to_kind = let Ts = TzTokens
 Dict([
 "None"           =>  Ts.NONE
 "EndMarker"      =>  Ts.ENDMARKER
-"error"          =>  Ts.ERROR
 "Comment"        =>  Ts.COMMENT
 "Whitespace"     =>  Ts.WHITESPACE
 "Identifier"     =>  Ts.IDENTIFIER
 "@"              =>  Ts.AT_SIGN
 ","              =>  Ts.COMMA
 ";"              =>  Ts.SEMICOLON
 
+"BEGIN_ERRORS"   =>  Ts.begin_errors
+# Tokenization errors
+"ErrorEofMultiComment"        => Ts.EOF_MULTICOMMENT
+"ErrorEofChar"                => Ts.EOF_CHAR
+"ErrorInvalidNumericConstant" => Ts.INVALID_NUMERIC_CONSTANT
+"ErrorInvalidOperator"        => Ts.INVALID_OPERATOR
+"ErrorInvalidInterpolationTerminator" => Ts.INVALID_INTERPOLATION_TERMINATOR
+# Generic error
+"error"          =>  Ts.ERROR
+"END_ERRORS"     =>  Ts.end_errors
+
 "BEGIN_KEYWORDS" => Ts.begin_keywords
 "baremodule"  =>  Ts.BAREMODULE
 "begin"       =>  Ts.BEGIN

src/tokens.jl

@@ -43,7 +43,7 @@ kind(raw::TzTokens.Token) = TzTokens.exactkind(raw)
 # Some renaming for naming consistency
 is_literal(k) = TzTokens.isliteral(kind(k))
 is_keyword(k) = TzTokens.iskeyword(kind(k))
-is_error(k) = TzTokens.iserror(kind(k))
+is_error(k::Kind) = TzTokens.iserror(k)
 is_contextual_keyword(k) = TzTokens.iscontextualkeyword(kind(k))
 is_operator(k) = TzTokens.isoperator(kind(k))
 is_word_operator(k) = TzTokens.iswordoperator(kind(k))