.Char_Hex Char_Hex
True
['Arith_Amp', 'Arith_AmpEqual', 'Arith_Bang', 'Arith_Caret', 'Arith_CaretEqual', 'Arith_Colon', 'Arith_Comma', 'Arith_DAmp', 'Arith_DEqual', 'Arith_DGreat', 'Arith_DGreatEqual', 'Arith_DLess', 'Arith_DLessEqual', 'Arith_DMinus', 'Arith_DPipe', 'Arith_DPlus', 'Arith_DStar', 'Arith_Equal', 'Arith_Great', 'Arith_GreatEqual', 'Arith_LBracket', 'Arith_LParen', 'Arith_Less', 'Arith_LessEqual', 'Arith_Minus', 'Arith_MinusEqual', 'Arith_NEqual', 'Arith_Percent', 'Arith_PercentEqual', 'Arith_Pipe', 'Arith_PipeEqual', 'Arith_Plus', 'Arith_PlusEqual', 'Arith_QMark', 'Arith_RBrace', 'Arith_RBracket', 'Arith_RParen', 'Arith_Semi', 'Arith_Slash', 'Arith_SlashEqual', 'Arith_Star', 'Arith_StarEqual', 'Arith_Tilde', 'Assign_Declare', 'Assign_Local', 'Assign_None', 'Assign_Readonly', 'Assign_Typeset', 'BoolBinary_DEqual', 'BoolBinary_Equal', 'BoolBinary_EqualTilde', 'BoolBinary_GlobDEqual', 'BoolBinary_GlobEqual', 'BoolBinary_GlobNEqual', 'BoolBinary_NEqual', 'BoolBinary_ef', 'BoolBinary_eq', 'BoolBinary_ge', 'BoolBinary_gt', 'BoolBinary_le', 'BoolBinary_lt', 'BoolBinary_ne', 'BoolBinary_nt', 'BoolBinary_ot', 'BoolUnary_G', 'BoolUnary_L', 'BoolUnary_N', 'BoolUnary_O', 'BoolUnary_R', 'BoolUnary_S', 'BoolUnary_a', 'BoolUnary_b', 'BoolUnary_c', 'BoolUnary_d', 'BoolUnary_e', 'BoolUnary_f', 'BoolUnary_g', 'BoolUnary_h', 'BoolUnary_n', 'BoolUnary_o', 'BoolUnary_p', 'BoolUnary_r', 'BoolUnary_s', 'BoolUnary_t', 'BoolUnary_u', 'BoolUnary_v', 'BoolUnary_w', 'BoolUnary_x', 'BoolUnary_z', 'Char_BadBackslash', 'Char_Hex', 'Char_Literals', 'Char_Octal3', 'Char_Octal4', 'Char_OneChar', 'Char_Stop', 'Char_Unicode4', 'Char_Unicode8', 'ControlFlow_Break', 'ControlFlow_Continue', 'ControlFlow_Exit', 'ControlFlow_Return', 'Eof_Backtick', 'Eof_RParen', 'Eof_Real', 'Eol_Tok', 'ExtGlob_At', 'ExtGlob_Bang', 'ExtGlob_Plus', 'ExtGlob_QMark', 'ExtGlob_Star', 'Ignored_Comment', 'Ignored_LineCont', 'Ignored_Space', 'KW_Bang', 'KW_Case', 'KW_DLeftBracket', 'KW_Do', 'KW_Done', 'KW_Elif', 'KW_Else', 'KW_Esac', 'KW_Fi', 'KW_For', 'KW_Function', 'KW_If', 'KW_In', 'KW_Then', 'KW_Time', 'KW_Until', 'KW_While', 'Left_ArithSub', 'Left_ArithSub2', 'Left_Backtick', 'Left_CommandSub', 'Left_DollarDoubleQuote', 'Left_DollarSingleQuote', 'Left_DoubleQuote', 'Left_ProcSubIn', 'Left_ProcSubOut', 'Left_SingleQuote', 'Left_VarSub', 'Lit_ArithVarLike', 'Lit_At', 'Lit_Chars', 'Lit_Comma', 'Lit_DRightBracket', 'Lit_Digits', 'Lit_EscapedChar', 'Lit_LBrace', 'Lit_Other', 'Lit_Percent', 'Lit_Pound', 'Lit_RBrace', 'Lit_Slash', 'Lit_Tilde', 'Lit_VarLike', 'Node_AndOr', 'Node_ArithVar', 'Node_Assign', 'Node_BinaryExpr', 'Node_Block', 'Node_Command', 'Node_ConstInt', 'Node_ForEach', 'Node_ForExpr', 'Node_Fork', 'Node_FuncCall', 'Node_FuncDef', 'Node_NoOp', 'Node_PostDMinus', 'Node_PostDPlus', 'Node_Subshell', 'Node_TernaryExpr', 'Node_UnaryExpr', 'Node_UnaryMinus', 'Node_UnaryPlus', 'Op_Amp', 'Op_DAmp', 'Op_DLeftParen', 'Op_DPipe', 'Op_DRightParen', 'Op_DSemi', 'Op_LParen', 'Op_Newline', 'Op_Pipe', 'Op_PipeAmp', 'Op_RParen', 'Op_Semi', 'Redir_Clobber', 'Redir_DGreat', 'Redir_DLess', 'Redir_DLessDash', 'Redir_Great', 'Redir_GreatAnd', 'Redir_Less', 'Redir_LessAnd', 'Redir_LessGreat', 'Redir_TLess', 'Right_ArithSub', 'Right_ArrayLiteral', 'Right_Backtick', 'Right_CasePat', 'Right_CommandSub', 'Right_DollarDoubleQuote', 'Right_DollarSingleQuote', 'Right_DoubleQuote', 'Right_ExtGlob', 'Right_FuncDef', 'Right_SingleQuote', 'Right_Subshell', 'Right_VarSub', 'Undefined_Tok', 'Unknown_Tok', 'VOp1_Caret', 'VOp1_Comma', 'VOp1_DCaret', 'VOp1_DComma', 'VOp1_DPercent', 'VOp1_DPound', 'VOp1_Percent', 'VOp1_Pound', 'VOp2_Colon', 'VOp2_LBracket', 'VOp2_RBracket', 'VOp2_Slash', 'VSub_At', 'VSub_Bang', 'VSub_Dollar', 'VSub_Hyphen', 'VSub_Name', 'VSub_Number', 'VSub_Pound', 'VSub_QMark', 'VSub_Star', 'VTest_ColonEquals', 'VTest_ColonHyphen', 'VTest_ColonPlus', 'VTest_ColonQMark', 'VTest_Equals', 'VTest_Hyphen', 'VTest_Plus', 'VTest_QMark', 'WS_Space', 'Word_Compound', '__class__', '__delattr__', '__dict__', '__doc__', '__format__', '__getattribute__', '__hash__', '__init__', '__module__', '....
----------------------------------------------------------------------
Ran 5 tests in 0.001s

OK
__new__', '__reduce__', '__reduce_ex__', '__repr__', '__setattr__', '__sizeof__', '__str__', '__subclasshook__', '__weakref__']
Op_Newline
Undefined_Tok
{'-G': BoolUnary_G, '-L': BoolUnary_L, '-O': BoolUnary_O, '-N': BoolUnary_N, '-S': BoolUnary_S, '-R': BoolUnary_R, '-e': BoolUnary_e, '-d': BoolUnary_d, '-g': BoolUnary_g, '-f': BoolUnary_f, '-a': BoolUnary_a, '-c': BoolUnary_c, '-b': BoolUnary_b, '-o': BoolUnary_o, '-n': BoolUnary_n, '-h': BoolUnary_h, '-u': BoolUnary_u, '-t': BoolUnary_t, '-w': BoolUnary_w, '-v': BoolUnary_v, '-p': BoolUnary_p, '-s': BoolUnary_s, '-r': BoolUnary_r, '-x': BoolUnary_x, '-z': BoolUnary_z}
STATS: 242 tokens in 25 groups: [1, 1, 1, 3, 3, 1, 15, 12, 10, 11, 13, 5, 9, 8, 8, 4, 43, 20, 1, 17, 5, 4, 9, 25, 13]
12 BIG groups: [9, 9, 10, 11, 12, 13, 13, 15, 17, 20, 25, 43]
BoolBinary_eq	<bool_arg_type_e Int 3>
BoolBinary_ne	<bool_arg_type_e Int 3>
BoolBinary_EqualTilde	<bool_arg_type_e Str 4>
BoolBinary_gt	<bool_arg_type_e Int 3>
BoolBinary_ge	<bool_arg_type_e Int 3>
Redir_Great	<bool_arg_type_e Str 4>
BoolBinary_lt	<bool_arg_type_e Int 3>
BoolBinary_NEqual	<bool_arg_type_e Str 4>
BoolBinary_le	<bool_arg_type_e Int 3>
BoolBinary_Equal	<bool_arg_type_e Str 4>
BoolBinary_ef	<bool_arg_type_e Path 2>
BoolBinary_DEqual	<bool_arg_type_e Str 4>
BoolUnary_o	<bool_arg_type_e Other 5>
Op_DPipe	<bool_arg_type_e Undefined 1>
BoolUnary_t	<bool_arg_type_e Other 5>
BoolUnary_v	<bool_arg_type_e Other 5>
BoolBinary_GlobDEqual	<bool_arg_type_e Str 4>
BoolUnary_R	<bool_arg_type_e Other 5>
BoolUnary_a	<bool_arg_type_e Path 2>
BoolBinary_nt	<bool_arg_type_e Path 2>
BoolUnary_b	<bool_arg_type_e Path 2>
BoolUnary_c	<bool_arg_type_e Path 2>
KW_Bang	<bool_arg_type_e Undefined 1>
BoolUnary_d	<bool_arg_type_e Path 2>
BoolUnary_e	<bool_arg_type_e Path 2>
Redir_Less	<bool_arg_type_e Str 4>
BoolUnary_f	<bool_arg_type_e Path 2>
BoolUnary_g	<bool_arg_type_e Path 2>
BoolBinary_ot	<bool_arg_type_e Path 2>
BoolUnary_h	<bool_arg_type_e Path 2>
BoolUnary_L	<bool_arg_type_e Path 2>
BoolUnary_p	<bool_arg_type_e Path 2>
BoolUnary_r	<bool_arg_type_e Path 2>
BoolBinary_GlobNEqual	<bool_arg_type_e Str 4>
BoolUnary_s	<bool_arg_type_e Path 2>
BoolUnary_S	<bool_arg_type_e Path 2>
BoolUnary_u	<bool_arg_type_e Path 2>
BoolUnary_w	<bool_arg_type_e Path 2>
BoolUnary_x	<bool_arg_type_e Path 2>
BoolUnary_O	<bool_arg_type_e Path 2>
BoolUnary_G	<bool_arg_type_e Path 2>
BoolUnary_N	<bool_arg_type_e Path 2>
BoolBinary_GlobEqual	<bool_arg_type_e Str 4>
BoolUnary_z	<bool_arg_type_e Str 4>
BoolUnary_n	<bool_arg_type_e Str 4>
Op_DAmp	<bool_arg_type_e Undefined 1>
Op_Newline
(token id:Op_Newline val:'\n' span_id:None)
Op_Newline
3
9
--
Arith 16
Assign 20
BoolBinary 24
BoolUnary 23
Char 22
ControlFlow 21
Eof 3
Eol 2
ExtGlob 11
Ignored 4
KW 19
Left 9
Lit 6
Node 17
Op 7
Redir 8
Right 10
Undefined 0
Unknown 1
VOp1 14
VOp2 15
VSub 12
VTest 13
WS 5
Word 18
Number of Kinds: 25
Number of IDs: 245
['AddBoolKinds', 'AddKinds', 'IdSpec', 'SetupTestBuiltin', '_BINARY_INT', '_BINARY_PATH', '_Dash', '_UNARY_OTHER_CHARS', '_UNARY_PATH_CHARS', '_UNARY_STR_CHARS', '__builtins__', '__doc__', '__file__', '__name__', '__package__', 'log', 'util']