l=8, c=1, stat=0, len=64, token="-option" l=8, c=9, stat=0, len=64, token="key" l=9, c=1, stat=0, len=64, token="+reset" l=9, c=10, stat=0, len=64, token="imbedded#hash" l=11, c=1, stat=0, len=64, token="This is a single token" l=13, c=1, stat=0, len=64, token="And\ 'even '"more "complex" l=15, c=1, stat=0, len=64, token="Backslash chars \n are returned as is" l=16, c=1, stat=0, len=64, token="regardless \n of quoting" l=18, c=1, stat=0, len=64, token="Single quote escapes" l=19, c=2, stat=0, len=64, token="'" l=19, c=4, stat=0, len=64, token="'" l=21, c=1, stat=0, len=64, token="Double quote escapes" l=22, c=2, stat=0, len=64, token=""" l=22, c=4, stat=0, len=64, token=""" l=22, c=8, stat=0, len=64, token=""" l=24, c=1, stat=0, len=64, token="Back slash escapes" l=25, c=2, stat=0, len=64, token="\" l=25, c=4, stat=0, len=64, token="\" l=25, c=9, stat=0, len=64, token="\" l=27, c=1, stat=0, len=64, token="Space Character Escapes" l=28, c=2, stat=0, len=64, token=" " l=28, c=4, stat=0, len=64, token=" " l=28, c=9, stat=0, len=64, token=" " l=30, c=1, stat=0, len=64, token="Empty Tokens, using quotes" l=31, c=1, stat=0, len=64, token="" l=31, c=6, stat=0, len=64, token="" l=33, c=1, stat=0, len=64, token="Unicode charcaters are handled" l=34, c=1, stat=0, len=64, token="° ' ² ³ ` ´" l=35, c=1, stat=0, len=64, token="µ ¶ ⨀ ⨁ ⨂" l=36, c=1, stat=0, len=64, token="测试用的汉字" l=38, c=1, stat=0, len=64, token="Line____Continuation" l=41, c=1, stat=0, len=64, token="Double_Quoted_Line____Continuation" l=44, c=1, stat=0, len=64, token="Single_Quoted_Line__\ __Continuation_NOT!" l=47, c=1, stat=0, len=64, token="double_quoted_newlines__ __are_part_of_token" l=50, c=1, stat=0, len=64, token="single_quoted_newlines__ __are_part_of_token" l=53, c=1, stat=0, len=64, token="Last Token before EOF" EOF Found l=1, c=1, stat=0, len=64, token="Next token bad quotes" Bad Quotes l=1, c=25 token="unfinished quotes ->" l=1, c=1, stat=0, len=64, token="Binary input follows" Binary Char at l=2, c=4 l=1, c=1, stat=0, len=64, token="Very BIG Token Tests" l=2, c=1, stat=0, len=256, token="aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa..." l=3, c=1, stat=0, len=1024, token="bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb..." l=4, c=1, stat=0, len=4096, token="cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc..." l=5, c=1, stat=0, len=8192, token="dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd..." l=6, c=1, stat=0, len=12288, token="eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee..." l=7, c=1, stat=0, len=16384, token="ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff..." l=8, c=1, stat=0, len=8392704, token="eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee..." l=9, c=1, stat=0, len=8392704, token="and all is well!" EOF Found