|
|
l=8, c=1, stat=0, len=64, token="-option"
|
|
|
l=8, c=9, stat=0, len=64, token="key"
|
|
|
l=9, c=1, stat=0, len=64, token="+reset"
|
|
|
l=9, c=10, stat=0, len=64, token="imbedded#hash"
|
|
|
l=11, c=1, stat=0, len=64, token="This is a single token"
|
|
|
l=13, c=1, stat=0, len=64, token="And\ 'even '"more "complex"
|
|
|
l=15, c=1, stat=0, len=64, token="Backslash chars \n are returned as is"
|
|
|
l=16, c=1, stat=0, len=64, token="regardless \n of quoting"
|
|
|
l=18, c=1, stat=0, len=64, token="Single quote escapes"
|
|
|
l=19, c=2, stat=0, len=64, token="'"
|
|
|
l=19, c=4, stat=0, len=64, token="'"
|
|
|
l=21, c=1, stat=0, len=64, token="Double quote escapes"
|
|
|
l=22, c=2, stat=0, len=64, token="""
|
|
|
l=22, c=4, stat=0, len=64, token="""
|
|
|
l=22, c=8, stat=0, len=64, token="""
|
|
|
l=24, c=1, stat=0, len=64, token="Back slash escapes"
|
|
|
l=25, c=2, stat=0, len=64, token="\"
|
|
|
l=25, c=4, stat=0, len=64, token="\"
|
|
|
l=25, c=9, stat=0, len=64, token="\"
|
|
|
l=27, c=1, stat=0, len=64, token="Space Character Escapes"
|
|
|
l=28, c=2, stat=0, len=64, token=" "
|
|
|
l=28, c=4, stat=0, len=64, token=" "
|
|
|
l=28, c=9, stat=0, len=64, token=" "
|
|
|
l=30, c=1, stat=0, len=64, token="Empty Tokens, using quotes"
|
|
|
l=31, c=1, stat=0, len=64, token=""
|
|
|
l=31, c=6, stat=0, len=64, token=""
|
|
|
l=33, c=1, stat=0, len=64, token="Unicode charcaters are handled"
|
|
|
l=34, c=1, stat=0, len=64, token="° ' ² ³ ` ´"
|
|
|
l=35, c=1, stat=0, len=64, token="µ ¶ ⨀ ⨁ ⨂"
|
|
|
l=36, c=1, stat=0, len=64, token="测试用的汉字"
|
|
|
l=38, c=1, stat=0, len=64, token="Line____Continuation"
|
|
|
l=41, c=1, stat=0, len=64, token="Double_Quoted_Line____Continuation"
|
|
|
l=44, c=1, stat=0, len=64, token="Single_Quoted_Line__\
|
|
|
__Continuation_NOT!"
|
|
|
l=47, c=1, stat=0, len=64, token="double_quoted_newlines__
|
|
|
__are_part_of_token"
|
|
|
l=50, c=1, stat=0, len=64, token="single_quoted_newlines__
|
|
|
__are_part_of_token"
|
|
|
l=53, c=1, stat=0, len=64, token="Last Token before EOF"
|
|
|
EOF Found
|
|
|
|
|
|
l=1, c=1, stat=0, len=64, token="Next token bad quotes"
|
|
|
Bad Quotes l=1, c=25 token="unfinished quotes ->"
|
|
|
|
|
|
l=1, c=1, stat=0, len=64, token="Binary input follows"
|
|
|
Binary Char at l=2, c=4
|
|
|
|
|
|
l=1, c=1, stat=0, len=64, token="Very BIG Token Tests"
|
|
|
l=2, c=1, stat=0, len=256, token="aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa..."
|
|
|
l=3, c=1, stat=0, len=1024, token="bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb..."
|
|
|
l=4, c=1, stat=0, len=4096, token="cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc..."
|
|
|
l=5, c=1, stat=0, len=8192, token="dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd..."
|
|
|
l=6, c=1, stat=0, len=12288, token="eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee..."
|
|
|
l=7, c=1, stat=0, len=16384, token="ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff..."
|
|
|
l=8, c=1, stat=0, len=8392704, token="eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee..."
|
|
|
l=9, c=1, stat=0, len=8392704, token="and all is well!"
|
|
|
EOF Found
|
|
|
|
