import java.util.* ;
import java.lang.* ;
import java.io.* ;
class Ideone
{
{
tok.eolIsSignificant ( true ) ;
tok.ordinaryChars ( 33 , 47 ) ;
tok.ordinaryChars ( 58 , 63 ) ;
tok.quoteChar ( 34 ) ;
tok.commentChar ( 39 ) ;
switch ( tok.nextToken ( ) ) {
System .
out .
println ( "Token Number: " + tok.
nval ) ; break ;
System .
out .
println ( "Token Word: " + tok.
sval ) ; break ;
System .
out .
println ( "Token EOL" ) ; break ;
System .
out .
println ( "Token EOF" ) ; break ;
case 34 :
System .
out .
println ( "Token Quote: " + tok.
sval ) ; break ;
default :
System .
out .
println ( "Token Ordinary: " + ( char ) tok.
ttype ) ; break ;
}
}
}
}
aW1wb3J0IGphdmEudXRpbC4qOwppbXBvcnQgamF2YS5sYW5nLio7CmltcG9ydCBqYXZhLmlvLio7CgpjbGFzcyBJZGVvbmUKewoJcHVibGljIHN0YXRpYyB2b2lkIG1haW4gKFN0cmluZ1tdIGFyZ3MpIHRocm93cyBqYXZhLmxhbmcuRXhjZXB0aW9uCgl7CgkJU3RyZWFtVG9rZW5pemVyIHRvayA9IG5ldyBTdHJlYW1Ub2tlbml6ZXIobmV3IElucHV0U3RyZWFtUmVhZGVyKFN5c3RlbS5pbikpOwoJCQoJCXRvay5lb2xJc1NpZ25pZmljYW50KHRydWUpOwoJCXRvay5vcmRpbmFyeUNoYXJzKDMzLCA0Nyk7CgkJdG9rLm9yZGluYXJ5Q2hhcnMoNTgsIDYzKTsKCQl0b2sucXVvdGVDaGFyKDM0KTsKCQl0b2suY29tbWVudENoYXIoMzkpOwoJCQoJCXdoaWxlICh0b2sudHR5cGUgIT0gU3RyZWFtVG9rZW5pemVyLlRUX0VPRikgewoJCQlzd2l0Y2ggKHRvay5uZXh0VG9rZW4oKSkgewoJCQljYXNlIFN0cmVhbVRva2VuaXplci5UVF9OVU1CRVI6CgkJCQlTeXN0ZW0ub3V0LnByaW50bG4oIlRva2VuIE51bWJlcjogIiArIHRvay5udmFsKTsKCQkJCWJyZWFrOwoJCQljYXNlIFN0cmVhbVRva2VuaXplci5UVF9XT1JEOgoJCQkJU3lzdGVtLm91dC5wcmludGxuKCJUb2tlbiBXb3JkOiAiICsgdG9rLnN2YWwpOwoJCQkJYnJlYWs7CgkJCWNhc2UgU3RyZWFtVG9rZW5pemVyLlRUX0VPTDoKCQkJCVN5c3RlbS5vdXQucHJpbnRsbigiVG9rZW4gRU9MIik7CgkJCQlicmVhazsKCQkJY2FzZSBTdHJlYW1Ub2tlbml6ZXIuVFRfRU9GOgoJCQkJU3lzdGVtLm91dC5wcmludGxuKCJUb2tlbiBFT0YiKTsKCQkJCWJyZWFrOwoJCQljYXNlIDM0OgoJCQkJU3lzdGVtLm91dC5wcmludGxuKCJUb2tlbiBRdW90ZTogIiArIHRvay5zdmFsKTsKCQkJCWJyZWFrOwoJCQlkZWZhdWx0OgoJCQkJU3lzdGVtLm91dC5wcmludGxuKCJUb2tlbiBPcmRpbmFyeTogIiArIChjaGFyKXRvay50dHlwZSk7CgkJCQlicmVhazsKCQkJfQoJCX0gCgkJCgl9Cn0=
stdin
MTAwMCBSRU0gQWl1ZW8gS2FraWt1a2VvCjEwMTAgRElNIEEkLCBCLCBDKDEwKSwgRCwgSQoxMDIwIEEkID0gJnF1b3Q7QWl1ZW8gS2Fpa3VrZWtvJnF1b3Q7CjEwMzAgQiA9IDEyMzogRCA9IDEwLjQKMTA0MCBDKDApID0gMQoxMDUwIEZPUiBJID0gMSBUTyAxMAoxMDYwICAgQyhJKSA9IEMoSSAtIDEpICogMiAgJyB0d2ljZQoxMDcwIE5FWFQgSQoxMDgwIFBSSU5UIEEkLCBCLCBECjEwOTAgRk9SIEkgPSAwIFRPIDEwCjExMDAgICBQUklOVCBDKEkpOyAmcXVvdDssJnF1b3Q7OwoxMTEwIE5FWFQgSQoxMTIwIFBSSU5UCjExMzAgRU5E
1000 REM Aiueo Kakikukeo
1010 DIM A$, B, C(10), D, I
1020 A$ = "Aiueo Kaikukeko"
1030 B = 123: D = 10.4
1040 C(0) = 1
1050 FOR I = 1 TO 10
1060 C(I) = C(I - 1) * 2 ' twice
1070 NEXT I
1080 PRINT A$, B, D
1090 FOR I = 0 TO 10
1100 PRINT C(I); ",";
1110 NEXT I
1120 PRINT
1130 END
stdout
Token Number: 1000.0
Token Word: REM
Token Word: Aiueo
Token Word: Kakikukeo
Token EOL
Token Number: 1010.0
Token Word: DIM
Token Word: A
Token Ordinary: $
Token Ordinary: ,
Token Word: B
Token Ordinary: ,
Token Word: C
Token Ordinary: (
Token Number: 10.0
Token Ordinary: )
Token Ordinary: ,
Token Word: D
Token Ordinary: ,
Token Word: I
Token EOL
Token Number: 1020.0
Token Word: A
Token Ordinary: $
Token Ordinary: =
Token Quote: Aiueo Kaikukeko
Token EOL
Token Number: 1030.0
Token Word: B
Token Ordinary: =
Token Number: 123.0
Token Ordinary: :
Token Word: D
Token Ordinary: =
Token Number: 10.4
Token EOL
Token Number: 1040.0
Token Word: C
Token Ordinary: (
Token Number: 0.0
Token Ordinary: )
Token Ordinary: =
Token Number: 1.0
Token EOL
Token Number: 1050.0
Token Word: FOR
Token Word: I
Token Ordinary: =
Token Number: 1.0
Token Word: TO
Token Number: 10.0
Token EOL
Token Number: 1060.0
Token Word: C
Token Ordinary: (
Token Word: I
Token Ordinary: )
Token Ordinary: =
Token Word: C
Token Ordinary: (
Token Word: I
Token Ordinary: -
Token Number: 1.0
Token Ordinary: )
Token Ordinary: *
Token Number: 2.0
Token EOL
Token Number: 1070.0
Token Word: NEXT
Token Word: I
Token EOL
Token Number: 1080.0
Token Word: PRINT
Token Word: A
Token Ordinary: $
Token Ordinary: ,
Token Word: B
Token Ordinary: ,
Token Word: D
Token EOL
Token Number: 1090.0
Token Word: FOR
Token Word: I
Token Ordinary: =
Token Number: 0.0
Token Word: TO
Token Number: 10.0
Token EOL
Token Number: 1100.0
Token Word: PRINT
Token Word: C
Token Ordinary: (
Token Word: I
Token Ordinary: )
Token Ordinary: ;
Token Quote: ,
Token Ordinary: ;
Token EOL
Token Number: 1110.0
Token Word: NEXT
Token Word: I
Token EOL
Token Number: 1120.0
Token Word: PRINT
Token EOL
Token Number: 1130.0
Token Word: END
Token EOF