fork download 
  1. import java.util.*;
  2. import java.util.regex.*;
  3. import java.lang.*;
  4. import java.io.*;
  5.  
  6. class Ideone
  7. {
  8. 	public static void main (String[] args) throws java.lang.Exception
  9. 	{
  10. 		Reader src = new InputStreamReader(System.in);
  11. 		BufferedReader in = new BufferedReader(src);
  12. 		String line;
  13. 		while ((line = in.readLine()) != null)
  14. 		{
  15. 			System.out.println(toTokens(line));
  16. 		}
  17. 	}
  18.  
  19. 	static enum TokenType
  20. 	{
  21. 		INTEGER, FLOAT, STRING, NAME, OPERATOR, COMMENT,
  22. 		COMMA, COLON, OPENBR, CLOSEBR, OPENAR, CLOSEAR,
  23. 		SEMICOLON
  24. 	}
  25.  
  26. 	static class Token
  27. 	{
  28. 		public final TokenType type;
  29. 		public final String string;
  30. 		Token(String string, TokenType type)
  31. 		{
  32. 			this.type = type;
  33. 			this.string = string;
  34. 		}
  35. 		@Override public String toString()
  36. 		{
  37. 			return this.string;
  38. 		}
  39. 	}
  40.  
  41. 	static List<Token> toTokens(String line)
  42. 	{
  43. 		Pattern ptInt = Pattern.compile("^[0-9]+");
  44. 		Pattern ptDbl = Pattern.compile("^(([0-9]+)?[.][0-9]+|[0-9]+#)");
  45. 		Pattern ptStr = Pattern.compile("^\"([^\"]|\"\")+\"");
  46. 		Pattern ptName = Pattern.compile("^[a-zA-Z][a-zA-Z0-9]*(%|#|[$])?");
  47. 		Pattern ptOpe = Pattern.compile("^(>=|<=|<>|[-/<>^=\\\\]|[+]|[*])");
  48. 		Pattern ptCmt = Pattern.compile("^([Rr][Ee][Mm] |')");
  49. 		Matcher matcher;
  50. 		List<Token> list = new ArrayList<Token>();
  51. 		int index = 0;
  52. 		int len = line.length();
  53. 		while (index < len)
  54. 		{
  55. 			String target = line.substring(index);
  56. 			if ((matcher = ptCmt.matcher(target)).lookingAt())
  57. 			{
  58. 				index = line.length();
  59. 				list.add(new Token(target, TokenType.COMMENT));
  60. 			}
  61. 			else if ((matcher = ptDbl.matcher(target)).lookingAt())
  62. 			{
  63. 				index += matcher.end();
  64. 				list.add(new Token(matcher.group(), TokenType.FLOAT));
  65. 			}
  66. 			else if ((matcher = ptInt.matcher(target)).lookingAt())
  67. 			{
  68. 				index += matcher.end();
  69. 				list.add(new Token(matcher.group(), TokenType.INTEGER));
  70. 			}
  71. 			else if ((matcher = ptStr.matcher(target)).lookingAt())
  72. 			{
  73. 				index += matcher.end();
  74. 				String temp = matcher.group();
  75. 				temp = temp.substring(1, temp.length() - 1);
  76. 				temp = temp.replaceAll("\"\"", "\"");
  77. 				list.add(new Token(temp, TokenType.STRING));
  78. 			}
  79. 			else if ((matcher = ptName.matcher(target)).lookingAt())
  80. 			{
  81. 				index += matcher.end();
  82. 				list.add(new Token(matcher.group().toUpperCase(), TokenType.NAME));
  83. 			}
  84. 			else if ((matcher = ptOpe.matcher(target)).lookingAt())
  85. 			{
  86. 				index += matcher.end();
  87. 				list.add(new Token(matcher.group(), TokenType.OPERATOR));
  88. 			}
  89. 			else if (target.startsWith("("))
  90. 			{
  91. 				index++;
  92. 				list.add(new Token("(", TokenType.OPENBR));
  93. 			}
  94. 			else if (target.startsWith(")"))
  95. 			{
  96. 				index++;
  97. 				list.add(new Token(")", TokenType.CLOSEBR));
  98. 			}
  99. 			else if (target.startsWith("["))
  100. 			{
  101. 				index++;
  102. 				list.add(new Token("[", TokenType.OPENAR));
  103. 			}
  104. 			else if (target.startsWith("]"))
  105. 			{
  106. 				index++;
  107. 				list.add(new Token("]", TokenType.CLOSEAR));
  108. 			}
  109. 			else if (target.startsWith(","))
  110. 			{
  111. 				index++;
  112. 				list.add(new Token(",", TokenType.COMMA));
  113. 			}
  114. 			else if (target.startsWith(":"))
  115. 			{
  116. 				index++;
  117. 				list.add(new Token(":", TokenType.COLON));
  118. 			}
  119. 			else if (target.startsWith(";"))
  120. 			{
  121. 				index++;
  122. 				list.add(new Token(";", TokenType.SEMICOLON));
  123. 			}
  124. 			else if (target.startsWith(" "))
  125. 			{
  126. 				index++;
  127. 			}
  128. 			else
  129. 			{
  130. 				System.out.println("Unknown: " + target.substring(0, 1));
  131. 				index++;
  132. 			}
  133. 		}
  134. 		return list;
  135. 	}
  136. }
Success #stdin #stdout 0.09s 380352KB
comments (?)
stdin 
1000 REM コメント dayo
1010 LET A = 123
1020 LET B% = (234*33)+45\3+MAX(A,20) ' コメント dayo
1030 LET C# = 345.678 / SIN(180/PI#) + 1#
1040 LET D$ = "ABC ""DE""FG HIJ"
1050 DIM E[100], F[10][20]
1060 LET E[23]=A*A+B%
1070 print a; b%; c#; "hoge"
1080 if a=b% then goto 1070 else goto 1090
1090 for i=0 to 10
1100 print i;e[i]
1110 next i
1120 end
stdout 
[1000, REM コメント dayo]
[1010, LET, A, =, 123]
[1020, LET, B%, =, (, 234, *, 33, ), +, 45, \, 3, +, MAX, (, A, ,, 20, ), ' コメント dayo]
[1030, LET, C#, =, 345.678, /, SIN, (, 180, /, PI#, ), +, 1#]
[1040, LET, D$, =, ABC "DE"FG HIJ]
[1050, DIM, E, [, 100, ], ,, F, [, 10, ], [, 20, ]]
[1060, LET, E, [, 23, ], =, A, *, A, +, B%]
[1070, PRINT, A, ;, B%, ;, C#, ;, hoge]
[1080, IF, A, =, B%, THEN, GOTO, 1070, ELSE, GOTO, 1090]
[1090, FOR, I, =, 0, TO, 10]
[1100, PRINT, I, ;, E, [, I, ]]
[1110, NEXT, I]
[1120, END]
https://ideone.com/KJscA0
language:
Java (HotSpot 12)
created:
10 years ago
visibility:
public

Share or Embed source code

Discover > Sphere Engine API

The brand new service which powers Ideone!

Discover > IDE Widget

Widget for compiling and running the source code in a web browser!