fork download
copy 
  1. %{
  2. #include <stdio.h>
  3. #include <stdlib.h>
  4. #include <string.h>
  5.  
  6. int line_num = 1;
  7. int col_num = 1;
  8. int token_count = 0;
  9. int keyword_count = 0;
  10. int identifier_count = 0;
  11. int number_count = 0;
  12. int relop_count = 0;
  13. int unknown_count = 0;
  14.  
  15. typedef struct {
  16.     char token_type[20];
  17.     char value[100];
  18.     int line;
  19.     int column;
  20. } TokenInfo;
  21.  
  22. TokenInfo tokens[1000];
  23.  
  24. void add_token(const char* type, const char* value, int line, int col) {
  25.     strcpy(tokens[token_count].token_type, type);
  26.     strcpy(tokens[token_count].value, value);
  27.     tokens[token_count].line = line;
  28.     tokens[token_count].column = col;
  29.     token_count++;
  30. }
  31.  
  32. void print_statistics() {
  33.     printf("\n=================== STATISTICS ===================\n");
  34.     printf("Total Tokens: %d\n", token_count);
  35.     printf("Keywords: %d\n", keyword_count);
  36.     printf("Identifiers: %d\n", identifier_count);
  37.     printf("Numbers: %d\n", number_count);
  38.     printf("Relational Operators: %d\n", relop_count);
  39.     printf("Unknown Tokens: %d\n", unknown_count);
  40.     printf("Total Lines: %d\n", line_num);
  41.     printf("==================================================\n");
  42. }
  43.  
  44. void print_token_table() {
  45.     printf("\n=================== TOKEN TABLE ===================\n");
  46.     printf("%-4s %-15s %-15s %-6s %-6s\n", "No.", "Type", "Value", "Line", "Col");
  47.     printf("----------------------------------------------------\n");
  48.     for(int i = 0; i < token_count; i++) {
  49.         printf("%-4d %-15s %-15s %-6d %-6d\n", 
  50.                i+1, tokens[i].token_type, tokens[i].value, 
  51.                tokens[i].line, tokens[i].column);
  52.     }
  53.     printf("====================================================\n");
  54. }
  55.  
  56. void save_to_file() {
  57.     FILE *fp = fopen("token_analysis.txt", "w");
  58.     if(!fp) {
  59.         printf("Error creating output file!\n");
  60.         return;
  61.     }
  62.  
  63.     fprintf(fp, "LEXICAL ANALYSIS REPORT\n");
  64.     fprintf(fp, "=======================\n\n");
  65.  
  66.     fprintf(fp, "TOKEN TABLE:\n");
  67.     fprintf(fp, "%-4s %-15s %-15s %-6s %-6s\n", "No.", "Type", "Value", "Line", "Col");
  68.     fprintf(fp, "----------------------------------------------------\n");
  69.  
  70.     for(int i = 0; i < token_count; i++) {
  71.         fprintf(fp, "%-4d %-15s %-15s %-6d %-6d\n", 
  72.                 i+1, tokens[i].token_type, tokens[i].value, 
  73.                 tokens[i].line, tokens[i].column);
  74.     }
  75.  
  76.     fprintf(fp, "\nSTATISTICS:\n");
  77.     fprintf(fp, "Total Tokens: %d\n", token_count);
  78.     fprintf(fp, "Keywords: %d\n", keyword_count);
  79.     fprintf(fp, "Identifiers: %d\n", identifier_count);
  80.     fprintf(fp, "Numbers: %d\n", number_count);
  81.     fprintf(fp, "Relational Operators: %d\n", relop_count);
  82.     fprintf(fp, "Unknown Tokens: %d\n", unknown_count);
  83.     fprintf(fp, "Total Lines: %d\n", line_num);
  84.  
  85.     fclose(fp);
  86.     printf("Analysis saved to: token_analysis.txt\n");
  87. }
  88.  
  89. %}
  90.  
  91. DIGIT [0-9]
  92. LETTER [a-zA-Z]
  93. IDENTIFIER {LETTER}({LETTER}|{DIGIT}|_)*
  94. INTEGER {DIGIT}+
  95. FLOAT {DIGIT}*\.{DIGIT}+
  96. NUMBER {INTEGER}|{FLOAT}
  97. WHITESPACE [ \t]+
  98.  
  99. %%
  100.  
  101. "int"|"float"|"char"|"double"|"void"|"if"|"else"|"while"|"for"|"do"|"break"|"continue"|"return"|"switch"|"case"|"default"|"struct"|"union"|"typedef"|"static"|"extern"|"auto"|"register"|"const"|"volatile"|"sizeof"|"long"|"short"|"signed"|"unsigned"|"enum"|"goto" {
  102.     printf("Token %-3d: %-15s Value: %-12s Line: %-3d Col: %-3d\n", 
  103.            token_count + 1, "KEYWORD", yytext, line_num, col_num);
  104.     add_token("KEYWORD", yytext, line_num, col_num);
  105.     keyword_count++;
  106.     col_num += yyleng;
  107. }
  108.  
  109. {IDENTIFIER} {
  110.     printf("Token %-3d: %-15s Value: %-12s Line: %-3d Col: %-3d\n", 
  111.            token_count + 1, "IDENTIFIER", yytext, line_num, col_num);
  112.     add_token("IDENTIFIER", yytext, line_num, col_num);
  113.     identifier_count++;
  114.     col_num += yyleng;
  115. }
  116.  
  117. {NUMBER} {
  118.     printf("Token %-3d: %-15s Value: %-12s Line: %-3d Col: %-3d\n", 
  119.            token_count + 1, "NUMBER", yytext, line_num, col_num);
  120.     add_token("NUMBER", yytext, line_num, col_num);
  121.     number_count++;
  122.     col_num += yyleng;
  123. }
  124.  
  125. "<="|">="|"=="|"!="|"<"|">" {
  126.     printf("Token %-3d: %-15s Value: %-12s Line: %-3d Col: %-3d\n", 
  127.            token_count + 1, "RELATIONAL_OP", yytext, line_num, col_num);
  128.     add_token("RELATIONAL_OP", yytext, line_num, col_num);
  129.     relop_count++;
  130.     col_num += yyleng;
  131. }
  132.  
  133. {WHITESPACE} {
  134.     col_num += yyleng;
  135. }
  136.  
  137. \n {
  138.     line_num++;
  139.     col_num = 1;
  140. }
  141.  
  142. "//".*$ {
  143.     col_num += yyleng;
  144. }
  145.  
  146. "/*"([^*]|\*+[^*/])*\*+"/" {
  147.     for(int i = 0; i < yyleng; i++) {
  148.         if(yytext[i] == '\n') {
  149.             line_num++;
  150.             col_num = 1;
  151.         } else {
  152.             col_num++;
  153.         }
  154.     }
  155. }
  156.  
  157. . {
  158.     printf("Token %-3d: %-15s Value: %-12s Line: %-3d Col: %-3d\n", 
  159.            token_count + 1, "UNKNOWN", yytext, line_num, col_num);
  160.     add_token("UNKNOWN", yytext, line_num, col_num);
  161.     unknown_count++;
  162.     col_num += yyleng;
  163. }
  164.  
  165. %%
  166.  
  167. int yywrap() {
  168.     return 1;
  169. }
  170.  
  171. void print_menu() {
  172.     printf("\n=============== MENU OPTIONS ===============\n");
  173.     printf("1. Show Token Table\n");
  174.     printf("2. Show Statistics\n");
  175.     printf("3. Save Analysis to File\n");
  176.     printf("4. Exit\n");
  177.     printf("===========================================\n");
  178.     printf("Enter your choice: ");
  179. }
  180.  
  181. int main(int argc, char *argv[]) {
  182.     printf("======================================\n");
  183.     printf("    ADVANCED LEX TOKENIZER v2.0\n");
  184.     printf("======================================\n");
  185.     printf("Features: Keywords, Identifiers, Numbers,\n");
  186.     printf("          Relational Operators, Comments\n");
  187.     printf("======================================\n\n");
  188.  
  189.     if(argc > 1) {
  190.         FILE *input_file = fopen(argv[1], "r");
  191.         if(!input_file) {
  192.             printf("Error: Cannot open file '%s'\n", argv[1]);
  193.             printf("Usage: %s [input_file.c]\n", argv[0]);
  194.             return 1;
  195.         }
  196.         yyin = input_file;
  197.         printf("Analyzing file: %s\n", argv[1]);
  198.         printf("======================================\n");
  199.     } else {
  200.         printf("Enter source code (Ctrl+D to finish):\n");
  201.         printf("======================================\n");
  202.     }
  203.  
  204.     yylex();
  205.  
  206.     if(argc > 1) {
  207.         fclose(yyin);
  208.     }
  209.  
  210.     printf("\n======================================\n");
  211.     printf("    LEXICAL ANALYSIS COMPLETE\n");
  212.     printf("======================================\n");
  213.  
  214.     int choice;
  215.     do {
  216.         print_menu();
  217.         scanf("%d", &choice);
  218.  
  219.         switch(choice) {
  220.             case 1:
  221.                 print_token_table();
  222.                 break;
  223.             case 2:
  224.                 print_statistics();
  225.                 break;
  226.             case 3:
  227.                 save_to_file();
  228.                 break;
  229.             case 4:
  230.                 printf("Thank you for using Advanced LEX Tokenizer!\n");
  231.                 break;
  232.             default:
  233.                 printf("Invalid choice! Please try again.\n");
  234.         }
  235.     } while(choice != 4);
  236.  
  237.     return 0;
  238. }
  239.  
Success #stdin #stdout #stderr 0.03s 6936KB
comments (?)
stdin
copy 
Standard input is empty
stdout
copy 
Standard output is empty
stderr
copy 
ERROR: /home/j7jCvt/prog:2:1: Syntax error: Operator expected
ERROR: /home/j7jCvt/prog:238:1: Syntax error: Unexpected end of file
ERROR: '$runtoplevel'/0: Undefined procedure: program/0
   Exception: (3) program ? EOF: exit
https://ideone.com/PvQmUX
language:
Prolog (swi 7.6.4)
created:
1 day ago
visibility:
public

Share or Embed source code

Discover > Sphere Engine API

The brand new service which powers Ideone!

Discover > IDE Widget

Widget for compiling and running the source code in a web browser!