Advertisement
Guest User

Tokenizer

a guest
Aug 22nd, 2017
97
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Java 1.81 KB | None | 0 0
  1. import java.io.FileOutputStream;
  2. import java.io.IOException;
  3. import java.io.ObjectOutputStream;
  4.  
  5. import org.antlr.runtime.debug.ParseTreeBuilder;
  6. import org.antlr.runtime.tree.CommonTree;
  7. import org.antlr.runtime.tree.DOTTreeGenerator;
  8. import org.antlr.v4.runtime.ANTLRInputStream;
  9. import org.antlr.v4.runtime.CommonTokenStream;
  10. import org.antlr.v4.runtime.ParserRuleContext;
  11. import org.antlr.v4.runtime.tree.ParseTree;
  12. import org.antlr.v4.runtime.tree.Tree;
  13. import org.antlr.v4.runtime.tree.pattern.ParseTreePattern;
  14. import org.stringtemplate.v4.compiler.StringTable;
  15. import org.antlr.runtime.*;
  16. import org.antlr.v4.*;
  17. import org.antlr.stringtemplate.*;
  18. import SiuoBoot.AntiPlag.grammar.java8.Java8Lexer;
  19. import SiuoBoot.AntiPlag.grammar.java8.Java8Parser;
  20.  
  21.  
  22. @SuppressWarnings("deprecation")
  23. public class Tokenizer {
  24.    
  25.     public void tokenizer(String code, String path) {
  26.        
  27.             ANTLRInputStream in = new ANTLRInputStream(code);
  28.             Java8Lexer lexer = new Java8Lexer(in);                     
  29.             CommonTokenStream tokens = new CommonTokenStream(lexer);   
  30.             Java8Parser parser = new Java8Parser(tokens);
  31.             parser.setBuildParseTree(true);        
  32.             ParserRuleContext t = parser.compilationUnit();
  33.             ParseTree tree = t;
  34.            
  35.            
  36.            
  37.            
  38.             System.out.println("Sciezka0: " + tree.getChild(0).getChild(0).getChild(0).getChildCount());           
  39.             System.out.println("Sciezka1: " + tree.getChild(0).getChild(0).getChild(0).getChild(0));
  40.             System.out.println("Sciezka2: " + tree.getChild(0).getChild(0).getChild(0).getChild(1).toStringTree());
  41.             System.out.println("Sciezka3: " + tree.getChild(0).getChild(0).getChild(0).getChild(2).toStringTree());
  42.             System.out.println("Sciezka4: " + tree.getChild(0).getChild(0).getChild(0).getChild(3).toStringTree();
  43.            
  44.            
  45.        
  46.         }      
  47.     }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement