Package com.github._1c_syntax.bsl.parser

Class Tokenizer<T extends BSLParserRuleContext,P extends Parser>

java.lang.Object

com.github._1c_syntax.bsl.parser.Tokenizer<T,P>

Direct Known Subclasses:

BSLMethodDescriptionTokenizer, BSLTokenizer, SDBLTokenizer

public abstract class Tokenizer<T extends BSLParserRuleContext,P extends Parser>
extends Object

Field Summary

Fields

Modifier and Type	Field	Description
protected P	parser

Constructor Summary

Constructors

Modifier	Constructor	Description
protected	Tokenizer(InputStream content, Lexer lexer, Class<P> parserClass)
protected	Tokenizer(String content, Lexer lexer, Class<P> parserClass)

Method Summary

Modifier and Type	Method	Description
T	getAst()
List<Token>	getTokens()
protected CommonTokenStream	getTokenStream()
protected abstract T	rootAST()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

parser

protected P extends Parser parser

Constructor Details

Tokenizer

protected Tokenizer(String content,
 Lexer lexer,
 Class<P> parserClass)

Tokenizer

protected Tokenizer(InputStream content,
 Lexer lexer,
 Class<P> parserClass)

Method Details

getTokens

public List<Token> getTokens()

getAst

public T getAst()

rootAST

protected abstract T rootAST()

getTokenStream

protected CommonTokenStream getTokenStream()