public class Tokenizer
extends java.lang.Object
| Modifier and Type | Class and Description |
|---|---|
(package private) static class |
Tokenizer.TokenizerState |
| Modifier and Type | Field and Description |
|---|---|
(package private) java.lang.String |
pattern |
(package private) int |
patternLength |
(package private) int |
pointer |
(package private) Tokenizer.TokenizerState |
state |
| Constructor and Description |
|---|
Tokenizer(java.lang.String pattern) |
| Modifier and Type | Method and Description |
|---|---|
private void |
addLiteralToken(java.util.List<Token> tokenList,
java.lang.StringBuilder stringBuilder) |
private void |
handleDefaultValueState(char c,
java.util.List<Token> tokenList,
java.lang.StringBuilder stringBuilder) |
private void |
handleLiteralState(char c,
java.util.List<Token> tokenList,
java.lang.StringBuilder stringBuilder) |
private void |
handleStartState(char c,
java.util.List<Token> tokenList,
java.lang.StringBuilder stringBuilder) |
(package private) java.util.List<Token> |
tokenize() |
final java.lang.String pattern
final int patternLength
Tokenizer.TokenizerState state
int pointer
java.util.List<Token> tokenize() throws ScanException
ScanExceptionprivate void handleDefaultValueState(char c,
java.util.List<Token> tokenList,
java.lang.StringBuilder stringBuilder)
private void handleStartState(char c,
java.util.List<Token> tokenList,
java.lang.StringBuilder stringBuilder)
private void handleLiteralState(char c,
java.util.List<Token> tokenList,
java.lang.StringBuilder stringBuilder)
private void addLiteralToken(java.util.List<Token> tokenList, java.lang.StringBuilder stringBuilder)