public class SourceCodeTokenizer
extends java.lang.Object
| Constructor and Description |
|---|
SourceCodeTokenizer(java.util.List<java.lang.String> genCodeStartDirectives,
java.util.List<java.lang.String> genCodeEndDirectives,
java.util.List<java.lang.String> embeddedStringDirectives,
java.util.List<java.lang.String> embeddedJsonDirectives,
java.util.List<java.lang.String> skipCodeStartDirectives,
java.util.List<java.lang.String> skipCodeEndDirectives,
java.util.List<java.util.List<java.lang.String>> augCodeDirectiveSets,
java.util.List<java.lang.String> inlineGenCodeDirectives,
java.util.List<java.lang.String> nestedLevelStartMarkers,
java.util.List<java.lang.String> nestedLevelEndMarkers)
Constructs an instance for tokenizing with a given set of
directives.
|
| Modifier and Type | Method and Description |
|---|---|
java.util.List<Token> |
tokenizeSource(java.lang.String source)
Tokenizes source code file into tokens.
|
public SourceCodeTokenizer(java.util.List<java.lang.String> genCodeStartDirectives,
java.util.List<java.lang.String> genCodeEndDirectives,
java.util.List<java.lang.String> embeddedStringDirectives,
java.util.List<java.lang.String> embeddedJsonDirectives,
java.util.List<java.lang.String> skipCodeStartDirectives,
java.util.List<java.lang.String> skipCodeEndDirectives,
java.util.List<java.util.List<java.lang.String>> augCodeDirectiveSets,
java.util.List<java.lang.String> inlineGenCodeDirectives,
java.util.List<java.lang.String> nestedLevelStartMarkers,
java.util.List<java.lang.String> nestedLevelEndMarkers)
genCodeStartDirectives - genCodeEndDirectives - embeddedStringDirectives - embeddedJsonDirectives - skipCodeStartDirectives - skipCodeEndDirectives - augCodeDirectiveSets - inlineGenCodeDirectives - nestedLevelStartMarkers - nestedLevelEndMarkers - public java.util.List<Token> tokenizeSource(java.lang.String source)
source - contents of source code file.