ProtocolbuffersLexer.java

/* Generated by: CongoCC Parser Generator. ProtocolbuffersLexer.java  */
package de.schegge.rosinante.parser;

import de.schegge.rosinante.parser.Token.TokenType;
import static de.schegge.rosinante.parser.Token.TokenType.*;
import java.util.BitSet;
import java.util.EnumSet;


public class ProtocolbuffersLexer extends TokenSource {

    public enum LexicalState {
        DEFAULT
    }

    LexicalState lexicalState = LexicalState.values()[0];
    EnumSet<TokenType> activeTokenTypes = EnumSet.allOf(TokenType.class);
    {
    }
    // Token types that are "regular" tokens that participate in parsing,
    // i.e. declared as TOKEN
    static final EnumSet<TokenType> regularTokens = EnumSet.of(EOF, SYNTAX, IMPORT, WEAK, PUBLIC, PACKAGE, OPTION, MESSAGE, ENUM, REPEATED, OPTIONAL, LPAREN, RPAREN, LBRACE, RBRACE, LBRACKET, RBRACKET, SEMICOLON, COLON, COMMA, DOT, DOUBLE, FLOAT, INT32, INT64, UINT32, UINT64, SINT32, SINT64, FIXED32, FIXEDINT64, SFIXED32, SFIXEDINT64, STRING, BYTES, BOOL, TRUE, FALSE, ZERO, ASSIGN, _TOKEN_40, _TOKEN_41, _TOKEN_42, INTEGER_LITERAL, OCT_LITERAL, HEX_LITERAL, IDENTIFIER, FULL_IDENTIFIER, TYPE_IDENTIFIER, STRING_LITERAL, OPTION_NAME);
    // Token types that do not participate in parsing
    // i.e. declared as UNPARSED (or SPECIAL_TOKEN)
    static final EnumSet<TokenType> unparsedTokens = EnumSet.of(SINGLE_LINE_COMMENT);
    // Tokens that are skipped, i.e. SKIP
    static final EnumSet<TokenType> skippedTokens = EnumSet.of(WHITESPACE);
    // Tokens that correspond to a MORE, i.e. that are pending
    // additional input
    private static final EnumSet<TokenType> moreTokens = EnumSet.noneOf(TokenType.class);

    public ProtocolbuffersLexer(CharSequence input) {
        this("input", input);
    }

    /**
    * @param inputSource just the name of the input source (typically the filename)
    * that will be used in error messages and so on.
    * @param input the input
    */
    public ProtocolbuffersLexer(String inputSource, CharSequence input) {
        this(inputSource, input, LexicalState.DEFAULT, 1, 1);
    }

    /**
    * @param inputSource just the name of the input source (typically the filename) that
    * will be used in error messages and so on.
    * @param input the input
    * @param lexicalState The starting lexical state, may be null to indicate the default
    * starting state
    * @param line The line number at which we are starting for the purposes of location/error messages. In most
    * normal usage, this is 1.
    * @param column number at which we are starting for the purposes of location/error messages. In most normal
    * usages this is 1.
    */
    public ProtocolbuffersLexer(String inputSource, CharSequence input, LexicalState lexState, int startingLine, int startingColumn) {
        super(inputSource, input, startingLine, startingColumn, 1, true, false, false, "\n");
        if (lexicalState != null) switchTo(lexState);
    }

    /**
    * The public method for getting the next token.
    * It checks whether we have already cached
    * the token after this one. If not, it finally goes
    * to the NFA machinery
    */
    public Token getNextToken(Token tok) {
        if (tok == null) {
            tok = tokenizeAt(0);
            cacheToken(tok);
            return tok;
        }
        Token cachedToken = tok.nextCachedToken();
        // If the cached next token is not currently active, we
        // throw it away and go back to the XXXLexer
        if (cachedToken != null && activeTokenTypes != null && !activeTokenTypes.contains(cachedToken.getType())) {
            reset(tok);
            cachedToken = null;
        }
        if (cachedToken == null) {
            Token token = tokenizeAt(tok.getEndOffset());
            cacheToken(token);
            return token;
        }
        return cachedToken;
    }


    static class MatchInfo {
        TokenType matchedType;
        int matchLength;

        MatchInfo(TokenType matchedType, int matchLength) {
            this.matchedType = matchedType;
            this.matchLength = matchLength;
        }

    }


    /**
    * Core tokenization method. Note that this can be called from a static context.
    * Hence the extra parameters that need to be passed in.
    */
    static MatchInfo getMatchInfo(CharSequence input, int position, EnumSet<TokenType> activeTokenTypes, NfaFunction[] nfaFunctions) {
        if (position >= input.length()) {
            return new MatchInfo(EOF, 0);
        }
        int start = position;
        int matchLength = 0;
        TokenType matchedType = TokenType.INVALID;
        BitSet currentStates = new BitSet(261);
        BitSet nextStates = new BitSet(261);
        // the core NFA loop
        do {
            // Holder for the new type (if any) matched on this iteration
            if (position > start) {
                // What was nextStates on the last iteration
                // is now the currentStates!
                BitSet temp = currentStates;
                currentStates = nextStates;
                nextStates = temp;
                nextStates.clear();
            } else {
                currentStates.set(0);
            }
            if (position >= input.length()) {
                break;
            }
            int curChar = Character.codePointAt(input, position++);
            if (curChar > 0xFFFF) position++;
            int nextActive = currentStates.nextSetBit(0);
            while (nextActive != -1) {
                TokenType returnedType = nfaFunctions[nextActive].apply(curChar, nextStates, activeTokenTypes);
                if (returnedType != null && (position - start > matchLength || returnedType.ordinal() < matchedType.ordinal())) {
                    matchedType = returnedType;
                    matchLength = position - start;
                }
                nextActive = currentStates.nextSetBit(nextActive + 1);
            }
            if (position >= input.length()) break;
        }
        while (!nextStates.isEmpty());
        return new MatchInfo(matchedType, matchLength);
    }

    /**
    * @param position The position at which to tokenize.
    * @return the Token at position
    */
    final Token tokenizeAt(int position) {
        int tokenBeginOffset = position;
        boolean inMore = false;
        StringBuilder invalidChars = null;
        Token matchedToken = null;
        TokenType matchedType = null;
        // The core tokenization loop
        while (matchedToken == null) {
            if (!inMore) tokenBeginOffset = position;
            MatchInfo matchInfo = getMatchInfo(this, position, activeTokenTypes, nfaFunctions);
            matchedType = matchInfo.matchedType;
            inMore = moreTokens.contains(matchedType);
            position += matchInfo.matchLength;
            if (matchedType == TokenType.INVALID) {
                if (invalidChars == null) {
                    invalidChars = new StringBuilder();
                }
                int cp = Character.codePointAt(this, tokenBeginOffset);
                invalidChars.appendCodePoint(cp);
                ++position;
                if (cp > 0xFFFF) ++position;
                continue;
            }
            if (invalidChars != null) {
                return new InvalidToken(this, tokenBeginOffset - invalidChars.length(), tokenBeginOffset);
            }
            if (skippedTokens.contains(matchedType)) {
                skipTokens(tokenBeginOffset, position);
            } else if (regularTokens.contains(matchedType) || unparsedTokens.contains(matchedType)) {
                matchedToken = Token.newToken(matchedType, this, tokenBeginOffset, position);
                matchedToken.setUnparsed(!regularTokens.contains(matchedType));
            }
        }
        return matchedToken;
    }

    /**
    * Switch to specified lexical state.
    * @param lexState the lexical state to switch to
    * @return whether we switched (i.e. we weren't already in the desired lexical state)
    */
    public boolean switchTo(LexicalState lexState) {
        if (this.lexicalState != lexState) {
            this.lexicalState = lexState;
            return true;
        }
        return false;
    }

    // Reset the token source input
    // to just after the Token passed in.
    void reset(Token t, LexicalState state) {
        uncacheTokens(t);
        if (state != null) {
            switchTo(state);
        }
    }

    void reset(Token t) {
        reset(t, null);
    }

    void cacheToken(Token tok) {
        cacheTokenAt(tok, tok.getBeginOffset());
    }


    // NFA related code follows.
    // The functional interface that represents
    // the acceptance method of an NFA state
    static interface NfaFunction {

        TokenType apply(int ch, BitSet bs, EnumSet<TokenType> validTypes);

    }

    private static NfaFunction[] nfaFunctions;
    // Initialize the various NFA method tables
    static {
        DEFAULT.NFA_FUNCTIONS_init();
    }

    //The Nitty-gritty of the NFA code follows.
    /**
    * Holder class for NFA code related to DEFAULT lexical state
    */
    private static class DEFAULT {

        private static TokenType getNfaIndex0(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '"') {
                nextStates.set(161);
            } else if (ch == '\'') {
                nextStates.set(83);
            } else if (ch == '(') {
                nextStates.set(59);
            } else if (ch == '.') {
                nextStates.set(75);
            } else if (ch == '/') {
                nextStates.set(76);
            } else if (ch == '0') {
                nextStates.set(109);
                nextStates.set(168);
            } else if (ch == 'b') {
                nextStates.set(50);
                nextStates.set(85);
            } else if (ch == 'd') {
                nextStates.set(163);
            } else if (ch == 'e') {
                nextStates.set(89);
            } else if (ch == 'f') {
                nextStates.set(4);
                nextStates.set(148);
            } else if (ch == 'i') {
                nextStates.set(54);
                nextStates.set(93);
                nextStates.set(157);
            } else if (ch == 'm') {
                nextStates.set(110);
            } else if (ch == 'o') {
                nextStates.set(104);
                nextStates.set(124);
            } else if (ch == 'p') {
                nextStates.set(28);
                nextStates.set(78);
            } else if (ch == 'r') {
                nextStates.set(13);
            } else if (ch == 's') {
                nextStates.set(8);
                nextStates.set(35);
                nextStates.set(40);
                nextStates.set(97);
                nextStates.set(117);
                nextStates.set(131);
                nextStates.set(141);
                nextStates.set(152);
            } else if (ch == 't') {
                nextStates.set(1);
            } else if (ch == 'u') {
                nextStates.set(23);
                nextStates.set(136);
            } else if (ch == 'w') {
                nextStates.set(47);
            }
            if ((ch >= 'A' && ch <= 'Z') || (ch >= 'a' && ch <= 'z')) {
                nextStates.set(116);
                nextStates.set(72);
                nextStates.set(20);
                nextStates.set(53);
                if (validTypes == null || validTypes.contains(IDENTIFIER)) type = IDENTIFIER;
            } else if (ch >= '1' && ch <= '9') {
                nextStates.set(92);
                if (validTypes == null || validTypes.contains(INTEGER_LITERAL)) type = INTEGER_LITERAL;
            } else if (ch == '\t') {
                nextStates.set(34);
                if (validTypes == null || validTypes.contains(WHITESPACE)) type = WHITESPACE;
            } else if (ch == '\n') {
                nextStates.set(34);
                if (validTypes == null || validTypes.contains(WHITESPACE)) type = WHITESPACE;
            } else if (ch == '\f') {
                nextStates.set(34);
                if (validTypes == null || validTypes.contains(WHITESPACE)) type = WHITESPACE;
            } else if (ch == '\r') {
                nextStates.set(34);
                if (validTypes == null || validTypes.contains(WHITESPACE)) type = WHITESPACE;
            } else if (ch == ' ') {
                nextStates.set(34);
                if (validTypes == null || validTypes.contains(WHITESPACE)) type = WHITESPACE;
            } else if (ch == '/') {
                if (validTypes == null || validTypes.contains(_TOKEN_42)) type = _TOKEN_42;
            } else if (ch == '+') {
                if (validTypes == null || validTypes.contains(_TOKEN_41)) type = _TOKEN_41;
            } else if (ch == '-') {
                if (validTypes == null || validTypes.contains(_TOKEN_40)) type = _TOKEN_40;
            } else if (ch == '=') {
                if (validTypes == null || validTypes.contains(ASSIGN)) type = ASSIGN;
            } else if (ch == '0') {
                if (validTypes == null || validTypes.contains(ZERO)) type = ZERO;
            } else if (ch == '.') {
                if (validTypes == null || validTypes.contains(DOT)) type = DOT;
            } else if (ch == ',') {
                if (validTypes == null || validTypes.contains(COMMA)) type = COMMA;
            } else if (ch == ':') {
                if (validTypes == null || validTypes.contains(COLON)) type = COLON;
            } else if (ch == ';') {
                if (validTypes == null || validTypes.contains(SEMICOLON)) type = SEMICOLON;
            } else if (ch == ']') {
                if (validTypes == null || validTypes.contains(RBRACKET)) type = RBRACKET;
            } else if (ch == '[') {
                if (validTypes == null || validTypes.contains(LBRACKET)) type = LBRACKET;
            } else if (ch == '}') {
                if (validTypes == null || validTypes.contains(RBRACE)) type = RBRACE;
            } else if (ch == '{') {
                if (validTypes == null || validTypes.contains(LBRACE)) type = LBRACE;
            } else if (ch == ')') {
                if (validTypes == null || validTypes.contains(RPAREN)) type = RPAREN;
            } else if (ch == '(') {
                if (validTypes == null || validTypes.contains(LPAREN)) type = LPAREN;
            }
            return type;
        }

        private static TokenType getNfaIndex1(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'r') {
                nextStates.set(2);
            }
            return type;
        }

        private static TokenType getNfaIndex2(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'u') {
                nextStates.set(3);
            }
            return type;
        }

        private static TokenType getNfaIndex3(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'e') {
                if (validTypes == null || validTypes.contains(TRUE)) type = TRUE;
            }
            return type;
        }

        private static TokenType getNfaIndex4(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'a') {
                nextStates.set(5);
            }
            return type;
        }

        private static TokenType getNfaIndex5(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'l') {
                nextStates.set(6);
            }
            return type;
        }

        private static TokenType getNfaIndex6(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 's') {
                nextStates.set(7);
            }
            return type;
        }

        private static TokenType getNfaIndex7(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'e') {
                if (validTypes == null || validTypes.contains(FALSE)) type = FALSE;
            }
            return type;
        }

        private static TokenType getNfaIndex8(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'y') {
                nextStates.set(9);
            }
            return type;
        }

        private static TokenType getNfaIndex9(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'n') {
                nextStates.set(10);
            }
            return type;
        }

        private static TokenType getNfaIndex10(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 't') {
                nextStates.set(11);
            }
            return type;
        }

        private static TokenType getNfaIndex11(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'a') {
                nextStates.set(12);
            }
            return type;
        }

        private static TokenType getNfaIndex12(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'x') {
                if (validTypes == null || validTypes.contains(SYNTAX)) type = SYNTAX;
            }
            return type;
        }

        private static TokenType getNfaIndex13(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'e') {
                nextStates.set(14);
            }
            return type;
        }

        private static TokenType getNfaIndex14(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'p') {
                nextStates.set(15);
            }
            return type;
        }

        private static TokenType getNfaIndex15(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'e') {
                nextStates.set(16);
            }
            return type;
        }

        private static TokenType getNfaIndex16(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'a') {
                nextStates.set(17);
            }
            return type;
        }

        private static TokenType getNfaIndex17(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 't') {
                nextStates.set(18);
            }
            return type;
        }

        private static TokenType getNfaIndex18(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'e') {
                nextStates.set(19);
            }
            return type;
        }

        private static TokenType getNfaIndex19(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'd') {
                if (validTypes == null || validTypes.contains(REPEATED)) type = REPEATED;
            }
            return type;
        }

        private static TokenType getNfaIndex20(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '.') {
                nextStates.set(21);
            } else if (ch >= '0' && ch <= '9') {
                nextStates.set(20);
                if (validTypes == null || validTypes.contains(FULL_IDENTIFIER)) type = FULL_IDENTIFIER;
            } else if ((ch >= 'A' && ch <= 'Z') || (ch >= 'a' && ch <= 'z')) {
                nextStates.set(20);
                if (validTypes == null || validTypes.contains(FULL_IDENTIFIER)) type = FULL_IDENTIFIER;
            } else if (ch == '_') {
                nextStates.set(20);
                if (validTypes == null || validTypes.contains(FULL_IDENTIFIER)) type = FULL_IDENTIFIER;
            }
            return type;
        }

        private static TokenType getNfaIndex21(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if ((ch >= 'A' && ch <= 'Z') || (ch >= 'a' && ch <= 'z')) {
                nextStates.set(22);
                if (validTypes == null || validTypes.contains(FULL_IDENTIFIER)) type = FULL_IDENTIFIER;
            }
            return type;
        }

        private static TokenType getNfaIndex22(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '.') {
                nextStates.set(21);
            } else if (ch >= '0' && ch <= '9') {
                nextStates.set(22);
                if (validTypes == null || validTypes.contains(FULL_IDENTIFIER)) type = FULL_IDENTIFIER;
            } else if ((ch >= 'A' && ch <= 'Z') || (ch >= 'a' && ch <= 'z')) {
                nextStates.set(22);
                if (validTypes == null || validTypes.contains(FULL_IDENTIFIER)) type = FULL_IDENTIFIER;
            } else if (ch == '_') {
                nextStates.set(22);
                if (validTypes == null || validTypes.contains(FULL_IDENTIFIER)) type = FULL_IDENTIFIER;
            }
            return type;
        }

        private static TokenType getNfaIndex23(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'i') {
                nextStates.set(24);
            }
            return type;
        }

        private static TokenType getNfaIndex24(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'n') {
                nextStates.set(25);
            }
            return type;
        }

        private static TokenType getNfaIndex25(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 't') {
                nextStates.set(26);
            }
            return type;
        }

        private static TokenType getNfaIndex26(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '3') {
                nextStates.set(27);
            }
            return type;
        }

        private static TokenType getNfaIndex27(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '2') {
                if (validTypes == null || validTypes.contains(UINT32)) type = UINT32;
            }
            return type;
        }

        private static TokenType getNfaIndex28(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'a') {
                nextStates.set(29);
            }
            return type;
        }

        private static TokenType getNfaIndex29(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'c') {
                nextStates.set(30);
            }
            return type;
        }

        private static TokenType getNfaIndex30(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'k') {
                nextStates.set(31);
            }
            return type;
        }

        private static TokenType getNfaIndex31(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'a') {
                nextStates.set(32);
            }
            return type;
        }

        private static TokenType getNfaIndex32(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'g') {
                nextStates.set(33);
            }
            return type;
        }

        private static TokenType getNfaIndex33(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'e') {
                if (validTypes == null || validTypes.contains(PACKAGE)) type = PACKAGE;
            }
            return type;
        }

        private static TokenType getNfaIndex34(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '\t') {
                nextStates.set(34);
                if (validTypes == null || validTypes.contains(WHITESPACE)) type = WHITESPACE;
            } else if (ch == '\n') {
                nextStates.set(34);
                if (validTypes == null || validTypes.contains(WHITESPACE)) type = WHITESPACE;
            } else if (ch == '\f') {
                nextStates.set(34);
                if (validTypes == null || validTypes.contains(WHITESPACE)) type = WHITESPACE;
            } else if (ch == '\r') {
                nextStates.set(34);
                if (validTypes == null || validTypes.contains(WHITESPACE)) type = WHITESPACE;
            } else if (ch == ' ') {
                nextStates.set(34);
                if (validTypes == null || validTypes.contains(WHITESPACE)) type = WHITESPACE;
            }
            return type;
        }

        private static TokenType getNfaIndex35(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'i') {
                nextStates.set(36);
            }
            return type;
        }

        private static TokenType getNfaIndex36(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'n') {
                nextStates.set(37);
            }
            return type;
        }

        private static TokenType getNfaIndex37(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 't') {
                nextStates.set(38);
            }
            return type;
        }

        private static TokenType getNfaIndex38(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '6') {
                nextStates.set(39);
            }
            return type;
        }

        private static TokenType getNfaIndex39(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '4') {
                if (validTypes == null || validTypes.contains(SINT64)) type = SINT64;
            }
            return type;
        }

        private static TokenType getNfaIndex40(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'f') {
                nextStates.set(41);
            }
            return type;
        }

        private static TokenType getNfaIndex41(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'i') {
                nextStates.set(42);
            }
            return type;
        }

        private static TokenType getNfaIndex42(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'x') {
                nextStates.set(43);
            }
            return type;
        }

        private static TokenType getNfaIndex43(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'e') {
                nextStates.set(44);
            }
            return type;
        }

        private static TokenType getNfaIndex44(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'd') {
                nextStates.set(45);
            }
            return type;
        }

        private static TokenType getNfaIndex45(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '3') {
                nextStates.set(46);
            }
            return type;
        }

        private static TokenType getNfaIndex46(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '2') {
                if (validTypes == null || validTypes.contains(FIXED32)) type = FIXED32;
            }
            return type;
        }

        private static TokenType getNfaIndex47(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'e') {
                nextStates.set(48);
            }
            return type;
        }

        private static TokenType getNfaIndex48(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'a') {
                nextStates.set(49);
            }
            return type;
        }

        private static TokenType getNfaIndex49(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'k') {
                if (validTypes == null || validTypes.contains(WEAK)) type = WEAK;
            }
            return type;
        }

        private static TokenType getNfaIndex50(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'o') {
                nextStates.set(51);
            }
            return type;
        }

        private static TokenType getNfaIndex51(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'o') {
                nextStates.set(52);
            }
            return type;
        }

        private static TokenType getNfaIndex52(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'l') {
                if (validTypes == null || validTypes.contains(BOOL)) type = BOOL;
            }
            return type;
        }

        private static TokenType getNfaIndex53(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch >= '0' && ch <= '9') {
                nextStates.set(53);
                if (validTypes == null || validTypes.contains(IDENTIFIER)) type = IDENTIFIER;
            } else if ((ch >= 'A' && ch <= 'Z') || (ch >= 'a' && ch <= 'z')) {
                nextStates.set(53);
                if (validTypes == null || validTypes.contains(IDENTIFIER)) type = IDENTIFIER;
            } else if (ch == '_') {
                nextStates.set(53);
                if (validTypes == null || validTypes.contains(IDENTIFIER)) type = IDENTIFIER;
            }
            return type;
        }

        private static TokenType getNfaIndex54(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'm') {
                nextStates.set(55);
            }
            return type;
        }

        private static TokenType getNfaIndex55(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'p') {
                nextStates.set(56);
            }
            return type;
        }

        private static TokenType getNfaIndex56(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'o') {
                nextStates.set(57);
            }
            return type;
        }

        private static TokenType getNfaIndex57(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'r') {
                nextStates.set(58);
            }
            return type;
        }

        private static TokenType getNfaIndex58(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 't') {
                if (validTypes == null || validTypes.contains(IMPORT)) type = IMPORT;
            }
            return type;
        }

        private static TokenType getNfaIndex59(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '.') {
                nextStates.set(60);
            } else if ((ch >= 'A' && ch <= 'Z') || (ch >= 'a' && ch <= 'z')) {
                nextStates.set(61);
            }
            return type;
        }

        private static TokenType getNfaIndex60(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if ((ch >= 'A' && ch <= 'Z') || (ch >= 'a' && ch <= 'z')) {
                nextStates.set(61);
            }
            return type;
        }

        private static TokenType getNfaIndex61(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '.') {
                nextStates.set(62);
            } else if (ch >= '0' && ch <= '9') {
                nextStates.set(61);
            } else if ((ch >= 'A' && ch <= 'Z') || (ch >= 'a' && ch <= 'z')) {
                nextStates.set(61);
            } else if (ch == '_') {
                nextStates.set(61);
            } else if (ch == ')') {
                nextStates.set(64);
                if (validTypes == null || validTypes.contains(OPTION_NAME)) type = OPTION_NAME;
            }
            return type;
        }

        private static TokenType getNfaIndex62(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if ((ch >= 'A' && ch <= 'Z') || (ch >= 'a' && ch <= 'z')) {
                nextStates.set(63);
            }
            return type;
        }

        private static TokenType getNfaIndex63(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '.') {
                nextStates.set(62);
            } else if (ch >= '0' && ch <= '9') {
                nextStates.set(63);
            } else if ((ch >= 'A' && ch <= 'Z') || (ch >= 'a' && ch <= 'z')) {
                nextStates.set(63);
            } else if (ch == '_') {
                nextStates.set(63);
            } else if (ch == ')') {
                nextStates.set(64);
                if (validTypes == null || validTypes.contains(OPTION_NAME)) type = OPTION_NAME;
            }
            return type;
        }

        private static TokenType getNfaIndex64(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '.') {
                nextStates.set(65);
            }
            return type;
        }

        private static TokenType getNfaIndex65(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '(') {
                nextStates.set(66);
            } else if ((ch >= 'A' && ch <= 'Z') || (ch >= 'a' && ch <= 'z')) {
                nextStates.set(71);
                if (validTypes == null || validTypes.contains(OPTION_NAME)) type = OPTION_NAME;
            }
            return type;
        }

        private static TokenType getNfaIndex66(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '.') {
                nextStates.set(67);
            } else if ((ch >= 'A' && ch <= 'Z') || (ch >= 'a' && ch <= 'z')) {
                nextStates.set(68);
            }
            return type;
        }

        private static TokenType getNfaIndex67(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if ((ch >= 'A' && ch <= 'Z') || (ch >= 'a' && ch <= 'z')) {
                nextStates.set(68);
            }
            return type;
        }

        private static TokenType getNfaIndex68(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '.') {
                nextStates.set(69);
            } else if (ch >= '0' && ch <= '9') {
                nextStates.set(68);
            } else if ((ch >= 'A' && ch <= 'Z') || (ch >= 'a' && ch <= 'z')) {
                nextStates.set(68);
            } else if (ch == '_') {
                nextStates.set(68);
            } else if (ch == ')') {
                nextStates.set(64);
                if (validTypes == null || validTypes.contains(OPTION_NAME)) type = OPTION_NAME;
            }
            return type;
        }

        private static TokenType getNfaIndex69(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if ((ch >= 'A' && ch <= 'Z') || (ch >= 'a' && ch <= 'z')) {
                nextStates.set(70);
            }
            return type;
        }

        private static TokenType getNfaIndex70(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '.') {
                nextStates.set(69);
            } else if (ch >= '0' && ch <= '9') {
                nextStates.set(70);
            } else if ((ch >= 'A' && ch <= 'Z') || (ch >= 'a' && ch <= 'z')) {
                nextStates.set(70);
            } else if (ch == '_') {
                nextStates.set(70);
            } else if (ch == ')') {
                nextStates.set(64);
                if (validTypes == null || validTypes.contains(OPTION_NAME)) type = OPTION_NAME;
            }
            return type;
        }

        private static TokenType getNfaIndex71(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '.') {
                nextStates.set(65);
            } else if (ch >= '0' && ch <= '9') {
                nextStates.set(71);
                if (validTypes == null || validTypes.contains(OPTION_NAME)) type = OPTION_NAME;
            } else if ((ch >= 'A' && ch <= 'Z') || (ch >= 'a' && ch <= 'z')) {
                nextStates.set(71);
                if (validTypes == null || validTypes.contains(OPTION_NAME)) type = OPTION_NAME;
            } else if (ch == '_') {
                nextStates.set(71);
                if (validTypes == null || validTypes.contains(OPTION_NAME)) type = OPTION_NAME;
            }
            return type;
        }

        private static TokenType getNfaIndex72(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '.') {
                nextStates.set(73);
            } else if (ch >= '0' && ch <= '9') {
                nextStates.set(72);
                if (validTypes == null || validTypes.contains(TYPE_IDENTIFIER)) type = TYPE_IDENTIFIER;
            } else if ((ch >= 'A' && ch <= 'Z') || (ch >= 'a' && ch <= 'z')) {
                nextStates.set(72);
                if (validTypes == null || validTypes.contains(TYPE_IDENTIFIER)) type = TYPE_IDENTIFIER;
            } else if (ch == '_') {
                nextStates.set(72);
                if (validTypes == null || validTypes.contains(TYPE_IDENTIFIER)) type = TYPE_IDENTIFIER;
            }
            return type;
        }

        private static TokenType getNfaIndex73(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if ((ch >= 'A' && ch <= 'Z') || (ch >= 'a' && ch <= 'z')) {
                nextStates.set(74);
                if (validTypes == null || validTypes.contains(TYPE_IDENTIFIER)) type = TYPE_IDENTIFIER;
            }
            return type;
        }

        private static TokenType getNfaIndex74(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '.') {
                nextStates.set(73);
            } else if (ch >= '0' && ch <= '9') {
                nextStates.set(74);
                if (validTypes == null || validTypes.contains(TYPE_IDENTIFIER)) type = TYPE_IDENTIFIER;
            } else if ((ch >= 'A' && ch <= 'Z') || (ch >= 'a' && ch <= 'z')) {
                nextStates.set(74);
                if (validTypes == null || validTypes.contains(TYPE_IDENTIFIER)) type = TYPE_IDENTIFIER;
            } else if (ch == '_') {
                nextStates.set(74);
                if (validTypes == null || validTypes.contains(TYPE_IDENTIFIER)) type = TYPE_IDENTIFIER;
            }
            return type;
        }

        private static TokenType getNfaIndex75(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if ((ch >= 'A' && ch <= 'Z') || (ch >= 'a' && ch <= 'z')) {
                nextStates.set(72);
                if (validTypes == null || validTypes.contains(TYPE_IDENTIFIER)) type = TYPE_IDENTIFIER;
            }
            return type;
        }

        private static TokenType getNfaIndex76(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '/') {
                nextStates.set(77);
            }
            return type;
        }

        private static TokenType getNfaIndex77(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if ((ch >= 0x0 && ch <= '\t') || (ch >= 0xb)) {
                nextStates.set(77);
            } else if (ch == '\n') {
                if (validTypes == null || validTypes.contains(SINGLE_LINE_COMMENT)) type = SINGLE_LINE_COMMENT;
            }
            return type;
        }

        private static TokenType getNfaIndex78(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'u') {
                nextStates.set(79);
            }
            return type;
        }

        private static TokenType getNfaIndex79(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'b') {
                nextStates.set(80);
            }
            return type;
        }

        private static TokenType getNfaIndex80(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'l') {
                nextStates.set(81);
            }
            return type;
        }

        private static TokenType getNfaIndex81(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'i') {
                nextStates.set(82);
            }
            return type;
        }

        private static TokenType getNfaIndex82(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'c') {
                if (validTypes == null || validTypes.contains(PUBLIC)) type = PUBLIC;
            }
            return type;
        }

        private static TokenType getNfaIndex83(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if ((ch >= 0x0 && ch <= '&') || ((ch >= '(' && ch <= '[') || (ch >= ']'))) {
                nextStates.set(83);
            } else if (ch == '\\') {
                nextStates.set(84);
            } else if (ch == '\'') {
                if (validTypes == null || validTypes.contains(STRING_LITERAL)) type = STRING_LITERAL;
            }
            return type;
        }

        private static TokenType getNfaIndex84(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch >= 0x0) {
                nextStates.set(83);
            }
            return type;
        }

        private static TokenType getNfaIndex85(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'y') {
                nextStates.set(86);
            }
            return type;
        }

        private static TokenType getNfaIndex86(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 't') {
                nextStates.set(87);
            }
            return type;
        }

        private static TokenType getNfaIndex87(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'e') {
                nextStates.set(88);
            }
            return type;
        }

        private static TokenType getNfaIndex88(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 's') {
                if (validTypes == null || validTypes.contains(BYTES)) type = BYTES;
            }
            return type;
        }

        private static TokenType getNfaIndex89(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'n') {
                nextStates.set(90);
            }
            return type;
        }

        private static TokenType getNfaIndex90(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'u') {
                nextStates.set(91);
            }
            return type;
        }

        private static TokenType getNfaIndex91(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'm') {
                if (validTypes == null || validTypes.contains(ENUM)) type = ENUM;
            }
            return type;
        }

        private static TokenType getNfaIndex92(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch >= '0' && ch <= '9') {
                nextStates.set(92);
                if (validTypes == null || validTypes.contains(INTEGER_LITERAL)) type = INTEGER_LITERAL;
            }
            return type;
        }

        private static TokenType getNfaIndex93(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'n') {
                nextStates.set(94);
            }
            return type;
        }

        private static TokenType getNfaIndex94(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 't') {
                nextStates.set(95);
            }
            return type;
        }

        private static TokenType getNfaIndex95(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '6') {
                nextStates.set(96);
            }
            return type;
        }

        private static TokenType getNfaIndex96(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '4') {
                if (validTypes == null || validTypes.contains(INT64)) type = INT64;
            }
            return type;
        }

        private static TokenType getNfaIndex97(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'f') {
                nextStates.set(98);
            }
            return type;
        }

        private static TokenType getNfaIndex98(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'i') {
                nextStates.set(99);
            }
            return type;
        }

        private static TokenType getNfaIndex99(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'x') {
                nextStates.set(100);
            }
            return type;
        }

        private static TokenType getNfaIndex100(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'e') {
                nextStates.set(101);
            }
            return type;
        }

        private static TokenType getNfaIndex101(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'd') {
                nextStates.set(102);
            }
            return type;
        }

        private static TokenType getNfaIndex102(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '3') {
                nextStates.set(103);
            }
            return type;
        }

        private static TokenType getNfaIndex103(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '2') {
                if (validTypes == null || validTypes.contains(SFIXED32)) type = SFIXED32;
            }
            return type;
        }

        private static TokenType getNfaIndex104(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'p') {
                nextStates.set(105);
            }
            return type;
        }

        private static TokenType getNfaIndex105(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 't') {
                nextStates.set(106);
            }
            return type;
        }

        private static TokenType getNfaIndex106(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'i') {
                nextStates.set(107);
            }
            return type;
        }

        private static TokenType getNfaIndex107(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'o') {
                nextStates.set(108);
            }
            return type;
        }

        private static TokenType getNfaIndex108(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'n') {
                if (validTypes == null || validTypes.contains(OPTION)) type = OPTION;
            }
            return type;
        }

        private static TokenType getNfaIndex109(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch >= '0' && ch <= '7') {
                nextStates.set(109);
                if (validTypes == null || validTypes.contains(OCT_LITERAL)) type = OCT_LITERAL;
            }
            return type;
        }

        private static TokenType getNfaIndex110(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'e') {
                nextStates.set(111);
            }
            return type;
        }

        private static TokenType getNfaIndex111(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 's') {
                nextStates.set(112);
            }
            return type;
        }

        private static TokenType getNfaIndex112(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 's') {
                nextStates.set(113);
            }
            return type;
        }

        private static TokenType getNfaIndex113(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'a') {
                nextStates.set(114);
            }
            return type;
        }

        private static TokenType getNfaIndex114(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'g') {
                nextStates.set(115);
            }
            return type;
        }

        private static TokenType getNfaIndex115(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'e') {
                if (validTypes == null || validTypes.contains(MESSAGE)) type = MESSAGE;
            }
            return type;
        }

        private static TokenType getNfaIndex116(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '.') {
                nextStates.set(65);
            } else if (ch >= '0' && ch <= '9') {
                nextStates.set(116);
                if (validTypes == null || validTypes.contains(OPTION_NAME)) type = OPTION_NAME;
            } else if ((ch >= 'A' && ch <= 'Z') || (ch >= 'a' && ch <= 'z')) {
                nextStates.set(116);
                if (validTypes == null || validTypes.contains(OPTION_NAME)) type = OPTION_NAME;
            } else if (ch == '_') {
                nextStates.set(116);
                if (validTypes == null || validTypes.contains(OPTION_NAME)) type = OPTION_NAME;
            }
            return type;
        }

        private static TokenType getNfaIndex117(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'f') {
                nextStates.set(118);
            }
            return type;
        }

        private static TokenType getNfaIndex118(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'i') {
                nextStates.set(119);
            }
            return type;
        }

        private static TokenType getNfaIndex119(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'x') {
                nextStates.set(120);
            }
            return type;
        }

        private static TokenType getNfaIndex120(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'e') {
                nextStates.set(121);
            }
            return type;
        }

        private static TokenType getNfaIndex121(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'd') {
                nextStates.set(122);
            }
            return type;
        }

        private static TokenType getNfaIndex122(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '6') {
                nextStates.set(123);
            }
            return type;
        }

        private static TokenType getNfaIndex123(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '4') {
                if (validTypes == null || validTypes.contains(FIXEDINT64)) type = FIXEDINT64;
            }
            return type;
        }

        private static TokenType getNfaIndex124(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'p') {
                nextStates.set(125);
            }
            return type;
        }

        private static TokenType getNfaIndex125(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 't') {
                nextStates.set(126);
            }
            return type;
        }

        private static TokenType getNfaIndex126(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'i') {
                nextStates.set(127);
            }
            return type;
        }

        private static TokenType getNfaIndex127(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'o') {
                nextStates.set(128);
            }
            return type;
        }

        private static TokenType getNfaIndex128(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'n') {
                nextStates.set(129);
            }
            return type;
        }

        private static TokenType getNfaIndex129(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'a') {
                nextStates.set(130);
            }
            return type;
        }

        private static TokenType getNfaIndex130(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'l') {
                if (validTypes == null || validTypes.contains(OPTIONAL)) type = OPTIONAL;
            }
            return type;
        }

        private static TokenType getNfaIndex131(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'i') {
                nextStates.set(132);
            }
            return type;
        }

        private static TokenType getNfaIndex132(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'n') {
                nextStates.set(133);
            }
            return type;
        }

        private static TokenType getNfaIndex133(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 't') {
                nextStates.set(134);
            }
            return type;
        }

        private static TokenType getNfaIndex134(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '3') {
                nextStates.set(135);
            }
            return type;
        }

        private static TokenType getNfaIndex135(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '2') {
                if (validTypes == null || validTypes.contains(SINT32)) type = SINT32;
            }
            return type;
        }

        private static TokenType getNfaIndex136(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'i') {
                nextStates.set(137);
            }
            return type;
        }

        private static TokenType getNfaIndex137(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'n') {
                nextStates.set(138);
            }
            return type;
        }

        private static TokenType getNfaIndex138(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 't') {
                nextStates.set(139);
            }
            return type;
        }

        private static TokenType getNfaIndex139(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '6') {
                nextStates.set(140);
            }
            return type;
        }

        private static TokenType getNfaIndex140(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '4') {
                if (validTypes == null || validTypes.contains(UINT64)) type = UINT64;
            }
            return type;
        }

        private static TokenType getNfaIndex141(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'f') {
                nextStates.set(142);
            }
            return type;
        }

        private static TokenType getNfaIndex142(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'i') {
                nextStates.set(143);
            }
            return type;
        }

        private static TokenType getNfaIndex143(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'x') {
                nextStates.set(144);
            }
            return type;
        }

        private static TokenType getNfaIndex144(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'e') {
                nextStates.set(145);
            }
            return type;
        }

        private static TokenType getNfaIndex145(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'd') {
                nextStates.set(146);
            }
            return type;
        }

        private static TokenType getNfaIndex146(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '6') {
                nextStates.set(147);
            }
            return type;
        }

        private static TokenType getNfaIndex147(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '4') {
                if (validTypes == null || validTypes.contains(SFIXEDINT64)) type = SFIXEDINT64;
            }
            return type;
        }

        private static TokenType getNfaIndex148(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'l') {
                nextStates.set(149);
            }
            return type;
        }

        private static TokenType getNfaIndex149(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'o') {
                nextStates.set(150);
            }
            return type;
        }

        private static TokenType getNfaIndex150(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'a') {
                nextStates.set(151);
            }
            return type;
        }

        private static TokenType getNfaIndex151(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 't') {
                if (validTypes == null || validTypes.contains(FLOAT)) type = FLOAT;
            }
            return type;
        }

        private static TokenType getNfaIndex152(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 't') {
                nextStates.set(153);
            }
            return type;
        }

        private static TokenType getNfaIndex153(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'r') {
                nextStates.set(154);
            }
            return type;
        }

        private static TokenType getNfaIndex154(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'i') {
                nextStates.set(155);
            }
            return type;
        }

        private static TokenType getNfaIndex155(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'n') {
                nextStates.set(156);
            }
            return type;
        }

        private static TokenType getNfaIndex156(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'g') {
                if (validTypes == null || validTypes.contains(STRING)) type = STRING;
            }
            return type;
        }

        private static TokenType getNfaIndex157(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'n') {
                nextStates.set(158);
            }
            return type;
        }

        private static TokenType getNfaIndex158(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 't') {
                nextStates.set(159);
            }
            return type;
        }

        private static TokenType getNfaIndex159(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '3') {
                nextStates.set(160);
            }
            return type;
        }

        private static TokenType getNfaIndex160(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == '2') {
                if (validTypes == null || validTypes.contains(INT32)) type = INT32;
            }
            return type;
        }

        private static TokenType getNfaIndex161(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if ((ch >= 0x0 && ch <= '!') || ((ch >= '#' && ch <= '[') || (ch >= ']'))) {
                nextStates.set(161);
            } else if (ch == '\\') {
                nextStates.set(162);
            } else if (ch == '"') {
                if (validTypes == null || validTypes.contains(STRING_LITERAL)) type = STRING_LITERAL;
            }
            return type;
        }

        private static TokenType getNfaIndex162(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch >= 0x0) {
                nextStates.set(161);
            }
            return type;
        }

        private static TokenType getNfaIndex163(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'o') {
                nextStates.set(164);
            }
            return type;
        }

        private static TokenType getNfaIndex164(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'u') {
                nextStates.set(165);
            }
            return type;
        }

        private static TokenType getNfaIndex165(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'b') {
                nextStates.set(166);
            }
            return type;
        }

        private static TokenType getNfaIndex166(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'l') {
                nextStates.set(167);
            }
            return type;
        }

        private static TokenType getNfaIndex167(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'e') {
                if (validTypes == null || validTypes.contains(DOUBLE)) type = DOUBLE;
            }
            return type;
        }

        private static TokenType getNfaIndex168(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if (ch == 'X') {
                nextStates.set(169);
            } else if (ch == 'x') {
                nextStates.set(169);
            }
            return type;
        }

        private static TokenType getNfaIndex169(int ch, BitSet nextStates, EnumSet<TokenType> validTypes) {
            TokenType type = null;
            if ((ch >= '0' && ch <= '9') || ((ch >= 'A' && ch <= 'Z') || (ch >= 'a' && ch <= 'z'))) {
                nextStates.set(169);
                if (validTypes == null || validTypes.contains(HEX_LITERAL)) type = HEX_LITERAL;
            }
            return type;
        }

        private static void NFA_FUNCTIONS_init() {
            nfaFunctions = new NfaFunction[] {DEFAULT::getNfaIndex0, DEFAULT::getNfaIndex1,
            DEFAULT::getNfaIndex2, DEFAULT::getNfaIndex3, DEFAULT::getNfaIndex4, DEFAULT::getNfaIndex5,
            DEFAULT::getNfaIndex6, DEFAULT::getNfaIndex7, DEFAULT::getNfaIndex8, DEFAULT::getNfaIndex9,
            DEFAULT::getNfaIndex10, DEFAULT::getNfaIndex11, DEFAULT::getNfaIndex12,
            DEFAULT::getNfaIndex13, DEFAULT::getNfaIndex14, DEFAULT::getNfaIndex15,
            DEFAULT::getNfaIndex16, DEFAULT::getNfaIndex17, DEFAULT::getNfaIndex18,
            DEFAULT::getNfaIndex19, DEFAULT::getNfaIndex20, DEFAULT::getNfaIndex21,
            DEFAULT::getNfaIndex22, DEFAULT::getNfaIndex23, DEFAULT::getNfaIndex24,
            DEFAULT::getNfaIndex25, DEFAULT::getNfaIndex26, DEFAULT::getNfaIndex27,
            DEFAULT::getNfaIndex28, DEFAULT::getNfaIndex29, DEFAULT::getNfaIndex30,
            DEFAULT::getNfaIndex31, DEFAULT::getNfaIndex32, DEFAULT::getNfaIndex33,
            DEFAULT::getNfaIndex34, DEFAULT::getNfaIndex35, DEFAULT::getNfaIndex36,
            DEFAULT::getNfaIndex37, DEFAULT::getNfaIndex38, DEFAULT::getNfaIndex39,
            DEFAULT::getNfaIndex40, DEFAULT::getNfaIndex41, DEFAULT::getNfaIndex42,
            DEFAULT::getNfaIndex43, DEFAULT::getNfaIndex44, DEFAULT::getNfaIndex45,
            DEFAULT::getNfaIndex46, DEFAULT::getNfaIndex47, DEFAULT::getNfaIndex48,
            DEFAULT::getNfaIndex49, DEFAULT::getNfaIndex50, DEFAULT::getNfaIndex51,
            DEFAULT::getNfaIndex52, DEFAULT::getNfaIndex53, DEFAULT::getNfaIndex54,
            DEFAULT::getNfaIndex55, DEFAULT::getNfaIndex56, DEFAULT::getNfaIndex57,
            DEFAULT::getNfaIndex58, DEFAULT::getNfaIndex59, DEFAULT::getNfaIndex60,
            DEFAULT::getNfaIndex61, DEFAULT::getNfaIndex62, DEFAULT::getNfaIndex63,
            DEFAULT::getNfaIndex64, DEFAULT::getNfaIndex65, DEFAULT::getNfaIndex66,
            DEFAULT::getNfaIndex67, DEFAULT::getNfaIndex68, DEFAULT::getNfaIndex69,
            DEFAULT::getNfaIndex70, DEFAULT::getNfaIndex71, DEFAULT::getNfaIndex72,
            DEFAULT::getNfaIndex73, DEFAULT::getNfaIndex74, DEFAULT::getNfaIndex75,
            DEFAULT::getNfaIndex76, DEFAULT::getNfaIndex77, DEFAULT::getNfaIndex78,
            DEFAULT::getNfaIndex79, DEFAULT::getNfaIndex80, DEFAULT::getNfaIndex81,
            DEFAULT::getNfaIndex82, DEFAULT::getNfaIndex83, DEFAULT::getNfaIndex84,
            DEFAULT::getNfaIndex85, DEFAULT::getNfaIndex86, DEFAULT::getNfaIndex87,
            DEFAULT::getNfaIndex88, DEFAULT::getNfaIndex89, DEFAULT::getNfaIndex90,
            DEFAULT::getNfaIndex91, DEFAULT::getNfaIndex92, DEFAULT::getNfaIndex93,
            DEFAULT::getNfaIndex94, DEFAULT::getNfaIndex95, DEFAULT::getNfaIndex96,
            DEFAULT::getNfaIndex97, DEFAULT::getNfaIndex98, DEFAULT::getNfaIndex99,
            DEFAULT::getNfaIndex100, DEFAULT::getNfaIndex101, DEFAULT::getNfaIndex102,
            DEFAULT::getNfaIndex103, DEFAULT::getNfaIndex104, DEFAULT::getNfaIndex105,
            DEFAULT::getNfaIndex106, DEFAULT::getNfaIndex107, DEFAULT::getNfaIndex108,
            DEFAULT::getNfaIndex109, DEFAULT::getNfaIndex110, DEFAULT::getNfaIndex111,
            DEFAULT::getNfaIndex112, DEFAULT::getNfaIndex113, DEFAULT::getNfaIndex114,
            DEFAULT::getNfaIndex115, DEFAULT::getNfaIndex116, DEFAULT::getNfaIndex117,
            DEFAULT::getNfaIndex118, DEFAULT::getNfaIndex119, DEFAULT::getNfaIndex120,
            DEFAULT::getNfaIndex121, DEFAULT::getNfaIndex122, DEFAULT::getNfaIndex123,
            DEFAULT::getNfaIndex124, DEFAULT::getNfaIndex125, DEFAULT::getNfaIndex126,
            DEFAULT::getNfaIndex127, DEFAULT::getNfaIndex128, DEFAULT::getNfaIndex129,
            DEFAULT::getNfaIndex130, DEFAULT::getNfaIndex131, DEFAULT::getNfaIndex132,
            DEFAULT::getNfaIndex133, DEFAULT::getNfaIndex134, DEFAULT::getNfaIndex135,
            DEFAULT::getNfaIndex136, DEFAULT::getNfaIndex137, DEFAULT::getNfaIndex138,
            DEFAULT::getNfaIndex139, DEFAULT::getNfaIndex140, DEFAULT::getNfaIndex141,
            DEFAULT::getNfaIndex142, DEFAULT::getNfaIndex143, DEFAULT::getNfaIndex144,
            DEFAULT::getNfaIndex145, DEFAULT::getNfaIndex146, DEFAULT::getNfaIndex147,
            DEFAULT::getNfaIndex148, DEFAULT::getNfaIndex149, DEFAULT::getNfaIndex150,
            DEFAULT::getNfaIndex151, DEFAULT::getNfaIndex152, DEFAULT::getNfaIndex153,
            DEFAULT::getNfaIndex154, DEFAULT::getNfaIndex155, DEFAULT::getNfaIndex156,
            DEFAULT::getNfaIndex157, DEFAULT::getNfaIndex158, DEFAULT::getNfaIndex159,
            DEFAULT::getNfaIndex160, DEFAULT::getNfaIndex161, DEFAULT::getNfaIndex162,
            DEFAULT::getNfaIndex163, DEFAULT::getNfaIndex164, DEFAULT::getNfaIndex165,
            DEFAULT::getNfaIndex166, DEFAULT::getNfaIndex167, DEFAULT::getNfaIndex168,
            DEFAULT::getNfaIndex169};
        }

    }

}