Class TokenizerData


  • public class TokenizerData
    extends java.lang.Object
    • Constructor Summary

      Constructors 
      Constructor Description
      TokenizerData()  
    • Method Summary

      All Methods Instance Methods Concrete Methods 
      Modifier and Type Method Description
      (package private) void addNfaState​(int index, java.util.Set<java.lang.Character> characters, java.util.Set<java.lang.Integer> nextStates, java.util.Set<java.lang.Integer> compositeStates, int kind)  
      void setDecls​(java.lang.String decls)  
      void setDefaultLexState​(int defaultLexState)  
      void setIgnoreCaserKinds​(java.util.Set<java.lang.Integer> ignoreCaseKinds)  
      void setInitialStates​(java.util.Map<java.lang.Integer,​java.lang.Integer> initialStates)  
      void setKindToNfaStartState​(java.util.Map<java.lang.Integer,​java.lang.Integer> kindToNfaStartState)  
      (package private) void setLabelsAndImages​(java.util.Map<java.lang.Integer,​java.lang.String> labels, java.lang.String[] images)  
      void setLiteralKinds​(java.util.Map<java.lang.Integer,​java.util.List<java.lang.Integer>> literalKinds)  
      void setLiteralSequence​(java.util.Map<java.lang.Integer,​java.util.List<java.lang.String>> literalSequence)  
      void setParserName​(java.lang.String parserName)  
      void setWildcardKind​(java.util.Map<java.lang.Integer,​java.lang.Integer> wildcardKind)  
      (package private) void updateMatchInfo​(java.util.Map<java.lang.Integer,​java.lang.String> actions, int[] newLexStateIndices, long[] toSkip, long[] toSpecial, long[] toMore, long[] toToken, java.lang.String[] allImages)  
      • Methods inherited from class java.lang.Object

        clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
    • Field Detail

      • parserName

        public java.lang.String parserName
      • decls

        public java.lang.String decls
      • literalSequence

        public java.util.Map<java.lang.Integer,​java.util.List<java.lang.String>> literalSequence
      • literalKinds

        public java.util.Map<java.lang.Integer,​java.util.List<java.lang.Integer>> literalKinds
      • ignoreCaseKinds

        public java.util.Set<java.lang.Integer> ignoreCaseKinds
      • kindToNfaStartState

        public java.util.Map<java.lang.Integer,​java.lang.Integer> kindToNfaStartState
      • initialStates

        public java.util.Map<java.lang.Integer,​java.lang.Integer> initialStates
      • wildcardKind

        public java.util.Map<java.lang.Integer,​java.lang.Integer> wildcardKind
      • lexStateNames

        public java.lang.String[] lexStateNames
      • defaultLexState

        public int defaultLexState
      • labels

        public java.util.Map<java.lang.Integer,​java.lang.String> labels
      • images

        public java.lang.String[] images
    • Constructor Detail

      • TokenizerData

        public TokenizerData()
    • Method Detail

      • setParserName

        public void setParserName​(java.lang.String parserName)
      • setDecls

        public void setDecls​(java.lang.String decls)
      • setLiteralSequence

        public void setLiteralSequence​(java.util.Map<java.lang.Integer,​java.util.List<java.lang.String>> literalSequence)
      • setLiteralKinds

        public void setLiteralKinds​(java.util.Map<java.lang.Integer,​java.util.List<java.lang.Integer>> literalKinds)
      • setIgnoreCaserKinds

        public void setIgnoreCaserKinds​(java.util.Set<java.lang.Integer> ignoreCaseKinds)
      • setKindToNfaStartState

        public void setKindToNfaStartState​(java.util.Map<java.lang.Integer,​java.lang.Integer> kindToNfaStartState)
      • addNfaState

        void addNfaState​(int index,
                         java.util.Set<java.lang.Character> characters,
                         java.util.Set<java.lang.Integer> nextStates,
                         java.util.Set<java.lang.Integer> compositeStates,
                         int kind)
      • setInitialStates

        public void setInitialStates​(java.util.Map<java.lang.Integer,​java.lang.Integer> initialStates)
      • setWildcardKind

        public void setWildcardKind​(java.util.Map<java.lang.Integer,​java.lang.Integer> wildcardKind)
      • setDefaultLexState

        public void setDefaultLexState​(int defaultLexState)
      • updateMatchInfo

        void updateMatchInfo​(java.util.Map<java.lang.Integer,​java.lang.String> actions,
                             int[] newLexStateIndices,
                             long[] toSkip,
                             long[] toSpecial,
                             long[] toMore,
                             long[] toToken,
                             java.lang.String[] allImages)
      • setLabelsAndImages

        void setLabelsAndImages​(java.util.Map<java.lang.Integer,​java.lang.String> labels,
                                java.lang.String[] images)