Class RobustTokenizer.WordToken

    • Field Detail

      • mStart

        protected int mStart
        Start position
      • mEnd

        protected int mEnd
        End position
      • mNewLineCount

        protected int mNewLineCount
        Counts how many new lines appear between this token and the previous one in the stream
      • mWord

        protected String mWord
        The lexem
    • Constructor Detail

      • WordToken

        public WordToken​(String w,
                         int s,
                         int e)
      • WordToken

        public WordToken​(String w,
                         int s,
                         int e,
                         int nl)
    • Method Detail

      • getStart

        public int getStart()
      • setStart

        public void setStart​(int i)
      • getEnd

        public int getEnd()
      • setEnd

        public void setEnd​(int i)
      • getNewLineCount

        public int getNewLineCount()
      • setNewLineCount

        public void setNewLineCount​(int i)
      • getWord

        public String getWord()
      • setWord

        public void setWord​(String w)