content: /* The following code was generated by JFlex 1.6.1 */
  
  package se.lth.cs.nlp.util.tac;
  
  
  /**
   * This class is a scanner generated by 
   * <a href="http://www.jflex.de/">JFlex</a> 1.6.1
   * from the specification file <tt>/Users/csz-mkg/NLP/Repositories/BioNLP/marcus/dictionarytagger/mention-index-py4j/src/main/jflex/tac.flex</tt>
   */
  class TacTokenizer {
  
    /** This character denotes the end of file */
    public static final int YYEOF = -1;
  
    /** initial size of the lookahead buffer */
    private static final int ZZ_BUFFERSIZE = 16384;
  
    /** lexical states */
    public static final int YYINITIAL = 0;
    public static final int TAG = 2;
  
    /**
     * ZZ_LEXSTATE[l] is the state in the DFA for the lexical state l
     * ZZ_LEXSTATE[l+1] is the state in the DFA for the lexical state l
     *                  at the beginning of a line
     * l is of the form l = 2*k, k a non negative integer
     */
    private static final int ZZ_LEXSTATE[] = { 
       0,  0,  1, 1
    };
  
    /** 
     * Translates characters to character classes
     */
    private static final String ZZ_CMAP_PACKED = 
      "\1\17\7\0\2\1\1\0\1\0\1\1\1\0\22\0\1\1\1\22"+
      "\1\20\1\3\2\0\1\2\1\21\5\0\1\23\1\0\1\16\12\4"+
      "\1\0\1\10\1\11\1\14\1\15\1\12\1\0\6\6\21\7\1\5"+
      "\2\7\4\0\1\13\1\0\6\6\21\7\1\5\2\7\12\0\1\0"+
      "\u1fa2\0\1\0\1\0\uffff\0\uffff\0\uffff\0\uffff\0\uffff\0\uffff\0\uffff\0\uffff\0\uffff\0\uffff\0\uffff\0\uffff\0\uffff\0\uffff\0\uffff\0\uffff\0\udfe6\0";
  
    /** 
     * Translates characters to character classes
     */
    private static final char [] ZZ_CMAP = zzUnpackCMap(ZZ_CMAP_PACKED);
  
    /** 
     * Translates DFA states to action switch labels.
     */
    private static final int [] ZZ_ACTION = zzUnpackAction();
  
    private static final String ZZ_ACTION_PACKED_0 =
      "\4\0\4\1\1\2\1\3\2\2\1\3\1\4\3\3"+
      "\4\0\1\5\4\0\1\6\1\2\1\7\1\0\1\2"+
      "\3\0\1\10\2\0\1\2\2\0\1\11\1\0\1\2"+
      "\1\0\1\2\1\0\1\6\1\0\1\2\1\0\1\2"+
      "\1\12";
  
    private static int [] zzUnpackAction() {
      int [] result = new int[52];
      int offset = 0;
      offset = zzUnpackAction(ZZ_ACTION_PACKED_0, offset, result);
      return result;
    }
  
    private static int zzUnpackAction(String packed, int offset, int [] result) {
      int i = 0;       /* index in packed string  */
      int j = offset;  /* index in unpacked array */
      int l = packed.length();
      while (i < l) {
        int count = packed.charAt(i++);
        int value = packed.charAt(i++);
        do result[j++] = value; while (--count > 0);
      }
      return j;
    }
  
  
    /** 
     * Translates a state to a row index in the transition table
     */
    private static final int [] ZZ_ROWMAP = zzUnpackRowMap();
  
    private static final String ZZ_ROWMAP_PACKED_0 =
      "\0\0\0\24\0\50\0\74\0\120\0\144\0\170\0\214"+
      "\0\240\0\264\0\310\0\334\0\170\0\170\0\360\0\u0104"+
      "\0\u0118\0\50\0\u012c\0\u0140\0\u0154\0\u0168\0\u0168\0\u017c"+
      "\0\u0190\0\u01a4\0\170\0\u01b8\0\170\0\u0104\0\170\0\u0118"+
      "\0\u01cc\0\u01e0\0\170\0\u01f4\0\u0208\0\u021c\0\u0230\0\u0244"+
      "\0\170\0\u0258\0\u026c\0\u0280\0\u0294\0\u02a8\0\u0280\0\u02bc"+
      "\0\u02d0\0\u02e4\0\u02f8\0\170";
  
    private static int [] zzUnpackRowMap() {
      int [] result = new int[52];
      int offset = 0;
      offset = zzUnpackRowMap(ZZ_ROWMAP_PACKED_0, offset, result);
      return result;
    }
  
    private static int zzUnpackRowMap(String packed, int offset, int [] result) {
      int i = 0;  /* index in packed string  */
      int j = offset;  /* index in unpacked array */
      int l = packed.length();
      while (i < l) {
        int high = packed.charAt(i++) << 16;
        result[j++] = high | packed.charAt(i++);
      }
      return j;
    }
  
    /** 
     * The transition table of the DFA
     */
    private static final int [] ZZ_TRANS = zzUnpackTrans();
  
    private static final String ZZ_TRANS_PACKED_0 =
      "\2\5\1\6\1\7\5\5\1\10\12\5\1\11\1\12"+
      "\7\11\1\13\1\14\1\11\1\15\1\16\1\17\1\15"+
      "\1\20\1\21\2\11\1\22\1\0\12\22\6\0\2\22"+
      "\14\0\1\23\7\0\2\5\2\0\5\5\1\0\12\5"+
      "\3\0\1\24\4\25\44\0\4\26\2\0\1\27\1\26"+
      "\2\0\1\30\3\0\1\31\1\0\1\11\1\32\12\11"+
      "\1\33\5\0\2\11\1\0\1\12\22\0\1\11\1\32"+
      "\12\11\1\33\5\0\1\34\2\11\1\32\12\11\1\33"+
      "\1\35\4\0\2\11\15\0\1\35\6\0\20\36\1\37"+
      "\3\36\21\40\1\37\2\40\1\0\1\23\26\0\1\41"+
      "\1\42\22\0\4\25\1\43\17\0\4\26\3\0\1\26"+
      "\14\0\4\44\3\0\1\44\33\0\1\45\1\0\1\32"+
      "\12\0\1\33\7\0\1\11\1\32\12\11\1\33\5\0"+
      "\1\11\1\46\4\0\1\41\3\0\1\43\17\0\1\47"+
      "\1\0\1\47\16\0\1\50\2\0\4\44\3\0\1\44"+
      "\1\0\1\51\31\0\1\52\1\11\1\32\12\11\1\33"+
      "\5\0\1\11\1\53\4\0\1\47\1\0\1\47\1\0"+
      "\1\43\14\0\1\50\13\0\1\51\6\0\24\54\1\55"+
      "\1\56\12\55\1\57\5\54\2\55\23\0\1\60\1\11"+
      "\1\32\12\11\1\33\5\0\1\11\1\61\1\0\1\32"+
      "\12\0\1\33\6\0\1\60\23\0\1\62\1\11\1\32"+
      "\12\11\1\33\5\0\1\11\1\63\15\0\1\64\6\0"+
      "\1\11\1\32\12\11\1\33\1\64\4\0\2\11";
  
    private static int [] zzUnpackTrans() {
      int [] result = new int[780];
      int offset = 0;
      offset = zzUnpackTrans(ZZ_TRANS_PACKED_0, offset, result);
      return result;
    }
  
    private static int zzUnpackTrans(String packed, int offset, int [] result) {
      int i = 0;       /* index in packed string  */
      int j = offset;  /* index in unpacked array */
      int l = packed.length();
      while (i < l) {
        int count = packed.charAt(i++);
        int value = packed.charAt(i++);
        value--;
        do result[j++] = value; while (--count > 0);
      }
      return j;
    }
  
  
    /* error codes */
    private static final int ZZ_UNKNOWN_ERROR = 0;
    private static final int ZZ_NO_MATCH = 1;
    private static final int ZZ_PUSHBACK_2BIG = 2;
  
    /* error messages for the codes above */
    private static final String ZZ_ERROR_MSG[] = {
      "Unknown internal scanner error",
      "Error: could not match input",
      "Error: pushback value was too large"
    };
  
    /**
     * ZZ_ATTRIBUTE[aState] contains the attributes of state <code>aState</code>
     */
    private static final int [] ZZ_ATTRIBUTE = zzUnpackAttribute();
  
    private static final String ZZ_ATTRIBUTE_PACKED_0 =
      "\4\0\2\1\1\11\5\1\2\11\5\1\2\0\1\1"+
      "\4\0\1\11\1\1\1\11\1\0\1\11\3\0\1\11"+
      "\2\0\1\1\2\0\1\11\1\0\1\1\1\0\1\1"+
      "\1\0\1\1\1\0\1\1\1\0\1\1\1\11";
  
    private static int [] zzUnpackAttribute() {
      int [] result = new int[52];
      int offset = 0;
      offset = zzUnpackAttribute(ZZ_ATTRIBUTE_PACKED_0, offset, result);
      return result;
    }
  
    private static int zzUnpackAttribute(String packed, int offset, int [] result) {
      int i = 0;       /* index in packed string  */
      int j = offset;  /* index in unpacked array */
      int l = packed.length();
      while (i < l) {
        int count = packed.charAt(i++);
        int value = packed.charAt(i++);
        do result[j++] = value; while (--count > 0);
      }
      return j;
    }
  
    /** the input device */
    private java.io.Reader zzReader;
  
    /** the current state of the DFA */
    private int zzState;
  
    /** the current lexical state */
    private int zzLexicalState = YYINITIAL;
  
    /** this buffer contains the current text to be matched and is
        the source of the yytext() string */
    private char zzBuffer[] = new char[ZZ_BUFFERSIZE];
  
    /** the textposition at the last accepting state */
    private int zzMarkedPos;
  
    /** the current text position in the buffer */
    private int zzCurrentPos;
  
    /** startRead marks the beginning of the yytext() string in the buffer */
    private int zzStartRead;
  
    /** endRead marks the last character in the buffer, that has been read
        from input */
    private int zzEndRead;
  
    /** number of newlines encountered up to the start of the matched text */
    private int yyline;
  
    /** the number of characters up to the start of the matched text */
    private int yychar;
  
    /**
     * the number of characters from the last newline up to the start of the 
     * matched text
     */
    private int yycolumn;
  
    /** 
     * zzAtBOL == true <=> the scanner is currently at the beginning of a line
     */
    private boolean zzAtBOL = true;
  
    /** zzAtEOF == true <=> the scanner is at the EOF */
    private boolean zzAtEOF;
  
    /** denotes if the user-EOF-code has already been executed */
    private boolean zzEOFDone;
    
    /** 
     * The number of occupied positions in zzBuffer beyond zzEndRead.
     * When a lead/high surrogate has been read from the input stream
     * into the final zzBuffer position, this will have a value of 1;
     * otherwise, it will have a value of 0.
     */
    private int zzFinalHighSurrogate = 0;
  
    /** For the backwards DFA of general lookahead statements */
    private boolean [] zzFin = new boolean [ZZ_BUFFERSIZE+1];
  
    /* user code: */
      StringBuilder data = new StringBuilder();
              private int startchar;
  
              private void begin_symbol() {
                  this.data.setLength(0);
                  startchar = yychar;
                  data.append(yytext());
              }
  
              private void end_symbol() {
                  data.append(yytext());
              }
  
              private Yytoken symbol(TacSym sym) {
                return new Yytoken(sym, yychar, yytext());
              }
  
              private Yytoken symbol(TacSym sym, int delta) {
                return new Yytoken(sym, yychar + delta, yytext().substring(delta));
              }
  
              private Yytoken symbol_pushback(TacSym sym, int cnt) {
                  String text = yytext();
                  text = text.substring(0,text.length()-cnt);
  
                  Yytoken tok = new Yytoken(sym, yychar, text);
                  yypushback(cnt);
                  return tok;
              }
  
              private Yytoken symbol(TacSym sym, int start, String text) {
                    return new Yytoken(sym, start, text);
              }
  
              private Yytoken symbol_data(TacSym sym) {
                return new Yytoken(sym, startchar, data.toString());
              }
  
              private Yytoken consume_next_pushback(TacSym sym, int cnt) throws java.io.IOException  {
                  String text = yytext();
                  int start = yychar;
                  Yytoken nxt = yylex();
                  yypushback(1);
  
                  return symbol(sym, start, text + nxt.data.substring(0,nxt.data.length()-cnt));
              }
  
              private Yytoken consume_next(TacSym sym)  throws java.io.IOException {
                  String text = yytext();
                  int start = yychar;
                  Yytoken nxt = yylex();
  
                  return symbol(sym, start, text + nxt.data);
              }
  
  
    /**
     * Creates a new scanner
     *
     * @param   in  the java.io.Reader to read input from.
     */
    TacTokenizer(java.io.Reader in) {
      this.zzReader = in;
    }
  
  
    /** 
     * Unpacks the compressed character translation table.
     *
     * @param packed   the packed character translation table
     * @return         the unpacked character translation table
     */
    private static char [] zzUnpackCMap(String packed) {
      char [] map = new char[0x110000];
      int i = 0;  /* index in packed string  */
      int j = 0;  /* index in unpacked array */
      while (i < 120) {
        int  count = packed.charAt(i++);
        char value = packed.charAt(i++);
        do map[j++] = value; while (--count > 0);
      }
      return map;
    }
  
  
    /**
     * Refills the input buffer.
     *
     * @return      <code>false</code>, iff there was new input.
     * 
     * @exception   java.io.IOException  if any I/O-Error occurs
     */
    private boolean zzRefill() throws java.io.IOException {
  
      /* first: make room (if you can) */
      if (zzStartRead > 0) {
        zzEndRead += zzFinalHighSurrogate;
        zzFinalHighSurrogate = 0;
        System.arraycopy(zzBuffer, zzStartRead,
                         zzBuffer, 0,
                         zzEndRead-zzStartRead);
  
        /* translate stored positions */
        zzEndRead-= zzStartRead;
        zzCurrentPos-= zzStartRead;
        zzMarkedPos-= zzStartRead;
        zzStartRead = 0;
      }
  
      /* is the buffer big enough? */
      if (zzCurrentPos >= zzBuffer.length - zzFinalHighSurrogate) {
        /* if not: blow it up */
        char newBuffer[] = new char[zzBuffer.length*2];
        System.arraycopy(zzBuffer, 0, newBuffer, 0, zzBuffer.length);
        zzBuffer = newBuffer;
        zzEndRead += zzFinalHighSurrogate;
        zzFinalHighSurrogate = 0;
      }
  
      /* fill the buffer with new input */
      int requested = zzBuffer.length - zzEndRead;
      int numRead = zzReader.read(zzBuffer, zzEndRead, requested);
  
      /* not supposed to occur according to specification of java.io.Reader */
      if (numRead == 0) {
        throw new java.io.IOException("Reader returned 0 characters. See JFlex examples for workaround.");
      }
      if (numRead > 0) {
        zzEndRead += numRead;
        /* If numRead == requested, we might have requested to few chars to
           encode a full Unicode character. We assume that a Reader would
           otherwise never return half characters. */
        if (numRead == requested) {
          if (Character.isHighSurrogate(zzBuffer[zzEndRead - 1])) {
            --zzEndRead;
            zzFinalHighSurrogate = 1;
          }
        }
        /* potentially more input available */
        return false;
      }
  
      /* numRead < 0 ==> end of stream */
      return true;
    }
  
      
    /**
     * Closes the input stream.
     */
    public final void yyclose() throws java.io.IOException {
      zzAtEOF = true;            /* indicate end of file */
      zzEndRead = zzStartRead;  /* invalidate buffer    */
  
      if (zzReader != null)
        zzReader.close();
    }
  
  
    /**
     * Resets the scanner to read from a new input stream.
     * Does not close the old reader.
     *
     * All internal variables are reset, the old input stream 
     * <b>cannot</b> be reused (internal buffer is discarded and lost).
     * Lexical state is set to <tt>ZZ_INITIAL</tt>.
     *
     * Internal scan buffer is resized down to its initial length, if it has grown.
     *
     * @param reader   the new input stream 
     */
    public final void yyreset(java.io.Reader reader) {
      zzReader = reader;
      zzAtBOL  = true;
      zzAtEOF  = false;
      zzEOFDone = false;
      zzEndRead = zzStartRead = 0;
      zzCurrentPos = zzMarkedPos = 0;
      zzFinalHighSurrogate = 0;
      yyline = yychar = yycolumn = 0;
      zzLexicalState = YYINITIAL;
      if (zzBuffer.length > ZZ_BUFFERSIZE)
        zzBuffer = new char[ZZ_BUFFERSIZE];
    }
  
  
    /**
     * Returns the current lexical state.
     */
    public final int yystate() {
      return zzLexicalState;
    }
  
  
    /**
     * Enters a new lexical state
     *
     * @param newState the new lexical state
     */
    public final void yybegin(int newState) {
      zzLexicalState = newState;
    }
  
  
    /**
     * Returns the text matched by the current regular expression.
     */
    public final String yytext() {
      return new String( zzBuffer, zzStartRead, zzMarkedPos-zzStartRead );
    }
  
  
    /**
     * Returns the character at position <tt>pos</tt> from the 
     * matched text. 
     * 
     * It is equivalent to yytext().charAt(pos), but faster
     *
     * @param pos the position of the character to fetch. 
     *            A value from 0 to yylength()-1.
     *
     * @return the character at position pos
     */
    public final char yycharat(int pos) {
      return zzBuffer[zzStartRead+pos];
    }
  
  
    /**
     * Returns the length of the matched text region.
     */
    public final int yylength() {
      return zzMarkedPos-zzStartRead;
    }
  
  
    /**
     * Reports an error that occured while scanning.
     *
     * In a wellformed scanner (no or only correct usage of 
     * yypushback(int) and a match-all fallback rule) this method 
     * will only be called with things that "Can't Possibly Happen".
     * If this method is called, something is seriously wrong
     * (e.g. a JFlex bug producing a faulty scanner etc.).
     *
     * Usual syntax/scanner level error handling should be done
     * in error fallback rules.
     *
     * @param   errorCode  the code of the errormessage to display
     */
    private void zzScanError(int errorCode) {
      String message;
      try {
        message = ZZ_ERROR_MSG[errorCode];
      }
      catch (ArrayIndexOutOfBoundsException e) {
        message = ZZ_ERROR_MSG[ZZ_UNKNOWN_ERROR];
      }
  
      throw new Error(message);
    } 
  
  
    /**
     * Pushes the specified amount of characters back into the input stream.
     *
     * They will be read again by then next call of the scanning method
     *
     * @param number  the number of characters to be read again.
     *                This number must not be greater than yylength()!
     */
    public void yypushback(int number)  {
      if ( number > yylength() )
        zzScanError(ZZ_PUSHBACK_2BIG);
  
      zzMarkedPos -= number;
    }
  
  
    /**
     * Resumes scanning until the next regular expression is matched,
     * the end of input is encountered or an I/O-Error occurs.
     *
     * @return      the next token
     * @exception   java.io.IOException  if any I/O-Error occurs
     */
    public Yytoken yylex() throws java.io.IOException {
      int zzInput;
      int zzAction;
  
      // cached fields:
      int zzCurrentPosL;
      int zzMarkedPosL;
      int zzEndReadL = zzEndRead;
      char [] zzBufferL = zzBuffer;
      char [] zzCMapL = ZZ_CMAP;
  
      int [] zzTransL = ZZ_TRANS;
      int [] zzRowMapL = ZZ_ROWMAP;
      int [] zzAttrL = ZZ_ATTRIBUTE;
  
      while (true) {
        zzMarkedPosL = zzMarkedPos;
  
        yychar+= zzMarkedPosL-zzStartRead;
  
        zzAction = -1;
  
        zzCurrentPosL = zzCurrentPos = zzStartRead = zzMarkedPosL;
    
        zzState = ZZ_LEXSTATE[zzLexicalState];
  
        // set up zzAction for empty match case:
        int zzAttributes = zzAttrL[zzState];
        if ( (zzAttributes & 1) == 1 ) {
          zzAction = zzState;
        }
  
  
        zzForAction: {
          while (true) {
      
            if (zzCurrentPosL < zzEndReadL) {
              zzInput = Character.codePointAt(zzBufferL, zzCurrentPosL, zzEndReadL);
              zzCurrentPosL += Character.charCount(zzInput);
            }
            else if (zzAtEOF) {
              zzInput = YYEOF;
              break zzForAction;
            }
            else {
              // store back cached positions
              zzCurrentPos  = zzCurrentPosL;
              zzMarkedPos   = zzMarkedPosL;
              boolean eof = zzRefill();
              // get translated positions and possibly new buffer
              zzCurrentPosL  = zzCurrentPos;
              zzMarkedPosL   = zzMarkedPos;
              zzBufferL      = zzBuffer;
              zzEndReadL     = zzEndRead;
              if (eof) {
                zzInput = YYEOF;
                break zzForAction;
              }
              else {
                zzInput = Character.codePointAt(zzBufferL, zzCurrentPosL, zzEndReadL);
                zzCurrentPosL += Character.charCount(zzInput);
              }
            }
            int zzNext = zzTransL[ zzRowMapL[zzState] + zzCMapL[zzInput] ];
            if (zzNext == -1) break zzForAction;
            zzState = zzNext;
  
            zzAttributes = zzAttrL[zzState];
            if ( (zzAttributes & 1) == 1 ) {
              zzAction = zzState;
              zzMarkedPosL = zzCurrentPosL;
              if ( (zzAttributes & 8) == 8 ) break zzForAction;
            }
  
          }
        }
  
        // store back cached position
        zzMarkedPos = zzMarkedPosL;
  
        if (zzInput == YYEOF && zzStartRead == zzCurrentPos) {
          zzAtEOF = true;
          return null;
        }
        else {
          switch (zzAction < 0 ? zzAction : ZZ_ACTION[zzAction]) {
            case 1: 
              { return symbol(TacSym.TEXT);
              }
            case 11: break;
            case 2: 
              { return symbol(TacSym.ATTR_VALUE);
              }
            case 12: break;
            case 3: 
              { 
              }
            case 13: break;
            case 4: 
              { Yytoken tok = symbol(TacSym.ATTR_END);
          yybegin(YYINITIAL);
          return tok;
              }
            case 14: break;
            case 5: 
              { Yytoken sym = symbol(TacSym.TAG_START);
      yybegin(TAG);
      return sym;
              }
            case 15: break;
            case 6: 
              // general lookahead, find correct zzMarkedPos
              { int zzFState = 2;
                int zzFPos = zzStartRead;
                if (zzFin.length <= zzBufferL.length) { zzFin = new boolean[zzBufferL.length+1]; }
                boolean zzFinL[] = zzFin;
                while (zzFState != -1 && zzFPos < zzMarkedPos) {
                  zzFinL[zzFPos] = ((zzAttrL[zzFState] & 1) == 1);
                  zzInput = Character.codePointAt(zzBufferL, zzFPos, zzMarkedPos);
                  zzFPos += Character.charCount(zzInput);
                  zzFState = zzTransL[ zzRowMapL[zzFState] + zzCMapL[zzInput] ];
                }
                if (zzFState != -1) { zzFinL[zzFPos++] = ((zzAttrL[zzFState] & 1) == 1); } 
                while (zzFPos <= zzMarkedPos) {
                  zzFinL[zzFPos++] = false;
                }
  
                zzFState = 3;
                zzFPos = zzMarkedPos;
                while (!zzFinL[zzFPos] || (zzAttrL[zzFState] & 1) != 1) {
                  zzInput = Character.codePointBefore(zzBufferL, zzFPos, zzStartRead);
                  zzFPos -= Character.charCount(zzInput);
                  zzFState = zzTransL[ zzRowMapL[zzFState] + zzCMapL[zzInput] ];
                };
                zzMarkedPos = zzFPos;
              }
              { return symbol(TacSym.ATTR_NAME);
              }
            case 16: break;
            case 7: 
              { Yytoken tok = symbol(TacSym.TAG_SINGLETON_END);
          yybegin(YYINITIAL);
          return tok;
              }
            case 17: break;
            case 8: 
              { return symbol(TacSym.ENTITY);
              }
            case 18: break;
            case 9: 
              { return symbol(TacSym.TAG_END);
              }
            case 19: break;
            case 10: 
              { return symbol(TacSym.COMMENT);
              }
            case 20: break;
            default:
              zzScanError(ZZ_NO_MATCH);
          }
        }
      }
    }
  
  
  }
  