content: package org.apache.lucene.search.highlight;
  
  /**
   * Licensed to the Apache Software Foundation (ASF) under one or more
   * contributor license agreements.  See the NOTICE file distributed with
   * this work for additional information regarding copyright ownership.
   * The ASF licenses this file to You under the Apache License, Version 2.0
   * (the "License"); you may not use this file except in compliance with
   * the License.  You may obtain a copy of the License at
   *
   *     http://www.apache.org/licenses/LICENSE-2.0
   *
   * Unless required by applicable law or agreed to in writing, software
   * distributed under the License is distributed on an "AS IS" BASIS,
   * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   * See the License for the specific language governing permissions and
   * limitations under the License.
   */
  
  import org.apache.lucene.analysis.Token;
  import org.apache.lucene.analysis.TokenStream;
  import org.apache.lucene.analysis.tokenattributes.CharTermAttribute;
  import org.apache.lucene.analysis.tokenattributes.OffsetAttribute;
  
  /**
   * One, or several overlapping tokens, along with the score(s) and the scope of
   * the original text
   */
  public class TokenGroup {
  
    private static final int MAX_NUM_TOKENS_PER_GROUP = 50;
    Token [] tokens=new Token[MAX_NUM_TOKENS_PER_GROUP];
    float[] scores = new float[MAX_NUM_TOKENS_PER_GROUP];
    int numTokens = 0;
    int startOffset = 0;
    int endOffset = 0;
    float tot;
    int matchStartOffset, matchEndOffset;
  
    private OffsetAttribute offsetAtt;
    private CharTermAttribute termAtt;
  
    public TokenGroup(TokenStream tokenStream) {
      offsetAtt = tokenStream.addAttribute(OffsetAttribute.class);
      termAtt = tokenStream.addAttribute(CharTermAttribute.class);
    }
  
    void addToken(float score) {
      if (numTokens < MAX_NUM_TOKENS_PER_GROUP) {
        int termStartOffset = offsetAtt.startOffset();
        int termEndOffset = offsetAtt.endOffset();
        if (numTokens == 0) {
          startOffset = matchStartOffset = termStartOffset;
          endOffset = matchEndOffset = termEndOffset;
          tot += score;
        } else {
          startOffset = Math.min(startOffset, termStartOffset);
          endOffset = Math.max(endOffset, termEndOffset);
          if (score > 0) {
            if (tot == 0) {
              matchStartOffset = offsetAtt.startOffset();
              matchEndOffset = offsetAtt.endOffset();
            } else {
              matchStartOffset = Math.min(matchStartOffset, termStartOffset);
              matchEndOffset = Math.max(matchEndOffset, termEndOffset);
            }
            tot += score;
          }
        }
        Token token = new Token(termStartOffset, termEndOffset);
        token.setEmpty().append(termAtt);
        tokens[numTokens] = token;
        scores[numTokens] = score;
        numTokens++;
      }
    }
  
    boolean isDistinct() {
      return offsetAtt.startOffset() >= endOffset;
    }
  
    void clear() {
      numTokens = 0;
      tot = 0;
    }
    
    /* 
    * @param index a value between 0 and numTokens -1
    * @return the "n"th token
    */
   public Token getToken(int index)
   {
       return tokens[index];
   }
  
    /**
     * 
     * @param index a value between 0 and numTokens -1
     * @return the "n"th score
     */
    public float getScore(int index) {
      return scores[index];
    }
  
    /**
     * @return the end position in the original text
     */
    public int getEndOffset() {
      return endOffset;
    }
  
    /**
     * @return the number of tokens in this group
     */
    public int getNumTokens() {
      return numTokens;
    }
  
    /**
     * @return the start position in the original text
     */
    public int getStartOffset() {
      return startOffset;
    }
  
    /**
     * @return all tokens' scores summed up
     */
    public float getTotalScore() {
      return tot;
    }
  }
  