content: /**
   * Copyright (C) 2024 AIDC-AI
   *
   * Licensed under the Apache License, Version 2.0 (the "License");
   * you may not use this file except in compliance with the License.
   * You may obtain a copy of the License at
   *
   *     http://www.apache.org/licenses/LICENSE-2.0
   *
   * Unless required by applicable law or agreed to in writing, software
   * distributed under the License is distributed on an "AS IS" BASIS,
   * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   * See the License for the specific language governing permissions and
   * limitations under the License.
   */
  package com.alibaba.langengine.core.textsplitter;
  
  import lombok.Data;
  
  import java.text.BreakIterator;
  import java.util.ArrayList;
  import java.util.List;
  import java.util.Locale;
  
  /**
   * 句子分割
   *
   * @author xiaoxuan.lp
   */
  @Data
  public class SentenceTextSplitter extends TextSplitter {
  
      @Override
      public List<String> splitText(String text) {
          List<String> sentences = new ArrayList<>();
  
          BreakIterator iterator = BreakIterator.getSentenceInstance(Locale.getDefault());
          iterator.setText(text);
  
          int start = iterator.first();
          for (int end = iterator.next();
               end != BreakIterator.DONE;
               start = end, end = iterator.next()) {
              sentences.add(text.substring(start, end).trim());
          }
  
          return sentences;
      }
  }
  