content: package zemberek.classification;
  
  import com.google.common.eventbus.EventBus;
  import com.google.common.eventbus.Subscribe;
  import java.nio.file.Path;
  import zemberek.core.concurrency.ConcurrencyUtil;
  import zemberek.core.embeddings.Args;
  import zemberek.core.embeddings.Args.loss_name;
  import zemberek.core.embeddings.EmbeddingHashProviders.EmptySubwordHashProvider;
  import zemberek.core.embeddings.FastTextTrainer;
  import zemberek.core.embeddings.SubWordHashProvider;
  
  public class FastTextClassifierTrainer {
  
    public static final int DEFAULT_DIMENSION = 50;
    public static final float DEFAULT_LR = 0.2f;
    public static final int DEFAULT_EPOCH = 25;
    public static final int DEFAULT_MIN_WORD_COUNT = 1;
    public static final int DEFAULT_WORD_NGRAM = 1;
    public static final int DEFAULT_CONTEXT_WINDOW_SIZE = 5;
    public static final int DEFAULT_TC = Runtime.getRuntime().availableProcessors() / 2;
  
    private EventBus eventBus = new EventBus();
  
    private Builder builder;
  
    FastTextClassifierTrainer(Builder builder) {
      this.builder = builder;
    }
  
    public EventBus getEventBus() {
      return eventBus;
    }
  
    public static Builder builder() {
      return new Builder();
    }
  
    public enum LossType {
      SOFTMAX, HIERARCHICAL_SOFTMAX
    }
  
    public static class Builder {
  
      LossType type = LossType.SOFTMAX;
      int wordNgramOrder = DEFAULT_WORD_NGRAM;
      SubWordHashProvider subWordHashProvider = new EmptySubwordHashProvider();
      float learningRate = DEFAULT_LR;
      int threadCount = DEFAULT_TC;
      int contextWindowSize = DEFAULT_CONTEXT_WINDOW_SIZE;
      int epochCount = DEFAULT_EPOCH;
      int dimension = DEFAULT_DIMENSION;
      int minWordCount = DEFAULT_MIN_WORD_COUNT;
      int quantizationCutOff = -1;
  
      public Builder lossType(LossType type) {
        this.type = type;
        return this;
      }
  
      public Builder wordNgramOrder(int order) {
        this.wordNgramOrder = order;
        return this;
      }
  
      public Builder learningRate(float lr) {
        this.learningRate = lr;
        return this;
      }
  
      public Builder minWordCount(int minWordCount) {
        this.minWordCount = minWordCount;
        return this;
      }
  
      public Builder threadCount(int threadCount) {
        this.threadCount = ConcurrencyUtil.validateCpuThreadCount(threadCount);
        return this;
      }
  
      public Builder epochCount(int epochCount) {
        this.epochCount = epochCount;
        return this;
      }
  
      public Builder dimension(int dimension) {
        this.dimension = dimension;
        return this;
      }
  
      public Builder contextWindowSize(int contextWindowSize) {
        this.contextWindowSize = contextWindowSize;
        return this;
      }
  
      public Builder subWordHashProvider(SubWordHashProvider provider) {
        this.subWordHashProvider = provider;
        return this;
      }
  
      public Builder quantizationCutOff(int quantizationCutOff) {
        this.quantizationCutOff = quantizationCutOff;
        return this;
      }
  
      public FastTextClassifierTrainer build() {
        return new FastTextClassifierTrainer(this);
      }
    }
  
    public FastTextClassifier train(Path corpus) {
      Args args = Args.forSupervised();
      args.loss = builder.type == LossType.SOFTMAX ?
          loss_name.softmax : loss_name.hierarchicalSoftmax;
      args.dim = builder.dimension;
      args.wordNgrams = builder.wordNgramOrder;
      args.thread = builder.threadCount;
      args.epoch = builder.epochCount;
      args.lr = builder.learningRate;
      args.ws = builder.contextWindowSize;
      SubWordHashProvider p = builder.subWordHashProvider;
      args.subWordHashProvider = p;
      args.minn = p.getMinN();
      args.maxn = p.getMaxN();
      args.minCount = builder.minWordCount;
      args.cutoff = builder.quantizationCutOff;
  
      FastTextTrainer trainer = new FastTextTrainer(args);
  
      // for catching and forwarding progress events.
      trainer.getEventBus().register(this);
  
      try {
        return new FastTextClassifier(trainer.train(corpus));
      } catch (Exception e) {
        e.printStackTrace();
        throw new RuntimeException(e);
      }
    }
  
    @Subscribe
    public void trainingProgress(FastTextTrainer.Progress progress) {
      this.eventBus.post(progress);
    }
  
  }
  