content: /*************************************************************************
  *                                                                        *
  *  This file is part of the 20n/act project.                             *
  *  20n/act enables DNA prediction for synthetic biology/bioengineering.  *
  *  Copyright (C) 2017 20n Labs, Inc.                                     *
  *                                                                        *
  *  Please direct all queries to act@20n.com.                             *
  *                                                                        *
  *  This program is free software: you can redistribute it and/or modify  *
  *  it under the terms of the GNU General Public License as published by  *
  *  the Free Software Foundation, either version 3 of the License, or     *
  *  (at your option) any later version.                                   *
  *                                                                        *
  *  This program is distributed in the hope that it will be useful,       *
  *  but WITHOUT ANY WARRANTY; without even the implied warranty of        *
  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the         *
  *  GNU General Public License for more details.                          *
  *                                                                        *
  *  You should have received a copy of the GNU General Public License     *
  *  along with this program.  If not, see <http://www.gnu.org/licenses/>. *
  *                                                                        *
  *************************************************************************/
  
  package act.installer.bing;
  
  import java.io.BufferedReader;
  import java.io.File;
  import java.io.FileInputStream;
  import java.io.FileNotFoundException;
  import java.io.IOException;
  import java.io.InputStream;
  import java.io.InputStreamReader;
  import java.util.HashSet;
  import java.util.Set;
  
  import org.apache.logging.log4j.LogManager;
  import org.apache.logging.log4j.Logger;
  
  /**
   * Represents the Usage Terms corpus, manually curated by Chris and containing keywords to look for in Bing Search
   * results descriptions.
   */
  
  public class UsageTermsCorpus {
    private static final Logger LOGGER = LogManager.getFormatterLogger(UsageTermsCorpus.class);
    private final Class INSTANCE_CLASS_LOADER = getClass();
  
    private String usageTermsFileName;
    private Set<String> usageTerms = new HashSet<>();
  
    public Set<String> getUsageTerms() {
      return usageTerms;
    }
  
    public UsageTermsCorpus(String usageTermsFileName) {
      this.usageTermsFileName = usageTermsFileName;
    }
  
    public void buildCorpus() throws IOException {
      BufferedReader usageTermsReader = getUsageTermsReader();
  
      while (usageTermsReader.ready()) {
        // TODO: all usage terms are currently converted to lowercase. Case like "LED" are not well handled.
        String usageTerm = usageTermsReader.readLine().toLowerCase();
        if (usageTerm.startsWith("\\\\s")) {
          usageTerms.add(usageTerm.replace("\\\\s", " "));
          LOGGER.debug("Usage term \"%s\" was added to the usage terms corpus as \"%s\"",
              usageTerm,
              usageTerm.replace("\\\\s", " "));
          continue;
        }
        usageTerms.add(usageTerm);
      }
    }
  
    private BufferedReader getUsageTermsReader() throws FileNotFoundException {
      InputStream usageTermsFile = INSTANCE_CLASS_LOADER.getResourceAsStream(usageTermsFileName);
      BufferedReader usageTermsReader = new BufferedReader(new InputStreamReader(usageTermsFile));
      return usageTermsReader;
    }
  }
  