Method makeNGram

tutorial/src/org/apache/pig/tutorial/TutorialUtil.java:48–61

This is a simple utility function that make word-level ngrams from a set of words @param words @param ngrams @param size

(String[] words, Set<String> ngrams, int size)

   * @param size
   */
  protected static void makeNGram(String[] words, Set<String> ngrams, int size) {
    int stop = words.length - size + 1;
    for (int i = 0; i < stop; i++) {
      StringBuilder sb = new StringBuilder();
      for (int j = 0; j < size; j++) {
        sb.append(words[i + j]).append(" ");
      }
      sb.deleteCharAt(sb.length() - 1);
      ngrams.add(sb.toString());
    }
    if (size > 1) {
      makeNGram(words, ngrams, size - 1);
    }
  }
  
}