Method loadFromFile

src/filter/Tokenizer.java:13–25

(String filename)

    }

    public static Tokenizer loadFromFile(String filename) {
        try {
            Scanner scanner = new Scanner(new File(filename));
            int size = Integer.parseInt(scanner.nextLine());
            String[] vocab = new String[size];
            for (int i = 0; i < size; i++) {
                vocab[i] = scanner.nextLine();
            }
            return new Tokenizer(vocab);
        } catch (Exception ignored) {
        }
        return null;
    }

    public double[] tokenize(String text) {
        double[] values = new double[vocab.length];