Method Tokenizer

src/filter/Tokenizer.java:9–11

(String[] vocab)

    private final String[] vocab;

    public Tokenizer(String[] vocab) {
        this.vocab = vocab;
    }

    public static Tokenizer loadFromFile(String filename) {
        try {