Function main

nlp_class2/ner_baseline.py:108–122

()

def main():
    Xtrain, Ytrain, Xtest, Ytest, word2idx, tag2idx = get_data()

    V = len(word2idx)
    print("vocabulary size:", V)
    K = len(tag2idx)

    # train and score
    model = LogisticRegression()
    model.fit(Xtrain, Ytrain, V=V, K=K, epochs=5)
    print("training complete")
    print("train score:", model.score(Xtrain, Ytrain))
    print("train f1 score:", model.f1_score(Xtrain, Ytrain))
    print("test score:", model.score(Xtest, Ytest))
    print("test f1 score:", model.f1_score(Xtest, Ytest))

if __name__ == '__main__':
    main()