Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/aatimofeev/spacy_russian_tokenizer
/ functions
Functions
37 in github.com/aatimofeev/spacy_russian_tokenizer
⨍
Functions
37
◇
Types & classes
1
↓ 22 callers
Function
pipeline
(merge_patterns=None, terminal_patterns=None)
spacy_russian_tokenizer/__init__.py:37
↓ 3 callers
Function
calculate_f1
(correct_count, golden_count, produced_count)
spacy_russian_tokenizer/evaluation/evaluation_utils.py:67
↓ 2 callers
Function
find_unaligned_sentences
(parsed_sentences, gold_sentences)
spacy_russian_tokenizer/evaluation/evaluation_utils.py:4
↓ 1 callers
Function
adjective_ending
(text)
spacy_russian_tokenizer/pipeline.py:52
↓ 1 callers
Function
count_partially_aligned_tokens
(unaligned)
spacy_russian_tokenizer/evaluation/evaluation_utils.py:15
↓ 1 callers
Function
evaluate_sentences
(nlp, documents, documents_gold_sentences)
spacy_russian_tokenizer/evaluation/evaluation_utils.py:47
↓ 1 callers
Function
extract_docs_and_golds
(nlp, conllu_file)
evaluate_on_syntagrus.py:14
↓ 1 callers
Function
extract_docs_and_golds_from_opencorpora
(nlp, opencorpora_file)
evaluate_on_opencorpora.py:16
↓ 1 callers
Function
find_problem_tokens
(unaligned)
spacy_russian_tokenizer/evaluation/evaluation_utils.py:26
↓ 1 callers
Function
pipeline
(merge_patterns=[], terminal_patterns=[])
spacy_russian_tokenizer/pipeline.py:65
Method
__call__
(self, doc)
spacy_russian_tokenizer/__init__.py:21
Method
__init__
(self, nlp, merge_patterns=None, terminal_patterns=None)
spacy_russian_tokenizer/__init__.py:12
Function
detect_sentence_boundaries
(doc)
spacy_russian_tokenizer/patterns/sentence_segmentation.py:7
Function
find_examples_in_gold_parse
(gold_sentences, query)
spacy_russian_tokenizer/evaluation/evaluation_utils.py:38
Function
match_adjective
(doc)
spacy_russian_tokenizer/pipeline.py:56
Function
rules_matcher
(doc)
spacy_russian_tokenizer/pipeline.py:66
Function
test_adverb_and_compound_prepositions
()
spacy_russian_tokenizer/tests/test_patterns.py:45
Function
test_common_shortforms
()
spacy_russian_tokenizer/tests/test_patterns.py:97
Function
test_compound_adjectives
()
spacy_russian_tokenizer/tests/test_patterns.py:118
Function
test_compound_words
()
spacy_russian_tokenizer/tests/test_patterns.py:111
Function
test_compound_words_with_digits
()
spacy_russian_tokenizer/tests/test_patterns.py:60
Function
test_conjuct_words
()
spacy_russian_tokenizer/tests/test_patterns.py:83
Function
test_directions
()
spacy_russian_tokenizer/tests/test_patterns.py:90
Function
test_foreign_surnames
()
spacy_russian_tokenizer/tests/test_patterns.py:11
Function
test_geographic_names
()
spacy_russian_tokenizer/tests/test_patterns.py:68
Function
test_interjection
()
spacy_russian_tokenizer/tests/test_patterns.py:38
Function
test_loanwords
()
spacy_russian_tokenizer/tests/test_patterns.py:104
Function
test_org_names
()
spacy_russian_tokenizer/tests/test_patterns.py:75
Function
test_particles
()
spacy_russian_tokenizer/tests/test_patterns.py:31
Function
test_percentage
()
spacy_russian_tokenizer/tests/test_patterns.py:126
Function
test_pronouns
()
spacy_russian_tokenizer/tests/test_patterns.py:21
Function
test_proper_names_with_digits
()
spacy_russian_tokenizer/tests/test_patterns.py:53
Function
test_sentence_segmentation
()
spacy_russian_tokenizer/tests/test_patterns.py:149
Function
test_sentence_segmentation_merge
()
spacy_russian_tokenizer/tests/test_patterns.py:161
Function
test_sentence_splitting_with_sections
()
spacy_russian_tokenizer/tests/test_patterns.py:174
Function
test_time
()
spacy_russian_tokenizer/tests/test_patterns.py:133
Function
test_units
()
spacy_russian_tokenizer/tests/test_patterns.py:142