(
data: Sequence[Example],
label: str,
component: Literal["ner", "spancat"] = "ner",
spans_key: Optional[str] = "sc",
)
| 1017 | |
| 1018 | |
| 1019 | def _get_examples_without_label( |
| 1020 | data: Sequence[Example], |
| 1021 | label: str, |
| 1022 | component: Literal["ner", "spancat"] = "ner", |
| 1023 | spans_key: Optional[str] = "sc", |
| 1024 | ) -> int: |
| 1025 | count = 0 |
| 1026 | for eg in data: |
| 1027 | if component == "ner": |
| 1028 | labels = [ |
| 1029 | remove_bilu_prefix(label) |
| 1030 | for label in eg.get_aligned_ner() |
| 1031 | if label not in ("O", "-", None) |
| 1032 | ] |
| 1033 | |
| 1034 | if component == "spancat": |
| 1035 | labels = ( |
| 1036 | [span.label_ for span in eg.reference.spans[spans_key]] |
| 1037 | if spans_key in eg.reference.spans |
| 1038 | else [] |
| 1039 | ) |
| 1040 | |
| 1041 | if label not in labels: |
| 1042 | count += 1 |
| 1043 | return count |
| 1044 | |
| 1045 | |
| 1046 | def _get_labels_from_model(nlp: Language, factory_name: str) -> Set[str]: |
no test coverage detected
searching dependent graphs…