Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/Unbabel/MT-Telescope
/ functions
Functions
136 in github.com/Unbabel/MT-Telescope
⨍
Functions
136
◇
Types & classes
41
↳
Endpoints
4
↓ 9 callers
Method
score
Metric scoring function.
telescope/metrics/metric.py:37
↓ 5 callers
Function
telescope_cache_folder
()
telescope/metrics/utils.py:18
↓ 4 callers
Method
_encode
(self, sent, prepend=True)
telescope/metrics/prism/metric.py:333
↓ 4 callers
Method
apply_filter
(self, filter)
telescope/testset.py:58
↓ 4 callers
Function
read_lines
(file)
telescope/utils.py:30
↓ 3 callers
Method
bootstrap_resampling
Bootstrap resampling for system-level metrics such as BLEU that have to recompute the system-level score for each partition
telescope/metrics/metric.py:52
↓ 3 callers
Method
pairwise_comparison
Function that scores the two candidate systems inside a paired testset.
telescope/metrics/metric.py:45
↓ 3 callers
Function
plot_bucket_comparison
( pairwise_result: PairwiseResult, saving_dir: str = None )
telescope/plotting.py:179
↓ 3 callers
Function
plot_pairwise_distributions
( pairwise_result: PairwiseResult, saving_dir: str = None )
telescope/plotting.py:247
↓ 3 callers
Function
plot_segment_comparison
( pairwise_result: PairwiseResult, saving_dir: str = None )
telescope/plotting.py:268
↓ 2 callers
Method
_score_forward
(self, tok_sents_in, tok_sents_out)
telescope/metrics/prism/metric.py:364
↓ 2 callers
Method
everygrams
(self, sequence, min_len=1, max_len=-1, **kwargs)
telescope/metrics/gleu/metric.py:159
↓ 2 callers
Method
language_support
(cls, language: str)
telescope/metrics/metric.py:42
↓ 2 callers
Method
results_to_dataframe
(pairwise_results: list)
telescope/metrics/result.py:79
↓ 2 callers
Function
update_buckets
( x_scores: List[float], y_scores: List[float], crit_err_thr: float = 0.0, major_err_thr: floa
telescope/plotting.py:33
↓ 1 callers
Method
_binarize
(self, sentence: str)
telescope/metrics/prism/metric.py:328
↓ 1 callers
Method
_build_batches
( self, source_tokens: List[List[int]], target_tokens: List[List[int]], skip_i
telescope/metrics/prism/metric.py:339
↓ 1 callers
Method
algorithm
Original code from NLTK: https://www.nltk.org/_modules/nltk/translate/gleu_score.html
telescope/metrics/gleu/metric.py:71
↓ 1 callers
Method
apply_filter
(self, filter)
telescope/testset.py:146
↓ 1 callers
Function
apply_filters
(testset, filters)
telescope/app.py:114
↓ 1 callers
Function
hash_model
(model_dir)
telescope/metrics/prism/metric.py:90
↓ 1 callers
Method
language_support
(self, language: str)
telescope/metrics/prism/metric.py:309
↓ 1 callers
Function
load_image
(image_url)
telescope/app.py:36
↓ 1 callers
Method
ngrams
( self, sequence, n, pad_left=False, pad_right=False, left_pad
telescope/metrics/gleu/metric.py:138
↓ 1 callers
Method
pad_sequence
( self, sequence, n, pad_left=False, pad_right=False, left_pad
telescope/metrics/gleu/metric.py:122
↓ 1 callers
Function
plot_bootstraping_result
(bootstrap_result: BootstrapResult)
telescope/plotting.py:312
↓ 1 callers
Method
read_data
(cls)
telescope/testset.py:103
↓ 1 callers
Function
run_all_metrics
(testset, metrics, filters)
telescope/app.py:140
↓ 1 callers
Function
run_metric
(testset, metric)
telescope/app.py:134
↓ 1 callers
Method
score
(self, src: List[str], cand: List[str], ref: List[str])
telescope/metrics/gleu/metric.py:41
↓ 1 callers
Method
sentence_gleu
(self, reference, hypothesis, min_len=1, max_len=4)
telescope/metrics/gleu/metric.py:63
↓ 1 callers
Method
set_language
(self)
telescope/filters/ner.py:33
Method
__getitem__
(self, i)
telescope/testset.py:55
Method
__getitem__
(self, i)
telescope/testset.py:143
Method
__init__
( self, src: List[str], mt: List[str], ref: List[str], language_pair:
telescope/testset.py:23
Method
__init__
( self, src: List[str], system_x: List[str], system_y: List[str], ref:
telescope/testset.py:66
Method
__init__
(self, language: str)
telescope/metrics/metric.py:30
Method
__init__
( self, sys_score: int, seg_scores: List[float], src: List[str], cand:
telescope/metrics/result.py:23
Method
__init__
( self, x_result: MetricResult, y_result: MetricResult, )
telescope/metrics/result.py:49
Method
__init__
( self, x_scores: List[float], y_scores: List[float], win_count: Tuple[int],
telescope/metrics/result.py:97
Method
__init__
(self, language, model: str = "bleurt-base-128")
telescope/metrics/bleurt/metric.py:30
Method
__init__
( self, sys_score: float, seg_scores: List[float], src: List[str], can
telescope/metrics/bleurt/result.py:21
Method
__init__
(self, tgt_dict, softmax_batch=None, temperature=1.0)
telescope/metrics/prism/metric.py:113
Method
__init__
model_dir should contain: 1) checkpoint.pt: the fairseq model 2) spm.model: the sentencepiece model 3) dict.src.tx
telescope/metrics/prism/metric.py:247
Method
__init__
( self, sys_score: float, seg_scores: List[float], src: List[str], can
telescope/metrics/prism/result.py:21
Method
__init__
( self, sys_score: float, seg_scores: List[float], src: List[str], can
telescope/metrics/zero_edit/result.py:21
Method
__init__
( self, sys_score: float, seg_scores: List[float], src: List[str], can
telescope/metrics/ter/result.py:21
Method
__init__
( self, sys_score: float, seg_scores: List[float], src: List[str], can
telescope/metrics/bertscore/result.py:21
Method
__init__
(self, language=None, modelname: str = MODELNAME, **kwargs)
telescope/metrics/comet/metric.py:37
Method
__init__
( self, sys_score: int, seg_scores: list, src: list, cand: list,
telescope/metrics/comet/result.py:19
Method
__init__
( self, sys_score: float, seg_scores: List[float], src: List[str], can
telescope/metrics/sacrebleu/result.py:21
Method
__init__
(self, language: str, lowercase: bool = False, tokenize: bool = True)
telescope/metrics/gleu/metric.py:29
Method
__init__
(self, testset: Testset, min_value: float, max_value: float, *args)
telescope/filters/length.py:25
Method
__init__
(self, testset: Testset, *args)
telescope/filters/duplicates.py:25
Method
__init__
(self, testset: Testset, *args)
telescope/filters/filter.py:24
Method
__init__
(self, testset: Testset, *args)
telescope/filters/ner.py:27
Method
__len__
(self)
telescope/testset.py:52
Method
__str__
(self)
telescope/metrics/result.py:44
Method
__str__
(self)
telescope/metrics/bleurt/result.py:34
Method
__str__
(self)
telescope/metrics/prism/result.py:36
Method
__str__
(self)
telescope/metrics/zero_edit/result.py:34
Method
__str__
(self)
telescope/metrics/ter/result.py:34
Method
__str__
(self)
telescope/metrics/bertscore/result.py:37
Method
__str__
(self)
telescope/metrics/comet/result.py:32
Method
__str__
(self)
telescope/metrics/sacrebleu/result.py:36
Method
__str__
(self)
telescope/metrics/chrf/result.py:19
Method
apply_filter
(self)
telescope/filters/length.py:31
Method
apply_filter
(self)
telescope/filters/duplicates.py:28
Method
apply_filter
Returns the indexes of elements to keep
telescope/filters/filter.py:28
Method
apply_filter
(self)
telescope/filters/ner.py:45
Method
batch_for_softmax
(dec_out, target)
telescope/metrics/prism/metric.py:125
Function
compare
( source: click.File, system_x: click.File, system_y: click.File, reference: click.File, l
telescope/cli.py:151
Method
gather_target_probs
(probs, target)
telescope/metrics/prism/metric.py:140
Method
generate
Score a batch of translations.
telescope/metrics/prism/metric.py:121
Method
hash_func
(testset)
telescope/testset.py:99
Function
hash_metrics
(metrics)
telescope/app.py:102
Method
identifier
(self)
telescope/metrics/prism/metric.py:312
Method
language_support
(self, language)
telescope/metrics/bleurt/metric.py:60
Function
output_folder_exists
(ctx, param, output_folder)
telescope/cli.py:43
Function
readlines
(ctx, param, file: click.File)
telescope/cli.py:39
Method
recompute_sys_scores
(pairwise_result: PairwiseResult)
telescope/metrics/metric.py:80
Method
ref
(self)
telescope/metrics/result.py:67
Method
results_to_dict
(pairwise_results: list)
telescope/metrics/result.py:89
Function
score
( source: List[str], translation: List[str], reference: List[str], language: str, metric:
telescope/cli.py:288
Method
score
(self, src, cand, ref)
telescope/metrics/bleurt/metric.py:63
Method
score
(self, src, cand, ref)
telescope/metrics/prism/metric.py:422
Method
score
(self, src: List[str], cand: List[str], ref: List[str])
telescope/metrics/zero_edit/metric.py:26
Method
score
(self, src: List[str], cand: List[str], ref: List[str])
telescope/metrics/ter/metric.py:27
Method
score
(self, src: List[str], cand: List[str], ref: List[str])
telescope/metrics/bertscore/metric.py:27
Method
score
(self, src: List[str], cand: List[str], ref: List[str])
telescope/metrics/comet/metric.py:41
Method
score
(self, src: List[str], cand: List[str], ref: List[str])
telescope/metrics/sacrebleu/metric.py:28
Method
score
(self, src: List[str], cand: List[str], ref: List[str])
telescope/metrics/chrf/metric.py:27
Method
segment_level
(self)
telescope/metrics/result.py:39
Method
setUp
(self)
tests/unit/cli/test_compare.py:30
Method
setUp
(self)
tests/unit/cli/test_score.py:29
Method
source_language
(self)
telescope/testset.py:45
Method
src
(self)
telescope/metrics/result.py:63
Function
streamlit
(ctx)
telescope/cli.py:310
Method
system_x
(self)
telescope/metrics/result.py:71
Method
system_y
(self)
telescope/metrics/result.py:75
next →
1–100 of 136, ranked by callers