(x,y)
| 35 | score += score_unit |
| 36 | return score |
| 37 | def get_correlation(x,y): |
| 38 | x= np.asarray(x) |
| 39 | y = np.asarray(y) |
| 40 | x = x+1 |
| 41 | y = y+1 |
| 42 | if np.var(x)==0 or np.var(y)==0: |
| 43 | return float(random.choice(get_most_preferred(x))==random.choice(get_most_preferred(y))) |
| 44 | return pearsonr(x,y)[0] |
| 45 | |
| 46 | def test_on_annotated_data(evaluator_cfg)->List[List[int]]: |
| 47 | evaluators = [load_registered_automatic_evaluator(evaluator_cfg) for _ in range(NUM_WORKERS)] |
no test coverage detected