Functions — github.com/OrangeInSouth/DeePEn

hub / github.com/OrangeInSouth/DeePEn / functions

Functions72 in github.com/OrangeInSouth/DeePEn

⨍ Functions 72 ◇ Types & classes 11

↓ 8 callersMethodcalculate_ppl

(self, logits, labels)

src/logits_processor/ppl_based_on_probaility_transfer_logits_processor.py:33

↓ 8 callersMethodcalculate_ppl

(self, logits, labels)

src/logits_processor/ppl_based_on_probaility_transfer_logits_processor.py:231

↓ 5 callersMethodblock_cosine_similarity

(self, tensor1, tensor2, block_size=1000)

src/transfer_matrix/transfer_matrix.py:26

↓ 5 callersMethodcosine_similarity

(self, tensor1, tensor2)

src/transfer_matrix/transfer_matrix.py:38

↓ 4 callersMethodcalculate_ppl

(self, logits, labels)

src/logits_processor/ppl_based_on_probaility_transfer_logits_processor.py:429

↓ 4 callersFunctionload_model

(model_path, device)

src/model_load.py:4

↓ 2 callersFunctionNQ_evaluate

(references_path, predictions_path, is_regex=False, answer_field="answer")

utils/evaluate/utils/NQ_evaluate_predictions.py:21

↓ 2 callersMethodcal_consistency

(self, main_relative_representation, aux_relative_representation)

src/transfer_matrix/transfer_matrix.py:233

↓ 2 callersFunctiondemon_prompt_generate

(demon_file_path, demon_parameter)

src/instruction_generate.py:4

↓ 2 callersFunctionextract_last_num

(text: str)

utils/evaluate/GSM_dir_test.py:12

↓ 2 callersMethodget_relative_representation_of_common_vocab

(self, main_common_vocab_self_similarity_matrix, aux_commo

src/transfer_matrix/transfer_matrix.py:221

↓ 2 callersMethodget_vocabulary_by_tokenizer

(self, tokenizer)

src/transfer_matrix/common_vocabulary.py:54

↓ 2 callersMethodget_vocabulary_by_vocab_file

(self, vocab_file_path)

src/transfer_matrix/common_vocabulary.py:62

↓ 2 callersFunctionload_tokenizer

(main_model_path)

src/model_load.py:35

↓ 2 callersFunctionnormalize_answer

Normalize answer.

utils/evaluate/utils/eval_utils.py:23

↓ 2 callersFunctiontask_instruction_generate

(jsonobj, instruction_parameter)

src/instruction_generate.py:25

↓ 1 callersFunctionanswer_extract

(text, demon_count, split_key_before_list, split_key_behind_list)

utils/answer_extract.py:1

↓ 1 callersMethodcreate_processor

(processor_type, **kwargs)

src/logits_processor/model_processor_factory.py:13

↓ 1 callersFunctionevaluate_predictions_impl

Calculates and returns metrics.

utils/evaluate/utils/eval_utils.py:75

↓ 1 callersMethodfind_common_elements

(self, *args)

src/transfer_matrix/common_vocabulary.py:31

↓ 1 callersFunctionfind_files_with_suffix

(folder_path, suffix)

utils/evaluate/GSM_dir_test.py:42

↓ 1 callersFunctionfind_files_with_suffix

(folder_path, suffix)

utils/evaluate/EM_dir_test.py:29

↓ 1 callersMethodget_anchor_point_list

(self, common_vocab_list)

src/transfer_matrix/transfer_matrix.py:6

↓ 1 callersMethodget_common_vocab_list

(self, *vocabs)

src/transfer_matrix/common_vocabulary.py:37

↓ 1 callersMethodget_final_probability_transfer_matrix

(self, model, anchor_point_list, device_compute,

src/transfer_matrix/transfer_matrix.py:14

↓ 1 callersMethodget_probability_transfer_matrix

(self, model_relative_representation_matrix, temperature)

src/transfer_matrix/transfer_matrix.py:64

↓ 1 callersMethodget_relative_representation_matrix_by_cosine_similarity_normalization

(self, model, anchor_point_list_index,

src/transfer_matrix/transfer_matrix.py:42

↓ 1 callersMethodget_vocabulary

(self, *tokenizers_and_paths)

src/transfer_matrix/common_vocabulary.py:9

↓ 1 callersFunctionis_correct

(model_answer, answer)

utils/evaluate/GSM_dir_test.py:22

↓ 1 callersFunctionis_correct

(answers, prediction, is_regex)

utils/evaluate/utils/eval_utils.py:65

↓ 1 callersFunctionload_model_only

(model_path, device)

src/model_load.py:15

↓ 1 callersFunctionlower

(text)

utils/evaluate/utils/eval_utils.py:37

↓ 1 callersFunctionmain

()

src/main_many_ensemble_llama_series_local_matrix.py:21

↓ 1 callersFunctionmain

()

src/main_many_ensemble_llama_series_local_matrix_mmlu.py:21

↓ 1 callersFunctionmetric_max_over_ground_truths

(metric_fn, prediction, ground_truths)

utils/evaluate/utils/eval_utils.py:56

↓ 1 callersFunctionprobability_transfer_matrix_save

(model, anchor_point_index, temperature, device_compute, device, save_path)

src/transfer_matrix/cal_and_save_transfer_matrix.py:14

↓ 1 callersFunctionremove_articles

(text)

utils/evaluate/utils/eval_utils.py:27

↓ 1 callersFunctionremove_punc

(text)

utils/evaluate/utils/eval_utils.py:33

↓ 1 callersFunctionresult_write

(result_path, sys_file_name, num_correct, num_total, accuracy)

utils/evaluate/GSM_dir_test.py:26

↓ 1 callersFunctionresult_write

(result_path, sys_file_name, num_correct, num_total, accuracy)

utils/evaluate/EM_dir_test.py:13

↓ 1 callersMethodsoftmax_by_chunk

(self, model_relative_representation_matrix, temperature, chunk_size=2048, device="cpu")

src/transfer_matrix/transfer_matrix.py:74

↓ 1 callersFunctionwhite_space_fix

(text)

utils/evaluate/utils/eval_utils.py:30

Method__call__

(self, input_ids: torch.LongTensor, scores: torch.FloatTensor)

src/logits_processor/assist_model_logits_processor.py:11

Method__call__

(self, input_ids: torch.LongTensor, scores: torch.FloatTensor)

src/logits_processor/ppl_based_on_probaility_transfer_logits_processor.py:38

Method__call__

(self, input_ids: torch.LongTensor, scores: torch.FloatTensor)

src/logits_processor/ppl_based_on_probaility_transfer_logits_processor.py:236

Method__call__

(self, input_ids: torch.LongTensor, scores: torch.FloatTensor)

src/logits_processor/ppl_based_on_probaility_transfer_logits_processor.py:434

Method__call__

(self, input_ids: torch.LongTensor, scores: torch.FloatTensor)

src/logits_processor/based_on_probaility_transfer_logits_processor.py:34

Method__call__

(self, input_ids: torch.LongTensor, scores: torch.FloatTensor)

src/logits_processor/based_on_probaility_transfer_logits_processor.py:208

Method__init__

(self, model, model_tokenizer, assist_model_input, assist_model_score_queue, device, result_save_dir)

src/assist_model_thread.py:9

Method__init__

(self, main_model, main_model_tokenizer, assist_model_tokenizer, information_dict, learning_r

src/main_model_thread.py:12

Method__init__

(self, assist_logits_queue, assist_result_file_path)

src/logits_processor/assist_model_logits_processor.py:6

Method__init__

(self, learning_rate, learning_epochs_nums, ensemble_weight, ensemble_model_output_ids_queue,

src/logits_processor/ppl_based_on_probaility_transfer_logits_processor.py:14

Method__init__

(self, learning_rate, learning_epochs_nums, ensemble_weight, ensemble_model_output_ids_queue,

src/logits_processor/ppl_based_on_probaility_transfer_logits_processor.py:212

Method__init__

(self, learning_rate, learning_epochs_nums, ensemble_weight, ensemble_model_output_ids_queue,

src/logits_processor/ppl_based_on_probaility_transfer_logits_processor.py:410

Method__init__

(self, learning_rate, learning_epochs_nums, ensemble_weight, ensemble_model_output_ids_queue,

src/logits_processor/based_on_probaility_transfer_logits_processor.py:15

Method__init__

(self, learning_rate, learning_epochs_nums, ensemble_weight, ensemble_model_output_ids_queue,

src/logits_processor/based_on_probaility_transfer_logits_processor.py:189

Method__init__

(self, *tokenizers_and_paths)

src/transfer_matrix/common_vocabulary.py:6

Functionbbh_demon_prompt_generate

(demon_file_path)

src/instruction_generate.py:18

Functionblock_cosine_similarity

(tensor1, tensor2, block_size=100)

utils/calculate/block_cosine_similarity.py:11

Methodcal_optimal_consistency

(self, main_model_embedding_tensor, assist_model_embedding_tensor, model_commo

src/transfer_matrix/transfer_matrix.py:170

Functionevaluate_predictions

Calculates and returns metrics.

utils/evaluate/utils/eval_utils.py:109

Functionexact_match_score

(prediction, ground_truth)

utils/evaluate/utils/eval_utils.py:43

Functionfind_last_uppercase_abcd

(s)

utils/evaluate/utils/eval_utils.py:96

Methodget_anchor_point_list_our

(self, main_model_embedding_tensor, assist_model_embedding_tensor, common_vo

src/transfer_matrix/transfer_matrix.py:95

Methodget_blocked_probability_transfer_matrix

(self, model_relative_representation_matrix, temperature, block_size=16)

src/transfer_matrix/transfer_matrix.py:86

Methodget_vocabulary1

(self, tokenizer=None, vocab_file_path=None)

src/transfer_matrix/common_vocabulary.py:25

Functionload_model_nllb

(model_path, device)

src/model_load.py:23

Functionload_tokenizer_by_remote

(main_model_path)

src/model_load.py:42

Functionregex_match_score

(prediction, ground_truth)

utils/evaluate/utils/eval_utils.py:47

Methodrun

(self)

src/assist_model_thread.py:18

Methodrun

(self)

src/main_model_thread.py:35

Functionsoftmax_with_temperature

(logits, temperature)

utils/calculate/block_cosine_similarity.py:6