MCPcopy Create free account

hub / github.com/AkariAsai/self-rag / functions

Functions256 in github.com/AkariAsai/self-rag

⨍ Functions 256◇ Types & classes 23
↓ 1 callersFunctionload_jsonlines
(file)
data_creation/critic/gpt4_reward/chatgpt_relevance.py:65
↓ 1 callersFunctionload_jsonlines
(file)
data_creation/critic/gpt4_reward/chatgpt_inference.py:20
↓ 1 callersFunctionlower
(text)
retrieval_lm/metrics.py:65
↓ 1 callersFunctionlower
(text)
retrieval_lm/src/evaluation.py:133
↓ 1 callersFunctionmain
()
data_creation/process_data/kilt_dpr.py:7
↓ 1 callersFunctionmain
()
data_creation/process_data/tulu.py:52
↓ 1 callersFunctionmain
()
data_creation/process_data/arc.py:8
↓ 1 callersFunctionmain
()
data_creation/process_data/obqa.py:8
↓ 1 callersFunctionmain
()
data_creation/process_data/asqa.py:9
↓ 1 callersFunctionmain
()
data_creation/generator/run_reward_vllm.py:192
↓ 1 callersFunctionmain
()
data_creation/generator/create_retrieval_data.py:28
↓ 1 callersFunctionmain
()
data_creation/generator/postprocess_data.py:161
↓ 1 callersFunctionmain
()
data_creation/generator/create_prompt_data.py:39
↓ 1 callersFunctionmain
()
data_creation/critic/gpt4_reward/chatgpt_groundness.py:122
↓ 1 callersFunctionmain
()
data_creation/critic/gpt4_reward/chatgpt_utility.py:64
↓ 1 callersFunctionmain
()
data_creation/critic/gpt4_reward/chatgpt_relevance.py:101
↓ 1 callersFunctionmain
()
data_creation/critic/gpt4_reward/chatgpt_inference.py:31
↓ 1 callersFunctionmain
()
data_creation/critic/gpt4_reward/chatgpt_need_retrieval.py:144
↓ 1 callersFunctionmain
()
data_creation/critic/gpt4_reward/combine_chat_gpt_reward.py:202
↓ 1 callersFunctionmain
(args)
retrieval_lm/generate_passage_embeddings.py:70
↓ 1 callersFunctionmain
()
retrieval_lm/finetune.py:354
↓ 1 callersFunctionmain
(args)
retrieval_lm/passage_retrieval.py:225
↓ 1 callersFunctionmain
()
retrieval_lm/run_baseline_lm.py:66
↓ 1 callersFunctionmain
()
retrieval_lm/run_long_form_static.py:300
↓ 1 callersFunctionmain
()
retrieval_lm/run_short_form.py:252
↓ 1 callersFunctionmaskword
(x, mask_id, p=0.1)
retrieval_lm/src/data.py:177
↓ 1 callersFunctionmetric_max_over_ground_truths
(metric_fn, prediction, ground_truths)
retrieval_lm/metrics.py:11
↓ 1 callersFunctionparse_args
()
retrieval_lm/finetune.py:50
↓ 1 callersFunctionposprocess_output
(answer, return_score=False)
data_creation/generator/run_reward_vllm.py:123
↓ 1 callersFunctionpostprocess
(results)
data_creation/critic/gpt4_reward/chatgpt_groundness.py:92
↓ 1 callersFunctionpostprocess
(results)
data_creation/critic/gpt4_reward/chatgpt_utility.py:47
↓ 1 callersFunctionpostprocess
(results)
data_creation/critic/gpt4_reward/chatgpt_relevance.py:71
↓ 1 callersFunctionpostprocess
(results)
data_creation/critic/gpt4_reward/chatgpt_inference.py:26
↓ 1 callersFunctionpostprocess
(results)
data_creation/critic/gpt4_reward/chatgpt_need_retrieval.py:113
↓ 1 callersFunctionpostprocess_output
(pred)
retrieval_lm/run_baseline_lm.py:59
↓ 1 callersFunctionpreprocess
Preprocess the data by tokenizing.
data_creation/train_special_tokens.py:191
↓ 1 callersFunctionpreprocess_input_data
(dataset, task=None)
retrieval_lm/run_short_form.py:210
↓ 1 callersFunctionprocess_data_evidences
(demonstration, top_n)
retrieval_lm/run_short_form.py:203
↓ 1 callersFunctionprocess_input
(example, multi_retrieval=False)
data_creation/critic/gpt4_reward/chatgpt_groundness.py:112
↓ 1 callersFunctionprocess_input
(example, multi_retrieval=False)
data_creation/critic/gpt4_reward/chatgpt_relevance.py:91
↓ 1 callersFunctionprocess_input
(example, multi_retrieval=False, three_way=False)
data_creation/critic/gpt4_reward/chatgpt_need_retrieval.py:128
↓ 1 callersFunctionprocess_tulu_dataset
(fp, single_turn_only=True, max_n=1000, dataset_name=False)
data_creation/process_data/tulu.py:16
↓ 1 callersFunctionremove_articles
(text)
retrieval_lm/metrics.py:55
↓ 1 callersFunctionremove_articles
(text)
retrieval_lm/src/evaluation.py:123
↓ 1 callersFunctionremove_punc
(text)
retrieval_lm/metrics.py:61
↓ 1 callersFunctionremove_punc
(text)
retrieval_lm/src/evaluation.py:129
↓ 1 callersFunctionreplaceword
(x, min_random, max_random, p=0.1)
retrieval_lm/src/data.py:171
↓ 1 callersFunctionrun_step_generation_batch
(model, prompt, paragraphs, max_new_tokens, rel_tokens=None, grd_tokens=None, r
retrieval_lm/run_long_form_static.py:11
↓ 1 callersFunctionsafe_save_model_for_hf_trainer
Collects the state dict and dump to disk.
data_creation/train_special_tokens.py:134
↓ 1 callersMethodsample_n_hard_negatives
(self, ex)
retrieval_lm/src/finetuning_data.py:112
↓ 1 callersFunctionsave_file_jsonl
(data, fp)
data_creation/generator/postprocess_data.py:41
↓ 1 callersFunctionsave_file_jsonl
(data, fp)
data_creation/generator/create_prompt_data.py:34
↓ 1 callersFunctionscore
(x, inversions, avg_topk, idx_topk)
retrieval_lm/src/evaluation.py:178
↓ 1 callersMethodsearch_document
(self, query, top_n=10)
retrieval_lm/passage_retrieval.py:158
↓ 1 callersMethodserialize
(self, dir_path)
retrieval_lm/src/index.py:48
↓ 1 callersMethodset_prob
(self, coeff=0.0)
retrieval_lm/src/data.py:75
↓ 1 callersMethodsetup_retriever
(self)
retrieval_lm/passage_retrieval.py:127
↓ 1 callersFunctionshuffleword
(x, p=0.1)
retrieval_lm/src/data.py:183
↓ 1 callersFunctionsplit_sentences
(paragraph)
data_creation/generator/create_retrieval_data.py:9
↓ 1 callersFunctionsymlink_force
(target, link_name)
retrieval_lm/src/utils.py:35
↓ 1 callersFunctiontrain
()
data_creation/train_special_tokens.py:283
↓ 1 callersFunctionwhite_space_fix
(text)
retrieval_lm/metrics.py:58
↓ 1 callersFunctionwhite_space_fix
(text)
retrieval_lm/src/evaluation.py:126
Method__call__
(self, instances: Sequence[Dict])
data_creation/train_special_tokens.py:263
Method__call__
(self, batch)
retrieval_lm/src/finetuning_data.py:132
Method__call__
(self, batch_examples)
retrieval_lm/src/data.py:119
Method__getitem__
(self, i)
data_creation/train_special_tokens.py:253
Method__getitem__
(self, index)
retrieval_lm/src/finetuning_data.py:34
Method__getitem__
(self, index)
retrieval_lm/src/data.py:63
Method__getitem__
(self, index)
retrieval_lm/src/data.py:98
Method__init__
(self, data_path: str, tokenizer: transformers.PreTrainedTokenizer, skip_tokens=None, context_markups=None, se
data_creation/train_special_tokens.py:230
Method__init__
(self, args, model=None, tokenizer=None)
retrieval_lm/passage_retrieval.py:31
Method__init__
(self)
retrieval_lm/src/options.py:8
Method__init__
Args: annotators: None or empty set (only tokenizes).
retrieval_lm/src/evaluation.py:26
Method__init__
(self, optimizer, warmup, total, ratio, last_epoch=-1)
retrieval_lm/src/utils.py:92
Method__init__
(self)
retrieval_lm/src/utils.py:156
Method__init__
(self, opt, retriever=None, tokenizer=None)
retrieval_lm/src/inbatch.py:18
Method__init__
( self, datapaths, negative_ctxs=1, negative_hard_ratio=0.0, negative_
retrieval_lm/src/finetuning_data.py:12
Method__init__
(self, tokenizer, passage_maxlength=200)
retrieval_lm/src/finetuning_data.py:128
Method__init__
(self, config, pooling="average", **kwargs)
retrieval_lm/src/contriever.py:59
Method__init__
(self, opt)
retrieval_lm/src/moco.py:15
Method__init__
(self, datasets)
retrieval_lm/src/data.py:54
Method__init__
(self, data, chunk_length, tokenizer, opt)
retrieval_lm/src/data.py:87
Method__init__
(self, opt)
retrieval_lm/src/data.py:116
Method__init__
(self, vector_sz, n_subquantizers=0, n_bits=8)
retrieval_lm/src/index.py:17
Method__init__
( self, query_encoder, doc_encoder=None, tokenizer=None, max_length=51
retrieval_lm/src/beir_utils.py:23
Method__len__
(self)
data_creation/train_special_tokens.py:250
Method__len__
(self)
retrieval_lm/src/finetuning_data.py:31
Method__len__
(self)
retrieval_lm/src/data.py:60
Method__len__
(self)
retrieval_lm/src/data.py:95
Function_prepare_decoder_attention_mask
( self, attention_mask, input_shape, inputs_embeds, past_key_values_length )
retrieval_lm/llama_flash_attn_monkey_patch.py:108
Functionaccuracy
(prediction, ground_truth)
data_creation/generator/run_reward_vllm.py:139
Functionadd_hasanswer
(data, hasanswer)
retrieval_lm/passage_retrieval.py:205
Functionadd_token
(x, token)
retrieval_lm/src/data.py:160
Functionaverage_main
(x)
retrieval_lm/src/dist_utils.py:101
Methodaverage_stats
(self)
retrieval_lm/src/utils.py:178
Functionbarrier
()
retrieval_lm/src/dist_utils.py:96
Functioncalculate_matches
Evaluates answers presence in the set of documents. This function is supposed to be used with a large collection of documents and results. It
retrieval_lm/src/evaluation.py:48
Functioncheck_answer
Search through all the top docs to see if they have any of the answers.
retrieval_lm/src/evaluation.py:82
Functioncombine_results
(input_data, results, type)
data_creation/generator/postprocess_data.py:120
← previousnext →101–200 of 256, ranked by callers