MCPcopy Create free account

hub / github.com/TIGER-AI-Lab/ScholarCopilot / functions

Functions58 in github.com/TIGER-AI-Lab/ScholarCopilot

⨍ Functions 58◇ Types & classes 10
↓ 5 callersFunctionload_example
(file_name="")
run_demo/scholar_copilot_gradio.py:222
↓ 5 callersFunctionreplace_citations
(input_text, reference_id_list, citation_map)
run_demo/scholar_copilot_model.py:157
↓ 4 callersFunctionsingle_complete_step
(model, tokenizer, device, input_text)
run_demo/scholar_copilot_model.py:41
↓ 4 callersFunctionsplit_yield_list
(input_text, prefix_length)
run_demo/scholar_copilot_gradio.py:38
↓ 3 callersFunctionretrieve_reference
(index, lookup_indices, cite_start_hidden_state, top_k=5)
run_demo/scholar_copilot_model.py:14
↓ 2 callersMethod_dist_gather_tensor
(self, t: Optional[torch.Tensor])
train/src/arxivllm.py:115
↓ 2 callersFunctioncheck_3_sentence
(display_text)
run_demo/scholar_copilot_gradio.py:45
↓ 2 callersFunctionllm_rerank
(retrieved_k_results, meta_data)
run_demo/scholar_copilot_model.py:137
↓ 2 callersMethodload
(cls, model_name_or_path: str, pooling: str = 'cls', normalize: bool =
train/src/arxivllm.py:171
↓ 2 callersFunctionpost_process_output_text
(res_text, reference_id_list, citation_map)
run_demo/scholar_copilot_model.py:196
↓ 2 callersFunctionpreprocess_input_text
(input_text)
run_demo/scholar_copilot_model.py:100
↓ 2 callersMethodsave
(self, output_dir: str)
train/src/arxivllm.py:197
↓ 2 callersFunctionup_sample_cut
(input_text, citation_list)
run_demo/scholar_copilot_model.py:130
↓ 1 callersMethodbuild
( cls, model_args: ModelArguments, train_args: TrainingArguments,
train/src/arxivllm.py:129
↓ 1 callersFunctionclean_latex_text
(input_text)
run_demo/scholar_copilot_model.py:83
↓ 1 callersMethodcompute_loss
(self, scores, target)
train/src/arxivllm.py:109
↓ 1 callersMethodcompute_similarity
(self, q_reps, p_reps)
train/src/arxivllm.py:106
↓ 1 callersFunctiondown_sample_cut
(input_text)
run_demo/scholar_copilot_model.py:119
↓ 1 callersMethodencode_passage
(self, psg)
train/src/arxivllm.py:76
↓ 1 callersMethodencode_query
(self, qry)
train/src/arxivllm.py:87
↓ 1 callersFunctionformat_citation
(citation_key, url)
run_demo/scholar_copilot_gradio.py:152
↓ 1 callersFunctiongenerate_citation
(input_text)
run_demo/scholar_copilot_gradio.py:10
↓ 1 callersFunctionload_citation_map_data
(citation_map_data_path)
run_demo/scholar_copilot_model.py:232
↓ 1 callersFunctionload_corpus_base
(corpus_dir)
utils/build_hnsw_index.py:9
↓ 1 callersFunctionload_faiss_index
(index_dir)
run_demo/scholar_copilot_model.py:277
↓ 1 callersFunctionload_meta_data
(meta_data_path)
run_demo/scholar_copilot_model.py:220
↓ 1 callersFunctionload_model
(model_path, device)
run_demo/scholar_copilot_model.py:284
↓ 1 callersFunctionmain
()
train/src/train.py:21
↓ 1 callersFunctionmain
()
train/src/encode.py:28
↓ 1 callersFunctionmerge_consecutive_citations
(text)
run_demo/scholar_copilot_model.py:206
↓ 1 callersFunctionprocess_meta_data
(input_meta_file, output_corpus_file)
utils/process_arxiv_meta_data.py:83
↓ 1 callersFunctionsingle_process_arxiv_metadata
(item, corpus_id)
utils/process_arxiv_meta_data.py:6
Method__call__
Collate function for training. :param features: list of (query, passages) tuples :return: tokenized query_ids, passage_ids
train/src/collator.py:17
Method__call__
Collate function for encoding. :param features: list of (id, text) tuples
train/src/collator.py:97
Method__getitem__
(self, item)
train/src/dataset.py:35
Method__getitem__
(self, item)
train/src/dataset.py:69
Method__init__
(self, encoder: PreTrainedModel, pooling: str = 'cls', norm
train/src/arxivllm.py:29
Method__init__
(self, data_args: DataArguments, trainer = None)
train/src/dataset.py:16
Method__init__
(self, data_args: DataArguments)
train/src/dataset.py:51
Method__init__
(self, *args, **kwargs)
train/src/trainer.py:15
Method__len__
(self)
train/src/dataset.py:32
Method__len__
(self)
train/src/dataset.py:66
Method_save
(self, output_dir: Optional[str] = None, state_dict=None)
train/src/trainer.py:20
Functionclear_cache
(citations_data, curr_search_candidates)
run_demo/scholar_copilot_gradio.py:212
Methodcompute_loss
(self, model, inputs)
train/src/trainer.py:41
Functioncut_after_third_sentence
(text, num_sentences=3)
run_demo/scholar_copilot_model.py:106
Methodforward
(self, query: Dict[str, Tensor] = None, passage: Dict[str, Tensor] = None)
train/src/arxivllm.py:47
Methodgradient_checkpointing_enable
(self, **kwargs)
train/src/arxivllm.py:112
Functioninsert_selected_citations
(text, selected_citations, citations_data, curr_search_candidates)
run_demo/scholar_copilot_gradio.py:186
Functionload_corpus_base
(corpus_dir="../embedded_corpus/1128_shards/")
run_demo/scholar_copilot_model.py:246
Functionload_example_text
(choice)
run_demo/scholar_copilot_gradio.py:230
Functionmerge_group
(match)
run_demo/scholar_copilot_model.py:209
Functionreplace_match
(match)
run_demo/scholar_copilot_model.py:168
Functionsearch_and_show_citations
(input_text)
run_demo/scholar_copilot_gradio.py:162
Functionstream_complete_3_sentence
(text, citations_data, progress=gr.Progress())
run_demo/scholar_copilot_gradio.py:52
Functionstream_generate
(text, citations_data, progress=gr.Progress())
run_demo/scholar_copilot_gradio.py:107
Methodtraining_step
(self, *args)
train/src/trainer.py:45
Functionupdate_bibtex
(citations_data)
run_demo/scholar_copilot_gradio.py:199