MCPcopy Create free account
hub / github.com/InternScience/SciReason / create_model_dataframe

Function create_model_dataframe

opencompass/summarizers/needlebench.py:132–155  ·  view source on GitHub ↗
(nested_dict, model_name, dataset_abbr, parallel=False)

Source from the content-addressed store, hash-verified

130 return ''.join(lines[start_index:-1])
131
132def create_model_dataframe(nested_dict, model_name, dataset_abbr, parallel=False):
133 if model_name not in nested_dict:
134 print(f'Model {model_name} not found in the provided data.')
135 return pd.DataFrame()
136
137 model_data = nested_dict[model_name]
138 data = []
139
140 for key, value in model_data.items():
141 if parallel:
142 if dataset_abbr in key:
143 new_key_base = key.replace(dataset_abbr, '').strip('_')
144 for depth_key, score in value.items():
145 new_key = f'{new_key_base}{depth_key}'
146 if 'average_score' not in new_key:
147 data.append([new_key, score])
148 else:
149 if dataset_abbr in key:
150 score = value.get('score', None)
151 new_key = key.replace(dataset_abbr, '').strip('_')
152 data.append([new_key, score])
153
154 df = pd.DataFrame(data, columns=['dataset', model_name])
155 return df
156
157def convert_to_k(value):
158 try:

Callers 2

save_results_to_plotsFunction · 0.85
merge_dataframesFunction · 0.85

Calls 2

replaceMethod · 0.80
getMethod · 0.80

Tested by

no test coverage detected