Function load_data

tests/data_analysis.py:12–34

(data_folder)

from mpl_toolkits.mplot3d import Axes3D

def load_data(data_folder):
    data = {}
    for filename in os.listdir(data_folder):
        file_path = os.path.join(data_folder, filename)
        if os.path.isfile(file_path):
            with open(file_path, 'r') as f:
                content = json.load(f)
                x = []
                for key in ['lr', 'weight_decay', 'momentum', 'dropout_rate']:
                    pattern = rf'({key}_)([\d.e-]+)'
                    match = re.search(pattern, filename)
                    if match:
                        value = float(match.group(2))
                        if key in ['lr', 'weight_decay']:
                            x.append(np.log10(value))
                        else:
                            x.append(value)
                data[filename] = {
                    'x': x,
                    'test_standard_acc': content['test_standard_acc'],
                    'test_robust_acc': np.mean([v for k, v in content.items() if k.startswith('test_') and k != 'test_standard_acc'])
                }
    return data

def get_non_dominated_solutions(data):
    F = np.array([[1 - d['test_standard_acc'], 1 - d['test_robust_acc']] for d in data.values()])