| 16 | |
| 17 | @dataclass |
| 18 | class Experiment: |
| 19 | |
| 20 | name: str |
| 21 | |
| 22 | cmd: str |
| 23 | |
| 24 | group: str |
| 25 | |
| 26 | requirements: Dict = field(default_factory=dict) |
| 27 | |
| 28 | eval_requirements: Dict = field(default_factory=dict) |
| 29 | |
| 30 | eval_dataset: List = field(default_factory=list) |
| 31 | |
| 32 | args: Dict = field(default_factory=dict) |
| 33 | |
| 34 | env: Dict = field(default_factory=dict) |
| 35 | |
| 36 | record: Dict = field(default_factory=dict) |
| 37 | |
| 38 | create_time: float = None |
| 39 | |
| 40 | runtime: Dict = field(default_factory=dict) |
| 41 | |
| 42 | input_args: Any = None |
| 43 | |
| 44 | do_eval = False |
| 45 | |
| 46 | def __init__(self, |
| 47 | name, |
| 48 | cmd, |
| 49 | group, |
| 50 | requirements=None, |
| 51 | eval_requirements=None, |
| 52 | eval_dataset=None, |
| 53 | args=None, |
| 54 | input_args=None, |
| 55 | **kwargs): |
| 56 | self.name = name |
| 57 | self.cmd = cmd |
| 58 | self.group = group |
| 59 | self.requirements = requirements or {} |
| 60 | self.args = args or {} |
| 61 | self.record = {} |
| 62 | self.env = {} |
| 63 | self.runtime = {} |
| 64 | self.input_args = input_args |
| 65 | self.eval_requirements = eval_requirements or {} |
| 66 | self.eval_dataset = eval_dataset or [] |
| 67 | if self.cmd == 'eval': |
| 68 | self.do_eval = True |
| 69 | |
| 70 | def load(self, _json): |
| 71 | self.name = _json['name'] |
| 72 | self.cmd = _json['cmd'] |
| 73 | self.requirements = _json['requirements'] |
| 74 | self.args = _json['args'] |
| 75 | self.record = _json['record'] |