(self, cache_dir="data/bigbench/disfl_qa.csv", sample_size=None)
| 72 | return df |
| 73 | |
| 74 | def load_disfl_qa(self, cache_dir="data/bigbench/disfl_qa.csv", sample_size=None): |
| 75 | df = pd.read_csv(cache_dir) |
| 76 | if sample_size is not None: |
| 77 | sampled_df = df.sample(sample_size, random_state=self.seed)[["input", "target"]].reset_index(drop=True) |
| 78 | return sampled_df |
| 79 | return df |
| 80 | |
| 81 | def load_strategy_qa(self, cache_dir="data/bigbench/strategy_qa.csv", sample_size=None): |
| 82 | df = pd.read_csv(cache_dir) |