Remove duplicate entries from the results CSV file.
(self)
| 210 | self.results = [] |
| 211 | |
| 212 | def remove_duplicates(self): |
| 213 | """ |
| 214 | Remove duplicate entries from the results CSV file. |
| 215 | """ |
| 216 | df = pd.read_csv(self.sqlfile) |
| 217 | df.drop_duplicates(inplace=True) |
| 218 | df.to_csv(self.sqlfile, index=False) |
| 219 | |
| 220 | if __name__ == "__main__": |
| 221 | shared_data = SharedData() |