Get set of identifiers for processed items
(results)
| 63 | return [] |
| 64 | |
| 65 | def get_processed_items(results): |
| 66 | """Get set of identifiers for processed items""" |
| 67 | return {(item.get('source', ''), item.get('refined_statement', '')) for item in results} |
| 68 | |
| 69 | def process_batch(args): |
| 70 | """Process a batch of data""" |