Function main

scripts/postprocess_fulltext.py:739–773

()

def main():
    parser = argparse.ArgumentParser(description='Post-process docling fulltext Markdown files')
    parser.add_argument('--dry-run', action='store_true', help='Show what would change without writing')
    parser.add_argument('--file', help='Process a single file (basename, e.g. mdcg-2020-5.md)')
    args = parser.parse_args()

    if args.file:
        files = [FULLTEXT_DIR / args.file]
    else:
        files = sorted(FULLTEXT_DIR.glob('*.md'))

    total_toc = 0
    total_fn = 0
    total_frag = 0
    total_dup = 0
    changed_count = 0

    for path in files:
        stats = process_file(path, dry_run=args.dry_run)
        prefix = '[DRY]' if args.dry_run else '[OK] '
        if stats['changed']:
            changed_count += 1
            print(f"{prefix} {path.name}: removed {stats['toc_removed']} TOC, "
                  f"reformatted {stats['footnotes']} footnotes, "
                  f"merged {stats['frag_merged']} frag-tables, "
                  f"fixed {stats['dup_cols_fixed']} dup-col tables")
        total_toc += stats['toc_removed']
        total_fn += stats['footnotes']
        total_frag += stats['frag_merged']
        total_dup += stats['dup_cols_fixed']

    mode = 'DRY RUN' if args.dry_run else 'DONE'
    print(f"\n{mode}: {changed_count}/{len(files)} files changed, "
          f"{total_toc} TOC removed, {total_fn} footnotes, "
          f"{total_frag} frag-tables merged, {total_dup} dup-col fixed")


if __name__ == '__main__':