Function main

quantization/autoclip.py:209–232

(args, q_config)

def main(args, q_config):
    if args.dump_clip and os.path.exists(args.dump_clip):
        print(f"Found existing AWQ results {args.dump_clip}, exit.")
        exit()

    model, enc = build_model_and_enc(args.model_path)

    if args.run_clip:
        assert args.dump_clip, "Please save the awq results with --dump_awq"

        clip_results = run_clip(
            model, enc,
            w_bit=args.w_bit, q_config=q_config,
            n_samples=args.n_samples, seqlen=args.seqlen, datasets=args.calib_dataset
        )

        if args.dump_clip:
            dirpath = os.path.dirname(args.dump_clip)
            os.makedirs(dirpath, exist_ok=True)
            
            torch.save(clip_results, args.dump_clip)
            print("Clipping results saved at", args.dump_clip)
            
        exit(0)

if __name__ == '__main__':
    parser = argparse.ArgumentParser()