Function inference

examples/inference/llama/benchmark_llama3.py:194–196

(rank, world_size, port, args)

def inference(rank, world_size, port, args):
    colossalai.launch(rank=rank, world_size=world_size, host="localhost", port=port, backend="nccl")
    benchmark_inference(args)


@rerun_if_address_is_in_use()