Function parse_nvtx_pushpop_trace_json

bench/python/benchmark.py:76–143

Parses the nvtx_pushpop_trace JSON generated by NSYS and returns a dictionary keyed by process_id, thread_id and range_id. The values are various fields important to the benchmarking process. :param json_path: Full path to the nvtx_pushpop_trace.json file.

(json_path)

def parse_nvtx_pushpop_trace_json(json_path):
    """
    Parses the nvtx_pushpop_trace JSON generated by NSYS and returns a dictionary
    keyed by process_id, thread_id and range_id. The values are various fields
    important to the benchmarking process.
    :param json_path: Full path to the nvtx_pushpop_trace.json file.
    """
    #
    # The nvtx_pushpop_trace JSON has the following structure. It is a list of
    # dictionaries.
    # e.g.
    #  [ {
    #   "Start (ns)": 2372801266,
    #   "End (ns)"  : 13528369268,
    #       ...
    #   },
    # ...
    # ]
    #
    # We will store the parsed data in the range_info dictionary. The overall
    # structure of the dictionary is:
    # range_info = {
    #       process_id : {
    #           thread_id : {
    #               range_id : NvtxRange(flat_name, parent_range_id, duration_ms)
    #           }
    #       }
    # }
    #
    #
    range_info = {}

    # Check if the file was empty or not. Empty file means no ops were recorded.
    if os.stat(json_path).st_size == 0:
        return range_info

    # Read the JSON.
    with open(json_path, "r") as f:
        json_data = json.loads(f.read())

    for row in json_data:
        # Grab the necessary values from the JSON file.
        flat_name = row["Name"]
        start_ns = float(row["Start (ns)"])
        end_ns = float(row["End (ns)"])
        range_id = row["RangeId"]
        parent_range_id = row["ParentId"]
        process_id = row["PID"]
        thread_id = row["TID"]

        # Process a bit. Conversion from nano to milliseconds.
        start_ms = round(start_ns / 10**6, 4)
        end_ms = round(end_ns / 10**6, 4)
        parent_range_id = None if parent_range_id == "None" else parent_range_id

        # Save it in our dictionary at the process id and thread id level.
        if process_id not in range_info:
            range_info[process_id] = {}