Function process_example_fn

axlearn/audio/input_asr.py:154–156

(example: Nested[tf.Tensor])

    @seqio.map_over_dataset
    def process_example_fn(example: Nested[tf.Tensor]) -> Nested[tf.Tensor]:
        example["input_ids"] = tf.concat([[bos_id], example["target_labels"][:-1]], 0)
        return example

    return process_example_fn