Function extract_text

axlearn/common/input_test_utils.py:102–103

(example: dict[str, tf.Tensor], input_key: str = "text")

def extract_text(example: dict[str, tf.Tensor], input_key: str = "text") -> str:
    return bytes.decode(example[input_key].numpy(), "utf-8")


def extract_text_ragged(example: dict[str, tf.Tensor], input_key: str = "text") -> list[list[str]]: