Method IsToken

tensorflow/compiler/xla/shape.h:59–59

  bool IsArray() const { return primitive_util::IsArrayType(element_type()); }
  bool IsTuple() const { return element_type() == TUPLE; }
  bool IsToken() const { return element_type() == TOKEN; }
  bool IsOpaque() const { return element_type() == OPAQUE_TYPE; }

  // Returns true if no array dimension in the shape is dynamically sized. Tuple