Function parse_line

compiler/tfinfo/src/TensorInfoParser.cpp:143–200

* @brief Function to parse a line of test.info file * Examples: * - "input, in/placeholder_32:0, TF_INT32, [3, 4, 2, 3]" * - "output, result:0, TF_FLOAT, []" */

 *   - "output, result:0, TF_FLOAT, []"
 */
std::unique_ptr<ParsedTensor> parse_line(std::string &line)
{
  // parsed data
  ParsedTensor::Kind kind;
  std::string name;
  TF_DataType dtype;
  std::vector<int32_t> shape;

  remove_comment(line);

  if (line.length() == 0) // empty line or line with comment
    return nullptr;

  std::string tok, trimmed, dim;

  std::istringstream line_stream(line);

  CHECK_NOT_NULL(std::getline(line_stream, tok, ',')); // kind
  kind = get_kind(trim(tok));

  CHECK_NOT_NULL(std::getline(line_stream, tok, ',')); // tensor name
  trimmed = trim(tok);
  if (!validate_name(trimmed))
    throw oops::UserExn("Tensor name in wrong format", "name", tok);
  name.assign(trimmed);

  CHECK_NOT_NULL(std::getline(line_stream, tok, ',')); // data type
  dtype = get_dtype(trim(tok));

  CHECK_NOT_NULL(std::getline(line_stream, tok, '[')); // start of shape
  trimmed = trim(tok);
  if (trimmed.length())
    throw oops::UserExn("Unknown token between data type and shape", "token", tok);

  CHECK_NOT_NULL(std::getline(line_stream, tok, ']'));

  std::istringstream shape_stream(tok);

  bool first = true;
  while (std::getline(shape_stream, dim, ',')) // each dim
  {
    dim = trim(dim);

    if (first && dim.length() == 0)
      continue; // scalar
    first = false;

    if (dim.length() == 0)
      throw oops::UserExn("Empty dim in shape", "shape", tok);

    if (!validate_num(dim))
      throw oops::UserExn("Dim in shape must be a number", "dim", dim);

    shape.emplace_back(std::stoi(dim));
  }

  return std::make_unique<ParsedTensor>(kind, name, dtype, shape);
}