Function TestTimestampTokens

be/src/runtime/timestamp-test.cc:168–233

This function will generate all permutations of tokens to test that the parsing and formatting is correct (position of tokens should be irrelevant). Note that separators are also combined with EACH token permutation to get the widest coverage on formats. This forces out the parsing and format logic edge cases.

// are also combined with EACH token permutation to get the widest coverage on formats.
// This forces out the parsing and format logic edge cases.
void TestTimestampTokens(vector<TimestampToken>* toks, int year, int month,
    int day, int hours, int mins, int secs, int frac) {
  const char* SEPARATORS = " ~!@%^&*_+-:;|\\,./";
  int toks_len = toks->size();
  sort(toks->begin(), toks->end());
  string fmt;
  string val;
  do {
    // Validate we can parse date/time raw tokens (no separators)
    {
      for (int i = 0; i < toks_len; ++i) {
        fmt.append((*toks)[i].fmt);
        if ((*toks)[i].str != NULL) {
          val.append(string((*toks)[i].str));
        } else {
          val.append(lexical_cast<string>((*toks)[i].val));
        }
      }
      string fmt_val = StrCat("Format: ", fmt, ", Val: ",  val);
      DateTimeFormatContext dt_ctx(fmt.c_str());
      ASSERT_TRUE(SimpleDateFormatTokenizer::Tokenize(&dt_ctx, PARSE)) << fmt_val;
      TimestampValue tv =
          TimestampValue::ParseSimpleDateFormat(val.c_str(), val.length(), dt_ctx);
      ValidateTimestamp(tv, fmt, val, fmt_val, year, month, day, hours, mins, secs,
          frac);
      string buff;
      tv.Format(dt_ctx, buff);
      EXPECT_TRUE(!buff.empty()) << fmt_val;
      EXPECT_LE(buff.length(), dt_ctx.fmt_len) << fmt_val;
      EXPECT_EQ(buff, val) << fmt_val <<  " " << buff;
      fmt.clear();
      val.clear();
    }
    // Validate we can parse date/time with separators
    {
      for (const char* separator = SEPARATORS; *separator != 0;
          ++separator) {
        for (int i = 0; i < toks_len; ++i) {
          fmt.append((*toks)[i].fmt);
          if (i + 1 < toks_len) fmt.push_back(*separator);
          if ((*toks)[i].str != NULL) {
            val.append(string((*toks)[i].str));
          } else {
            val.append(lexical_cast<string>((*toks)[i].val));
          }
          if (i + 1 < toks_len) val.push_back(*separator);
        }

        string fmt_val = StrCat("Format: ", fmt, ", Val: ",  val);
        DateTimeFormatContext dt_ctx(fmt.c_str());
        ASSERT_TRUE(SimpleDateFormatTokenizer::Tokenize(&dt_ctx, PARSE)) << fmt_val;
        TimestampValue tv =
            TimestampValue::ParseSimpleDateFormat(val.c_str(), val.length(), dt_ctx);
        ValidateTimestamp(tv, fmt, val, fmt_val, year, month, day, hours, mins, secs,
            frac);
        string buff;
        tv.Format(dt_ctx, buff);
        EXPECT_TRUE(!buff.empty()) << fmt_val;