Method test_large_sql

tests/shell/test_shell_commandline.py:1153–1188

(self, vector, unique_database)

      assert "Encountered: Unexpected character" in result.stderr

  def test_large_sql(self, vector, unique_database):
    if vector.get_value('strict_hs2_protocol'):
      pytest.skip("IMPALA-10827: Test did not pass for strict hs2 mode.")
    # In this test, we are only interested in the performance of Impala shell and not
    # the performance of Impala in general. So, this test will execute a large query
    # from a non-existent table since this will make the query execution time negligible.
    sql_file, sql_path = tempfile.mkstemp()
    # This generates a sql file size of ~50K.
    num_cols = 1000
    with open(sql_path, 'w') as f:
      f.write("select \n")
      for i in range(num_cols):
        if i < num_cols:
          f.write("col_{0} as a{1},\n".format(i, i))
          f.write("col_{0} as b{1},\n".format(i, i))
          f.write("col_{0} as c{1}{2}\n".format(
              i, i, "," if i < num_cols - 1 else ""))
      f.write("from non_existence_large_table;")
      f.close()

    try:
      args = ['-f', sql_path, '-d', unique_database]
      start_time = time()
      result = run_impala_shell_cmd(vector, args, expect_success=False)
      assert "Could not resolve table reference: 'non_existence_large_table'" \
          in result.stderr
      end_time = time()
      # Use higher timeout in ASAN/UBSAN to avoid flakiness (IMPALA-11921).
      build_runs_slowly = ImpalaTestClusterProperties.get_instance().runs_slowly()
      time_limit_s = 60 if build_runs_slowly else 20
      actual_time_s = end_time - start_time
      assert actual_time_s <= time_limit_s, (
          "It took {0} seconds to execute the query. Time limit is {1} seconds.".format(
              actual_time_s, time_limit_s))
    finally:
      os.remove(sql_path)

  @pytest.mark.skipif(ImpalaTestClusterProperties.get_instance().is_remote_cluster(),
                      reason='Test assumes a minicluster.')