Class BigQueryDbAdapter

cli/api/dbadapters/bigquery.ts:63–510

}

export class BigQueryDbAdapter implements IDbAdapter {
  private bigQueryCredentials: dataform.IBigQuery;
  private pool: PromisePoolExecutor;
  private clientProvider: BigQueryClientProvider;

  constructor(
    credentials: dataform.IBigQuery,
    options?: {
      concurrencyLimit?: number;
      clientProvider?: BigQueryClientProvider;
    }
  ) {
    this.bigQueryCredentials = credentials;
    this.clientProvider = options?.clientProvider || createBigQueryClientProvider(credentials);

    // Bigquery allows 50 concurrent queries, and a rate limit of 100/user/second by default.
    // These limits should be safely low enough for most projects.
    this.pool = new PromisePoolExecutor({
      concurrencyLimit: options?.concurrencyLimit,
      frequencyWindow: 1000,
      frequencyLimit: 30
    });
  }

  public async execute(
    statement: string,
    options: {
      params?: { [name: string]: any };
      onCancel?: OnCancel;
      interactive?: boolean;
      rowLimit?: number;
      byteLimit?: number;
      bigquery?: IBigQueryExecutionOptions;
    } = { interactive: false, rowLimit: 1000, byteLimit: 1024 * 1024 }
  ): Promise<IExecutionResult> {
    if (options?.interactive && options?.bigquery?.labels) {
      throw new Error("BigQuery job labels may not be set for interactive queries.");
    }

    if (!statement) {
      throw new Error("Query string cannot be empty");
    }
    return this.pool
      .addSingleTask({
        generator: () =>
          options?.interactive
            ? this.runQuery(
              statement,
              options?.params,
              options?.rowLimit,
              options?.byteLimit,
              options.bigquery?.location
            )
            : this.createQueryJob(
              statement,
              options?.params,
              options?.rowLimit,
              options?.byteLimit,