Method makeRequestInternalImpl

src/IO/S3/PocoHTTPClient.cpp:463–793

}

void PocoHTTPClient::makeRequestInternalImpl(
    Aws::Http::HttpRequest & request,
    std::shared_ptr<PocoHTTPResponse> & response,
    Aws::Utils::RateLimits::RateLimiterInterface *,
    Aws::Utils::RateLimits::RateLimiterInterface *) const
{
    LoggerPtr log = getLogger("AWSClient");

    auto uri = request.GetUri().GetURIString();
    auto method = getMethod(request);

    auto sdk_attempt = getSDKAttemptNumber(request);
    auto ch_attempt = getClickhouseAttemptNumber(request);
    bool first_attempt = ch_attempt == 1 && sdk_attempt == 1;

    if (!first_attempt)
        LOG_DEBUG(
            log,
            "Retrying S3 request to: {}, aws sdk attempt: {}, clickhouse attempt: {}, kind: {}",
            uri, sdk_attempt, ch_attempt, getMetricKind(request) == S3MetricKind::Read ? "Read" : "Write");
    else // if (enable_s3_requests_logging)
        LOG_TEST(
            log,
            "Make S3 request to: {}, aws sdk attempt: {}, clickhouse attempt: {}, kind: {}",
            uri, sdk_attempt, ch_attempt, getMetricKind(request) == S3MetricKind::Read ? "Read" : "Write");

    switch (request.GetMethod())
    {
        case Aws::Http::HttpMethod::HTTP_GET:
        case Aws::Http::HttpMethod::HTTP_HEAD:
        case Aws::Http::HttpMethod::HTTP_TRACE:
        case Aws::Http::HttpMethod::HTTP_OPTIONS:
        case Aws::Http::HttpMethod::HTTP_CONNECT:
            /// Limits get request per second rate for GET, SELECT and all other requests, excluding throttled by put throttler
            /// (i.e. throttles GetObject, HeadObject)
            request_throttler.throttleHTTPGet();
            break;
        case Aws::Http::HttpMethod::HTTP_PUT:
        case Aws::Http::HttpMethod::HTTP_POST:
        case Aws::Http::HttpMethod::HTTP_PATCH:
            /// Limits put request per second rate for PUT, COPY, POST, LIST requests
            /// (i.e. throttles PutObject, CopyObject, ListObjects, CreateMultipartUpload, UploadPartCopy, UploadPart, CompleteMultipartUpload)
            request_throttler.throttleHTTPPut();
            break;
        case Aws::Http::HttpMethod::HTTP_DELETE:
            /// DELETE and CANCEL requests are not throttled by either put or get throttler
            break;
    }

    addMetric(request, S3MetricType::Count);
    CurrentMetrics::Increment metric_increment{CurrentMetrics::S3Requests};

    UInt64 connect_time = 0;
    UInt64 first_byte_time = 0;
    bool latency_recorded = false;
    S3LatencyType first_byte_latency_type = getFirstByteLatencyType(sdk_attempt, ch_attempt);

    auto account_error = [&]()