Merge 8b04c1e into d332d4f

Author: EgorkaZ

ydb/core/fq/libs/init/init.cpp

@@ -195,7 +195,7 @@ void Init(
 
     if (protoConfig.GetPrivateApi().GetEnabled()) {
         const auto& s3readConfig = protoConfig.GetReadActorsFactoryConfig().GetS3ReadActorFactoryConfig();
-        auto s3HttpRetryPolicy = NYql::GetHTTPDefaultRetryPolicy(TDuration::Max());
+        auto s3HttpRetryPolicy = NYql::GetHTTPDefaultRetryPolicy(NYql::THttpRetryPolicyOptions{.MaxTime = TDuration::Max(), .ExtendedRetriedCodes = {CURLE_GOT_NOTHING}});
         NYql::NDq::TS3ReadActorFactoryConfig readActorFactoryCfg;
         if (const ui64 rowsInBatch = s3readConfig.GetRowsInBatch()) {
             readActorFactoryCfg.RowsInBatch = rowsInBatch;

ydb/library/yql/providers/common/http_gateway/yql_http_default_retry_policy.cpp

@@ -2,11 +2,11 @@
 
 namespace NYql {
 
-IHTTPGateway::TRetryPolicy::TPtr GetHTTPDefaultRetryPolicy(TDuration maxTime, size_t maxRetries) {
-    if (!maxTime) {
-        maxTime = TDuration::Minutes(5);
+IHTTPGateway::TRetryPolicy::TPtr GetHTTPDefaultRetryPolicy(THttpRetryPolicyOptions&& options) {
+    if (!options.MaxTime) {
+        options.MaxTime = TDuration::Minutes(5);
     }
-    return IHTTPGateway::TRetryPolicy::GetExponentialBackoffPolicy([](CURLcode curlCode, long httpCode) {
+    return IHTTPGateway::TRetryPolicy::GetExponentialBackoffPolicy([options](CURLcode curlCode, long httpCode) {
 
         switch (curlCode) {
             case CURLE_OK:
@@ -25,6 +25,10 @@ IHTTPGateway::TRetryPolicy::TPtr GetHTTPDefaultRetryPolicy(TDuration maxTime, si
                 // retry small number of known errors
                 return ERetryErrorClass::ShortRetry;
             default:
+                if (options.ExtendedRetriedCodes.contains(curlCode)) {
+                    // retry explicitly enumerated codes
+                    return ERetryErrorClass::ShortRetry;
+                }
                 // do not retry others
                 return ERetryErrorClass::NoRetry;
         }
@@ -48,8 +52,12 @@ IHTTPGateway::TRetryPolicy::TPtr GetHTTPDefaultRetryPolicy(TDuration maxTime, si
     TDuration::MilliSeconds(10), // minDelay
     TDuration::MilliSeconds(200), // minLongRetryDelay
     TDuration::Seconds(30), // maxDelay
-    maxRetries, // maxRetries
-    maxTime); // maxTime
+    options.MaxRetries, // maxRetries
+    options.MaxTime); // maxTime
+}
+
+IHTTPGateway::TRetryPolicy::TPtr GetHTTPDefaultRetryPolicy(TDuration maxTime, size_t maxRetries) {
+    return GetHTTPDefaultRetryPolicy(THttpRetryPolicyOptions{.MaxTime = maxTime, .MaxRetries = maxRetries});
 }
 
 }

ydb/library/yql/providers/common/http_gateway/yql_http_default_retry_policy.h

@@ -2,8 +2,19 @@
 
 #include "yql_http_gateway.h"
 
+#include <curl/curl.h>
+#include <unordered_set>
+
 namespace NYql {
 
+struct THttpRetryPolicyOptions {
+    TDuration MaxTime = TDuration::Zero(); // Zero means default maxTime
+    size_t MaxRetries = std::numeric_limits<size_t>::max();
+    std::unordered_set<CURLcode> ExtendedRetriedCodes;
+};
+
+IHTTPGateway::TRetryPolicy::TPtr GetHTTPDefaultRetryPolicy(THttpRetryPolicyOptions&& options);
+
 IHTTPGateway::TRetryPolicy::TPtr GetHTTPDefaultRetryPolicy(TDuration maxTime = TDuration::Zero(), size_t maxRetries = std::numeric_limits<size_t>::max()); // Zero means default maxTime
 
 }