feat(http-client): add http retry count to config

dvikan · Jan 10, 2024 · fbda03a · fbda03a
1 parent 491cb50
commit fbda03a
Show file tree

Hide file tree

Showing 3 changed files with 23 additions and 15 deletions.
diff --git a/config.default.ini.php b/config.default.ini.php
@@ -49,6 +49,11 @@
 [http]
 ; Operation timeout in seconds
 timeout = 30
+
+; Operation retry count in case of curl error
+retries = 2
+
+; User agent
 useragent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:102.0) Gecko/20100101 Firefox/102.0"
 
 ; Max http response size in MB

diff --git a/lib/contents.php b/lib/contents.php
@@ -38,6 +38,7 @@ function getContents(
     $config = [
         'useragent' => Configuration::getConfig('http', 'useragent'),
         'timeout' => Configuration::getConfig('http', 'timeout'),
+        'retries' => Configuration::getConfig('http', 'retries'),
         'headers' => array_merge($defaultHttpHeaders, $httpHeadersNormalized),
         'curl_options' => $curlOptions,
     ];
@@ -71,7 +72,7 @@ function getContents(
                 // Ignore invalid 'Last-Modified' HTTP header value
             }
         }
-        // todo: to be nice nice citizen we should also check for Etag
+        // todo: We should also check for Etag
     }
 
     $response = $httpClient->request($url, $config);

diff --git a/lib/http.php b/lib/http.php
@@ -63,7 +63,7 @@ public function request(string $url, array $config = []): Response
             'proxy' => null,
             'curl_options' => [],
             'if_not_modified_since' => null,
-            'retries' => 3,
+            'retries' => 2,
             'max_filesize' => null,
             'max_redirections' => 5,
         ];
@@ -136,26 +136,28 @@ public function request(string $url, array $config = []): Response
             return $len;
         });
 
-        $attempts = 0;
+        // This retry logic is a bit hard to understand, but it works
+        $tries = 0;
         while (true) {
-            $attempts++;
+            $tries++;
             $body = curl_exec($ch);
             if ($body !== false) {
                 // The network call was successful, so break out of the loop
                 break;
             }
-            if ($attempts > $config['retries']) {
-                // Finally give up
-                $curl_error = curl_error($ch);
-                $curl_errno = curl_errno($ch);
-                throw new HttpException(sprintf(
-                    'cURL error %s: %s (%s) for %s',
-                    $curl_error,
-                    $curl_errno,
-                    'https://curl.haxx.se/libcurl/c/libcurl-errors.html',
-                    $url
-                ));
+            if ($tries <= $config['retries']) {
+                continue;
             }
+            // Max retries reached, give up
+            $curl_error = curl_error($ch);
+            $curl_errno = curl_errno($ch);
+            throw new HttpException(sprintf(
+                'cURL error %s: %s (%s) for %s',
+                $curl_error,
+                $curl_errno,
+                'https://curl.haxx.se/libcurl/c/libcurl-errors.html',
+                $url
+            ));
         }
 
         $statusCode = curl_getinfo($ch, CURLINFO_RESPONSE_CODE);