Add retry for urlopen

Many a times open url returns errors including 503, handling it by introducing retries. Signed-off-by: Srikanth Aithal <[email protected]>
avocado-framework · Dec 2, 2024 · 4378201 · 4378201
1 parent 5b65f4f
commit 4378201
Showing 1 changed file with 11 additions and 5 deletions.
diff --git a/avocado/utils/download.py b/avocado/utils/download.py
@@ -44,11 +44,17 @@ def url_open(url, data=None, timeout=5):
     :return: file-like object.
     :raises: `URLError`.
     """
-    try:
-        result = urlopen(url, data=data, timeout=timeout)
-    except (socket.timeout, HTTPError) as ex:
-        msg = f"Failed downloading file: {str(ex)}"
-        log.error(msg)
+    retry_attempt = 0
+    while retry_attempt < 10:
+        try:
+            result = urlopen(url, data=data, timeout=timeout)
+            break
+        except (socket.timeout, HTTPError) as ex:
+            msg = f"Failed downloading file: {str(ex)}"
+            log.error(msg)
+            retry_attempt+ = 1
+            log.debug(f"retry attempt: {retry_attempt}")
+    if "result" not in locals():
         return None
 
     msg = (