Make URL secrets removal more resilient

openzim · Sep 19, 2024 · de72a73 · de72a73
1 parent 5ce26d5
commit de72a73
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/dispatcher/backend/src/routes/utils.py b/dispatcher/backend/src/routes/utils.py
@@ -103,7 +103,13 @@ def remove_url_secrets(response: dict):
             if not isinstance(response[key], str) or "://" not in response[key]:
                 continue
             for url in [word for word in response[key].split() if "://" in word]:
-                urlparts = urlsplit(url)
+                try:
+                    urlparts = urlsplit(url)
+                except Exception as exc:
+                    logger.warning(
+                        f"Ignoring bad URL in remove_url_secrets: {url}", exc_info=exc
+                    )
+                    continue
                 newquery = urlencode(
                     {
                         key: (