From b2289f7423336b158f3343eba047a3683892e2ce Mon Sep 17 00:00:00 2001 From: Tom Augspurger Date: Tue, 3 Oct 2023 15:09:11 -0500 Subject: [PATCH] [sentinel-2]: Retry on urllib exception --- datasets/sentinel-2/sentinel2.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/datasets/sentinel-2/sentinel2.py b/datasets/sentinel-2/sentinel2.py index 8cb98645..fb677a2e 100644 --- a/datasets/sentinel-2/sentinel2.py +++ b/datasets/sentinel-2/sentinel2.py @@ -1,6 +1,7 @@ import logging import os import re +import urllib.error from typing import List, Optional, Union import lxml.etree @@ -47,7 +48,7 @@ def is_throttle_exc(e: Exception) -> bool: """Checks if there's an XML parse error, which has been seen in throttle situations.""" - return isinstance(e, lxml.etree.XMLSyntaxError) + return isinstance(e, (lxml.etree.XMLSyntaxError, urllib.error.HTTPError)) class Sentinel2Collection(Collection):