Suggestion to download data in batches when encountering 504 on downloading data (#125)

Author: hanne-opseth-rygg-4ss

datareservoirio/client.py

@@ -392,6 +392,10 @@ def get(
             + f"timeseries/{series_id}/data/days?start={start}&end={end}",
             timeout=_TIMEOUT_DEAULT,
         )
+        if response.status_code == 504:
+            raise TimeoutError(
+                "Gateway Timeout. Try downloading data in smaller batches, preferably with a daily interval. See documentation for guidance: https://docs.4insight.io/dataanalytics/reservoir/python/latest/user_guide/dos_donts.html."
+            )
         response.raise_for_status()
         response_json = response.json()
 
@@ -548,6 +552,10 @@ def get_samples_aggregate_page(url):
 
         while next_page_link:
             response = get_samples_aggregate_page(next_page_link)
+            if response.status_code == 504:
+                raise TimeoutError(
+                    "Gateway Timeout. Try downloading data in smaller batches, preferably with a daily interval. See documentation for guidance: https://docs.4insight.io/dataanalytics/reservoir/python/latest/user_guide/dos_donts.html."
+                )
             response.raise_for_status()
             response_json = response.json()
             next_page_link = response_json.get("@odata.nextLink", None)