Retry api call on 502 bad gateway error (#206)

* Retry api call on 502 bad gateway error
neptune-ai · Jan 23, 2020 · 9afee18 · 9afee18
1 parent ca7d24b
commit 9afee18
Showing 1 changed file with 12 additions and 3 deletions.
diff --git a/neptune/utils.py b/neptune/utils.py
@@ -27,7 +27,7 @@
 import requests
 from bravado.exception import BravadoConnectionError, BravadoTimeoutError, HTTPForbidden, \
     HTTPInternalServerError, HTTPServerError, HTTPUnauthorized, HTTPServiceUnavailable, HTTPRequestTimeout, \
-    HTTPGatewayTimeout
+    HTTPGatewayTimeout, HTTPBadGateway
 
 from neptune.api_exceptions import ConnectionLost, Forbidden, ServerError, \
     Unauthorized, SSLError
@@ -201,7 +201,7 @@ def wrapper(*args, **kwargs):
                 raise SSLError()
             except (BravadoConnectionError, BravadoTimeoutError,
                     requests.exceptions.ConnectionError, requests.exceptions.Timeout,
-                    HTTPRequestTimeout, HTTPServiceUnavailable, HTTPGatewayTimeout):
+                    HTTPRequestTimeout, HTTPServiceUnavailable, HTTPGatewayTimeout, HTTPBadGateway):
                 if retry >= 6:
                     _logger.warning('Experiencing connection interruptions. Reestablishing communication with Neptune.')
                 time.sleep(2 ** retry)
@@ -216,7 +216,16 @@ def wrapper(*args, **kwargs):
                 if e.response is None:
                     raise
                 status_code = e.response.status_code
-                if status_code >= HTTPInternalServerError.status_code:
+                if status_code in (
+                        HTTPBadGateway.status_code,
+                        HTTPServiceUnavailable.status_code,
+                        HTTPGatewayTimeout.status_code):
+                    if retry >= 6:
+                        _logger.warning(
+                            'Experiencing connection interruptions. Reestablishing communication with Neptune.')
+                    time.sleep(2 ** retry)
+                    continue
+                elif status_code >= HTTPInternalServerError.status_code:
                     raise ServerError()
                 elif status_code == HTTPUnauthorized.status_code:
                     raise Unauthorized()