oauth: add timeout to OAuth token exchange (PROJQUAY-1335) (#735)

Handles potential 'ECONNRESET' exception from using RH SSO
or any other SSO service.

Signed-off-by: Alec Merdler <alecmerdler@gmail.com>

oauth/base.py

@@ -1,5 +1,7 @@
 import copy
 import logging
+import requests
+import time
 import urllib.request, urllib.parse, urllib.error
 import urllib.parse
 
@@ -58,6 +60,7 @@ class OAuthService(object):
     def __init__(self, config, key_name):
         self.key_name = key_name
         self.config = config.get(key_name) or {}
+        self._is_testing = config.get("TESTING")
 
     @abstractmethod
     def service_id(self):
@@ -220,7 +223,6 @@ class OAuthService(object):
             "grant_type": "authorization_code",
             "redirect_uri": self.get_redirect_uri(url_scheme_and_hostname, redirect_suffix),
         }
-
         headers = {"Accept": "application/json"}
 
         auth = None
@@ -231,11 +233,35 @@ class OAuthService(object):
             payload["client_secret"] = self.client_secret()
 
         token_url = self.token_endpoint().to_url()
+
+        def perform_request():
+            attempts = 0
+            max_attempts = 3
+            timeout = 5 / 1000
+
+            while attempts < max_attempts:
+                if self._is_testing:
+                    headers["X-Quay-Retry-Attempts"] = str(attempts)
+
+                try:
                     if form_encode:
-            get_access_token = http_client.post(token_url, data=payload, headers=headers, auth=auth)
+                        return http_client.post(
+                            token_url, data=payload, headers=headers, auth=auth, timeout=5
+                        )
                     else:
-            get_access_token = http_client.post(
-                token_url, params=payload, headers=headers, auth=auth
+                        return http_client.post(
+                            token_url, params=payload, headers=headers, auth=auth, timeout=5
+                        )
+                except requests.ConnectionError:
+                    logger.debug("Got ConnectionError during OAuth token exchange, retrying.")
+                    attempts += 1
+                    time.sleep(timeout)
+
+        get_access_token = perform_request()
+        if get_access_token is None:
+            logger.debug("Received too many ConnectionErrors during code exchange")
+            raise OAuthExchangeCodeException(
+                "Received too many ConnectionErrors during code exchange"
             )
 
         if get_access_token.status_code // 100 != 2:

oauth/test/test_oidc.py

@@ -103,6 +103,7 @@ def app_config(http_client, mailing_feature):
             },
         },
         "HTTPCLIENT": http_client,
+        "TESTING": True,
     }
 
 
@@ -188,6 +189,9 @@ def authorize_handler(discovery_content):
 def token_handler(oidc_service, id_token, valid_code):
     @urlmatch(netloc=r"fakeoidc", path=r"/token")
     def handler(_, request):
+        if int(request.headers["X-Quay-Retry-Attempts"]) < 2:
+            raise requests.ConnectionError
+
         params = urllib.parse.parse_qs(request.body)
         if params.get("redirect_uri")[0] != "http://localhost/oauth2/someoidc/callback":
             return {"status_code": 400, "content": "Invalid redirect URI"}