x
/
mixmatch
Code Issues Proposed changes

Retry request 

Will try multiple times on connection errors and on 500, 502, 504.

Change-Id: I16d6eb8a00e452aeaf5ee4a51d423271684bf7eb
This commit is contained in:
Kristi Nikolla 2017-07-21 16:56:18 -04:00
parent 749de86ac5
commit dafed90251
1 changed files with 26 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

37
mixmatch/proxy.py
View File

@ -15,8 +15,8 @@
import collections
import six
import requests
from urllib3.util import retry
import flask
from flask import abort
from mixmatch import config
@ -173,18 +173,19 @@ class RequestHandler(object):
project_id=project_id
)
request_kwargs = {
'method': self.details['method'],
'url': url,
'headers': headers,
'params': self._prepare_args(request.args)
}
if self.chunked:
resp = requests.request(method=self.details['method'],
url=url,
headers=headers,
data=chunked_reader())
resp = self.session.request(data=chunked_reader(),
**request_kwargs)
else:
resp = requests.request(method=self.details['method'],
url=url,
headers=headers,
data=request.data,
stream=self.stream,
params=self._prepare_args(request.args))
resp = self.session.request(data=request.data,
stream=self.stream,
**request_kwargs)
LOG.info(format_for_log(title='Request from proxy',
method=self.details['method'],
url=url,
@ -326,6 +327,20 @@ class RequestHandler(object):
self.details['method'] == 'GET' and
self.details['action'][0] in RESOURCES_AGGREGATE)
@utils.CachedProperty
def session(self):
requests_session = requests.Session()
adapter = requests.adapters.HTTPAdapter(
max_retries=retry.Retry(total=3,
read=3,
connect=3,
backoff_factor=0.3,
status_forcelist=[500, 502, 504])
)
requests_session.mount('http://', adapter=adapter)
requests_session.mount('https://', adapter=adapter)
return requests_session
def _set_strip_details(self, details):
# if request is to /volumes, change it
# to /volumes/detail for aggregation