Replace custom HTTPClient by standard keystoneauth1 session
1. Use keystoneauth1 for making session
2. Nailgun/OSTF client uses keystoneauth1 session
3. Drop HTTPClient
4. Support NailgunClient construction by providing session
5. Requests has on-demand authorization and re-authorization
by keystoneauth1.
Pros:
* interface unification, after implementation of bugfix fr 1581024
we could transparently switch the most methods
from our implmentation to python-fuelclient implementation.
* Less decorators magic (@jsonparse is not required)
Blueprint: python-fuel-client-in-system-tests
Change-Id: Idc0c0b3b0039f64d852ea1a08e02a9c3ecd65c46
This commit is contained in:
Alexey Stepanov
parent
e48d37a518
commit
92006f3204
|
|
@ -24,7 +24,6 @@ import traceback
|
|||
from proboscis import SkipTest
|
||||
from proboscis.asserts import assert_equal
|
||||
from proboscis.asserts import assert_true
|
||||
import requests
|
||||
# pylint: disable=import-error
|
||||
# noinspection PyUnresolvedReferences
|
||||
from six.moves import urllib
|
||||
|
|
@ -48,13 +47,10 @@ from fuelweb_test.helpers.utils import TimeStat
|
|||
from gates_tests.helpers.exceptions import ConfigurationException
|
||||
|
||||
|
||||
def save_logs(url, path, auth_token=None, chunk_size=1024):
|
||||
def save_logs(session, url, path, chunk_size=1024):
|
||||
logger.info('Saving logs to "%s" file', path)
|
||||
headers = {}
|
||||
if auth_token is not None:
|
||||
headers['X-Auth-Token'] = auth_token
|
||||
|
||||
stream = requests.get(url, headers=headers, stream=True, verify=False)
|
||||
stream = session.get(url, stream=True, verify=False)
|
||||
if stream.status_code != 200:
|
||||
logger.error("%s %s: %s", stream.status_code, stream.reason,
|
||||
stream.content)
|
||||
|
|
@ -346,8 +342,10 @@ def create_diagnostic_snapshot(env, status, name=""):
|
|||
status=status,
|
||||
name=name,
|
||||
basename=os.path.basename(task['message']))
|
||||
save_logs(url, os.path.join(settings.LOGS_DIR, log_file_name),
|
||||
auth_token=env.fuel_web.client.client.token)
|
||||
save_logs(
|
||||
session=env.fuel_web.client.session,
|
||||
url=url,
|
||||
path=os.path.join(settings.LOGS_DIR, log_file_name))
|
||||
|
||||
|
||||
def retry(count=3, delay=30):
|
||||
|
|
|
|||
|
|
@ -13,129 +13,10 @@
|
|||
# under the License.
|
||||
|
||||
import json
|
||||
import traceback
|
||||
|
||||
from keystoneauth1 import exceptions
|
||||
from keystoneauth1.identity import V2Password
|
||||
from keystoneauth1.session import Session as KeystoneSession
|
||||
from keystoneclient.v2_0 import Client as KeystoneClient
|
||||
# pylint: disable=import-error
|
||||
# noinspection PyUnresolvedReferences
|
||||
from six.moves.urllib import request
|
||||
# noinspection PyUnresolvedReferences
|
||||
from six.moves.urllib.error import HTTPError
|
||||
# pylint: enable=import-error
|
||||
import requests
|
||||
|
||||
from fuelweb_test import logger
|
||||
|
||||
|
||||
class HTTPClient(object):
|
||||
"""HTTPClient.""" # TODO documentation
|
||||
# TODO: Rewrite using requests library?
|
||||
|
||||
def __init__(self, url, keystone_url, credentials, **kwargs):
|
||||
logger.info('Initiate HTTPClient with url %s', url)
|
||||
self.url = url
|
||||
self.keystone_url = keystone_url
|
||||
self.creds = dict(credentials, **kwargs)
|
||||
self.keystone = None
|
||||
self.session = None
|
||||
self.opener = request.build_opener(request.HTTPHandler)
|
||||
|
||||
def authenticate(self):
|
||||
try:
|
||||
logger.info('Initialize keystoneclient with url %s',
|
||||
self.keystone_url)
|
||||
auth = V2Password(
|
||||
auth_url=self.keystone_url,
|
||||
username=self.creds['username'],
|
||||
password=self.creds['password'],
|
||||
tenant_name=self.creds['tenant_name'])
|
||||
# TODO: in v3 project_name
|
||||
self.session = KeystoneSession(auth=auth, verify=False)
|
||||
self.keystone = KeystoneClient(session=self.session)
|
||||
logger.debug('Authorization token is successfully updated')
|
||||
except exceptions.AuthorizationFailure:
|
||||
logger.warning(
|
||||
'Cant establish connection to keystone with url %s',
|
||||
self.keystone_url)
|
||||
|
||||
@property
|
||||
def token(self):
|
||||
if self.keystone is not None:
|
||||
try:
|
||||
return self.session.get_token()
|
||||
except exceptions.AuthorizationFailure:
|
||||
logger.warning(
|
||||
'Cant establish connection to keystone with url %s',
|
||||
self.keystone_url)
|
||||
except exceptions.Unauthorized:
|
||||
logger.warning("Keystone returned unauthorized error, trying "
|
||||
"to pass authentication.")
|
||||
self.authenticate()
|
||||
return self.session.get_token()
|
||||
return None
|
||||
|
||||
def get(self, endpoint):
|
||||
req = request.Request(self.url + endpoint)
|
||||
return self._open(req)
|
||||
|
||||
def post(self, endpoint, data=None, content_type="application/json"):
|
||||
if not data:
|
||||
data = {}
|
||||
req = request.Request(self.url + endpoint, data=json.dumps(data))
|
||||
req.add_header('Content-Type', content_type)
|
||||
return self._open(req)
|
||||
|
||||
def put(self, endpoint, data=None, content_type="application/json"):
|
||||
if not data:
|
||||
data = {}
|
||||
req = request.Request(self.url + endpoint, data=json.dumps(data))
|
||||
req.add_header('Content-Type', content_type)
|
||||
req.get_method = lambda: 'PUT'
|
||||
return self._open(req)
|
||||
|
||||
def delete(self, endpoint):
|
||||
req = request.Request(self.url + endpoint)
|
||||
req.get_method = lambda: 'DELETE'
|
||||
return self._open(req)
|
||||
|
||||
def _open(self, req):
|
||||
try:
|
||||
return self._get_response(req)
|
||||
except HTTPError as e:
|
||||
if e.code == 308:
|
||||
logger.info(e.read())
|
||||
url = req.get_full_url()
|
||||
req = requests.get(url, headers={'X-Auth-Token': self.token})
|
||||
if req.status_code in [200]:
|
||||
return req.json()
|
||||
else:
|
||||
req.raise_for_status()
|
||||
if e.code == 401:
|
||||
logger.warning('Authorization failure: {0}'.format(e.read()))
|
||||
self.authenticate()
|
||||
return self._get_response(req)
|
||||
elif e.code == 504:
|
||||
logger.error("Got HTTP Error 504: "
|
||||
"Gateway Time-out: {}".format(e.read()))
|
||||
return self._get_response(req)
|
||||
else:
|
||||
logger.error('{} code {} [{}]'.format(e.reason,
|
||||
e.code,
|
||||
e.read()))
|
||||
raise
|
||||
|
||||
def _get_response(self, req):
|
||||
if self.token is not None:
|
||||
try:
|
||||
logger.debug('Set X-Auth-Token to {0}'.format(self.token))
|
||||
req.add_header("X-Auth-Token", self.token)
|
||||
except exceptions.AuthorizationFailure:
|
||||
logger.warning('Failed with auth in http _get_response')
|
||||
logger.warning(traceback.format_exc())
|
||||
return self.opener.open(req)
|
||||
|
||||
|
||||
class HTTPClientZabbix(object):
|
||||
|
|
|
|||
|
|
@ -22,7 +22,7 @@ from devops.helpers.helpers import _wait
|
|||
from devops.helpers.helpers import wait
|
||||
from devops.helpers.ntp import sync_time
|
||||
from devops.models import Environment
|
||||
from keystoneclient import exceptions
|
||||
from keystoneauth1 import exceptions
|
||||
from proboscis.asserts import assert_equal
|
||||
from proboscis.asserts import assert_true
|
||||
import six
|
||||
|
|
@ -47,6 +47,7 @@ from fuelweb_test.models.collector_client import CollectorClient
|
|||
from fuelweb_test import settings
|
||||
from fuelweb_test.settings import iface_alias
|
||||
from fuelweb_test import logwrap
|
||||
from fuelweb_test import QuietLogger
|
||||
from fuelweb_test import logger
|
||||
|
||||
|
||||
|
|
@ -312,12 +313,19 @@ class EnvironmentModel(object):
|
|||
if not skip_timesync:
|
||||
self.sync_time()
|
||||
try:
|
||||
_wait(self.fuel_web.client.get_releases,
|
||||
expected=EnvironmentError, timeout=300)
|
||||
with QuietLogger():
|
||||
_wait(
|
||||
self.fuel_web.client.get_releases,
|
||||
expected=(
|
||||
exceptions.RetriableConnectionFailure,
|
||||
exceptions.UnknownConnectionError),
|
||||
timeout=300)
|
||||
except exceptions.Unauthorized:
|
||||
self.set_admin_keystone_password()
|
||||
self.fuel_web.get_nailgun_version()
|
||||
|
||||
except BaseException:
|
||||
logger.exception(
|
||||
'Unexpected exception while tried to get releases')
|
||||
if not skip_slaves_check:
|
||||
_wait(lambda: self.check_slaves_are_ready(), timeout=60 * 6)
|
||||
return True
|
||||
|
|
|
|||
File diff suppressed because it is too large
Load Diff
|
|
@ -60,7 +60,7 @@ class OneNodeDeploy(TestBasic):
|
|||
|
||||
"""
|
||||
self.env.revert_snapshot("ready")
|
||||
self.fuel_web.client.get_root()
|
||||
self.fuel_web.client.list_nodes()
|
||||
self.env.bootstrap_nodes(
|
||||
self.env.d_env.nodes().slaves[:1])
|
||||
|
||||
|
|
|
|||
Loading…
Reference in New Issue