def request(self, method, url, query_params=None, headers=None, body=None, post_params=None, _preload_content=True, _request_timeout=None): """Perform requests. :param method: http request method :param url: http request url :param query_params: query parameters in the url :param headers: http request headers :param body: request json body, for `application/json` :param post_params: request post parameters, `application/x-www-form-urlencoded` and `multipart/form-data` :param _preload_content: if False, the urllib3.HTTPResponse object will be returned without reading/decoding response data. Default is True. :param _request_timeout: timeout setting for this request. If one number provided, it will be total request timeout. It can also be a pair (tuple) of (connection, read) timeouts. """ method = method.upper() assert method in [ 'GET', 'HEAD', 'DELETE', 'POST', 'PUT', 'PATCH', 'OPTIONS' ] if post_params and body: raise ApiValueError( "body parameter cannot be used with post_params parameter.") post_params = post_params or {} headers = headers or {} timeout = None if _request_timeout: if isinstance(_request_timeout, (int, ) if six.PY3 else (int, long)): # noqa: E501,F821 timeout = urllib3.Timeout(total=_request_timeout) elif (isinstance(_request_timeout, tuple) and len(_request_timeout) == 2): timeout = urllib3.Timeout(connect=_request_timeout[0], read=_request_timeout[1]) if 'Content-Type' not in headers: headers['Content-Type'] = 'application/json' try: # For `POST`, `PUT`, `PATCH`, `OPTIONS`, `DELETE` if method in ['POST', 'PUT', 'PATCH', 'OPTIONS', 'DELETE']: if query_params: url += '?' + urlencode(query_params) if re.search('json', headers['Content-Type'], re.IGNORECASE): request_body = None if body is not None: request_body = json.dumps(body) r = self.pool_manager.request( method, url, body=request_body, preload_content=_preload_content, timeout=timeout, headers=headers) elif headers[ 'Content-Type'] == 'application/x-www-form-urlencoded': # noqa: E501 r = self.pool_manager.request( method, url, fields=post_params, encode_multipart=False, preload_content=_preload_content, timeout=timeout, headers=headers) elif headers['Content-Type'] == 'multipart/form-data': # must del headers['Content-Type'], or the correct # Content-Type which generated by urllib3 will be # overwritten. del headers['Content-Type'] r = self.pool_manager.request( method, url, fields=post_params, encode_multipart=True, preload_content=_preload_content, timeout=timeout, headers=headers) # Pass a `string` parameter directly in the body to support # other content types than Json when `body` argument is # provided in serialized form elif isinstance(body, str) or isinstance(body, bytes): request_body = body r = self.pool_manager.request( method, url, body=request_body, preload_content=_preload_content, timeout=timeout, headers=headers) else: # Cannot generate the request from given parameters msg = """Cannot prepare a request message for provided arguments. Please check that your arguments match declared content type.""" raise ApiException(status=0, reason=msg) # For `GET`, `HEAD` else: r = self.pool_manager.request(method, url, fields=query_params, preload_content=_preload_content, timeout=timeout, headers=headers) except urllib3.exceptions.SSLError as e: msg = "{0}\n{1}".format(type(e).__name__, str(e)) raise ApiException(status=0, reason=msg) if _preload_content: r = RESTResponse(r) # log response body logger.debug("response body: %s", r.data) if not 200 <= r.status <= 299: raise ApiException(http_resp=r) return r
def _enrich_single_command_using_insights(self, request_id: str, command_type: str, asat: Timestamp, **kwargs) -> List[Tuple[str, str, str, Timestamp, Timestamp]]: """ The responsibility of this function is that given a request_id and command_type it determines which portfolio was added or removed from a group and at what effectiveAt time. :param str request_id: The request_id for the command :param str command_type: The type of command issued :param Timestamp asat: The asAt date of the command :return: List[Tuple[str, str, str, Timestamp, Timestamp]] portfolio_scope, portfolio_code, command_type, asat, effective_date: The identifier for the Portfolio and command type, asAt and effectiveAt date of the command """ start = time.time() # Get the API URL for the Insights API from the LUSID API URL api_url = self.api_factory.api_client.configuration.host request_url = api_url.rstrip('api') + f"insights/api/requests/{request_id}/request" # Get the request payload, it might not be available straight away if the command was just issued status_code = 404 retries = 0 while status_code == 404: raw_response = requests.get( url=request_url, headers={"Authorization": f"Bearer {self.api_factory.api_client.configuration.access_token}"} ) status_code = raw_response.status_code logging.debug(f"Status code {raw_response.status_code} and response of {raw_response} with headers " f"{raw_response.headers} trying to enrich Log for {request_id}") if status_code == 404 and retries < 5: retries += 1 time.sleep(2) elif 200 <= status_code <= 299: break else: raise ApiException(status=status_code) response = json.loads(raw_response.text) request_url = response["url"] url_split = request_url.split("/") command_type = command_type.lower() # Depending on the command type, parse out the relevant information from the request if command_type == CommandDescriptions.add_command: effective_date = dateutil.parser.parse(urllib.parse.unquote(url_split[-1].split("=")[1])) request_body = json.loads(response["body"]) portfolio_scopes = [request_body["scope"]] portfolio_codes = [request_body["code"]] elif command_type == CommandDescriptions.remove_command: portfolio_info_start_index = url_split.index("portfolios") portfolio_info = url_split[portfolio_info_start_index:] portfolio_scopes = [portfolio_info[1]] portfolio_codes = [portfolio_info[2].split("?")[0]] effective_date = dateutil.parser.parse(urllib.parse.unquote(portfolio_info[2].split("=")[1])) elif command_type == CommandDescriptions.create_command: # This command is converted into 0 or more Add portfolio to group commands which have the same impact request_body = json.loads(response["body"]) effective_date = dateutil.parser.parse(request_body["created"]) if "values" in request_body: portfolio_scopes = [resource_id["scope"] for resource_id in request_body["values"]] portfolio_codes = [resource_id["code"] for resource_id in request_body["values"]] else: portfolio_scopes = [] portfolio_codes = [] command_type = CommandDescriptions.add_command logging.debug(f"Getting Insight Log for {request_id} Took: {time.time() - start}") return [ (portfolio_scope, portfolio_code, command_type, asat, effective_date) for portfolio_scope, portfolio_code in zip(portfolio_scopes, portfolio_codes) ]