def run(self, url, retries=1, query_params=None): logger.info('Starting getting data ({0} runs) with Phantomas for url: {1}'.format(retries, url)) phantomas_runner = phantomas.Phantomas( url=url, runs=1, exec_path=self.__phantomas_path ) def run_test(): return phantomas_runner.run() all_runs = collect_results(run_test,retries) return { 'generator': 'phantomas', 'context': { 'url': url, 'origin': 'phantomas' }, 'data': [ { 'generator': single_run.get_generator(), 'metrics': single_run.get_metrics(), 'offenders': { metric: single_run.get_offenders(metric) for metric in single_run.get_metrics() } } for single_run in all_runs ] }
def run(self, url, retries=1, query_params=None): def run_test(): logger.info('HTTP GET request: {} with params={}'.format(url, query_params)) start_time = self.get_current_time() response = requests.get(url, params=query_params) elapsed_time = self.get_current_time() - start_time if not response.ok: logger.debug('HTTP status {}: {}'.format(response.status_code, response.content)) response.raise_for_status() return { 'content': response.text, 'headers': dict(response.headers), 'time': elapsed_time } results = collect_results(run_test,retries) return { 'generator': 'python.requests', 'context': { 'url': url, 'origin': 'python.requests' }, 'data': results }
def run(self, result_uri, url, retries=1, query_params=None, **params): self.position = params.get('task_position', self.MIDDLE) self.on_start(params['task_uri']) def run_test(): logger.info('HTTP GET request: {} with params={}'.format(url, query_params)) response = requests.get(url, params=query_params) if not response.ok: logger.debug('HTTP status {}: {}'.format(response.status_code, response.content)) response.raise_for_status() return { 'content': self._parse_content(response.text), 'content_length': len(response.text), 'headers': dict(response.headers), 'time': self._elapsed_time(response), } results = collect_results(run_test, retries) logger.info('Sending results from HttpGet for url: {0}'.format(url)) # posting raw results ApiClient.post(params['raw_result_uri'], { 'result': result_uri, 'generator': params.get('generator', 'python.requests'), 'context': params.get('context', {'url': url, 'origin': 'python.requests', }), 'data': results, }) return result_uri
def run(self, result_uri, url, retries=1, tests=None, **params): logger.info('Starting getting data ({0} runs) with selenium for url: {1}'.format(retries, url)) self.position = params.get('task_position', self.MIDDLE) self.on_start(params['task_uri']) results = {} if tests is None: tests = self.get_test_list(url) display = None try: if settings.SELENIUM_USE_VIRTUAL_DISPLAY: display = Display() display.start() def run_test(): return self.run_test(test) for test in tests: test_results = zip(range(retries), collect_results(run_test, retries)) results[test['test_name']] = [ { 'run': i + 1, 'result': test_result } for i, test_result in test_results ] finally: if display is not None: display.stop() logger.info('Sending results from Selenium for url: {0}'.format(url)) # posting raw results ApiClient.post(params['raw_result_uri'], { 'result': result_uri, 'generator': 'selenium', 'context': {'url': url, 'origin': 'selenium', }, 'data': results, }) return result_uri
def run(self, result_uri, url, retries=1, query_params=None, **params): logger.info( 'Starting getting data ({0} runs) with Phantomas for url: {1}'. format(retries, url)) self.position = params.get('task_position', self.MIDDLE) self.on_start(params['task_uri']) phantomas_runner = phantomas.Phantomas(url=url, runs=1, exec_path=self.__phantomas_path) def run_test(): return phantomas_runner.run() all_runs = collect_results(run_test, retries) logger.info('Sending results from Phantomas for url: {0}'.format(url)) # posting raw results ApiClient.post( params['raw_result_uri'], { 'result': result_uri, 'generator': 'phantomas', 'context': { 'url': url, 'origin': 'phantomas', }, 'data': [{ 'generator': single_run.get_generator(), 'metrics': single_run.get_metrics(), 'offenders': { metric: single_run.get_offenders(metric) for metric in single_run.get_metrics() } } for single_run in all_runs], }) return result_uri
def run(self, result_uri, url, retries=1, query_params=None, **params): self.position = params.get('task_position', self.MIDDLE) self.on_start(params['task_uri']) def run_test(): logger.info('HTTP GET request: {} with params={}'.format( url, query_params)) response = requests.get(url, params=query_params) if not response.ok: logger.debug('HTTP status {}: {}'.format( response.status_code, response.content)) response.raise_for_status() return { 'content': self._parse_content(response.text), 'content_length': len(response.text), 'headers': dict(response.headers), 'time': self._elapsed_time(response), } results = collect_results(run_test, retries) logger.info('Sending results from HttpGet for url: {0}'.format(url)) # posting raw results ApiClient.post( params['raw_result_uri'], { 'result': result_uri, 'generator': params.get('generator', 'python.requests'), 'context': params.get('context', { 'url': url, 'origin': 'python.requests', }), 'data': results, }) return result_uri
def run(self, result_uri, url, retries=1, query_params=None, **params): logger.info('Starting getting data ({0} runs) with Phantomas for url: {1}'.format(retries, url)) self.position = params.get('task_position', self.MIDDLE) self.on_start(params['task_uri']) phantomas_runner = phantomas.Phantomas( url=url, runs=1, exec_path=self.__phantomas_path ) def run_test(): return phantomas_runner.run() all_runs = collect_results(run_test, retries) logger.info('Sending results from Phantomas for url: {0}'.format(url)) # posting raw results ApiClient.post(params['raw_result_uri'], { 'result': result_uri, 'generator': 'phantomas', 'context': {'url': url, 'origin': 'phantomas', }, 'data': [ { 'generator': single_run.get_generator(), 'metrics': single_run.get_metrics(), 'offenders': { metric: single_run.get_offenders(metric) for metric in single_run.get_metrics() } } for single_run in all_runs ], }) return result_uri
def run(self, url, retries=1, tests=None): logger.info('Starting getting data ({0} runs) with selenium for url: {1}'.format(retries, url)) results = {} if tests is None: tests = self.get_test_list(url) display = None try: if settings.SELENIUM_USE_VIRTUAL_DISPLAY: display = Display() display.start() def run_test(): return self.run_test(test) for test in tests: test_results = zip(range(retries),collect_results(run_test,retries)) results[test['test_name']] = [ { 'run': i + 1, 'result': test_result } for i, test_result in test_results ] finally: if display is not None: display.stop() return { 'generator': 'selenium', 'context': { 'origin': 'selenium' }, 'data': results }