def test_output_format(): manager_params = ManagerParams() manager_params.output_format = "not None and not int" with pytest.raises(ConfigError): validate_manager_params(manager_params) manager_params.output_format = "s3" validate_manager_params(manager_params)
browser_params[i].callstack_instrument = CALLSTACK_INSTRUMENT browser_params[i].js_instrument = JS_INSTRUMENT browser_params[i].js_instrument_settings = JS_INSTRUMENT_SETTINGS if SAVE_CONTENT == "1": browser_params[i].save_content = True elif SAVE_CONTENT == "0": browser_params[i].save_content = False else: browser_params[i].save_content = SAVE_CONTENT if PREFS: browser_params[i].prefs = json.loads(PREFS) # Manager configuration manager_params.data_directory = "~/Desktop/%s/" % CRAWL_DIRECTORY manager_params.log_directory = "~/Desktop/%s/" % CRAWL_DIRECTORY manager_params.output_format = "s3" manager_params.s3_bucket = S3_BUCKET manager_params.s3_directory = CRAWL_DIRECTORY # Allow the use of localstack's mock s3 service S3_ENDPOINT = os.getenv("S3_ENDPOINT") if S3_ENDPOINT: boto3.DEFAULT_SESSION = LocalS3Session(endpoint_url=S3_ENDPOINT) manager_params.s3_bucket = local_s3_bucket(boto3.resource("s3"), name=S3_BUCKET) # Instantiates the measurement platform # Commands time out by default after 60 seconds manager = TaskManager(manager_params, browser_params, logger_kwargs=LOGGER_SETTINGS) # At this point, Sentry should be initiated if SENTRY_DSN: