def test_log_file_extension(): manager_params = ManagerParams() manager_params.log_path = "something.unsupported" with pytest.raises(ConfigError): validate_manager_params(manager_params) manager_params.log_path = [] with pytest.raises(ConfigError): validate_manager_params(manager_params)
def get_test_config( self, data_dir: Optional[Path] = None, num_browsers: int = NUM_BROWSERS, display_mode: str = "headless", ) -> Tuple[ManagerParams, List[BrowserParams]]: """Load and return the default test parameters.""" if not data_dir: data_dir = self.tmpdir assert data_dir is not None # Mypy doesn't understand this without help manager_params = ManagerParams(num_browsers=num_browsers) browser_params = [BrowserParams() for _ in range(num_browsers)] manager_params.log_path = data_dir / "openwpm.log" manager_params.num_browsers = num_browsers for i in range(num_browsers): browser_params[i].display_mode = display_mode return manager_params, browser_params
def default_params( tmp_path: Path, num_browsers: int = NUM_BROWSERS ) -> Tuple[ManagerParams, List[BrowserParams]]: """Just a simple wrapper around task_manager.load_default_params""" manager_params = ManagerParams( num_browsers=NUM_BROWSERS ) # num_browsers is necessary to let TaskManager know how many browsers to spawn browser_params = [ BrowserParams(display_mode="headless") for _ in range(NUM_BROWSERS) ] manager_params.data_directory = tmp_path manager_params.log_path = tmp_path / "openwpm.log" for i in range(num_browsers): browser_params[i].display_mode = "headless" return manager_params, browser_params
browser_params[i].navigation_instrument = NAVIGATION_INSTRUMENT browser_params[i].callstack_instrument = CALLSTACK_INSTRUMENT browser_params[i].js_instrument = JS_INSTRUMENT browser_params[i].js_instrument_settings = JS_INSTRUMENT_SETTINGS if SAVE_CONTENT == "1": browser_params[i].save_content = True elif SAVE_CONTENT == "0": browser_params[i].save_content = False else: browser_params[i].save_content = SAVE_CONTENT if PREFS: browser_params[i].prefs = json.loads(PREFS) # Manager configuration manager_params.data_directory = Path("~/Desktop/") / CRAWL_DIRECTORY manager_params.log_path = Path("~/Desktop/") / CRAWL_DIRECTORY / "openwpm.log" structured = GcsStructuredProvider( project=GCP_PROJECT, bucket_name=GCS_BUCKET, base_path=CRAWL_DIRECTORY, token=AUTH_TOKEN, ) unstructured = GcsUnstructuredProvider( project=GCP_PROJECT, bucket_name=GCS_BUCKET, base_path=CRAWL_DIRECTORY + "/data", token=AUTH_TOKEN, ) # Instantiates the measurement platform # Commands time out by default after 60 seconds