def test_log_file_extension():
manager_params = ManagerParams()
manager_params.log_path = "something.unsupported"
with pytest.raises(ConfigError):
validate_manager_params(manager_params)
manager_params.log_path = []
with pytest.raises(ConfigError):
validate_manager_params(manager_params)
def get_test_config(
self,
data_dir: Optional[Path] = None,
num_browsers: int = NUM_BROWSERS,
display_mode: str = "headless",
) -> Tuple[ManagerParams, List[BrowserParams]]:
"""Load and return the default test parameters."""
if not data_dir:
data_dir = self.tmpdir
assert data_dir is not None # Mypy doesn't understand this without help
manager_params = ManagerParams(num_browsers=num_browsers)
browser_params = [BrowserParams() for _ in range(num_browsers)]
manager_params.log_path = data_dir / "openwpm.log"
manager_params.num_browsers = num_browsers
for i in range(num_browsers):
browser_params[i].display_mode = display_mode
return manager_params, browser_params
def default_params(
tmp_path: Path, num_browsers: int = NUM_BROWSERS
) -> Tuple[ManagerParams, List[BrowserParams]]:
"""Just a simple wrapper around task_manager.load_default_params"""
manager_params = ManagerParams(
num_browsers=NUM_BROWSERS
) # num_browsers is necessary to let TaskManager know how many browsers to spawn
browser_params = [
BrowserParams(display_mode="headless") for _ in range(NUM_BROWSERS)
]
manager_params.data_directory = tmp_path
manager_params.log_path = tmp_path / "openwpm.log"
for i in range(num_browsers):
browser_params[i].display_mode = "headless"
return manager_params, browser_params
browser_params[i].navigation_instrument = NAVIGATION_INSTRUMENT
browser_params[i].callstack_instrument = CALLSTACK_INSTRUMENT
browser_params[i].js_instrument = JS_INSTRUMENT
browser_params[i].js_instrument_settings = JS_INSTRUMENT_SETTINGS
if SAVE_CONTENT == "1":
browser_params[i].save_content = True
elif SAVE_CONTENT == "0":
browser_params[i].save_content = False
else:
browser_params[i].save_content = SAVE_CONTENT
if PREFS:
browser_params[i].prefs = json.loads(PREFS)
# Manager configuration
manager_params.data_directory = Path("~/Desktop/") / CRAWL_DIRECTORY
manager_params.log_path = Path("~/Desktop/") / CRAWL_DIRECTORY / "openwpm.log"
structured = GcsStructuredProvider(
project=GCP_PROJECT,
bucket_name=GCS_BUCKET,
base_path=CRAWL_DIRECTORY,
token=AUTH_TOKEN,
)
unstructured = GcsUnstructuredProvider(
project=GCP_PROJECT,
bucket_name=GCS_BUCKET,
base_path=CRAWL_DIRECTORY + "/data",
token=AUTH_TOKEN,
)
# Instantiates the measurement platform
# Commands time out by default after 60 seconds