def test_table_no_exceptions_chromium_db_copy(create_chromium_data):
with tempfile.TemporaryDirectory() as tempdir:
expected_record = {
'id': 88,
'url':
'https://www.google.com/search?q=chrome+linux+profile+data&oq=chrome+linux+profile+data&aqs=chrome..69i57j33l4.3443j0j7&sourceid=chrome&ie=UTF-8',
'title': 'chrome linux profile data - Google Search',
'visit_count': 1,
'typed_count': 0,
'last_visit_time': 13204503690648295,
'hidden': 0,
'last_visit_readable': '2388-06-07 16:41:30',
}
chromium_db_path = create_chromium_data
table_obj = Table(
table='urls',
path=chromium_db_path,
browser='chrome',
filename='History',
profile='Profile 1',
copies_subpath=tempdir,
)
table_obj.make_records_yielder()
records = list(table_obj.records_yielder)
assert len(records) == 1
assert records[0]['id'] == 88
assert expected_record.keys() == records[0].keys()
del table_obj
def non_pytest_test_suite_no_such_table(test_suite):
for test_case in test_suite:
table_obj = Table(*test_case)
try:
table_obj.make_records_yielder()
except InvalidTableError:
print('Passed.')
def test_browser_access_two_profiles_same_file_table(tests_root):
profile_rootpath = Path(tests_root, 'firefox_databases')
browser_name = 'firefox'
profiles = ['test_profile1', 'test_profile2']
file_name = 'places.sqlite'
table_name = 'moz_places'
moz_places_records_yielder = make_browser_records_yielder(
browser=browser_name,
profile_root=profile_rootpath,
filename=file_name,
tablename=table_name,
profiles=profiles,
)
profile_1_2_records_using_browser = [
record for record in moz_places_records_yielder
]
sort_by_url = lambda item: item['url']
profile_1_2_records_using_browser.sort(key=sort_by_url)
profile1_table = Table(
table='moz_places',
path=Path(
profile_rootpath,
't87e6f86.test_profile1',
'places.sqlite',
),
browser='mozilla',
filename='places.sqlite',
profile='test_profile1',
)
profile1_table.make_records_yielder()
profile1_records = list(profile1_table.records_yielder)
profile2_table = Table(
table='moz_places',
path=Path(
profile_rootpath,
'z786c76dv78.test_profile2',
'places.sqlite',
),
browser='mozilla',
filename='places.sqlite',
profile='test_profile2',
)
profile2_table.make_records_yielder()
profile2_records = list(profile2_table.records_yielder)
profile_1_2_records_using_tables = [*profile1_records, *profile2_records]
profile_1_2_records_using_tables.sort(key=sort_by_url)
table_records_urls = [
record['url'] for record in profile_1_2_records_using_tables
]
browser_records_urls = [
record['url'] for record in profile_1_2_records_using_browser
]
assert table_records_urls == browser_records_urls
def test_browser_access_two_profiles_same_file_table(tests_root):
profile_rootpath = Path(tests_root, 'chrome_databases')
browser_name = 'chrome'
table_name = 'urls'
file_name = 'History'
urls_records_yielder = make_browser_records_yielder(
browser=browser_name,
profile_root=profile_rootpath,
filename=file_name,
tablename=table_name,
profiles=['Profile 1', 'Profile 2'],
)
profile_1_2_records_using_browser = [
record for record in urls_records_yielder
]
sort_by_url = lambda item: item['url']
profile_1_2_records_using_browser.sort(key=sort_by_url)
profile1_table = Table(
table=table_name,
path=Path(
profile_rootpath,
'Profile 1',
file_name,
),
browser=browser_name,
filename=file_name,
profile='Profile 1',
)
profile1_table.make_records_yielder()
profile1_records = list(profile1_table.records_yielder)
profile2_table = Table(
table=table_name,
path=Path(
profile_rootpath,
'Profile 2',
'History',
),
browser=browser_name,
filename=file_name,
profile='Profile 2',
)
profile2_table.make_records_yielder()
profile2_records = list(profile2_table.records_yielder)
profile_1_2_records_using_tables = [*profile1_records, *profile2_records]
profile_1_2_records_using_tables.sort(key=sort_by_url)
table_records_urls = [
record['url'] for record in profile_1_2_records_using_tables
]
browser_records_urls = [
record['url'] for record in profile_1_2_records_using_browser
]
assert table_records_urls == browser_records_urls
def test_TableAccessError_nondb_mozilla(create_fake_non_db_file):
table_obj = Table(
table='moz_places',
path=create_fake_non_db_file,
browser='firefox',
filename='places.sqlite',
profile='test_profile2',
copies_subpath=None,
)
with pytest.raises(TableAccessError):
table_obj.make_records_yielder()
def test_TableAccessError_invalid_table(create_mozilla_data):
table_obj = Table(
table='invalid_tablename',
path=create_mozilla_data,
browser='firefox',
filename='places.sqlite',
profile='test_profile2',
copies_subpath=None,
)
with pytest.raises(TableAccessError):
table_obj.make_records_yielder()
def test_spaces_in_table_name(create_fake_non_db_file):
table_obj = Table(
table='nonexistent table',
path=create_fake_non_db_file,
browser='chrome',
filename='History',
profile='Profile 1',
copies_subpath=None,
)
with pytest.raises(ValueError):
table_obj.make_records_yielder()
def test_invalid_filepath_error_mozilla_1(create_invalid_filepath):
table_obj = Table(
table='moz_places',
path=create_invalid_filepath,
browser='firefox',
filename='non_db_dummy_file_for_testing.txt',
profile='test_profile2',
copies_subpath=None,
)
with pytest.raises(sqlite3.OperationalError) as excep:
table_obj.make_records_yielder()
assert str(excep) == 'unable to open database file'
def test_browser_access_single_profile_file_table_with_timestamp(tests_root):
profile_rootpath = Path(tests_root, 'firefox_databases')
profile_path = Path(
profile_rootpath,
't87e6f86.test_profile1',
'places.sqlite',
)
browser_name = 'firefox'
table_name = 'moz_places'
profile_name = 'test_profile1'
file_name = 'places.sqlite'
moz_places_records_yielder = make_browser_records_yielder(
browser=browser_name,
profile_root=profile_rootpath,
filename=file_name,
tablename=table_name,
profiles=[profile_name],
)
browser_profile1_records = [
record for record in moz_places_records_yielder
]
sort_by_id = lambda item: item['url']
browser_profile1_records.sort(key=sort_by_id)
profile1_table = Table(
table=table_name,
path=profile_path,
browser=browser_name,
filename=file_name,
profile=profile_name,
)
profile1_table.make_records_yielder()
table_profile1_records = list(profile1_table.records_yielder)
table_profile1_records.sort(key=sort_by_id)
table_profile1_records_urls = [
record['url'] for record in table_profile1_records
]
browser_profile1_records_urls = [
record['url'] for record in browser_profile1_records
]
assert table_profile1_records_urls == browser_profile1_records_urls
assert len(table_profile1_records) == len(browser_profile1_records)
assert check_records_unique_with_field(records=table_profile1_records,
field='id')
assert check_records_unique_with_field(records=browser_profile1_records,
field='id')
assert sorted(table_profile1_records_urls) == sorted(
browser_profile1_records_urls)
def test_table_no_exceptions_mozilla_timestamp_field(create_mozilla_data):
mozilla_db_path = create_mozilla_data
table_obj = Table(
table='moz_places',
path=mozilla_db_path,
browser='firefox',
filename='places.sqlite',
profile='test_profile0',
copies_subpath=None,
)
table_obj.make_records_yielder()
records = list(table_obj.records_yielder)
assert len(records) == 3
assert [record['id'] for record in records] == [13, 1, 1]
assert any([key.endswith('_readable') for key in records[0].keys()])
def test_table_mozilla_table_no_timestamp_field(create_mozilla_data):
mozilla_db_path = Path(create_mozilla_data)
table_obj = Table(
table='moz_origins',
path=mozilla_db_path,
browser='firefox',
filename='places.sqlite',
profile='test_profile1',
copies_subpath=None,
)
table_obj.make_records_yielder()
records = list(table_obj.records_yielder)
assert len(records) == 1
assert records[0]['id'] == 1
assert not all([key.endswith('_readable') for key in records[0].keys()])
def non_pytest_test_InvalidFileError(test_suite):
for test_case in test_suite:
table_obj = Table(*test_case)
try:
table_obj.make_records_yielder()
except InvalidFileError as excep:
print('Expected exception raised: InvalidFileError', excep, '--',
test_case.browser, test_case.profile, test_case.filename,
test_case.table)
else:
print('Expected exception InvalidFileError NOT raised: .', '--',
test_case.browser, test_case.profile, test_case.filename,
test_case.table)
raise Exception
finally:
print()
def non_pytest_test_InvalidPathError(test_suite):
for test_case in test_suite:
table_obj = Table(*test_case)
try:
table_obj.make_records_yielder()
pass
except InvalidPathError as excep:
print(f'Expected Exception raised', excep, '--', test_case.browser,
test_case.profile, test_case.filename, test_case.table)
except Exception as excep:
raise excep
else:
print(f'Expected Exception NOT raised', '--', test_case.browser,
test_case.profile, test_case.filename, test_case.table)
raise Exception('Expected exception not raised.')
finally:
print()
def make_browser_records_yielder(browser: Text,
profile_root: PathInfo,
filename: Text,
tablename: Text,
profiles: Optional[Iterable[Text]] = None,
fieldnames: Optional[Iterable[Text]] = None,
copies_subpath: Optional[PathInfo] = None
) -> Generator[Mapping[Text, Text], None, None]:
""" Creates a generator of browser database records.
:param browser: browser name
:param profile_root: path to directory/folder
where the browser stores all of its profiles
:param profiles: list of profile, default is all profiles
:param fieldnames: Optional list of fieldnames for which data is to be retrieved.
:param copies_subpath: path where a copy of the database files is created,
and read from,instead of the original files.
:return: Generator of records
"""
paths = make_browser_paths(browser, profile_root, profiles)
for profile_name, profile_path in paths.items():
filepath = Path(profile_path, filename)
profile_name = Path(profile_path).name
table_obj = Table(table=tablename,
path=filepath,
browser=browser,
filename=filename,
profile=profile_name,
copies_subpath=copies_subpath,
)
additional_info = {'browser': browser, 'profile': profile_name,
'file': filename, 'table': tablename,
}
table_obj.make_records_yielder()
if fieldnames:
for record in table_obj.records_yielder:
record = {field_name: field_value for
field_name, field_value in record.items() if
field_name in fieldnames}
record.update(additional_info)
yield record
else:
for record in table_obj.records_yielder:
record.update(additional_info)
yield record
def test_browser_access_single_profile_file_table_without_timestamp(
tests_root):
profile_rootpath = Path(tests_root, 'chrome_databases')
profile_path = Path(
profile_rootpath,
'Profile 1',
'History',
)
browser_name = 'chrome'
table_name = 'keyword_search_terms'
profile_name = 'Profile 1'
file_name = 'History'
urls_records_yielder = make_browser_records_yielder(
browser=browser_name,
profile_root=profile_rootpath,
filename=file_name,
tablename=table_name,
profiles=[profile_name],
)
browser_profile1_records = [record for record in urls_records_yielder]
sort_by_id = lambda item: item['url_id']
browser_profile1_records.sort(key=sort_by_id)
profile1_table = Table(
table=table_name,
path=profile_path,
browser=browser_name,
filename=file_name,
profile=profile_name,
)
profile1_table.make_records_yielder()
table_profile1_records = list(profile1_table.records_yielder)
table_profile1_records.sort(key=sort_by_id)
table_profile1_records_ids = [
record['url_id'] for record in table_profile1_records
]
browser_profile1_records_ids = [
record['url_id'] for record in browser_profile1_records
]
assert table_profile1_records_ids == browser_profile1_records_ids
def test_make_records_yielder_invalid_FileNotFoundError(
create_invalid_filepath):
with tempfile.TemporaryDirectory() as tempdir:
table = Table(
table='some_table',
path=create_invalid_filepath,
browser='mozilla',
filename='anything',
profile='test',
copies_subpath=tempdir,
)
records_yielder, excep = table.make_records_yielder()
assert records_yielder is None
assert isinstance(excep, FileNotFoundError)
def test_suite_no_such_table(test_case): table_obj = Table(*test_case) with pytest.raises(InvalidTableError): table_obj.make_records_yielder()
quit()
# simply_run(test_suite=test_cases_exception_InvalidFileError)
fx_false_file = Table(
table='moz_places',
path=Path(
project_root,
'tests/data/browser_profiles_for_testing/AppData/Roaming/Mozilla/'
'Firefox/Profiles/udd5sttq.test_profile2/non_db_dummy_file_for_testing.txt'
),
browser='firefox',
filename='non_db_dummy_file_for_testing.txt',
profile='test_profile2',
copies_subpath=None,
)
# fx_false_file.make_records_yielder()
chrome_false_file = Table(
table='urls',
path=Path(
project_root,
'tests/data/browser_profiles_for_testing/AppData/Local/Google/Chrome/User Data/Profile 1/History_false_filename'
),
browser='chrome',
filename='History_false_filename',
profile='Profile 1',
copies_subpath=None,
)
chrome_false_file.make_records_yielder()
print(list(chrome_false_file.records_yielder))
def simply_run(test_suite):
for test_case in test_suite:
table_obj = Table(*test_case)
table_obj.make_records_yielder()
def test_InvalidFileError(test_case):
table_obj = Table(*test_case)
with pytest.raises(InvalidFileError):
table_obj.make_records_yielder()
def test_InvalidPathError(test_case):
table_obj = Table(*test_case)
with pytest.raises(OSError) as excep:
table_obj.make_records_yielder()
