def _find_tables(
db: audformat.Database,
db_root: str,
version: str,
deps: Dependencies,
verbose: bool,
) -> typing.List[str]:
r"""Update tables."""
# release dependencies to removed tables
db_tables = [f'db.{table}.csv' for table in db.tables]
for file in set(deps.tables) - set(db_tables):
deps._drop(file)
tables = []
for table in audeer.progress_bar(
db.tables,
desc='Find tables',
disable=not verbose,
):
file = f'db.{table}.csv'
checksum = audbackend.md5(os.path.join(db_root, file))
if file not in deps or checksum != deps.checksum(file):
deps._add_meta(file, version, table, checksum)
tables.append(table)
return tables
def _cached_files(
files: typing.Sequence[str],
deps: Dependencies,
cached_versions: typing.Sequence[typing.Tuple[LooseVersion, str,
Dependencies], ],
flavor: typing.Optional[Flavor],
verbose: bool,
) -> (typing.Sequence[typing.Union[str, str]], typing.Sequence[str]):
r"""Find cached files."""
cached_files = []
missing_files = []
for file in audeer.progress_bar(
files,
desc='Cached files',
disable=not verbose,
):
found = False
file_version = LooseVersion(deps.version(file))
for cache_version, cache_root, cache_deps in cached_versions:
if cache_version >= file_version:
if file in cache_deps:
if deps.checksum(file) == cache_deps.checksum(file):
path = os.path.join(cache_root, file)
if flavor and flavor.format is not None:
path = audeer.replace_file_extension(
path,
flavor.format,
)
if os.path.exists(path):
found = True
break
if found:
if flavor and flavor.format is not None:
file = audeer.replace_file_extension(
file,
flavor.format,
)
cached_files.append((cache_root, file))
else:
missing_files.append(file)
return cached_files, missing_files
def _find_media(
db: audformat.Database,
db_root: str,
version: str,
deps: Dependencies,
archives: typing.Mapping[str, str],
verbose: bool,
) -> typing.Set[str]:
# release dependencies to removed media
# and select according archives for upload
media = set()
db_media = db.files
for file in set(deps.media) - set(db_media):
media.add(deps.archive(file))
deps._drop(file)
# update version of altered media and insert new ones
for file in audeer.progress_bar(
db_media,
desc='Find media',
disable=not verbose,
):
path = os.path.join(db_root, file)
if file not in deps:
checksum = audbackend.md5(path)
if file in archives:
archive = archives[file]
else:
archive = audeer.uid(from_string=file.replace('\\', '/'))
deps._add_media(db_root, file, version, archive, checksum)
elif not deps.removed(file):
checksum = audbackend.md5(path)
if checksum != deps.checksum(file):
archive = deps.archive(file)
deps._add_media(db_root, file, version, archive, checksum)
return media