def write_ipfs_uris_to_disk(ethpm_dir: Path,
manifests: Dict[Address, Dict[str, str]]) -> None:
all_manifest_uris = [
version_release_data["manifestURI"]
for version_release_data in manifests.values() if
is_supported_content_addressed_uri(version_release_data["manifestURI"])
]
base_ipfs_uris = [uri for uri in all_manifest_uris if is_ipfs_uri(uri)]
nested_ipfs_uris = [
pluck_ipfs_uris_from_manifest(uri) for uri in all_manifest_uris
]
all_ipfs_uris = set(flatten(nested_ipfs_uris) + base_ipfs_uris)
# ex.
# ipfs uri: QmdvZEW3AaUntDfFkcbdnYzeLAAeD4YFeixQsdmHF88T6Q
# dir store: ethpmcli/Qm/dv/ZE/QmdvZEW3AaUntDfFkcbdnYzeLAAeD4YFeixQsdmHF88T6Q
for uri in all_ipfs_uris:
ipfs_hash = extract_ipfs_path_from_uri(uri)
first_two_bytes_dir = ethpm_dir / ipfs_hash[0:2]
second_two_bytes_dir = first_two_bytes_dir / ipfs_hash[2:4]
third_two_bytes_dir = second_two_bytes_dir / ipfs_hash[4:6]
asset_dest_path = third_two_bytes_dir / ipfs_hash
if not asset_dest_path.is_file():
if not first_two_bytes_dir.is_dir():
first_two_bytes_dir.mkdir()
if not second_two_bytes_dir.is_dir():
second_two_bytes_dir.mkdir()
if not third_two_bytes_dir.is_dir():
third_two_bytes_dir.mkdir()
asset_dest_path.touch()
asset_dest_path.write_bytes(resolve_uri_contents(uri))
logger.info("%s written to\n %s.\n", uri, asset_dest_path)
def _build_dependency(package_name: str, uri: URI,
manifest: Manifest) -> Manifest:
validate_package_name(package_name)
if not is_supported_content_addressed_uri(uri):
raise EthPMValidationError(
f"{uri} is not a supported content-addressed URI. "
"Currently only IPFS and Github blob uris are supported.")
return assoc_in(manifest, ("buildDependencies", package_name), uri)
def validate_is_supported_manifest_uri(uri):
if not is_supported_content_addressed_uri(uri):
raise ManifestValidationError(
f"URI: {uri} is not a valid content-addressed URI. "
"Currently only IPFS and Github content-addressed URIs are supported."
)
