def test_file_type_table():
path = "data/table.csv"
file = system.create_file(path)
assert file.path == path
assert file.data is None
assert file.name == "table"
assert file.type == "table"
assert file.scheme == "file"
assert file.format == "csv"
assert file.innerpath == ""
assert file.compression == ""
assert file.memory is False
assert file.remote is False
assert file.multipart is False
assert file.basepath == ""
assert file.fullpath == "data/table.csv"
def test_file_remote_with_basepath():
path = "data/table.csv"
file = system.create_file(path, basepath=BASEURL)
assert file.path == path
assert file.data is None
assert file.name == "table"
assert file.type == "table"
assert file.scheme == "https"
assert file.format == "csv"
assert file.innerpath == ""
assert file.compression == ""
assert file.memory is False
assert file.remote is True
assert file.multipart is False
assert file.basepath == BASEURL
assert file.fullpath == f"{BASEURL}/data/table.csv"
def test_file_memory():
data = [["id", "name"], [1, "english"], [2, "german"]]
file = system.create_file(data)
assert file.path is None
assert file.data == data
assert file.name == "memory"
assert file.type == "table"
assert file.scheme == ""
assert file.format == "inline"
assert file.innerpath == ""
assert file.compression == ""
assert file.memory is True
assert file.remote is False
assert file.multipart is False
assert file.basepath == ""
assert file.fullpath is None
def test_file_package_from_pathlib():
path = Path("data/package.json")
file = system.create_file(path)
assert file.path == str(path)
assert file.data is None
assert file.name == "package"
assert file.type == "package"
assert file.scheme == "file"
assert file.format == "json"
assert file.innerpath == ""
assert file.compression == ""
assert file.memory is False
assert file.remote is False
assert file.multipart is False
assert file.basepath == ""
assert file.fullpath == "data/package.json"
def test_file_multipart_with_basepath():
path = ["data/chunk1.csv", "data/chunk2.csv"]
file = system.create_file(path, basepath="base")
assert file.path == path
assert file.data is None
assert file.name == "chunk"
assert file.type == "table"
assert file.scheme == "multipart"
assert file.format == "csv"
assert file.innerpath == ""
assert file.compression == ""
assert file.memory is False
assert file.remote is False
assert file.multipart is True
assert file.basepath == "base"
assert file.fullpath == ["base/data/chunk1.csv", "base/data/chunk2.csv"]
def test_file_multipart_from_glob():
path = "data/chunk*.csv"
file = system.create_file(path)
assert file.path == path
assert file.data is None
assert file.name == "chunk"
assert file.type == "table"
assert file.scheme == "multipart"
assert file.format == "csv"
assert file.innerpath == ""
assert file.compression == ""
assert file.memory is False
assert file.remote is False
assert file.multipart is True
assert file.expandable is True
assert file.basepath == ""
assert file.normpath == ["data/chunk1.csv", "data/chunk2.csv"]
assert file.fullpath == ["data/chunk1.csv", "data/chunk2.csv"]
