Exemplos de StreamingDownloadManager.download em Python

Exemplo n.º 1

Arquivo: test_streaming_download_manager.py Projeto: cahya-wirawan/datasets

def test_streaming_dl_manager_download(text_path):
    dl_manager = StreamingDownloadManager()
    out = dl_manager.download(text_path)
    assert out == text_path
    with xopen(out,
               encoding="utf-8") as f, open(text_path,
                                            encoding="utf-8") as expected_file:
        assert f.read() == expected_file.read()

Exemplo n.º 2

Arquivo: test_streaming_download_manager.py Projeto: admariner/nlp

def test_streaming_dl_manager_download(text_path):
    from datasets.utils.streaming_download_manager import StreamingDownloadManager, xopen

    dl_manager = StreamingDownloadManager()
    out = dl_manager.download(text_path)
    assert out == text_path
    with xopen(out,
               encoding="utf-8") as f, open(text_path,
                                            encoding="utf-8") as expected_file:
        assert f.read() == expected_file.read()

Exemplo n.º 3

Arquivo: test_streaming_download_manager.py Projeto: cahya-wirawan/datasets

def test_streaming_dl_manager_download_dummy_path(urlpath):
    dl_manager = StreamingDownloadManager()
    assert dl_manager.download(urlpath) == urlpath

Exemplo n.º 4

Arquivo: test_streaming_download_manager.py Projeto: admariner/nlp

def test_streaming_dl_manager_download_dummy_path(urlpath):
    from datasets.utils.streaming_download_manager import StreamingDownloadManager

    dl_manager = StreamingDownloadManager()
    assert dl_manager.download(urlpath) == urlpath