def test_crawl_dmi_2(): page="http://ensemblesrt3.dmi.dk/data/CORDEX/AFR-44/KNMI/MOHC-HadGEM2-ES/rcp45/r1i1p1/KNMI-RACMO22T/v1/mon/tasmax/" result = [ds for ds in spider.crawl(page, depth=1)] assert len(result) > 0 assert 'tasmax' in result[0].name assert result[0].url.startswith(page)
def test_crawl_dmi_1(): page="http://ensemblesrt3.dmi.dk/data/CORDEX/AFR-44/KNMI/MOHC-HadGEM2-ES/rcp45/r1i1p1/KNMI-RACMO22T/v1/mon/tasmax" result = [ds for ds in spider.crawl(page, depth=0)] assert len(result) == 0