예제 #1
0
def test_extractPageData_containsKey():
    """parsing page data and checking if resulting data contains stream->url->title chain"""
    from dumper import extractPageData
    data = fileAsString("video_page_1.html")
    storage = {}
    extractPageData(data,storage)
    chunkForTest=storage["Neonavt"]["streams"][0]
    assert "StarCraft" in chunkForTest["title"]
예제 #2
0
def test_extractPageData():
    """parsing page data and checking if resulting data is populated"""
    from dumper import extractPageData
    data = fileAsString("video_page_1.html")
    storage = {}
    extractPageData(data,storage)
    actualSize = len(storage)
    expectedSize = 8
    assert expectedSize == actualSize
예제 #3
0
파일: main.py 프로젝트: scsnip/ggdumptest
def grabDataFromPage(urlToGrab,storage):
        global f
        r=requests.get(urlToGrab)
        r.encoding="UTF-8"
        dumper.extractPageData(r.text,storage)