def test_crawler_generation(): args = docopt(doc, "genconfig trial1 http://www.google.com -t crawler") gc = genconfig.GenconfigCommand(args) gc.execute_command() with open(os.path.join(os.getcwd(), 'trial1.json'), 'r') as f: config = json.load(f) nextx = [ { "follow_link": "", "scraping": { "data": [{"field": "", "selector": "", "attr": "", "default": "", "connector": ""}], "table": [ { "table_type": "", "header": "", "prefix": "", "suffix": "", "selector": "", "attr": "", "default": "", "connector": "" } ] } } ] assert_list_equal(config['scraping']['next'], nextx)
def test_if_template_filled(): args = docopt(doc, "genconfig trial1 http://www.google.com -s css") gc = genconfig.GenconfigCommand(args) gc.execute_command() with open(os.path.join(os.getcwd(), 'trial1.json'), 'r') as f: config = json.load(f) assert_equals(config['project_name'], "trial1") assert_equals(config['selector_type'], "css") assert_equals(config['scraping']['url'], "http://www.google.com")
def test_if_genconfig_instance_created(): args = docopt(doc, "genconfig trial1 http://www.google.com") gc = genconfig.GenconfigCommand(args) assert_is_instance(gc, genconfig.GenconfigCommand)