def test_age_rate_parsing(mocker):
with open("%s/../resources/age_rate_sample.txt" %
os.path.dirname(os.path.abspath(__file__))) as f:
mocker.patch.object(Parser, "datalab_api_call")
Parser.datalab_api_call.return_value = json.loads(f.readlines()[0])
params = Parser.get_params("50001768", "2019-02-01")
shopping_param, age_rate_info_list = Parser.shopping_request(
Parser.CATEGORY_AGE_RATE, params)
assert len(age_rate_info_list) == 1
age_rate_info: ShoppingInfo = age_rate_info_list[0]
age_rate_list: list = age_rate_info.data_list
assert len(age_rate_list) == 6
assert age_rate_list[0].code == "10"
assert age_rate_list[0].label == "10대"
assert age_rate_list[0].ratio == 1.83823
assert age_rate_list[len(age_rate_list) - 1].code == "60"
assert age_rate_list[len(age_rate_list) - 1].label == "60대"
assert age_rate_list[len(age_rate_list) - 1].ratio == 8.61796
assert age_rate_info.code is None
assert age_rate_info.full_title is None
assert age_rate_info.title == "50001768"
def test_device_rate_parsing(mocker):
with open("%s/../resources/device_rate_sample.txt" %
os.path.dirname(os.path.abspath(__file__))) as f:
mocker.patch.object(Parser, "datalab_api_call")
Parser.datalab_api_call.return_value = json.loads(f.readlines()[0])
params = Parser.get_params("50001768", "2019-02-01")
shopping_param, device_rate_info_list = Parser.shopping_request(
Parser.CATEGORY_DEVICE_RATE, params)
assert len(device_rate_info_list) == 1
device_rate_info: ShoppingInfo = device_rate_info_list[0]
device_rate_info_list: list = device_rate_info.data_list
assert len(device_rate_info_list) == 2
assert device_rate_info_list[0].code == "mo"
assert device_rate_info_list[0].label == "모바일"
assert device_rate_info_list[0].ratio == 100.0
assert device_rate_info_list[len(device_rate_info_list) -
1].code == "pc"
assert device_rate_info_list[len(device_rate_info_list) -
1].label == "PC"
assert device_rate_info_list[len(device_rate_info_list) -
1].ratio == 14.39998
assert device_rate_info.code is None
assert device_rate_info.full_title is None
assert device_rate_info.title == "50001768"
def test_gender_rate_parsing(mocker):
with open("%s/../resources/gender_rate_sample.txt" %
os.path.dirname(os.path.abspath(__file__))) as f:
mocker.patch.object(Parser, "datalab_api_call")
Parser.datalab_api_call.return_value = json.loads(f.readlines()[0])
params = Parser.get_params("50001768", "2019-02-01")
shopping_param, gender_rate_info_list = Parser.shopping_request(
Parser.CATEGORY_GENDER_RATE, params)
assert len(gender_rate_info_list) == 1
gender_rate_info: ShoppingInfo = gender_rate_info_list[0]
gender_rate_list: list = gender_rate_info.data_list
assert len(gender_rate_list) == 2
assert gender_rate_list[0].code == "f"
assert gender_rate_list[0].label == "여성"
assert gender_rate_list[0].ratio == 59.05537
assert gender_rate_list[len(gender_rate_list) - 1].code == "m"
assert gender_rate_list[len(gender_rate_list) - 1].label == "남성"
assert gender_rate_list[len(gender_rate_list) - 1].ratio == 100.0
assert gender_rate_info.code is None
assert gender_rate_info.full_title is None
assert gender_rate_info.title == "50001768"
assert True
def test_keyword_rank_parsing(mocker):
with open("%s/../resources/keyword_rank_sample.txt" %
os.path.dirname(os.path.abspath(__file__))) as f:
mocker.patch.object(Parser, "datalab_api_call")
Parser.datalab_api_call.return_value = json.loads(f.readlines()[0])
params = Parser.get_params("50001768", "2019-02-01")
keyword_rank_list = Parser.get_keyword_rank(params)
assert len(keyword_rank_list) == 20
keyword_rank: KeywordRank = keyword_rank_list[0]
assert keyword_rank.keyword == "등산화"
assert keyword_rank.link_id == "등산화"
def collect_rank(cid, start_date, end_date):
params = Parser.get_params(cid, end_date=end_date, start_date=start_date)
page = 1
params['page'] = page
keyword_rank_list = Parser().get_keyword_rank(params,
use_random_proxy=True)
if len(keyword_rank_list) < 2:
return
for keyword_rank in keyword_rank_list[1]:
DbConnector().print_rank(keyword_rank=keyword_rank,
cid=cid,
end_date=end_date,
start_date=start_date)
def collect_keyword_trend(cid,
keyword,
start_date="2017-08-01",
end_date="2019-01-31"):
params = Parser.get_params(cid, end_date=end_date, start_date=start_date)
params['keyword'] = keyword
shopping_param, click_trend_info_list = Parser().shopping_request(
Parser.CATEGORY_CLICK_TREND, params, use_random_proxy=True)
if len(click_trend_info_list) < 1:
return
click_trend_info_id = DbConnector().insert_info(
table_name="click_trend_info",
shopping_param=shopping_param,
shopping_info_list=click_trend_info_list)
for age_rate_info in click_trend_info_list:
DbConnector().insert_trend(click_trend_info_id,
age_rate_info.data_list)
def test_click_trend_parsing(mocker):
with open("%s/../resources/click_trend_sample.txt" %
os.path.dirname(os.path.abspath(__file__))) as f:
mocker.patch.object(Parser, "datalab_api_call")
Parser.datalab_api_call.return_value = json.loads(f.readlines()[0])
params = Parser.get_params("50001768", "2019-02-01")
shopping_param, click_trend_info_list = Parser.shopping_request(
Parser.CATEGORY_CLICK_TREND, params)
assert len(click_trend_info_list) == 1
click_trend_info: ShoppingInfo = click_trend_info_list[0]
click_trend_list: list = click_trend_info.data_list
assert len(click_trend_list) == 549
assert click_trend_list[0].period == "20170801"
assert click_trend_list[0].value == 22.82894
assert click_trend_list[len(click_trend_list) - 1].period == "20190131"
assert click_trend_list[len(click_trend_list) - 1].value == 21.27836
assert click_trend_info.code == "50001768"
assert click_trend_info.full_title == "스포츠/레저 > 등산 > 등산화"
assert click_trend_info.title == "등산화"
