def test_e2e_scenario_7(self):
"""
tests continuation_token parameter
"""
result, continuation_token = reviews("com.mojang.minecraftpe")
self.assertEqual(100, len(result))
self.assertIsNotNone(continuation_token)
self.assertEqual("en", continuation_token.lang)
self.assertEqual("us", continuation_token.country)
self.assertEqual(Sort.NEWEST, continuation_token.sort)
self.assertEqual(100, continuation_token.count)
self.assertIsNone(continuation_token.filter_score_with)
last_review_at = result[0]["at"]
result, _ = reviews(
"com.mojang.minecraftpe", continuation_token=continuation_token
)
well_sorted_review_count = 0
for r in result:
if r["at"] < last_review_at:
well_sorted_review_count += 1
self.assertTrue(well_sorted_review_count > 95)
def test_e2e_scenario_7(self):
"""
tests continuation_token parameter
"""
result, continuation_token = reviews("com.mojang.minecraftpe",
sort=Sort.NEWEST,
count=100)
self.assertEqual(100, len(result))
self.assertIsNotNone(continuation_token)
last_review_at = result[0]["at"]
result, _ = reviews(
"com.mojang.minecraftpe",
sort=Sort.NEWEST,
count=100,
continuation_token=continuation_token,
)
well_sorted_review_count = 0
for r in result:
if r["at"] < last_review_at:
well_sorted_review_count += 1
self.assertTrue(well_sorted_review_count > 95)
def test_e2e_scenario_8(self):
"""
tests continuation_token saves lang, country, sort, filter data
"""
result, continuation_token = reviews(
"com.mojang.minecraftpe",
lang="ko",
country="kr",
sort=Sort.RATING,
count=10,
filter_score_with=5,
)
self.assertEqual(10, len(result))
self.assertIsNotNone(continuation_token)
self.assertEqual("ko", continuation_token.lang)
self.assertEqual("kr", continuation_token.country)
self.assertEqual(Sort.RATING, continuation_token.sort)
self.assertEqual(10, continuation_token.count)
self.assertEqual(5, continuation_token.filter_score_with)
with patch(
"google_play_scraper.features.reviews._fetch_review_items",
wraps=_fetch_review_items,
) as m:
result, _ = reviews(
"com.mojang.minecraftpe", continuation_token=continuation_token
)
self.assertEqual("hl=ko&gl=kr", urlparse(m.call_args[0][0]).query)
self.assertEqual(Sort.RATING, m.call_args[0][2])
self.assertEqual(10, m.call_args[0][3])
self.assertEqual(5, m.call_args[0][4])
def test_e2e_scenario_1(self):
result = reviews("com.mojang.minecraftpe", sort=Sort.NEWEST, count=500)
self.assertEqual(500, len(result))
review_created_version_contained_review_count = 0
for r in result:
self.assertTrue(r["userName"])
self.assertTrue(r["userImage"])
self.assertTrue(r["content"])
self.assertTrue(r["score"] >= 1)
self.assertTrue(r["thumbsUpCount"] >= 0)
self.assertTrue(
datetime(2019, 12, 1) < r["at"] < datetime(2021, 1, 1))
# TODO change when 2020-12-30
if r["reviewCreatedVersion"]:
review_created_version_contained_review_count += 1
self.assertTrue(review_created_version_contained_review_count > 100)
last_review_at = result[0]["at"]
well_sorted_review_count = 0
for r in result[1:]:
review_at = r["at"]
if review_at <= last_review_at:
well_sorted_review_count += 1
last_review_at = review_at
self.assertTrue(well_sorted_review_count > 490)
def test_e2e_scenario_9(self):
"""
tests continuation token's data overriding
"""
with patch(
"google_play_scraper.features.reviews._fetch_review_items",
wraps=_fetch_review_items,
) as m:
result, _ = reviews(
"com.mojang.minecraftpe",
continuation_token=ContinuationToken(
"", "ko", "kr", Sort.MOST_RELEVANT, 10, 5
),
lang="jp",
country="jp",
sort=Sort.RATING,
count=11,
filter_score_with=4,
)
self.assertEqual("hl=jp&gl=jp", urlparse(m.call_args[0][0]).query)
self.assertEqual(Sort.RATING, m.call_args[0][2])
self.assertEqual(11, m.call_args[0][3])
self.assertEqual(4, m.call_args[0][4])
def test_reply_data(self):
"""
tests reply
"""
result, _ = reviews(
"com.ekkorr.endlessfrontier",
lang="ko",
country="kr",
sort=Sort.MOST_RELEVANT,
)
review_count_has_reply = 0
for r in result:
reply_content = r["replyContent"]
replied_at = r["repliedAt"]
if reply_content is not None:
if "답글 수정" in reply_content:
continue
self.assertIn("안녕하세요", reply_content)
self.assertIn("EKKORR", reply_content)
self.assertIn("입니다", reply_content)
self.assertIn("감사합니다", reply_content)
self.assertTrue(len(reply_content) > 100)
self.assertIsInstance(replied_at, datetime)
self.assertTrue(
datetime(2018, 6, 1) < replied_at < datetime(2022, 1, 1))
review_count_has_reply += 1
self.assertTrue(review_count_has_reply > 50)
def test_priority_between_preserved_argument_of_continuation_token_and_specified_argument(
self, ):
"""
tests continuation token's data overriding
"""
with patch(
"google_play_scraper.features.reviews._fetch_review_items",
wraps=_fetch_review_items,
) as m:
_ = reviews(
"com.mojang.minecraftpe",
continuation_token=_ContinuationToken("", "ko", "kr",
Sort.MOST_RELEVANT, 10,
5),
lang="jp",
country="jp",
sort=Sort.RATING,
count=11,
filter_score_with=4,
)
self.assertEqual("hl=ko&gl=kr", urlparse(m.call_args[0][0]).query)
self.assertEqual(Sort.MOST_RELEVANT, m.call_args[0][2])
self.assertEqual(10, m.call_args[0][3])
self.assertEqual(5, m.call_args[0][4])
def test_e2e_scenario_3(self):
result, _ = reviews("com.mojang.minecraftpe", sort=Sort.RATING, count=100)
self.assertEqual(100, len(result))
for r in result:
self.assertEqual(5, r["score"])
def test_e2e_scenario_5(self):
"""
tests reply
"""
result = reviews(
"com.ekkorr.endlessfrontier",
lang="ko",
country="kr",
sort=Sort.MOST_RELEVANT,
)
review_count_has_reply = 0
for r in result:
reply_content = r["replyContent"]
replied_at = r["repliedAt"]
if reply_content is not None:
self.assertIn("안녕하세요", reply_content)
self.assertIn("EKKORR", reply_content)
self.assertIn("입니다", reply_content)
self.assertIn("감사합니다", reply_content)
self.assertTrue(len(reply_content) > 100)
self.assertIsInstance(replied_at, datetime)
self.assertTrue(
datetime(2018, 1, 1) < replied_at < datetime(2021, 1, 1))
# TODO change when 2020-12-30
review_count_has_reply += 1
self.assertTrue(review_count_has_reply > 50)
def test_e2e_scenario_6(self):
"""
tests length of results of first request is lower than specified count argument
"""
result, _ = reviews("com.ekkorr.endlessfrontier")
self.assertTrue(len(result) < 100)
def test_review_count_is_under_count_of_first_request(self):
"""
tests length of results of first request is lower than specified count argument
"""
result, ct = reviews("com.ekkorr.endlessfrontier")
self.assertTrue(len(result) < 100)
self.assertIsNone(ct.token)
def test_request_once(self):
with patch("google_play_scraper.features.reviews.reviews",
wraps=reviews) as mock_reviews:
result = reviews_all("co.kr.uaram.userdeliver_")
self.assertEqual(1, mock_reviews.call_count)
result_of_reviews, _ = reviews("co.kr.uaram.userdeliver_", count=10000)
self.assertTrue(0 < len(result) < 10)
self.assertEqual(len(result), len(result_of_reviews))
def test_e2e_scenario_4(self):
for score in {1, 2, 3, 4, 5}:
result, _ = reviews(
"com.mojang.minecraftpe",
sort=Sort.NEWEST,
count=300,
filter_score_with=score,
)
self.assertEqual(score * 300, sum([r["score"] for r in result]))
def test_no_reviews(self):
result, ct = reviews("com.spotify.music", lang="sw", country="it")
self.assertListEqual([], result)
self.assertIsNone(ct.token)
self.assertEqual("sw", ct.lang)
self.assertEqual("it", ct.country)
self.assertEqual(Sort.NEWEST, ct.sort)
self.assertEqual(100, ct.count)
self.assertIsNone(ct.filter_score_with)
def test_e2e_scenario_2(self):
result, _ = reviews("com.mojang.minecraftpe", sort=Sort.MOST_RELEVANT, count=30)
self.assertEqual(30, len(result))
review_count_has_thumbs_up_count_over_0 = 0
for r in result:
if 0 < r["thumbsUpCount"]:
review_count_has_thumbs_up_count_over_0 += 1
self.assertTrue(review_count_has_thumbs_up_count_over_0 > 25)
def test_request_multiple_times(self):
with patch(
"google_play_scraper.features.reviews.reviews", wraps=reviews
) as mock_reviews:
result = reviews_all("co.kr.uaram.userdeliver_", lang="ko", country="kr")
self.assertEqual(2, mock_reviews.call_count)
result_of_reviews, _ = reviews(
"co.kr.uaram.userdeliver_", lang="ko", country="kr", count=10000
)
self.assertTrue(300 < len(result) < 500)
self.assertEqual(len(result), len(result_of_reviews))
def test_no_reviews(self):
result, ct = reviews("product.dp.io.ab180blog",
lang="sw",
country="it")
self.assertListEqual([], result)
self.assertIsNone(ct.token)
self.assertEqual("sw", ct.lang)
self.assertEqual("it", ct.country)
self.assertEqual(Sort.NEWEST, ct.sort)
self.assertEqual(100, ct.count)
self.assertIsNone(ct.filter_score_with)
def test_invalid_continuation_token(self):
result, ct = reviews(
"com.mojang.minecraftpe",
continuation_token=ContinuationToken("foo", "ko", "kr",
Sort.MOST_RELEVANT, 10, 5),
)
self.assertListEqual([], result)
self.assertIsNone(ct.token)
self.assertEqual("ko", ct.lang)
self.assertEqual("kr", ct.country)
self.assertEqual(Sort.MOST_RELEVANT, ct.sort)
self.assertEqual(10, ct.count)
self.assertEqual(5, ct.filter_score_with)
def test_sort_by_newest(self):
result, pagination_token = reviews("com.mojang.minecraftpe",
sort=Sort.NEWEST,
count=500)
self.assertEqual(500, len(result))
self.assertIsNotNone(pagination_token)
review_created_version_contained_review_count = 0
for r in result:
self.assertTrue(r["reviewId"].startswith("gp:AOqp")
or r["reviewId"].startswith("lg:AOqp"))
self.assertTrue(len(r["reviewId"]) == 90)
self.assertTrue(r["userName"])
self.assertTrue(r["userImage"])
self.assertTrue(r["content"])
self.assertTrue(r["score"] >= 1)
self.assertTrue(r["thumbsUpCount"] >= 0)
self.assertTrue(
datetime.now() - timedelta(days=7) < r["at"] < datetime.now())
if r["reviewCreatedVersion"]:
review_created_version_contained_review_count += 1
self.assertTrue(review_created_version_contained_review_count > 100)
last_review_at = result[0]["at"]
well_sorted_review_count = 0
for r in result[1:]:
review_at = r["at"]
if review_at <= last_review_at:
well_sorted_review_count += 1
last_review_at = review_at
self.assertTrue(well_sorted_review_count > 490)
