def check_user_first_giveaway(group_webpage, users, addition_date, days_to_create_ga=0, min_ga_time=0, min_entries=1,
min_value=0.0, min_num_of_reviews=0, min_score=0,
alt_min_value=0.0, alt_min_num_of_reviews=0, alt_min_score=0,
alt2_min_game_value=0, alt2_min_steam_num_of_reviews=0, alt2_min_steam_score=0,
check_entered_giveaways=False):
group = MySqlConnector.load_group(group_webpage, load_users_data=False, limit_by_time=True, ends_after_str=addition_date)
if not group:
return None
users_list = users.split(',')
user_added_time = datetime.datetime.strptime(addition_date, '%Y-%m-%d')
user_end_time=dict()
user_first_giveaway=dict()
succesfully_ended=dict()
user_no_giveaway=set()
for group_giveaway in group.group_giveaways.values():
game_name = group_giveaway.game_name
user_name = group_giveaway.creator
if (user_name in users_list
and
len(group_giveaway.groups) == 1
and
(days_to_create_ga == 0 or group_giveaway.start_time <= user_added_time + datetime.timedelta(days=days_to_create_ga + 1))
and
(min_ga_time == 0
or (min_ga_time > 0 and group_giveaway.end_time - group_giveaway.start_time >= datetime.timedelta(days=min_ga_time - 1)))):
game_data = MySqlConnector.get_game_data(game_name)
check_game_data(game_data, game_name)
if game_is_according_to_requirements(game_data, min_value, min_num_of_reviews, min_score, alt_min_value, alt_min_num_of_reviews, alt_min_score, alt2_min_game_value, alt2_min_steam_num_of_reviews, alt2_min_steam_score):
if user_name not in user_end_time or group_giveaway.end_time < user_end_time[user_name]:
user_end_time[user_name] = group_giveaway.end_time
if user_name not in user_first_giveaway:
user_first_giveaway[user_name] = set()
user_first_giveaway[user_name].add((group_giveaway, game_data))
if datetime.datetime.now() > group_giveaway.end_time and group_giveaway.has_winners() and len(group_giveaway.entries) > min_entries:
if user_name not in succesfully_ended:
succesfully_ended[user_name] = set()
succesfully_ended[user_name].add(group_giveaway.link)
for user in users_list:
if user not in user_end_time.keys():
user_no_giveaway.add(user)
partial_group_webpage = group_webpage.split(SteamGiftsConsts.STEAMGIFTS_LINK)[1]
user_entered_giveaway=dict()
for group_giveaway in group.group_giveaways.values():
if check_entered_giveaways and user_added_time < group_giveaway.end_time:
for user in users_list:
if user in group_giveaway.entries \
and group_giveaway.entries[user].entry_time >= user_added_time \
and (user not in user_end_time or group_giveaway.entries[user].entry_time < user_end_time[user])\
and (len(group_giveaway.groups) == 1 or not SteamGiftsScrapingUtils.is_user_in_group(user, filter(lambda x: x != partial_group_webpage, group_giveaway.groups))):
#TODO: Add "Whitelist detected" warning
if user not in user_entered_giveaway:
user_entered_giveaway[user] = set()
user_entered_giveaway[user].add(group_giveaway)
time_to_create_over = False
if days_to_create_ga > 0 and datetime.date.today() > user_added_time.date() + datetime.timedelta(days=days_to_create_ga + 1):
time_to_create_over = True
return user_first_giveaway, succesfully_ended, user_no_giveaway, user_entered_giveaway, time_to_create_over
def get_group_summary(group_webpage, start_time):
group = MySqlConnector.load_group(group_webpage, limit_by_time=start_time, starts_after_str=start_time)
if not group:
return None
all_group_users = group.group_users.keys()
users_created = dict()
users_entered = dict()
users_won = dict()
group_games_count=0
group_games_value=0.0
group_games_without_data=0
group_games_total_score=0.0
group_games_total_num_of_reviews=0.0
group_total_entered=0.0
group_total_won=0.0
for group_giveaway in group.group_giveaways.values():
creator = group_giveaway.creator
# Go over all giveaways started after "addition_date"
if not start_time or start_time <= group_giveaway.end_time.strftime('%Y-%m-%d %H:%M:%S'):
group_games_count += 1
try:
game_data = MySqlConnector.get_game_data(group_giveaway.game_name)
except Exception as e:
LogUtils.log_error(u'Crashed while trying to load game data of ' + group_giveaway.game_name.decode('utf-8') + u'. Reason: ' + str(e))
traceback.print_exc()
continue
if not game_data:
LogUtils.log_error(u'Could not load game data: ' + group_giveaway.game_name.decode('utf-8'))
score = -1
num_of_reviews = -1
value = -1
if game_data:
value = game_data.value
group_games_value += value
score = game_data.steam_score
num_of_reviews = game_data.num_of_reviews
game_data_available = score != -1 and num_of_reviews != -1
if game_data_available:
group_games_total_score += score
group_games_total_num_of_reviews += num_of_reviews
else:
group_games_without_data += 1
# Number of created GAs, Total Value, Number of GAs with data, Total Score, Total NumOfReviews
if creator in all_group_users:
if creator not in users_created:
users_created[creator] = [0, 0, 0, 0, 0]
users_created[creator][0] += 1
if value != -1:
users_created[creator][1] += value
if game_data_available:
users_created[creator][2] += 1
if score != -1:
users_created[creator][3] += score
if num_of_reviews != -1:
users_created[creator][4] += num_of_reviews
giveaway_entries = group_giveaway.entries.values()
num_of_giveaway_entries = len(giveaway_entries)
for entry in giveaway_entries:
user_name = entry.user_name
if user_name not in all_group_users:
continue
group_total_entered += 1
# Number of entered GAs, Number of Unique GAs, Total Value, Number of GAs with data, Total Score, Total NumOfReviews
if user_name not in users_entered:
users_entered[user_name] = [0, 0, 0, 0, 0, 0, 0]
users_entered[user_name][0] += 1
users_entered[user_name][1] += (1.0 / num_of_giveaway_entries)
if len(group_giveaway.groups) == 1:
users_entered[user_name][2] += 1
if value != -1:
users_entered[user_name][3] += value
if game_data_available:
users_entered[user_name][4] += 1
if score != -1:
users_entered[user_name][5] += score
if num_of_reviews != -1:
users_entered[user_name][6] += num_of_reviews
if entry.winner:
group_total_won += 1
# Number of won GAs, Total Value, Number of GAs with data, Total Score, Total NumOfReviews
if user_name not in users_won:
users_won[user_name] = [0, 0, 0, 0, 0]
users_won[user_name][0] += 1
if value != -1:
users_won[user_name][1] += value
if game_data_available:
users_won[user_name][2] += 1
if score != -1:
users_won[user_name][3] += score
if num_of_reviews != -1:
users_won[user_name][4] += num_of_reviews
group_average_game_value = group_games_value / group_games_count
group_average_game_score = group_games_total_score / (group_games_count - group_games_without_data)
group_average_game_num_of_reviews = group_games_total_num_of_reviews / (group_games_count - group_games_without_data)
# Total Games Value, Average games value, Average Game Score, Average Game NumOfReviews, Average number of entered per game, Average number of created per user, Average number of entrered per user, Average number of won per user
total_group_data = (group_games_value, group_average_game_value, group_average_game_score, group_average_game_num_of_reviews, group_total_entered / group_games_count, float(group_games_count) / len(all_group_users), group_total_entered / len(all_group_users), group_total_won / len(all_group_users))
# Number of created GAs, Total Value, Average Value, Average Score, Average NumOfReviews
# Number of entered GAs, Percentage of unique, Average Value, Average Score, Average Num Of Reviews
# If avialable: number of won GAs, Winning percentage, Average Value, Average Score, Average Num Of Reviews
users_data = dict()
for user in users_created.keys():
if user not in users_data:
users_data[user] = [(),(),()]
# Number of created GAs, Total Value, Number of GAs with data, Total Score, Total NumOfReviews
user_data = users_created[user]
# Number of created GAs, Total Value, Average Value, Average Score, Average NumOfReviews
if user_data[2] > 0:
users_data[user][0] = (user_data[0], user_data[1], float(user_data[1]) / user_data[0], float(user_data[3]) / user_data[2], float(user_data[4]) / user_data[2])
else:
users_data[user][0] = (user_data[0], user_data[1], float(user_data[1]) / user_data[0], 0, 0)
for user in users_entered.keys():
if user not in users_data:
users_data[user] = [(),(),()]
# Number of entered GAs, Total number of entries in GAs he entered, Number of Shared GAs, Total Value,
# Number of GAs with data, Total Score, Total NumOfReviews
user_data = users_entered[user]
# Number of entered GAs, Probability of winning, Percentage of unique, Total Value, Average Value, Average Score, Average Num Of Reviews
if user_data[3] > 0:
users_data[user][1] = (user_data[0], user_data[1] * 100, float(user_data[2]) / user_data[0] * 100, user_data[3], float(user_data[3]) / user_data[0], float(user_data[5]) / user_data[4], float(user_data[6]) / user_data[4])
else:
users_data[user][1] = (user_data[0], user_data[1] * 100, float(user_data[2]) / user_data[0] * 100, user_data[3], float(user_data[3]) / user_data[0], 0, 0)
if user in users_won:
# Number of won GAs, Total Value, Number of GAs with data, Total Score, Total NumOfReviews
user_data = users_won[user]
# Number of won GAs, Winning percentage, Total value, Average Value, Average Score, Average Num Of Reviews
if user_data[2] > 0:
users_data[user][2] = (user_data[0], float(user_data[0]) / users_data[user][1][0] * 100, user_data[1], float(user_data[1]) / user_data[0], float(user_data[3]) / user_data[2], float(user_data[4]) / user_data[2])
else:
users_data[user][2] = (user_data[0], float(user_data[0]) / users_data[user][1][0] * 100, user_data[1], float(user_data[1]) / user_data[0], 0, 0)
return total_group_data, users_data