def main():
# coin_name_array = util.read_subs_from_file(general["subreddit_file"])
# coin_name_array = util.read_subs_from_file(general["binance_file"])
coin_name_array = util.read_subs_from_file(general["poloniex_file"])
auth = util.get_postgres_auth()
db = DatabaseConnection(**auth)
# all_subreddits = db.get_all_subreddits()
all_subreddits = [coin[-1] for coin in coin_name_array]
start_time = datetime.datetime.utcnow() - datetime.timedelta(hours=12)
# end_time = datetime.datetime.utcnow() - datetime.timedelta(hours=24)
end_time = datetime.datetime.utcnow()
# growths = percentage_price_growths(db, all_subreddits, start_time, end_time)
growths = average_growth(db, all_subreddits, start_time, end_time)
print(growths)
# covariance(db, all_subreddits)
db.close()
def main():
parser = argparse.ArgumentParser(description="Simple Query")
parser.add_argument('hours', metavar='h', type=float)
args = parser.parse_args()
auth = util.get_postgres_auth()
db = DatabaseConnection(**auth)
cur_utc = datetime.datetime.utcnow()
subreddits = db.get_subreddits_with_data(cur_utc - datetime.timedelta(
hours=args.hours))
growths = get_growths(db, subreddits, datetime.datetime.utcnow(),
args.hours)
for g in growths:
print(g)
db.close()
def collect(coin_name_array, hours=12):
"""
Collects the reddit data for the coins in coin_name_array.
coin_name_array should be a 2D array where each row contains keywords for a crypto coin
and the last one is the subreddit
"""
stat = RedditStats()
auth = util.get_postgres_auth()
db = DatabaseConnection(**auth)
mentions = stat.get_mentions(coin_name_array,
hours=hours,
include_submissions=True,
score_scaling=True)
log.info("Got mentions for all subs.")
for i, coin_tuple in enumerate(coin_name_array):
subreddit = coin_tuple[-1]
stats_dict = stat.compile_dict(subreddit, hours=hours)
stats_dict["mention_rate"] = mentions[0][i]
stats_dict["mention_rate_1h"] = mentions[1][i]
db.insert_data(stats_dict)
log.info("Got stats for: %s" % (subreddit))
db.close()
def collect_price(coin_name_array):
"""
Collects the price data for the coins in coin_name_list.
"""
auth = util.get_postgres_auth()
db = DatabaseConnection(**auth)
cap = CoinCap()
time = datetime.datetime.utcnow()
price_data = cap.get_coin_price_data(coin_name_array)
if (len(price_data) != len(coin_name_array)):
log.warning("No price data for {} coins:".format(
len(coin_name_array) - len(price_data)))
for k, d in price_data.items():
d["time"] = time
for coin in coin_name_array:
if k in coin:
d["subreddit"] = coin[-1]
break
if "subreddit" not in d:
log.warning("No subreddit for %s." % (d["coin_name"]))
else:
log.info("Got price for: %s" % (d["subreddit"]))
db.insert_price(d)
db.close()
def main():
file_path = general["subreddit_file"]
parser = argparse.ArgumentParser()
parser.add_argument(
"--find_subs",
default=0,
type=int,
action='store',
help="Find crypto coin subreddits (overwrites {}).".format(file_path))
parser.add_argument("--recreate_table",
default=False,
action='store_true',
help="Delete and recreate the data table.")
parser.add_argument(
"--collect",
default=False,
action='store_true',
help="Collect subreddit information into the database.")
parser.add_argument(
"--collect_price",
default=False,
action='store_true',
help="Collect coin price information into the database.")
parser.add_argument("--run_sim",
default=False,
action='store_true',
help="Run simulation.")
parser.add_argument("--find_by_symbols",
default=False,
action='store_true',
help="Find coins and subreddits using 'symbols.csv'.")
parser.add_argument("--auto_trade",
type=str,
default="",
help="Run auto trader for specified exchange.")
args = parser.parse_args()
# -----------------------------------
if args.find_subs > 0:
subs = create_coin_name_array(args.find_subs)
util.write_subs_to_file(file_path, subs)
if args.recreate_table:
auth = util.get_postgres_auth()
db = DatabaseConnection(**auth)
db.delete_data_table()
db.create_data_table()
db.close()
if args.collect:
if os.path.exists(file_path):
subs = util.read_subs_from_file(file_path)
collect(subs)
else:
log.info("Collect called but %s does not exist." % (file_path))
log.info("Run --find_subs first.")
if args.collect_price:
if os.path.exists(file_path):
subs = util.read_subs_from_file(file_path)
collect_price(subs)
else:
log.warn("Collect price called but %s does not exist." %
(file_path))
log.warn("Run --find_subs first.")
if args.run_sim:
minute_offsets = range(60, 500, 43)
for minute_offset in minute_offsets:
end_time = datetime.datetime.utcnow() - datetime.timedelta(
minutes=minute_offset)
start_time = end_time - datetime.timedelta(15)
policy_list = [
policies.subreddit_growth_policy,
# policies.largest_24h_increase_policy,
policies.largest_xhr_policy,
# policies.hybrid_policy,
policies.subreddit_growth_policy_with_stagnation_detection,
policies.
subreddit_growth_policy_with_dynamic_stagnation_detection
]
simulator.simulate(policy_list, start_time)
title_str = "K={}, STEP_HOURS={}, GROWTH_HOURS={}, STAGNATION_HOURS={}, STAGNATION_THRESHOLD={}"
title_str = title_str.format(policies.K, policies.STEP_HOURS,
policies.GROWTH_HOURS,
policies.STAGNATION_HOURS,
policies.STAGNATION_THRESHOLD)
plt.title(title_str)
plt.show()
if args.find_by_symbols:
stat = RedditStats()
guesses, found = stat.find_by_symbols("symbols.csv")
util.write_subs_to_file("guesses.csv", guesses)
util.write_subs_to_file("found.csv", found)
if args.auto_trade != "":
auto = AutoTrader.AutoTrader(args.auto_trade)
auto.run()