from app.pg_pipeline import Pipeline
if __name__ == "__main__":
pipeline = Pipeline()
pipeline.download_user_details() # takes about 50 minutes for 3.6M users in batches of 2500
import os
from app.pg_pipeline import Pipeline
BOT_MIN = float(os.getenv("BOT_MIN", default="0.8"))
if __name__ == "__main__":
pipeline = Pipeline()
pipeline.download_bot_followers(bot_min=BOT_MIN)
#import os
#from dotenv import load_dotenv
#load_dotenv()
#START_AT = os.getenv("START_AT", default="2019-12-12")
#END_AT = os.getenv("END_AT", default="2020-02-10")
from app.pg_pipeline import Pipeline
if __name__ == "__main__":
pipeline = Pipeline()
#print("START_AT:", START_AT)
#print("END AT:", END_AT)
#pipeline.download_community_predictions(start_at=START_AT, end_at=END_AT)
pipeline.download_community_predictions()
import os
from dotenv import load_dotenv
load_dotenv()
START_AT = os.getenv("START_AT", default="2019-12-10")
END_AT = os.getenv("END_AT", default="2020-02-10")
from app.pg_pipeline import Pipeline
if __name__ == "__main__":
pipeline = Pipeline()
print("START_AT:", START_AT)
print("END AT:", END_AT)
pipeline.download_tweets(start_at=START_AT, end_at=END_AT)
from app.pg_pipeline import Pipeline
if __name__ == "__main__":
pipeline = Pipeline()
pipeline.download_retweeter_details(
) # takes about 16 minutes for 2.7M users in batches of 2500
pipeline.report()
pipeline.sleep()
from app.pg_pipeline import Pipeline
if __name__ == "__main__":
pipeline = Pipeline()
pipeline.download_user_friends()
from app.pg_pipeline import Pipeline
if __name__ == "__main__":
pipeline = Pipeline()
pipeline.download_user_friends()
pipeline.report()
pipeline.sleep()