コード例 #1
0

from app.pg_pipeline import Pipeline

if __name__ == "__main__":

    pipeline = Pipeline()

    pipeline.download_user_details() # takes about 50 minutes for 3.6M users in batches of 2500
コード例 #2
0
import os

from app.pg_pipeline import Pipeline

BOT_MIN = float(os.getenv("BOT_MIN", default="0.8"))

if __name__ == "__main__":

    pipeline = Pipeline()

    pipeline.download_bot_followers(bot_min=BOT_MIN)
コード例 #3
0
#import os
#from dotenv import load_dotenv

#load_dotenv()

#START_AT = os.getenv("START_AT", default="2019-12-12")
#END_AT = os.getenv("END_AT", default="2020-02-10")

from app.pg_pipeline import Pipeline

if __name__ == "__main__":

    pipeline = Pipeline()

    #print("START_AT:", START_AT)
    #print("END AT:", END_AT)
    #pipeline.download_community_predictions(start_at=START_AT, end_at=END_AT)
    pipeline.download_community_predictions()
コード例 #4
0
ファイル: tweets.py プロジェクト: s2t2/tweet-analyzer-py 
import os
from dotenv import load_dotenv

load_dotenv()

START_AT = os.getenv("START_AT", default="2019-12-10")
END_AT = os.getenv("END_AT", default="2020-02-10")

from app.pg_pipeline import Pipeline

if __name__ == "__main__":

    pipeline = Pipeline()

    print("START_AT:", START_AT)
    print("END AT:", END_AT)

    pipeline.download_tweets(start_at=START_AT, end_at=END_AT)
コード例 #5
0
from app.pg_pipeline import Pipeline

if __name__ == "__main__":

    pipeline = Pipeline()

    pipeline.download_retweeter_details(
    )  # takes about 16 minutes for 2.7M users in batches of 2500

    pipeline.report()

    pipeline.sleep()
コード例 #6
0

from app.pg_pipeline import Pipeline

if __name__ == "__main__":

    pipeline = Pipeline()

    pipeline.download_user_friends()
コード例 #7
0

from app.pg_pipeline import Pipeline

if __name__ == "__main__":

    pipeline = Pipeline()

    pipeline.download_user_friends()

    pipeline.report()

    pipeline.sleep()