def get(self): if not os.path.exists('/tmp/tickers.csv'): gcs_client = gcs.GcsClient() gcs_client.get('tiingo/tickers.csv', '/tmp/tickers.csv') df = pd.read_csv('/tmp/tickers.csv') publisher = messaging.Publisher() publisher.send_messages('tickers', df.ticker.values) return 'Success'
import pandas as pd import utils.gcs as gcs import numpy as np gcs_client = gcs.GcsClient() # get spy data gcs_client.get("tiingo/stocks/SPY.csv", '/tmp/SPY.csv') spy_df = pd.read_csv('/tmp/SPY.csv') i_spy_dates = spy_df.date.values.astype(np.int) dfs = [] for i_date in i_spy_dates: print(i_date) rfp = f'tiingo/sample_stocks/{i_date}.csv' lfp = f'/tmp/{i_date}_samples.csv' if not gcs_client.get(rfp, lfp): continue df = pd.read_csv(lfp) df['date'] = i_date dfs.append(df) df = pd.concat(dfs, axis=0) lfp = f'/tmp/stock_samples.csv' rfp = f'tiingo/stock_samples.csv' df.to_csv(lfp, index=False) gcs_client.save(lfp, rfp)