Пример #1
0
def handler(event, context):
    print('service started')

    data = json.dumps(scraper.perform_scrape())
    bucket_filepath = 'data-store/2020/tx-coronavirus.json'

    upload_data_s3(data, bucket_filepath, 'json')
Пример #2
0
def handler(event, context):
    print('service started')
    # Call the function from your imported file
    data = json.dumps(scraper.update_trends())

    bucket_filepath = os.environ.get('TARGET_BUCKET')

    upload_data_s3(data, bucket_filepath, 'json')
Пример #3
0
def handler(event, context):
    print('service started')
    # Call the function from your imported file
    data = json.dumps(scraper.update_trends())

    # data = json.dumps(scraper.order_data())

    bucket_filepath = 'data-store/2020/coronavirus-county-trends.json'

    upload_data_s3(data, bucket_filepath, 'json')
def handler(event, context):

    # Call the function from your imported file
    data = gethistory.scrapeHistory()

    # Update where the file will be saved
    bucket_filepath = '2018/fusion/fusion-history.csv'

    # Upload it - JSON
    # upload_data_s3(data, bucket_filepath, 'json')

    # Upload it - CSV
    upload_data_s3(data, bucket_filepath, 'csv')
Пример #5
0
def handler(event, context):

    # Call the function from your imported file
    data = get_weather.get_weather_data()
    print(data)

    # Update where the file will be saved
    bucket_filepath = '2018/fisd/soccer-schedule.csv'

    # Upload it - JSON
    # upload_data_s3(data, bucket_filepath, 'json')

    # Upload it - CSV
    upload_data_s3(data, bucket_filepath, 'csv')
Пример #6
0
def handler(event, context):
    print('service started')
    # Call the function from your imported file
    data = json.dumps(scraper_file.perform_scrape())
    print('my data:')
    print(data)
    # Update where the file will be saved
    print('setting path')
    bucket_filepath = 'data-store/2018/nba-roty.json'
    print('path set')

    print('starting upload')
    # Upload it - JSON
    upload_data_s3(data, bucket_filepath, 'json')

    print('upload completed')