コード例 #1
0
ファイル: fabfile.py プロジェクト: USATODAY/brussels-victims
def updater(target="dev"):
    print ("Downloading new data file from Google...")
    try:
        get_data()
    except:
        slack_notify("Hello, I had a problem downloading the Sunday Talk show spreadsheet from Google.", slack_channel)
        raise
    print ("Converting to JSON...")
    # remove files if they already exist
    try:
        run("rm %s" % (data_json))
    except:
        pass
    try:
        run("rm %s" % (data_csv))
    except:
        pass
    try:
        run("rm %s" % (filter_json))
    except:
        pass
    try:
        run("rm %s" % (filter_csv))
    except:
        pass
    try:
        run("rm %s" % (copy_csv))
    except:
        pass
    try:
        run("rm %s" % (copy_json))
    except:
        pass
    # convert excel sheet into 3 CSVs
    try:
        run ("in2csv %s --sheet Sheet1 > %s" % (master_spreadsheet, data_csv))
        run ("in2csv %s --sheet filters > %s" % (master_spreadsheet, filter_csv))
        run ("in2csv %s --sheet copy > %s" % (master_spreadsheet, copy_csv))
        run ("in2csv %s --sheet shows > %s" % (master_spreadsheet, shows_csv))
        run("csvjson %s > %s" % (data_csv, data_json))
        run("csvjson %s > %s" % (filter_csv, filter_json))
        run("csvjson %s > %s" % (copy_csv, copy_json))
        run("csvjson %s > %s" % (shows_csv, shows_json))
    except:
        slack_notify("Hello, I was unable to convert the latest sunday talk show data correctly.", slack_channel)
        raise
    print("Formatting data...")
    try:
        format_data()
    except:
        slack_notify("Hello, I was unable to format the latest data file correctly.", slack_channel)
        raise
    print("Uploading data...")
    try:
        ftp_conn = connect_ftp()
        ftp_conn.cwd("usatoday/2015/03/sunday-shows/data/")
        upload_file(ftp_conn, create_absolute_path('data_tools/output/data.json'))
        slack_notify("Hello! The Sunday Talk Show interactive data has been updated successfully.", slack_channel)
    except:
        slack_notify("I had a problem uploading the new data to the server.", slack_channel)
コード例 #2
0
ファイル: fabfile.py プロジェクト: USATODAY/2015-festivals
def upload():
    try:
        print "uploading data to the server..."
        ftp_conn = connect_ftp()
        ftp_conn.cwd("usatoday/2015/04/festivals/data/")
        upload_file(ftp_conn, create_absolute_path('data_tools/output/data.json'))
        print ("success!")
    except:
        print "error uploading data to the server...are you sure you have $FTP_USER, $FTP_PASS, and $FTP_SERVER set as environment variables?"
        # slack_notify("I had a problem uploading the new data to the server.", slack_channel)
        pass
コード例 #3
0
def upload():
    try:
        print "uploading data to the server..."
        ftp_conn = connect_ftp()
        ftp_conn.cwd("usatoday/2015/04/record-day/data/")
        upload_file(ftp_conn,
                    create_absolute_path('data_tools/output/data.json'))
        print("success!")
    except:
        print "error uploading data to the server...are you sure you have $FTP_USER, $FTP_PASS, and $FTP_SERVER set as environment variables?"
        # slack_notify("I had a problem uploading the new data to the server.", slack_channel)
        pass
コード例 #4
0
ファイル: fabfile.py プロジェクト: USATODAY/sunday-shows
def updater(target="dev"):
    print("Downloading new data file from Google...")
    try:
        get_data()
    except:
        slack_notify(
            "Hello, I had a problem downloading the Sunday Talk show spreadsheet from Google.",
            slack_channel)
        raise
    print("Converting to JSON...")
    # remove files if they already exist
    try:
        run("rm %s" % (data_json))
    except:
        pass
    try:
        run("rm %s" % (data_csv))
    except:
        pass
    try:
        run("rm %s" % (filter_json))
    except:
        pass
    try:
        run("rm %s" % (filter_csv))
    except:
        pass
    try:
        run("rm %s" % (copy_csv))
    except:
        pass
    try:
        run("rm %s" % (copy_json))
    except:
        pass
    # convert excel sheet into 3 CSVs
    try:
        run("in2csv %s --sheet Sheet1 > %s" % (master_spreadsheet, data_csv))
        run("in2csv %s --sheet filters > %s" %
            (master_spreadsheet, filter_csv))
        run("in2csv %s --sheet copy > %s" % (master_spreadsheet, copy_csv))
        run("in2csv %s --sheet shows > %s" % (master_spreadsheet, shows_csv))
        run("csvjson %s > %s" % (data_csv, data_json))
        run("csvjson %s > %s" % (filter_csv, filter_json))
        run("csvjson %s > %s" % (copy_csv, copy_json))
        run("csvjson %s > %s" % (shows_csv, shows_json))
    except:
        slack_notify(
            "Hello, I was unable to convert the latest sunday talk show data correctly.",
            slack_channel)
        raise
    print("Formatting data...")
    try:
        format_data()
    except:
        slack_notify(
            "Hello, I was unable to format the latest data file correctly.",
            slack_channel)
        raise
    print("Uploading data...")
    try:
        ftp_conn = connect_ftp()
        ftp_conn.cwd("usatoday/2015/03/sunday-shows/data/")
        upload_file(ftp_conn,
                    create_absolute_path('data_tools/output/data.json'))
        slack_notify(
            "Hello! The Sunday Talk Show interactive data has been updated successfully.",
            slack_channel)
    except:
        slack_notify("I had a problem uploading the new data to the server.",
                     slack_channel)