Beispiel #1
0
      datetime.now().strftime(Common_DateTime_Format))

# Iterate over Icharm csv file download links and push date to DB
for station_id, url in Links.items():
    # Load the .csv to a Dataframe
    df = pd.read_csv(url,
                     header=None,
                     names=['year', 'month', 'day', 'hour', 'value'])
    df['timestamp'] = df[['year', 'month', 'day',
                          'hour']].apply(build_timestamp, raw=True, axis=1)

    # IF station does not exist in the database create one with given station configs details.
    station_info = get_station_info(station_id)
    station_details_in_db = mysql_adapter.get_station({
        'stationId':
        station_info['stationId'],
        'name':
        station_info['name']
    })
    if station_details_in_db is None:
        print(
            "Station: {stationId: %s, name: %s} does not exist in the DB. Creating station in the DB..."
            % (station_info['stationId'], station_info['name']))
        station_meta_list = station_info['station_meta']
        station_meta_list.insert(0, Station.CUrW)
        row_count = mysql_adapter.create_station(station_meta_list)
        if row_count > 0:
            print("Created new station: ", station_meta_list)
        else:
            print("Unable to create new station: ", station_meta_list)
            continue
Beispiel #2
0
        'station': '',
        'variable': '',
        'unit': '',
        'type': '',
        'source': '',
        'name': '',
    }
    adapter = MySQLAdapter(host=MYSQL_HOST,
                           user=MYSQL_USER,
                           password=MYSQL_PASSWORD,
                           db=MYSQL_DB)

    for station in stations:
        print('station:', station)
        #  Check whether station exists
        is_station_exists = adapter.get_station({'name': station['name']})
        if is_station_exists is None:
            print('Station %s does not exists.', station['name'])
            if 'station_meta' in station and 'station_type' in station:
                station_meta = station['station_meta']
                station_meta.insert(0,
                                    Station.getType(station['station_type']))
                row_count = adapter.create_station(station_meta)
                if row_count > 0:
                    print('Created new station %s', station_meta)
                    is_station_exists = adapter.get_station(
                        {'name': station['name']})
                else:
                    print("Unable to create station %s", station_meta)
                    continue
            else: