Beispiel #1
0
data = pa.read_csv(cfg.FILENAME,parse_dates=[0],dayfirst=False)

df =data



import models.ship as ship

mmsis = set(df['MMSI'])

# a list of all MMSI'd ship instances
ships = []
for mmsi in mmsis:
    # ships.append( ship.ship(df[df['MMSI'] == df['MMSI'][0]]) )
    a =df[ df['MMSI'] == mmsi ]
    ships.append( ship.ship( a, verbose=False ))
    # ships.append( ship.ship(df[df['MMSI'] == mmsi ] ) )

c_acc=0
s_acc=0
big_acc = 0
for shp in ships:
    if not shp.is_consistant: c_acc +=1
    if not shp.is_well_measured: s_acc +=1
    if shp.size  > 200 and shp.is_well_measured : big_acc +=1
print c_acc,' ships has metadata consistancy problem'
print s_acc,' ships are not well measured'
print big_acc,' ships are bigger the 200'


# df[ df['MMSI']== df['MMSI'][0] ]
Beispiel #2
0
def get_docking_locations():
    '''

    :return:
    docks: list of all lo
    '''
    df= pa.read_csv(cfg.FILENAME,parse_dates=[0],dayfirst=False)

    mmsis = set(df['MMSI'])


    # a list of all MMSI'd ship instances
    ships = []
    for mmsi in mmsis:
        # ships.append( ship.ship(df[df['MMSI'] == df['MMSI'][0]]) )
        a =df[ df['MMSI'] == mmsi ]
        ships.append( ship.ship( a, verbose=False ))
        # ships.append( ship.ship(df[df['MMSI'] == mmsi ] ) )

    c_acc=0
    s_acc=0
    big_acc = 0
    docks = []
    for shp in ships:
        if not shp.is_consistant: c_acc +=1
        if not shp.is_well_measured: s_acc +=1
        if shp.size  > cfg.SHIP_MINIMAL_SIZE and shp.is_well_measured and shp.is_consistant : big_acc +=1
        # docks += shp.get_docking_locations()

    print c_acc,' ships has metadata consistancy problem'
    print s_acc,' ships are not well measured'
    print big_acc,' ships are bigger then ',cfg.SHIP_MINIMAL_SIZE,' m'

    cl = cfg.CLASSES
    el = cfg.ELUMINATE


    def retreave_docks_from_ships(ships):

        # res = []
        docks = []
        str_out = "["
        for shp in ships:
            # if True:# shp.is_consistant and shp.size > 200 : # filtered: 2149  points were found, not filtered: 3360  points were found
            if cl[shp.clas] not in el and shp.is_consistant and shp.is_well_measured and shp.size >= cfg.SHIP_MINIMAL_SIZE : # filtered: 2149 consistant points were found, not filtered: 3360  points were found :  well measurend: 1612  points were found
                # res.append(shp.stops)
                ships_docks = shp.get_docking_locations()[0]
                docks += ships_docks
                dock_string_haha =""
                for dock in ships_docks: dock_string_haha += str(dock[:-1]) +'\n'
                str_out += '{MMSI:' +str( shp.mmsi )  +",Docks:\n" +dock_string_haha + '},'
                # Mmsis[ len( docks ) ] = shp.mmsi
            str_out += ']'
        return docks, str_out

    docks, str2 = retreave_docks_from_ships(ships)
    print len(docks), ' points were found'

    # ar_points = np.array(docks)[:, [1, 2, 3]]
    # BINS = 2000
    # plt.hist(ar_points[:, 0], bins=BINS)
    # histo = np.histogram(ar_points, bins=BINS)
    # plt.show()
    # plt.hist(ar_points[:, 2]%180, bins=BINS)
    open(cfg.DOCKING_LOCATION_RESULT, 'w').write(str2)
    print 'end'

    return docks, ships, str2
                if _dock.is_equals(new_dock):
                    exists = True
                    if mmsi not in _dock.Mmsis:
                        _dock.Mmsis.append( mmsi )
                    break
        if not exists:
            docks_list.append(new_dock)
    return docks_list



df= pa.read_csv(cfg.FILENAME,parse_dates=[0],dayfirst=False)
mmsis = set(df['MMSI'])  # a list of all MMSI'd ship instance
ships = []
for mmsi in mmsis:
    temp = ship.ship(df[df['MMSI'] == mmsi], verbose=False)
    ships.append(temp)

cl = cfg.CLASSES
el = cfg.ELUMINATE
docks = []
str2 = "["
for shp in ships:
    if cl[shp.clas] not in el and shp.is_consistant \
            and shp.is_well_measured and shp.size >= cfg.SHIP_MINIMAL_SIZE:                   # filtered: 2149 consistant points were found, not filtered: 3360  points were found :  well measurend: 1612  points were found
        #  docks, minimal_doc_time_idxs_list, stops_indexs = shp.get_docking_locations()
        ships_docking_history = shp.get_docking_locations()[0]
        for new_dock_prm in ships_docking_history:
            new_dock = dck.dock(new_dock_prm[1], new_dock_prm[2], new_dock_prm[3], shp.mmsi)
            exists = False
            if docks: