def test_weighted(self):
fn_obj = metrics.FalseNegatives()
y_true = ((0, 1, 0, 1, 0), (0, 0, 1, 1, 1), (1, 1, 1, 1, 0), (0, 0, 0,
0, 1))
y_pred = ((0, 0, 1, 1, 0), (1, 1, 1, 1, 1), (0, 1, 0, 1, 0), (1, 1, 1,
1, 1))
sample_weight = (1., 1.5, 2., 2.5)
result = fn_obj(y_true, y_pred, sample_weight=sample_weight)
assert np.allclose(5., K.eval(result))
def test_unweighted_with_thresholds(self):
fn_obj = metrics.FalseNegatives(thresholds=[0.15, 0.5, 0.85])
y_pred = ((0.9, 0.2, 0.8, 0.1), (0.2, 0.9, 0.7, 0.6),
(0.1, 0.2, 0.4, 0.3), (0, 1, 0.7, 0.3))
y_true = ((0, 1, 1, 0), (1, 0, 0, 0), (0, 0, 0, 0), (1, 1, 1, 1))
result = fn_obj(y_true, y_pred)
assert np.allclose([1., 4., 6.], K.eval(result))
def test_weighted_with_thresholds(self):
fn_obj = metrics.FalseNegatives(thresholds=[0.15, 0.5, 0.85])
y_pred = ((0.9, 0.2, 0.8, 0.1), (0.2, 0.9, 0.7, 0.6),
(0.1, 0.2, 0.4, 0.3), (0, 1, 0.7, 0.3))
y_true = ((0, 1, 1, 0), (1, 0, 0, 0), (0, 0, 0, 0), (1, 1, 1, 1))
sample_weight = ((3.0, ), (5.0, ), (7.0, ), (4.0, ))
result = fn_obj(y_true, y_pred, sample_weight=sample_weight)
assert np.allclose([4., 16., 23.], K.eval(result))
def test_unweighted(self):
fn_obj = metrics.FalseNegatives()
y_true = ((0, 1, 0, 1, 0), (0, 0, 1, 1, 1), (1, 1, 1, 1, 0), (0, 0, 0,
0, 1))
y_pred = ((0, 0, 1, 1, 0), (1, 1, 1, 1, 1), (0, 1, 0, 1, 0), (1, 1, 1,
1, 1))
result = fn_obj(y_true, y_pred)
assert np.allclose(3., K.eval(result))
def define_model():
hidden_nodes = int((DATASET.get_number_of_features() + DATASET.NUM_CLASSES) / 2)
# create and fit the DNN network
model = Sequential()
model.add(Dense(hidden_nodes, input_dim=DATASET.get_number_of_features(), activation='relu'))
model.add(Dense(1, activation='sigmoid'))
model.compile(loss='binary_crossentropy', optimizer='adam',
metrics=["accuracy", km.TruePositives(), km.FalsePositives(), km.TrueNegatives(),
km.FalseNegatives()])
return model
def test_config(self):
fn_obj = metrics.FalseNegatives(name='my_fn', thresholds=[0.4, 0.9])
assert fn_obj.name == 'my_fn'
assert len(fn_obj.weights) == 1
assert fn_obj.thresholds == [0.4, 0.9]
# Check save and restore config
fn_obj2 = metrics.FalseNegatives.from_config(fn_obj.get_config())
assert fn_obj2.name == 'my_fn'
assert len(fn_obj2.weights) == 1
assert fn_obj2.thresholds == [0.4, 0.9]
def initializeNN():
from keras.models import Sequential
from keras.layers import Dense
from keras.layers import LeakyReLU
from keras.layers import Dropout
from keras import regularizers
from keras import metrics
#import tensorflow_addons as tfa
### Define metrics
metrics = [
metrics.CategoricalAccuracy(name="accuracy"),
metrics.FalseNegatives(name="fn"),
metrics.FalsePositives(name="fp"),
metrics.TrueNegatives(name="tn"),
metrics.TruePositives(name="tp"),
metrics.Precision(name="precision"),
metrics.Recall(name="recall"),
metrics.AUC(name='auc') #,
#tfa.metrics.CohenKappa(name='kappa')
]
# define the keras model
nn = Sequential()
nn.add(Dense(256, input_dim=102,
kernel_regularizer='l1')) #, activation='relu'))
nn.add(LeakyReLU(alpha=0.1))
nn.add(Dropout(0.1))
nn.add(Dense(128)) #, activation='relu'))#,kernel_regularizer='l1'))
nn.add(LeakyReLU(alpha=0.1))
nn.add(Dropout(0.1))
nn.add(Dense(64)) #, activation='relu'))#,kernel_regularizer='l1'))
nn.add(LeakyReLU(alpha=0.1))
nn.add(Dropout(0.1))
nn.add(Dense(64)) #, activation='relu'))#,kernel_regularizer='l1'))
nn.add(LeakyReLU(alpha=0.1))
nn.add(Dropout(0.1))
nn.add(Dense(31, activation='softmax'))
nn.compile(loss='categorical_crossentropy',
optimizer='Adamax',
metrics=metrics)
return nn
def train_lstm_model(x_train, y_train):
x_train = array(x_train)
x_train = x_train.reshape((len(x_train), 1, len(x_train[0])))
print("x_train.shape", x_train.shape)
print(x_train[0])
y_train = array(y_train)
print("y_train.shape", y_train.shape)
# imrpove log: use batch size 16 and add one more lstm layer
lstm_model = Sequential()
lstm_model.add(LSTM(16,
input_shape=(1, 63),
return_sequences=True))
lstm_model.add(LSTM(16, ))
lstm_model.add(layers.Dense(1, activation='sigmoid'))
lstm_model.compile(optimizer='rmsprop',
loss='binary_crossentropy',
metrics=['acc',
metrics.AUC(),
metrics.FalseNegatives(),
metrics.Recall(),
metrics.Precision(),
metrics.FalseNegatives(),
metrics.TrueNegatives(),
metrics.FalsePositives(),
metrics.TruePositives()])
lstm_history = lstm_model.fit(x_train, y_train,
epochs=100,
batch_size=16,
validation_split=0.2,
callbacks=[callbacks.EarlyStopping(monitor='val_loss', patience=5),
callbacks.LearningRateScheduler(scheduler)])
print("finish training lstm model")
return lstm_model, lstm_history
model.add(Dropout(dropout_11))
model.add(Dense(units_12, activation=activation_12))
model.add(Dropout(dropout_12))
model.add(Dense(nb_classes, activation='sigmoid'))
METRICS = [
metrics.BinaryAccuracy(name='ACCURACY'),
metrics.Precision(name='PRECISION'),
metrics.Recall(name='RECALL'),
metrics.AUC(name='AUC'),
metrics.TruePositives(name='TP'),
metrics.TrueNegatives(name='TN'),
metrics.FalsePositives(name='FP'),
metrics.FalseNegatives(name='FN')]
model.compile(loss='binary_crossentropy',
optimizer=compile_optimizer,
metrics=METRICS)
# GENERATORS
train_datagen = ImageDataGenerator(
rescale=1. / 255,
shear_range=0.2,
zoom_range=0.2,
horizontal_flip=True,
validation_split=validation_split)
test_datagen = ImageDataGenerator(rescale=1. / 255)
#label=HDF5Matrix(path+'label_2017_120_unet.h5', 'data')
imerg=HDF5Matrix(path+'imerg_2019_200_3h.h5','data')
goes=HDF5Matrix(path+'nor_goes_2019_800_3h_re.h5','data')
#gfs=HDF5Matrix(path+'nor_gfs_2019_100_3h.h5','data')
print(imerg.shape, label.shape,goes.shape, flush=True)
model=UNet()
print(model.summary(),flush=True)
model = multi_gpu_model(model,gpus=2)
metrics = [
metrics.FalseNegatives(name="fn"),
metrics.FalsePositives(name="fp"),
metrics.TrueNegatives(name="tn"),
metrics.TruePositives(name="tp"),
metrics.Precision(name="precision"),
metrics.Recall(name="recall"),
]
model.compile(optimizer="Adam", loss='binary_crossentropy', metrics=metrics)
epochs=500
batch_size=16
earlystopper = EarlyStopping(patience=50,verbose=1, monitor='val_loss')
checkpointer = ModelCheckpoint('model_ck_mse_new.h5', save_best_only=True, verbose=1)
import numpy as np
from keras import optimizers
from keras import metrics
from keras import losses
from keras.models import Sequential
from keras.layers import Dense, Dropout
from scipy.io.arff import loadarff
from sklearn import preprocessing
import matplotlib.pyplot as plt
METRICS = [
metrics.FalsePositives(name='fp'),
metrics.FalseNegatives(name='fn'),
metrics.TruePositives(name='tp'),
metrics.TrueNegatives(name='tn'),
metrics.BinaryAccuracy(name='accuracy'),
]
mean_squared_error = losses.squared_hinge
KDDTrain, train_metadata = loadarff("KDDTrain+.arff")
KDDTest, test_metadata = loadarff("KDDTest+.arff")
training_nparray = np.asarray(KDDTrain.tolist())
testing_nparray = np.asarray(KDDTest.tolist())
enc = preprocessing.OrdinalEncoder()
encoded_dataset = enc.fit_transform(training_nparray)
X_train = encoded_dataset[:, :-1]
y_train = np.ravel(encoded_dataset[:, -1:])
encoded_dataset = enc.fit_transform(testing_nparray)
X_test = encoded_dataset[:, :-1]