def test_full_problem(self):
from deephyper.nas.preprocessing import minmaxstdscaler
from deephyper.problem import NaProblem
pb = NaProblem()
def load_data(prop):
return ([[10]], [1]), ([10], [1])
pb.load_data(load_data, prop=1.0)
pb.preprocessing(minmaxstdscaler)
pb.search_space(OneLayerSpace)
pb.hyperparameters(
batch_size=64,
learning_rate=0.001,
optimizer="adam",
num_epochs=10,
loss_metric="mse",
)
with pytest.raises(NaProblemError):
pb.objective("r2")
pb.loss("mse")
pb.metrics(["r2"])
possible_objective = ["loss", "val_loss", "r2", "val_r2"]
for obj in possible_objective:
pb.objective(obj)
def test_search_space(self):
from deephyper.problem import NaProblem
pb = NaProblem()
with pytest.raises(TypeError):
pb.search_space(space_class="a")
pb.search_space(OneLayerSpace)
from deephyper.problem import NaProblem
from molnet.molnet.load_data import load_data
from molnet.molnet.search_space import create_search_space
from deephyper.search.nas.model.preprocessing import minmaxstdscaler
Problem = NaProblem(seed=2019)
Problem.load_data(load_data)
Problem.preprocessing(minmaxstdscaler)
Problem.search_space(create_search_space, num_layers=3)
Problem.hyperparameters(
batch_size=32,
learning_rate=0.01,
optimizer='adam',
num_epochs=20,
callbacks=dict(EarlyStopping=dict(
monitor='val_r2', # or 'val_acc' ?
mode='max',
verbose=0,
patience=5)))
Problem.loss('mse') # or 'categorical_crossentropy' ?
Problem.metrics(['r2']) # or 'acc' ?
Problem.objective('val_r2__last') # or 'val_acc__last' ?
# Just to print your problem, to test its definition and imports in the current python environment.
from deephyper.benchmark.nas.covertype.load_data import load_data
from deephyper.problem import NaProblem
from deepspace.tabular import DenseSkipCoSpace
Problem = NaProblem()
Problem.load_data(load_data)
Problem.search_space(DenseSkipCoSpace, regression=False, bn=False, num_layers=10)
Problem.hyperparameters(
batch_size=[32, 64, 128, 256, 512, 1024],
learning_rate=(0.001, 0.1, "log-uniform"),
optimizer="adam",
num_epochs=20,
verbose=0,
callbacks=dict(CSVExtendedLogger=dict()),
)
Problem.loss("categorical_crossentropy")
Problem.metrics(["acc"])
Problem.objective("val_acc")
# Just to print your problem, to test its definition and imports in the current python environment.
if __name__ == "__main__":
print(Problem)
# model = Problem.get_keras_model([4 for _ in range(20)])
import traceback
from deephyper.benchmark.nas.covertype.load_data import load_data
from deephyper.problem import NaProblem
from deephyper.nas.space.dense_skipco import create_search_space
# from deephyper.nas.preprocessing import minmaxstdscaler
Problem = NaProblem(seed=2019)
Problem.load_data(load_data)
# Problem.preprocessing(minmaxstdscaler)
Problem.search_space(create_search_space,
num_layers=10,
regression=False,
bn=False)
Problem.hyperparameters(
batch_size=256,
learning_rate=0.01,
optimizer="adam",
num_epochs=20,
verbose=0,
callbacks=dict(CSVExtendedLogger=dict()),
)
Problem.loss("categorical_crossentropy")
Problem.metrics(["acc"])
from deephyper.problem import NaProblem
from deephyper.benchmark.nas.linearReg.load_data import load_data
from deephyper.benchmark.nas.linearRegMultiInputsGen.load_data import load_data
from deephyper.nas.preprocessing import minmaxstdscaler
from deepspace.tabular import OneLayerSpace
Problem = NaProblem()
Problem.load_data(load_data)
Problem.preprocessing(minmaxstdscaler)
Problem.search_space(OneLayerSpace)
Problem.hyperparameters(batch_size=100,
learning_rate=0.1,
optimizer="adam",
num_epochs=10)
Problem.loss("mse")
Problem.metrics(["r2"])
Problem.objective("val_r2")
# Just to print your problem, to test its definition and imports in the current python environment.
if __name__ == "__main__":
print(Problem)
from nas_problems.polynome2.load_data import load_data
from nas_problems.polynome2.search_space import create_search_space
from deephyper.problem import NaProblem
Problem = NaProblem()
Problem.load_data(load_data, size=1000)
Problem.search_space(create_search_space)
Problem.hyperparameters(batch_size=128,
learning_rate=0.001,
optimizer="rmsprop",
num_epochs=5)
Problem.loss("mse")
Problem.metrics(["r2"])
Problem.objective("val_r2__last")
Problem.post_training(
num_epochs=60,
metrics=["r2"],
model_checkpoint={
"monitor": "val_r2",
"mode": "max",
"save_best_only": True,
"verbose": 1,
},
early_stopping={
from deephyper.problem import NaProblem
from nas_gcn.qm7.load_data import load_data
from nas_gcn.search_space_utils import create_search_space
Problem = NaProblem(seed=2020)
Problem.load_data(load_data)
Problem.search_space(create_search_space, data='qm7')
Problem.hyperparameters(batch_size=128,
learning_rate=1e-3,
optimizer='adam',
num_epochs=50)
Problem.loss("mae")
Problem.metrics(['mae', 'mse', 'r2', 'negmae'])
Problem.objective('val_negmae__max')
if __name__ == '__main__':
print(Problem)
from deephyper.problem import NaProblem
from nas_big_data.daymet.conv_lstm_2d import create_conv_lstm_search_space
from nas_big_data.daymet.load_data import load_data
Problem = NaProblem(seed=2019)
Problem.load_data(load_data)
Problem.search_space(create_conv_lstm_search_space, num_layers=10)
Problem.hyperparameters(
# batch_size=256, # (128, 2048),
batch_size=[32, 64, 128, 256, 512, 1024],
learning_rate=(0.001, 0.1, "log-uniform"),
optimizer="adam",
num_epochs=20,
verbose=0,
callbacks=dict(CSVExtendedLogger=dict(), TimeStopping=dict(seconds=460)),
)
Problem.loss("mse")
Problem.metrics(["mae"])
Problem.objective("val_loss")
# Just to print your problem, to test its definition and imports in the current python environment.
if __name__ == "__main__":
print(Problem)
from deephyper.problem import NaProblem
from nas_gcn.lipophilicity.load_data import load_data
from nas_gcn.search_space_utils import create_search_space
Problem = NaProblem(seed=2020)
Problem.load_data(load_data)
Problem.search_space(create_search_space, data='lipo')
Problem.hyperparameters(batch_size=128,
learning_rate=1e-3,
optimizer='adam',
num_epochs=20)
Problem.loss("mse")
Problem.metrics(['mae', 'mse', 'r2', 'negmse'])
Problem.objective('val_negmse__max')
if __name__ == '__main__':
print(Problem)
from deephyper.problem import NaProblem
from deephyper.benchmark.nas.linearRegMultiLoss.load_data import load_data
from deepspace.tabular import SupervisedRegAutoEncoderSpace
Problem = NaProblem()
Problem.load_data(load_data)
Problem.search_space(SupervisedRegAutoEncoderSpace, num_layers=10)
Problem.hyperparameters(
batch_size=100, learning_rate=0.1, optimizer="adam", num_epochs=20
)
Problem.loss(
loss={"output_0": "mse", "output_1": "mse"},
loss_weights={"output_0": 0.0, "output_1": 1.0},
)
Problem.metrics({"output_0": ["r2", "mse"], "output_1": "mse"})
Problem.objective("val_output_0_r2")
# Just to print your problem, to test its definition and imports in the current python environment.
if __name__ == "__main__":
print(Problem)
from deephyper.problem import NaProblem
from nas_gcn.esol.load_data import load_data
from nas_gcn.search_space_utils import create_search_space
Problem = NaProblem(seed=2020)
Problem.load_data(load_data)
Problem.search_space(create_search_space, data='esol')
Problem.hyperparameters(batch_size=64,
learning_rate=1e-3,
optimizer='adam',
num_epochs=80)
Problem.loss("mse")
Problem.metrics(['mae', 'mse', 'r2', 'negmse'])
Problem.objective('val_negmse__max')
if __name__ == '__main__':
print(Problem)
from deephyper.problem import NaProblem
from nas_gcn.freesolv.load_data import load_data
from nas_gcn.search_space_utils import create_search_space
Problem = NaProblem(seed=2020)
Problem.load_data(load_data)
Problem.search_space(create_search_space, data='freesolv')
Problem.hyperparameters(batch_size=64,
learning_rate=1e-3,
optimizer='adam',
num_epochs=200)
Problem.loss("mse")
Problem.metrics(['mae', 'mse', 'r2', 'negmse'])
Problem.objective('val_negmse__max')
if __name__ == '__main__':
print(Problem)
from deephyper.problem import NaProblem
from deephyper.benchmark.nas.polynome2Reg.load_data import load_data
from deephyper.nas.preprocessing import minmaxstdscaler
from deepspace.tabular import DenseSkipCoSpace
Problem = NaProblem()
Problem.load_data(load_data)
Problem.preprocessing(minmaxstdscaler)
Problem.search_space(DenseSkipCoSpace, num_layers=3)
Problem.hyperparameters(batch_size=100,
learning_rate=0.1,
optimizer="adam",
num_epochs=10)
Problem.loss("mse")
Problem.metrics(["r2"])
Problem.objective("val_r2")
# Just to print your problem, to test its definition and imports in the current python environment.
if __name__ == "__main__":
print(Problem)
