def main(): db = TensorDB(ip='146.169.33.34', port=27020, db_name='TransferGan', user_name='akara', password='******', studyID="MNIST") create_mnist_dataset(db=db) create_jobs(db=db, job_name="cv_mnist", models_dict={ "cnn": { "lr": [0.01, 0.001, 0.001], "n_cnn_layers": [1, 2, 2], "n_filters": [64, 128, 256], "n_epochs": [10, 10, 10], }, "mlp": { "lr": [0.05, 0.0001], "n_layers": [1, 2], "n_epochs": [10, 10], } }) # Setting up the connection to interface ip = "interfaceeae.doc.ic.ac.uk" port = 443 eae = eAE(ip, port) # Testing if the interface is Alive is_alive = eae.is_eae_alive() if is_alive != 200: raise Exception("!!!") # Get all jobs jobs = db.get_all_jobs() args = [str(j['_id']) for j in jobs] # We submit a dummy job parameters_set = "\n".join(args) cluster = "gpu_dev" computation_type = "GPU" main_file = "/home/akara/Workspace/tl_paper/tutorial_tensordb_cv_mnist_worker.py" data_files = ['/home/akara/Workspace/tl_paper/tensorlayer'] host_ip = "dsihuaweiroom.doc.ic.ac.uk" ssh_port = "22" job = eae.submit_jobs(parameters_set, cluster, computation_type, main_file, data_files, host_ip, ssh_port) print(job)
def main(): # This is to initialize the connection to your MondonDB server # Note: make sure your MongoDB is reachable before changing this line db = TensorDB(ip='IP_ADDRESS_OR_YOUR_MONGODB', port=27017, db_name='DATABASE_NAME', user_name=None, password=None, studyID='ANY_ID (e.g., mnist)') create_mnist_dataset(db=db) create_jobs(db=db, job_name="cv_mnist", models_dict={ "cnn": { "lr": [0.01, 0.001, 0.001], "n_cnn_layers": [1, 2, 2], "n_filters": [64, 128, 256], "n_epochs": [10, 10, 10], }, "mlp": { "lr": [0.05, 0.0001], "n_layers": [1, 2], "n_epochs": [10, 10], } }) # Setting up the connection to interface ip = "IP_ADDRESS_OF_EAE (e.g., interfaceeae.doc.ic.ac.uk)" port = 443 eae = eAE(ip, port) # Testing if the interface is Alive is_alive = eae.is_eae_alive() if is_alive != 200: raise Exception("!!!") # Get all jobs jobs = db.get_all_jobs() args = [str(j['_id']) for j in jobs] # We submit a dummy job parameters_set = "\n".join(args) cluster = "NAME_OF_CLUSTER (e.g., gpu_dev)" computation_type = "COMPUTATION_TYPE (e.g., GPU)" main_file = "ABSOLUTE_PATH_TO_MAIN_FILE" data_files = ['ABSOLUTE_PATH_TO_DIRECTORY_OR_FILES_TO_BE_COPIED_TO_RUN_THE_MAIN_FILE'] host_ip = "IP_ADDRESS_OF_HOST_MACHINE_RUNNING_THIS_SCRIPT" ssh_port = "SSH_PORT_OF_HOST_MACHINE" job = eae.submit_jobs(parameters_set, cluster, computation_type, main_file, data_files, host_ip, ssh_port) print(job)