def setUp(self): os.chdir(CURRENT_DIR) self.test_name = os.path.basename(CURRENT_DIR) self.test_info = load_test_info(self.test_name) self.coll_name = self.test_info['coll_names'][0] self.conn_src = self.test_info['conn_src'] self.conn_dest = self.test_info['conn_dest'] self.db_src = self.test_info['db_src'] self.db_dest = self.test_info['db_dest'] self.coll_src = self.db_src[self.coll_name] self.coll_dest = self.db_dest[self.coll_name] remove_res(self.test_info['temp_res']) setup_dataset( coll=self.coll_src, dataset_file=os.path.join(CURRENT_DIR, 'data.json') ) print_msg('Setting up progress file') with open('current_progress.yaml', 'w') as output: output.write("{}: 555317f7d290053143db668b\n".format( self.coll_name ))
def setUp(self): os.chdir(CURRENT_DIR) self.test_name = os.path.basename(CURRENT_DIR) self.test_info = load_test_info(self.test_name) self.coll_name = self.test_info['coll_names'][0] self.conn_src = self.test_info['conn_src'] self.db_src = self.test_info['db_src'] self.db_dest = self.test_info['db_dest'] self.coll_src = self.db_src[self.coll_name] remove_res(self.test_info['temp_res']) setup_dataset(coll=self.coll_src, dataset_file=os.path.join(CURRENT_DIR, 'data.json'))
def setUp(self): os.chdir(CURRENT_DIR) self.test_name = os.path.basename(CURRENT_DIR) self.test_info = load_test_info(self.test_name) self.coll_name = self.test_info["coll_names"][0] self.conn_src = self.test_info["conn_src"] self.conn_dest = self.test_info["conn_dest"] self.db_src = self.test_info["db_src"] self.db_dest = self.test_info["db_dest"] self.coll_src = self.db_src[self.coll_name] self.coll_dest = self.db_dest[self.coll_name] remove_res(self.test_info["temp_res"]) setup_dataset(coll=self.coll_src, dataset_file=os.path.join(CURRENT_DIR, "data.json"))
def setUp(self): os.chdir(CURRENT_DIR) self.test_name = os.path.basename(CURRENT_DIR) self.test_info = load_test_info(self.test_name) self.coll_name = self.test_info['coll_names'][0] self.conn_src = self.test_info['conn_src'] self.db_src = self.test_info['db_src'] self.db_dest = self.test_info['db_dest'] self.coll_src = self.db_src[self.coll_name] remove_res(self.test_info['temp_res']) setup_dataset( coll=self.coll_src, dataset_file=os.path.join(CURRENT_DIR, 'data.json') )
def setUp(self): os.chdir(CURRENT_DIR) self.test_name = os.path.basename(CURRENT_DIR) self.test_info = load_test_info(self.test_name) self.coll_name = self.test_info['coll_names'][0] self.conn_src = self.test_info['conn_src'] self.conn_dest = self.test_info['conn_dest'] self.db_src = self.test_info['db_src'] self.db_dest = self.test_info['db_dest'] self.coll_src = self.db_src[self.coll_name] self.coll_dest = self.db_dest[self.coll_name] remove_res(self.test_info['temp_res']) setup_dataset(coll=self.coll_src, dataset_file=os.path.join(CURRENT_DIR, 'data.json')) print_msg('Setting up progress file') with open('current_progress.yaml', 'w') as output: output.write("{}: 555317f7d290053143db668b\n".format( self.coll_name))
import logging import warnings warnings.filterwarnings("ignore") logger = logging.getLogger('tensorflow') logger.disabled = True import tensorflow.compat.v1 as tf import tensorflow.contrib as contrib import utils for dataset in [0, 1, 2, 3, 4]: _ = utils.setup_dataset(dataset, inspect = False) print("Downloaded dataset %d." % dataset) print("Downloaded all datasets.")
parser.add_argument("-c", default=0.1, type=float) parser.add_argument("-xi", default=0.1, type=float) parser.add_argument("-lr", default=0.0001, type=float) parser.add_argument("-nepochs", default=20, type=int) args = parser.parse_args() config = { 'overwrite_name': 'si-h%d-lr%g-c%g-xi%g-dataset%d' % (args.hidden, args.lr, args.c, args.xi, args.dataset), } utils.setup_logging(args.seed, config['overwrite_name']) print("Seed: %d" % args.seed) session_config = utils.set_seed(args.seed, args.dataset) n_permute_tasks, it, layer_sizes = utils.setup_dataset(args.dataset, args.inspect) config = { **config, 'c': args.c, 'xi': args.xi, 'lr': args.lr, } if args.hidden != None: layer_sizes = layer_sizes[:1] + [ args.hidden for ln in range(len(layer_sizes) - 2) ] + layer_sizes[-1:] else: print('hidden unset') config['layer_sizes'] = layer_sizes