def setUp(self):
os.chdir(CURRENT_DIR)
self.test_name = os.path.basename(CURRENT_DIR)
self.test_info = load_test_info(self.test_name)
self.coll_name = self.test_info['coll_names'][0]
self.conn_src = self.test_info['conn_src']
self.conn_dest = self.test_info['conn_dest']
self.db_src = self.test_info['db_src']
self.db_dest = self.test_info['db_dest']
self.coll_src = self.db_src[self.coll_name]
self.coll_dest = self.db_dest[self.coll_name]
remove_res(self.test_info['temp_res'])
setup_dataset(
coll=self.coll_src,
dataset_file=os.path.join(CURRENT_DIR, 'data.json')
)
print_msg('Setting up progress file')
with open('current_progress.yaml', 'w') as output:
output.write("{}: 555317f7d290053143db668b\n".format(
self.coll_name
))
def setUp(self):
os.chdir(CURRENT_DIR)
self.test_name = os.path.basename(CURRENT_DIR)
self.test_info = load_test_info(self.test_name)
self.coll_name = self.test_info['coll_names'][0]
self.conn_src = self.test_info['conn_src']
self.db_src = self.test_info['db_src']
self.db_dest = self.test_info['db_dest']
self.coll_src = self.db_src[self.coll_name]
remove_res(self.test_info['temp_res'])
setup_dataset(coll=self.coll_src,
dataset_file=os.path.join(CURRENT_DIR, 'data.json'))
def setUp(self):
os.chdir(CURRENT_DIR)
self.test_name = os.path.basename(CURRENT_DIR)
self.test_info = load_test_info(self.test_name)
self.coll_name = self.test_info["coll_names"][0]
self.conn_src = self.test_info["conn_src"]
self.conn_dest = self.test_info["conn_dest"]
self.db_src = self.test_info["db_src"]
self.db_dest = self.test_info["db_dest"]
self.coll_src = self.db_src[self.coll_name]
self.coll_dest = self.db_dest[self.coll_name]
remove_res(self.test_info["temp_res"])
setup_dataset(coll=self.coll_src, dataset_file=os.path.join(CURRENT_DIR, "data.json"))
def setUp(self):
os.chdir(CURRENT_DIR)
self.test_name = os.path.basename(CURRENT_DIR)
self.test_info = load_test_info(self.test_name)
self.coll_name = self.test_info['coll_names'][0]
self.conn_src = self.test_info['conn_src']
self.db_src = self.test_info['db_src']
self.db_dest = self.test_info['db_dest']
self.coll_src = self.db_src[self.coll_name]
remove_res(self.test_info['temp_res'])
setup_dataset(
coll=self.coll_src,
dataset_file=os.path.join(CURRENT_DIR, 'data.json')
)
def setUp(self):
os.chdir(CURRENT_DIR)
self.test_name = os.path.basename(CURRENT_DIR)
self.test_info = load_test_info(self.test_name)
self.coll_name = self.test_info['coll_names'][0]
self.conn_src = self.test_info['conn_src']
self.conn_dest = self.test_info['conn_dest']
self.db_src = self.test_info['db_src']
self.db_dest = self.test_info['db_dest']
self.coll_src = self.db_src[self.coll_name]
self.coll_dest = self.db_dest[self.coll_name]
remove_res(self.test_info['temp_res'])
setup_dataset(coll=self.coll_src,
dataset_file=os.path.join(CURRENT_DIR, 'data.json'))
print_msg('Setting up progress file')
with open('current_progress.yaml', 'w') as output:
output.write("{}: 555317f7d290053143db668b\n".format(
self.coll_name))
import logging
import warnings
warnings.filterwarnings("ignore")
logger = logging.getLogger('tensorflow')
logger.disabled = True
import tensorflow.compat.v1 as tf
import tensorflow.contrib as contrib
import utils
for dataset in [0, 1, 2, 3, 4]:
_ = utils.setup_dataset(dataset, inspect = False)
print("Downloaded dataset %d." % dataset)
print("Downloaded all datasets.")
parser.add_argument("-c", default=0.1, type=float)
parser.add_argument("-xi", default=0.1, type=float)
parser.add_argument("-lr", default=0.0001, type=float)
parser.add_argument("-nepochs", default=20, type=int)
args = parser.parse_args()
config = {
'overwrite_name':
'si-h%d-lr%g-c%g-xi%g-dataset%d' %
(args.hidden, args.lr, args.c, args.xi, args.dataset),
}
utils.setup_logging(args.seed, config['overwrite_name'])
print("Seed: %d" % args.seed)
session_config = utils.set_seed(args.seed, args.dataset)
n_permute_tasks, it, layer_sizes = utils.setup_dataset(args.dataset,
args.inspect)
config = {
**config,
'c': args.c,
'xi': args.xi,
'lr': args.lr,
}
if args.hidden != None:
layer_sizes = layer_sizes[:1] + [
args.hidden for ln in range(len(layer_sizes) - 2)
] + layer_sizes[-1:]
else:
print('hidden unset')
config['layer_sizes'] = layer_sizes
