def train(processed_dir="processed_data"):
checkpoint_freq = 10000
read_file = None
save_file = 'tmp2'
epochs = 10
logdir = 'logs2'
#
test_dataset = DataSet.read(os.path.join(processed_dir, "test.chunk.gz"))
train_chunk_files = [
os.path.join(processed_dir, fname)
for fname in os.listdir(processed_dir)
if TRAINING_CHUNK_RE.match(fname)
]
if read_file is not None:
read_file = os.path.join(os.getcwd(), save_file)
n = PolicyNetwork()
n.initialize_variables(read_file)
if logdir is not None:
n.initialize_logging(logdir)
last_save_checkpoint = 0
for i in range(epochs):
random.shuffle(train_chunk_files)
for file in train_chunk_files:
print("提取 %s" % file)
with timer("load dataset"):
train_dataset = DataSet.read(file)
with timer("training"):
n.train(train_dataset)
with timer("save model"):
n.save_variables(save_file)
if n.get_global_step() > last_save_checkpoint + checkpoint_freq:
with timer("test set evaluation"):
n.check_accuracy(test_dataset)
last_save_checkpoint = n.get_global_step()
def train(processed_dir,
save_file=None,
epochs=10,
logdir=None,
checkpoint_freq=10000):
test_dataset = DataSet.read(os.path.join(processed_dir, "test.chunk.gz"))
train_chunk_files = [
os.path.join(processed_dir, fname)
for fname in os.listdir(processed_dir)
if TRAINING_CHUNK_RE.match(fname)
]
save_file = os.path.join(os.getcwd(), save_file)
n = PolicyNetwork()
try:
n.initialize_variables(save_file)
except:
n.initialize_variables(None)
if logdir is not None:
n.initialize_logging(logdir)
last_save_checkpoint = 0
for i in range(epochs):
random.shuffle(train_chunk_files)
for file in train_chunk_files:
print("Using %s" % file)
train_dataset = DataSet.read(file)
train_dataset.shuffle()
with timer("training"):
n.train(train_dataset)
n.save_variables(save_file)
if n.get_global_step() > last_save_checkpoint + checkpoint_freq:
with timer("test set evaluation"):
n.check_accuracy(test_dataset)
last_save_checkpoint = n.get_global_step()
def train(processed_dir,
read_file=None,
save_file=None,
epochs=10,
logdir=None,
checkpoint_freq=10000):
test_dataset = DataSet.read(os.path.join(processed_dir, "test.chunk.gz"))
train_chunk_files = [
os.path.join(processed_dir, fname)
for fname in os.listdir(processed_dir)
if TRAINING_CHUNK_RE.match(fname)
]
n = PolicyNetwork(DEFAULT_FEATURES.planes)
n.initialize_variables(read_file)
if logdir is not None:
n.initialize_logging(logdir)
last_save_checkpoint = 0
for i in range(epochs):
random.shuffle(train_chunk_files)
for file in train_chunk_files:
print("Using %s" % file)
train_dataset = DataSet.read(file)
n.train(train_dataset)
if save_file is not None and n.get_global_step(
) > last_save_checkpoint + checkpoint_freq:
n.check_accuracy(test_dataset)
print("Saving checkpoint to %s" % save_file, file=sys.stderr)
last_save_checkpoint = n.get_global_step()
n.save_variables(save_file)
if save_file is not None:
n.save_variables(save_file)
print("Finished training. New model saved to %s" % save_file,
file=sys.stderr)
def train(processed_dir, read_file=None, save_file=None, epochs=10, logdir=None, checkpoint_freq=10000):
test_dataset = DataSet.read(os.path.join(processed_dir, "test.chunk.gz"))
train_chunk_files = [os.path.join(processed_dir, fname)
for fname in os.listdir(processed_dir)
if TRAINING_CHUNK_RE.match(fname)]
if read_file is not None:
read_file = os.path.join(os.getcwd(), save_file)
n = PolicyNetwork()
n.initialize_variables(read_file)
if logdir is not None:
n.initialize_logging(logdir)
last_save_checkpoint = 0
for i in range(epochs):
random.shuffle(train_chunk_files)
for file in train_chunk_files:
print("Using %s" % file)
with timer("load dataset"):
train_dataset = DataSet.read(file)
with timer("training"):
n.train(train_dataset)
with timer("save model"):
n.save_variables(save_file)
if n.get_global_step() > last_save_checkpoint + checkpoint_freq:
with timer("test set evaluation"):
n.check_accuracy(test_dataset)
last_save_checkpoint = n.get_global_step()
def train(processed_dir,
save_dir,
logdir,
read_file=None,
epochs=50,
checkpoint_freq=2):
test_dataset = DataSet.read(os.path.join(processed_dir, "test.chunk.gz"))
train_dataset = DataSet.read(os.path.join(processed_dir, "train.chunk.gz"))
if not os.path.exists(save_dir):
os.makedirs(save_dir)
print("=====Network initilization=====")
net = PolicyNetwork(logdir=logdir, read_file=read_file)
print("=====Start training...=====")
for i in range(epochs):
net.train(train_dataset, test_dataset)
if i % checkpoint_freq == 0:
net.save_variables(
os.path.join(save_dir, "epoch_" + str(i) + ".ckpt"))
def train(processed_dir,
read_file=None,
save_file=None,
epochs=10,
logdir=None,
checkpoint_freq=10000):
test_dataset = DataSet.read(os.path.join(processed_dir, 'test.chunk.gz'))
#print(test_dataset)
train_chunk_files = [
os.path.join(processed_dir, fname)
for fname in os.listdir(processed_dir)
if TRAINING_CHUNK_RE.match(fname)
]
print(train_chunk_files)
if read_file is not None:
read_file = os.path.join(os.getcwd(), save_file)
n = PolicyNetwork()
n.initialize_variables()
if logdir is not None:
n.initialize_logging(logdir)
last_save_checkpoint = 0
for i in range(epochs):
random.shuffle(train_chunk_files)
for file in tqdm.tqdm(train_chunk_files, desc='epochs ' + str(i)):
#print('Using %s' % file)
with timer('load dataset'):
train_dataset = DataSet.read(file)
with timer('training'):
n.train(train_dataset)
if n.get_global_step() > last_save_checkpoint + checkpoint_freq:
with timer('save model'):
n.save_variables(save_file)
with timer('test set evaluation'):
n.check_accuracy(test_dataset)
last_save_checkpoint = n.get_global_step()
with timer('test set evaluation'):
n.check_accuracy(test_dataset)
g1 = tf.Graph()
with g1.as_default():
train_net = PolicyNetwork(scope="PolicNetwork")
train_net.initialize_variables('model/sl/epoch_48.ckpt')
pos = go.Position()
train_net.run(pos)
g2 = tf.Graph()
with g2.as_default():
player_net = PolicyNetwork(scope="PlayerNetwork")
player_net.initialize_variables('model/rl/2/player2.ckpt')
pos = go.Position()
player_net.run(pos)
save_trained_policy(1, 'model/rl')
print("===========load new model=================")
g2 = tf.Graph()
with g2.as_default():
player_net = PolicyNetwork(scope="PlayerNetwork")
player_net.initialize_variables('model/rl/5/player5.ckpt')
move_probs10 = player_net.run(pos)
assert np.array_equal(move_probs10, move_probs0)
print("succefully loaded")
with tf.Session().as_default() as sess:
train_net.save_variables('checkpoint1/save/policy.ckpt')