def __init__(self):
global winsPos
global checkpointsPos
wall.walls = []
checkpoint.checkpoints = []
win.wins = []
level_map = st.level_map
with open(level_map, 'r') as f:
level_map = f.read().split('\n')
x = y = 0
for row in level_map:
for col in row:
if col == 'x':
wall.Wall((x, y))
if col == 'W' or col == 'w':
win.Win((x, y))
winsPos.append((x, y))
if col == 'C' or col == 'c':
checkpoint.Checkpoint((x, y))
checkpointsPos.append((x, y))
if col == 'O' or col == 'o':
self.rect = pygame.Rect(x, y, st.playerLength,
st.playerLength)
x += st.blockLength
y += st.blockLength
x = 0
def __init__(self, device, index, hps, dat_file):
self.is_tpu = (hps.hw in ('TPU', 'TPU-single'))
if self.is_tpu:
num_replicas = xm.xrt_world_size()
rank = xm.get_ordinal()
elif hps.hw == 'GPU':
if not t.cuda.is_available():
raise RuntimeError('GPU requested but not available')
num_replicas = 1
rank = 0
elif hps.hw == 'CPU':
num_replicas = 1
rank = 0
else:
raise ValueError(f'Chassis: Invalid device "{hps.hw}" requested')
self.replica_index = index
self.state = ckpt.Checkpoint(hps,
dat_file,
train_mode=True,
ckpt_file=hps.get('ckpt_file', None),
num_replicas=num_replicas,
rank=rank)
hps = self.state.hps
if not self.is_tpu or xm.is_master_ordinal():
print('Hyperparameters:\n', file=stderr)
print('\n'.join(f'{k} = {v}' for k, v in hps.items()), file=stderr)
self.learning_rates = dict(
zip(hps.learning_rate_steps, hps.learning_rate_rates))
if self.state.model.bn_type == 'vae':
self.anneal_schedule = dict(
zip(hps.bn_anneal_weight_steps, hps.bn_anneal_weight_vals))
self.ckpt_path = util.CheckpointPath(
hps.ckpt_template, not self.is_tpu or xm.is_master_ordinal())
self.softmax = t.nn.Softmax(1) # input to this is (B, Q, N)
self.hw = hps.hw
if hps.hw == 'GPU':
self.device_loader = GPULoaderIter(self.state.data.loader, device)
self.state.to(device)
else:
para_loader = pl.ParallelLoader(self.state.data.loader, [device])
self.device_loader = para_loader.per_device_loader(device)
self.num_devices = xm.xrt_world_size()
self.state.to(device)
self.state.init_torch_generator()
if not self.is_tpu or xm.is_master_ordinal():
self.writer = SummaryWriter(log_dir=hps.log_dir)
else:
self.writer = None
def __init__(self,
need_checkpoint=True,
need_db_log=True,
need_es_store=True,
need_source_store=True,
need_parsed_store=True):
cfg = config.Config()
self.__workers = cfg.workers
# self.__urls = cfg.urls
self.__terminate = False
self.__dud = urlseen.DupURLDel()
self.__title_seen = urlseen.DupURLDel()
self.__urls = set(cfg.urls)
self.__finished_urls = set()
self.__render = cfg.render
self.__max_depth = cfg.max_depth
self.__need_checkpoint = need_checkpoint
self.__need_db_log = need_db_log
self.__need_es_store = need_es_store
self.__need_parsed_store = need_parsed_store
self.__need_source_store = need_source_store
self.__storage = cfg.storage_loc
self.__db = cfg.db_loc
self.__checkpoint = cfg.checkpoint_loc
self.__content_parsed = cfg.parsed_storage_loc
self.__es_index = cfg.es_index
self.__es_doc_type = cfg.es_doc_type
self.__inc_rules = cfg.inc_rules
self.__exc_rules = cfg.exc_rules
self.__encoding = cfg.encoding
self.__chkpt = checkpoint.Checkpoint(self.__checkpoint, self.__db)
if self.__need_checkpoint:
assert self.__checkpoint != '', '[!] You need to supply checkpoint location in config file'
if self.__need_db_log:
assert self.__db != '', '[!] You need to supply db location in config file'
if self.__need_es_store:
assert self.__es_index != '', '[!] You need to supply es index in config file'
assert self.__es_doc_type != '', '[!] You need to supply es doc_type in config file'
if self.__need_parsed_store:
assert self.__content_parsed != '', '[!] You need to supply parsed file location in config file'
if self.__need_source_store:
assert self.__storage != '', '[!] You need to supply page source file location in config file'
def set_checkpoints(self):
"""Создание чекпоинтов"""
check1 = checkpoint.Checkpoint(1960, "1")
check2 = checkpoint.Checkpoint(2200, '2')
check3 = checkpoint.Checkpoint(110, '3')
check4 = checkpoint.Checkpoint(800, "4")
check5 = checkpoint.Checkpoint(1960, '5')
check6 = checkpoint.Checkpoint(110, '6')
check7 = checkpoint.Checkpoint(1080, '7')
check8 = checkpoint.Checkpoint(880, "8")
check9 = checkpoint.Checkpoint(2240, '9')
check10 = checkpoint.Checkpoint(110, '10')
check11 = checkpoint.Checkpoint(240, "11")
check12 = checkpoint.Checkpoint(5600, '12')
check13 = checkpoint.Checkpoint(1640, '13')
check14 = checkpoint.Checkpoint(2200, '14')
check15 = checkpoint.Checkpoint(2240, '15')
self.check_point_group = pygame.sprite.Group(check1, check2,
check3, check4,
check5, check6,
check7, check8,
check9, check10,
check11, check12,
check13, check14,
check15)
def set_checkpoints(self):
"""Creates invisible checkpoints that when collided will trigger
the creation of enemies from the self.enemy_group_list"""
check1 = checkpoint.Checkpoint(110, "1")
check2 = checkpoint.Checkpoint(2000, '2')
check3 = checkpoint.Checkpoint(560, '3')
check4 = checkpoint.Checkpoint(1560, "4")
check5 = checkpoint.Checkpoint(110, '5')
check6 = checkpoint.Checkpoint(110, '6')
check7 = checkpoint.Checkpoint(3240, '7')
check8 = checkpoint.Checkpoint(560, "8")
check9 = checkpoint.Checkpoint(1120, '9')
check10 = checkpoint.Checkpoint(110, '10')
check11 = checkpoint.Checkpoint(160, "11")
check12 = checkpoint.Checkpoint(1000, '12')
check13 = checkpoint.Checkpoint(2000, '13')
check14 = checkpoint.Checkpoint(3120, '14')
self.check_point_group = pygame.sprite.Group(check1, check2,
check3, check4,
check5, check6,
check7, check8,
check9, check10, check11,
check12, check13, check14)
def set_checkpoints(self):
"""Создание чекпоинтов"""
check1 = checkpoint.Checkpoint(1120, "1")
check2 = checkpoint.Checkpoint(2160, '2')
check3 = checkpoint.Checkpoint(110, '3')
check4 = checkpoint.Checkpoint(110, "4")
check5 = checkpoint.Checkpoint(560, '5')
check6 = checkpoint.Checkpoint(1560, '6')
check7 = checkpoint.Checkpoint(2440, '7')
check8 = checkpoint.Checkpoint(2760, "8")
check9 = checkpoint.Checkpoint(1480, '9')
check10 = checkpoint.Checkpoint(320, '10')
check11 = checkpoint.Checkpoint(880, "11")
check12 = checkpoint.Checkpoint(3120, '12')
self.check_point_group = pygame.sprite.Group(check1, check2,
check3, check4,
check5, check6,
check7, check8,
check9, check10,
check11,
check12)