def try_getting_hidden_pdf(self, pointer, filetype): try: binary = CdmAPI.retrieve_binary(self.alias, pointer) except urllib.error.HTTPError: print(self.alias, pointer, 'HTTP error caught on binary') self.unavailable_binaries.add((pointer, filetype)) return False return binary
def try_getting_hidden_pdf(self, pointer, filetype): try: binary = CdmAPI.retrieve_binary(self.alias, pointer) except urllib.error.HTTPError: logging.warning('{} {} HTTP error caught on binary'.format( self.alias, pointer)) return False return binary
def process_binary(self, target_dir, pointer, filetype): files = [file for root, dirs, files in self.tree_snapshot for file in files if target_dir == root] if '{}.{}'.format(pointer, filetype) not in files and '{}.{}'.format(pointer, filetype.lower()) not in files: try: CdmAPI.write_binary_to_file( CdmAPI.retrieve_binary(self.alias, pointer), target_dir, pointer, filetype) print('wrote', self.alias, pointer, filetype) except urllib.error.HTTPError: print(self.alias, pointer, 'HTTP error caught on binary') self.unavailable_binaries.add((pointer, filetype))
def process_binary(self, target_dir, pointer, filetype): files = [ file for root, dirs, files in self.tree_snapshot for file in files if target_dir == root ] if '{}.{}'.format(pointer, filetype) not in files and '{}.{}'.format( pointer, filetype.lower()) not in files: try: CdmAPI.write_binary_to_file( CdmAPI.retrieve_binary(self.alias, pointer), target_dir, pointer, filetype) logging.info('{} {}.{} written'.format(self.alias, pointer, filetype)) except urllib.error.HTTPError: logging.warning('{} {} HTTP error caught on binary'.format( self.alias, pointer))