def _check_checkpoint(self: TrainerType, ckpt: Optional[str]) -> Optional[str]: if ckpt is None: return ckpt if system.is_url(ckpt): ckpt = system.download_url(cast(str, ckpt), self.checkpoint_dir) ckpt = os.path.join(self.checkpoint_dir, ckpt) return ckpt
def __init__(self, directory, transforms=None): dest = download_url(MOVIECORPUS_URL, directory) with ZipFile(dest, 'r') as zipfd: zipfd.extractall(directory) self.transforms = transforms new_dir = os.path.join(directory, 'cornell movie-dialogs corpus') self.file_lines = os.path.join(new_dir, 'movie_lines.txt') self.file_convs = os.path.join(new_dir, 'movie_conversations.txt') self.pairs = self.getdata(new_dir) self.word2count = {}
def __init__(self, directory, transforms=None, train=True): dest = download_url(MOVIECORPUS_URL, directory) with ZipFile(dest, 'r') as zipfd: zipfd.extractall(directory) self._file_lines = os.path.join(directory, 'cornell ' 'movie-dialogs ' 'corpus', 'movie_lines.txt') self._file_convs = os.path.join(directory, 'cornell ' 'movie-dialogs ' 'corpus', 'movie_conversations.txt') self.transforms = transforms self.pairs = self.get_metadata() self.transforms = transforms
def _check_checkpoint(self: TrainerType, ckpt: Optional[str]) -> Optional[str]: if system.is_url(ckpt): ckpt = system.download_url(cast(str, ckpt), self.checkpoint_dir) return ckpt