def pull(cls, tokenizer, limit=None): dout = File.new_dir(os.path.join('dataset', cls.__name__.lower()), ensure_dir=True) draw = os.path.join(dout, 'raw') dann = os.path.join(dout, 'ann') if not os.path.isdir(draw): os.makedirs(draw) cls.download(draw) if not os.path.isdir(dann): os.makedirs(dann) anns = cls.annotate(tokenizer, draw, dann, limit=limit) return anns