Example #1
0
 def pull(cls, tokenizer, limit=None):
     dout = File.new_dir(os.path.join('dataset', cls.__name__.lower()),
                         ensure_dir=True)
     draw = os.path.join(dout, 'raw')
     dann = os.path.join(dout, 'ann')
     if not os.path.isdir(draw):
         os.makedirs(draw)
     cls.download(draw)
     if not os.path.isdir(dann):
         os.makedirs(dann)
     anns = cls.annotate(tokenizer, draw, dann, limit=limit)
     return anns