forked from undertheseanlp/word_embeddings
-
Notifications
You must be signed in to change notification settings - Fork 0
/
task_data_sync.py
37 lines (28 loc) · 987 Bytes
/
task_data_sync.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
from os import mkdir
from os.path import join
from dirsync import sync
def sync_dir(source_dir, target_dir):
try:
mkdir(target_dir)
except:
pass
finally:
sync(source_dir, target_dir, "sync")
def init_folders_for_modeling():
init_folders = ["logs", "model"]
for folder in init_folders:
try:
mkdir(folder)
except:
pass
if __name__ == '__main__':
source_dir = join("corpus", "corpus.vinews", "vn_news", "data")
target_dir = join("corpus", "corpus.vinews.data")
sync_dir(source_dir, target_dir)
source_dir = join("corpus", "corpus.vinews", "corpus.titles", "data")
target_dir = join("corpus", "corpus.vinews.titles.data")
sync_dir(source_dir, target_dir)
source_dir = join("corpus", "corpus.viwiki", "viwiki")
target_dir = join("corpus", "corpus.viwiki.data")
sync_dir(source_dir, target_dir)
init_folders_for_modeling()