def _uploadfile(dir_path, sqlLinker, recursive=True):
global success_cnt
if not os.path.isdir(dir_path):
raise Exception('"{0}" is not a dirctory path !'.format(dir_path))
for filename in os.listdir(dir_path):
fullname = os.path.join(dir_path, filename)
if os.path.isdir(fullname) and recursive:
_uploadfile(fullname, sqlLinker, recursive)
elif os.path.isfile(fullname):
try:
print(u'uploadfile : {0}'.format(fullname), end=' ')
with codecs.open(fullname, 'r', 'utf-8') as f:
parser = PttParser(f.read())
data = parser.getPttData()
sqlLinker.upload(data)
print(u'+OK')
success_cnt += 1
except Exception as e:
print(u'-Error')
_writelog(u'[update lost]{0}[reson]{1}'.format(fullname, e))
pass
finally:
pass
pass
else:
print('{0} is not file or directory !'.format(fullname))
def _uploadfile(dir_path,sqlLinker,recursive = True):
global success_cnt
if not os.path.isdir(dir_path) :
raise Exception('"{0}" is not a dirctory path !'.format(dir_path))
for filename in os.listdir(dir_path):
fullname = os.path.join(dir_path,filename)
if os.path.isdir(fullname) and recursive:
_uploadfile(fullname, sqlLinker,recursive)
elif os.path.isfile(fullname):
try :
print (u'uploadfile : {0}'.format(fullname) ,end = ' ')
with codecs.open(fullname,'r','utf-8') as f :
parser = PttParser(f.read())
data = parser.getPttData()
sqlLinker.upload(data)
print (u'+OK')
success_cnt += 1
except Exception as e:
print (u'-Error')
_writelog(u'[update lost]{0}[reson]{1}'.format(fullname,e))
pass
finally:
pass
pass
else :
print ('{0} is not file or directory !'.format(fullname))
def testParser():
root = u'E:\\ptt_all_data\\01.ptt_old\\PTT' #u'E:/PTT'
filelist = []
for filename in os.listdir(root):
filelist.append(os.path.join(root, filename))
with codecs.open(filelist[0], 'r', 'utf-8') as f:
parser = PttParser(f.read())
data = parser.getPttData()
print data.showdata()
return data
def testParser():
root = u'E:\\ptt_all_data\\01.ptt_old\\PTT'#u'E:/PTT'
filelist = []
for filename in os.listdir(root) :
filelist.append( os.path.join(root,filename))
with codecs.open(filelist[0],'r','utf-8') as f :
parser = PttParser(f.read())
data = parser.getPttData()
print data.showdata()
return data
