def _uploadfile(dir_path, sqlLinker, recursive=True): global success_cnt if not os.path.isdir(dir_path): raise Exception('"{0}" is not a dirctory path !'.format(dir_path)) for filename in os.listdir(dir_path): fullname = os.path.join(dir_path, filename) if os.path.isdir(fullname) and recursive: _uploadfile(fullname, sqlLinker, recursive) elif os.path.isfile(fullname): try: print(u'uploadfile : {0}'.format(fullname), end=' ') with codecs.open(fullname, 'r', 'utf-8') as f: parser = PttParser(f.read()) data = parser.getPttData() sqlLinker.upload(data) print(u'+OK') success_cnt += 1 except Exception as e: print(u'-Error') _writelog(u'[update lost]{0}[reson]{1}'.format(fullname, e)) pass finally: pass pass else: print('{0} is not file or directory !'.format(fullname))
def _uploadfile(dir_path,sqlLinker,recursive = True): global success_cnt if not os.path.isdir(dir_path) : raise Exception('"{0}" is not a dirctory path !'.format(dir_path)) for filename in os.listdir(dir_path): fullname = os.path.join(dir_path,filename) if os.path.isdir(fullname) and recursive: _uploadfile(fullname, sqlLinker,recursive) elif os.path.isfile(fullname): try : print (u'uploadfile : {0}'.format(fullname) ,end = ' ') with codecs.open(fullname,'r','utf-8') as f : parser = PttParser(f.read()) data = parser.getPttData() sqlLinker.upload(data) print (u'+OK') success_cnt += 1 except Exception as e: print (u'-Error') _writelog(u'[update lost]{0}[reson]{1}'.format(fullname,e)) pass finally: pass pass else : print ('{0} is not file or directory !'.format(fullname))
def testParser(): root = u'E:\\ptt_all_data\\01.ptt_old\\PTT' #u'E:/PTT' filelist = [] for filename in os.listdir(root): filelist.append(os.path.join(root, filename)) with codecs.open(filelist[0], 'r', 'utf-8') as f: parser = PttParser(f.read()) data = parser.getPttData() print data.showdata() return data
def testParser(): root = u'E:\\ptt_all_data\\01.ptt_old\\PTT'#u'E:/PTT' filelist = [] for filename in os.listdir(root) : filelist.append( os.path.join(root,filename)) with codecs.open(filelist[0],'r','utf-8') as f : parser = PttParser(f.read()) data = parser.getPttData() print data.showdata() return data