def do_split(self, info): ifl = [] for i in info: try: ifl.append(self.Spliter(i.strip())) except Exception as e: printer.print_error('%s Error : %s\ncontent: %s' % (self.name, e, i)) pass self.info += ifl self.step = len(ifl)
def do_search(self, uri): data = self.request.Request(uri) #print("-----------data : %s" % data) if data != '': try: info = self.Getdata(data) except Exception as e: printer.print_error('%s : Nothing to do !' % self.name) pass return '' self.do_split(info) return data
def do_search(self, uri): data = get(uri).text # print("-----------data : %s" % data) if data != '': try: content = self.get_data(data) except Exception as e: printer.print_error('%s : Nothing to do !' % self.name) return '' self.do_split(content) return data
def do_split(self, content): ifl = [] for i in content: try: ifl.append(self.spliter(i.strip())) except Exception as e: printer.print_error('%s Error : %s\ncontent: %s' % (self.name, e, i)) self.content += ifl if self.step > len(ifl): return False return True
def write_to_file(filename, data=[], strip=True): try: f = open(filename, encoding='utf-8', mode='w+') except Exception as e: print_error("Cann't open to write file : %s \n" % filename) return try: for line in data: if strip: f.write(line.strip() + '\n') else: f.write(line + '\n') except Exception as ex: print_error("Cann't write file : %s\nError: %s" % (filename, ex)) finally: f.close()
def WriteToFile(filename , data =[], strip = True): try: f = open(filename , encoding='utf-8', mode='w+') except Exception as e: print_error("Cann't open to write file : %s \n" % filename) return try: for line in data: if strip: f.write(line.strip() + '\n') else: f.write(line + '\n') except Exception as ex: print_error("Cann't write file : %s\nError: %s" % (filename, ex)) finally: f.close()
def append_file(filename, data=[], strip=True): try: f = open(filename, "a+") except Exception as e: print_error("Cann't open to append file : %s \n" % filename) return try: for line in data: if strip: f.write(line.strip() + '\n') else: f.write(line + '\n') except Exception as ex: print_error("Cann't append file : %s\nError: %s" % (filename, ex)) finally: f.close()
def AppendFile(filename , data =[], strip = True): try: f = open(filename , "a+") except Exception as e: print_error("Cann't open to append file : %s \n" % filename) return try: for line in data: if strip: f.write(line.strip() + '\n') else: f.write(line + '\n') except Exception as ex: print_error("Cann't append file : %s\nError: %s" % (filename, ex)) finally: f.close()
def ReadFromFile(filename, strip = True): if isfile(filename): # result = [] with open(filename, encoding='utf-8', mode='r') as f: try: for line in f: if strip: # result.append(line.strip()) yield line.strip() else: # result.append(line) yield line except Exception as ex: print_error("Cann't read file : %s \nError: %s" % (filename, ex)) finally: f.close() # return result; else: print_error("File %s do not exist!\n" % filename)
def read_from_file(filename, strip=True): if isfile(filename): # result = [] with open(filename, encoding='utf-8', mode='r') as f: try: for line in f: if strip: # result.append(line.strip()) yield line.strip() else: # result.append(line) yield line except Exception as ex: print_error("Cann't read file : %s \nError: %s" % (filename, ex)) finally: f.close() # return result; else: print_error("File %s do not exist!\n" % filename)
def list_dir(basepath=''): files = [] dirs = [] path = '' if basepath != '': basepath = basepath + '/' while True: if isdir(full_path(basepath + path)): lfs = listdir(full_path(basepath + path)) for f in lfs: if not basename(f).startswith('__'): f = path + f if isdir(basepath + f): dirs.append(f + '/') else: files.append(f) else: print_error('No search directory: ' + path) if len(dirs) < 1: break path = dirs.pop(0) return files
def ListDir(basepath = ''): files = [] dirs = [] path = '' if basepath != '': basepath = basepath + '/' while True: if isdir(FullPath(basepath + path)): lfs = listdir(FullPath(basepath + path)) for f in lfs: if not basename(f).startswith('__'): f = path + f if isdir(basepath + f): dirs.append(f + '/') else: files.append(f) else: print_error('No search directory: ' + path) if len(dirs) < 1: break path = dirs.pop(0) return files
def print_error(self, message): printer.print_error(message, self.options['USECOLOR'])