def do_split(self, info):
ifl = []
for i in info:
try:
ifl.append(self.Spliter(i.strip()))
except Exception as e:
printer.print_error('%s Error : %s\ncontent: %s' %
(self.name, e, i))
pass
self.info += ifl
self.step = len(ifl)
def do_search(self, uri):
data = self.request.Request(uri)
#print("-----------data : %s" % data)
if data != '':
try:
info = self.Getdata(data)
except Exception as e:
printer.print_error('%s : Nothing to do !' % self.name)
pass
return ''
self.do_split(info)
return data
def do_search(self, uri):
data = get(uri).text
# print("-----------data : %s" % data)
if data != '':
try:
content = self.get_data(data)
except Exception as e:
printer.print_error('%s : Nothing to do !' % self.name)
return ''
self.do_split(content)
return data
def do_split(self, content):
ifl = []
for i in content:
try:
ifl.append(self.spliter(i.strip()))
except Exception as e:
printer.print_error('%s Error : %s\ncontent: %s' %
(self.name, e, i))
self.content += ifl
if self.step > len(ifl):
return False
return True
def write_to_file(filename, data=[], strip=True):
try:
f = open(filename, encoding='utf-8', mode='w+')
except Exception as e:
print_error("Cann't open to write file : %s \n" % filename)
return
try:
for line in data:
if strip:
f.write(line.strip() + '\n')
else:
f.write(line + '\n')
except Exception as ex:
print_error("Cann't write file : %s\nError: %s" % (filename, ex))
finally:
f.close()
def WriteToFile(filename , data =[], strip = True):
try:
f = open(filename , encoding='utf-8', mode='w+')
except Exception as e:
print_error("Cann't open to write file : %s \n" % filename)
return
try:
for line in data:
if strip:
f.write(line.strip() + '\n')
else:
f.write(line + '\n')
except Exception as ex:
print_error("Cann't write file : %s\nError: %s" % (filename, ex))
finally:
f.close()
def append_file(filename, data=[], strip=True):
try:
f = open(filename, "a+")
except Exception as e:
print_error("Cann't open to append file : %s \n" % filename)
return
try:
for line in data:
if strip:
f.write(line.strip() + '\n')
else:
f.write(line + '\n')
except Exception as ex:
print_error("Cann't append file : %s\nError: %s" % (filename, ex))
finally:
f.close()
def AppendFile(filename , data =[], strip = True):
try:
f = open(filename , "a+")
except Exception as e:
print_error("Cann't open to append file : %s \n" % filename)
return
try:
for line in data:
if strip:
f.write(line.strip() + '\n')
else:
f.write(line + '\n')
except Exception as ex:
print_error("Cann't append file : %s\nError: %s" % (filename, ex))
finally:
f.close()
def ReadFromFile(filename, strip = True):
if isfile(filename):
# result = []
with open(filename, encoding='utf-8', mode='r') as f:
try:
for line in f:
if strip:
# result.append(line.strip())
yield line.strip()
else:
# result.append(line)
yield line
except Exception as ex:
print_error("Cann't read file : %s \nError: %s" % (filename, ex))
finally:
f.close()
# return result;
else:
print_error("File %s do not exist!\n" % filename)
def read_from_file(filename, strip=True):
if isfile(filename):
# result = []
with open(filename, encoding='utf-8', mode='r') as f:
try:
for line in f:
if strip:
# result.append(line.strip())
yield line.strip()
else:
# result.append(line)
yield line
except Exception as ex:
print_error("Cann't read file : %s \nError: %s" %
(filename, ex))
finally:
f.close()
# return result;
else:
print_error("File %s do not exist!\n" % filename)
def list_dir(basepath=''):
files = []
dirs = []
path = ''
if basepath != '':
basepath = basepath + '/'
while True:
if isdir(full_path(basepath + path)):
lfs = listdir(full_path(basepath + path))
for f in lfs:
if not basename(f).startswith('__'):
f = path + f
if isdir(basepath + f):
dirs.append(f + '/')
else:
files.append(f)
else:
print_error('No search directory: ' + path)
if len(dirs) < 1:
break
path = dirs.pop(0)
return files
def ListDir(basepath = ''):
files = []
dirs = []
path = ''
if basepath != '':
basepath = basepath + '/'
while True:
if isdir(FullPath(basepath + path)):
lfs = listdir(FullPath(basepath + path))
for f in lfs:
if not basename(f).startswith('__'):
f = path + f
if isdir(basepath + f):
dirs.append(f + '/')
else:
files.append(f)
else:
print_error('No search directory: ' + path)
if len(dirs) < 1:
break
path = dirs.pop(0)
return files
def print_error(self, message): printer.print_error(message, self.options['USECOLOR'])
def print_error(self, message):
printer.print_error(message, self.options['USECOLOR'])
