def mapper_image(params):
if t.fexists(params[r'file']):
return t.mkd(result=r'fexists')
headers = {
r'Host': r'img.177pic.info'
}
while not t.http_download(params[r'url'], params[r'file'], headers):
time.sleep(1)
return t.mkd(result=r'ok')
def __video_items(div):
result = list()
for it in div.findAll(r'a'):
result.append(
t_webtool.mkd(id=re.match(r'.*\?(.*)', it[r'href']).group(1),
url=r'',
name=it.get_text().strip()))
return result
def mapper_chapterset(params):
url = website(r'show', params[r'BOOK'])
chapterset = t.jloads(t.http_get(url).text)
if not chapterset[r'Successful']:
return None
for chapter in chapterset[r'Data'][r'Chapters']:
chapter.update(params)
if not mapper_chapter(chapter):
return None
return t.mkd(result=r'ok')
def __init__(self, url):
self.__divs = t_webtool.mkd(
video_id=self.__video_id,
video_title=self.__video_title,
video_jacket=self.__video_jacket,
video_date=self.__video_date,
video_length=self.__video_length,
video_maker=self.__video_items,
video_label=self.__video_items,
video_cast=self.__video_items,
)
self.__model = None
self.__load(url)
def loader_main():
dbinfo = t_webtool.mkd(db=r'javlib', user=r'root', passwd=r'admin')
cfg = t_webtool.IniDict()
proot = os.path.dirname(__file__)
cfg.read(os.path.join(proot, r'configer_jmakers.ini'))
proot = os.path.join(proot, cfg[r'CONFIG'][r'%s_path' % platform.system()])
website = cfg[r'CONFIG'][r'site']
for maker, ma in cfg.resection(r'^JMAKER_(\w+)$').items():
#print(r'$$$$ start CFS $$$$')
#update_cookie(website)
#print(r'$$$$ end CFS $$$$')
t_javlib.start_collect(
proot, dbinfo, ma.group(1),
t_webtool.http_urljoin(website, cfg[maker][r'url']))
def mapper_chapter(params):
url = r'%s/%s' % (website(r'chapter', params[r'BOOK']), params[r'Id'])
imageset = t.jloads(t.http_get(url).text)
if not imageset[r'Successful']:
return None
cidx = t.zf(imageset[r'Data'][r'Index'])
dst = params[r'DST']
t.fmkdir(dst)
index = 0
for image in imageset[r'Data'][r'Images']:
if not mapper_image({
r'url': image[r'Path'],
r'file': os.path.join(dst, '%s-%s.jpg' % (cidx, t.zf(index))),
}):
return None
index += 1
return t.mkd(result=r'ok')
def loader_main():
t_stocklib.start_collect(
t_webtool.mkd(db=r'stocklib', user=r'root', passwd=r'admin'))