def mapper_image(params): if t.fexists(params[r'file']): return t.mkd(result=r'fexists') headers = { r'Host': r'img.177pic.info' } while not t.http_download(params[r'url'], params[r'file'], headers): time.sleep(1) return t.mkd(result=r'ok')
def __video_items(div): result = list() for it in div.findAll(r'a'): result.append( t_webtool.mkd(id=re.match(r'.*\?(.*)', it[r'href']).group(1), url=r'', name=it.get_text().strip())) return result
def mapper_chapterset(params): url = website(r'show', params[r'BOOK']) chapterset = t.jloads(t.http_get(url).text) if not chapterset[r'Successful']: return None for chapter in chapterset[r'Data'][r'Chapters']: chapter.update(params) if not mapper_chapter(chapter): return None return t.mkd(result=r'ok')
def __init__(self, url): self.__divs = t_webtool.mkd( video_id=self.__video_id, video_title=self.__video_title, video_jacket=self.__video_jacket, video_date=self.__video_date, video_length=self.__video_length, video_maker=self.__video_items, video_label=self.__video_items, video_cast=self.__video_items, ) self.__model = None self.__load(url)
def loader_main(): dbinfo = t_webtool.mkd(db=r'javlib', user=r'root', passwd=r'admin') cfg = t_webtool.IniDict() proot = os.path.dirname(__file__) cfg.read(os.path.join(proot, r'configer_jmakers.ini')) proot = os.path.join(proot, cfg[r'CONFIG'][r'%s_path' % platform.system()]) website = cfg[r'CONFIG'][r'site'] for maker, ma in cfg.resection(r'^JMAKER_(\w+)$').items(): #print(r'$$$$ start CFS $$$$') #update_cookie(website) #print(r'$$$$ end CFS $$$$') t_javlib.start_collect( proot, dbinfo, ma.group(1), t_webtool.http_urljoin(website, cfg[maker][r'url']))
def mapper_chapter(params): url = r'%s/%s' % (website(r'chapter', params[r'BOOK']), params[r'Id']) imageset = t.jloads(t.http_get(url).text) if not imageset[r'Successful']: return None cidx = t.zf(imageset[r'Data'][r'Index']) dst = params[r'DST'] t.fmkdir(dst) index = 0 for image in imageset[r'Data'][r'Images']: if not mapper_image({ r'url': image[r'Path'], r'file': os.path.join(dst, '%s-%s.jpg' % (cidx, t.zf(index))), }): return None index += 1 return t.mkd(result=r'ok')
def loader_main(): t_stocklib.start_collect( t_webtool.mkd(db=r'stocklib', user=r'root', passwd=r'admin'))