def get_set_javs(): set_type = request.args.get('set_type') page_num = request.args.get('page_num', 1) # optional search string search_string = request.args.get('search_string', '') _dedupe_car_list = [] rt_jav_objs = [] if not search_string: # parse set without search string # verify set type if set_type not in SET_TYPE_MAP: return jsonify({'error': f'{set_type} is not a supported set type'}), 400 jav_objs, max_page = javdb_set_page(SET_TYPE_MAP[set_type], page_num) else: # search by supplied string search_map = { '番号': {'function': search_by_car, 'params': {'car': search_string}}, '女优': {'function': search_for_actress, 'params': { 'javlib_actress_code': search_string, 'page_num': page_num}}, '分类': {'function': javdb_set_page, 'params': {'page_template': 'tags?c6={url_parameter}&page={page_num}', 'page_num': page_num, 'url_parameter': search_string} }, '系列': {'function': javdb_set_page, 'params': {'page_template': 'series/{url_parameter}?page={page_num}', 'page_num': page_num, 'url_parameter': search_string} } } # verify set type if set_type not in search_map: return jsonify({'error': BackendTranslation()['no_support_set_search'].format(set_type)}), 400 jav_objs, max_page = search_map[set_type]['function'](**search_map[set_type]['params']) for jav_obj in jav_objs: if jav_obj['car'] not in _dedupe_car_list: _dedupe_car_list.append(jav_obj['car']) rt_jav_objs.append(jav_obj) # looooop through DB db_conn = JavManagerDB() for jav_obj in rt_jav_objs: if db_conn.pk_exist(str(jav_obj.get('car'))): jav_obj.update( dict( db_conn.get_by_pk(str(jav_obj.get('car'))) ) ) else: jav_obj['stat'] = 2 db_conn.upcreate_jav(jav_obj) return jsonify({'success': {'jav_objs': rt_jav_objs, 'max_page': max_page}})
def get_local_car(): car = request.args.get('car') db_conn = JavManagerDB() if db_conn.pk_exist(car): return jsonify({'success': dict(db_conn.get_by_pk(car))}) else: return jsonify( {'error': f'{car} does not exist locally, car is case sensitive'}), 400
def search_by_car(car: str, **kwargs): jav_obj = JavLibraryScraper({'car': car}).scrape_jav() db_conn = JavManagerDB() if db_conn.pk_exist(str(jav_obj.get('car'))): jav_obj.update(dict(db_conn.get_by_pk(str(jav_obj.get('car'))))) else: jav_obj['stat'] = 2 db_conn.upcreate_jav(jav_obj) # use the full image (image key) instead of img (much smaller) jav_obj['img'] = jav_obj.get('image', '') return [jav_obj], 1
def get_set_javs(): set_type = request.args.get('set_type') page_num = request.args.get('page_num', 1) # verify set type if set_type not in SET_TYPE_MAP: return jsonify({'error': f'{set_type} is not a supported set type'}), 400 jav_objs, max_page = javlib_set_page(SET_TYPE_MAP[set_type], page_num) db_conn = JavManagerDB() for jav_obj in jav_objs: if db_conn.pk_exist(str(jav_obj.get('car'))): jav_obj.update(dict(db_conn.get_by_pk(str(jav_obj.get('car'))))) return jsonify({'success': {'jav_objs': jav_objs, 'max_page': max_page}})
def search_for_actress(javlib_actress_code: str, page_num=1): search_url = 'star/{url_parameter}/{page_num}' db_conn = JavManagerDB() # get actress first page jav_objs, max_page = javbus_set_page(search_url, page_num=page_num, url_parameter=javlib_actress_code) for jav_obj in jav_objs: if db_conn.pk_exist(str(jav_obj.get('car'))): jav_obj.update(dict(db_conn.get_by_pk(str(jav_obj.get('car'))))) else: jav_obj['stat'] = 2 db_conn.upcreate_jav(jav_obj) return jav_objs, max_page
def search_for_actress(javlib_actress_code: str, page_num=1): """ This only support javlibrary actress code """ search_url = 'vl_star.php?&mode=&s={url_parameter}&page={page_num}' db_conn = JavManagerDB() # get actress first page jav_objs, max_page = javlib_set_page(search_url, page_num=page_num, url_parameter=javlib_actress_code) for jav_obj in jav_objs: if db_conn.pk_exist(str(jav_obj.get('car'))): jav_obj.update(dict(db_conn.get_by_pk(str(jav_obj.get('car'))))) else: jav_obj['stat'] = 2 db_conn.upcreate_jav(jav_obj) return jav_objs, max_page
def get_set_javs(): set_type = request.args.get('set_type') page_num = request.args.get('page_num', 1) # optional search string search_string = request.args.get('search_string', '') _dedupe_car_list = [] rt_jav_objs = [] if set_type == 'personal_wanted': db_conn = JavManagerDB() jav_objs, max_page = db_conn.query_on_filter({'stat': 0}, page=int(page_num)) # need additional info for jav_obj in jav_objs: if jav_obj['stat'] != 0: db_conn.rebuild_index() raise Exception( 'index is not up-to-date and it has been rebuild') if not jav_obj.get('title', None): _full_info = JavLibraryScraper({ 'car': jav_obj['car'] }).scrape_jav() jav_obj.update(_full_info) db_conn.upcreate_jav(jav_obj) jav_obj.setdefault('img', jav_obj.get('image', '')) # force img key to exist # don't need extra db operations return jsonify( {'success': { 'jav_objs': jav_objs, 'max_page': max_page }}) elif not search_string: # parse set without search string # verify set type if set_type not in SET_TYPE_MAP: return jsonify( {'error': f'{set_type} is not a supported set type'}), 400 jav_objs, max_page = javlib_set_page(SET_TYPE_MAP[set_type], page_num) else: # search by supplied string search_map = { '番号': { 'function': search_by_car, 'params': { 'car': search_string } }, '女优': { 'function': search_for_actress, 'params': { 'javlib_actress_code': search_string, 'page_num': page_num } }, '分类': { 'function': javlib_set_page, 'params': { 'page_template': 'vl_genre.php?&mode=&g={url_parameter}&page={page_num}', 'page_num': page_num, 'url_parameter': search_string } }, } # verify set type if set_type not in search_map: return jsonify( {'error': f'{set_type} is not a supported search type'}), 400 jav_objs, max_page = search_map[set_type]['function']( **search_map[set_type]['params']) for jav_obj in jav_objs: if jav_obj['car'] not in _dedupe_car_list: _dedupe_car_list.append(jav_obj['car']) rt_jav_objs.append(jav_obj) # looooop through DB db_conn = JavManagerDB() for jav_obj in rt_jav_objs: if db_conn.pk_exist(str(jav_obj.get('car'))): jav_obj.update(dict(db_conn.get_by_pk(str(jav_obj.get('car'))))) else: jav_obj['stat'] = 2 db_conn.upcreate_jav(jav_obj) return jsonify( {'success': { 'jav_objs': rt_jav_objs, 'max_page': max_page }})