def getSkuListByQuery(query, startpos=0):
keystr = memcachedStatic.getKey(query)
mckey = "%s::%s" % (MEMCACHE_KEY_PREFIX_CATALOGID, keystr)
#mcv is reranked result of all returned skus
mcv = mc.get(mckey)
if mcv is None or len(mcv) == 0:
mcv = rerank_service.rerank_list_query(query)
mc.set(mckey, mcv, service_config.SKU_LIST_CACHE_TIME_OUT)
# print "ok"
# mc.flush_all()
# pp = mc.get(mckey)
# print 'ok2'
partlist = _get_frame_from_list(mcv, startpos)
retlist = getWorthyInfo_of_skuid_list(partlist)
_processSkuThumbInfo(retlist)
return retlist
def getSkuListByCatalogID(catalog_id='_HISTORY_LOWEST_',
startpos=0,
is_update_cache=False):
# print "catalog_id = %s" %catalog_id
keystr = memcachedStatic.getKey("%s" % catalog_id)
mckey = "%s::%s" % (MEMCACHE_KEY_PREFIX_CATALOGID, keystr)
#mcv is reranked result of all returned skus
mcv = None
if not is_update_cache:
mcv = mc.get(mckey)
if mcv is None or len(mcv) == 0:
idlist = getSku_ID_ListByCatalogID(category_id=catalog_id,
startpos=startpos)
mcv = rerank_service.rerank_list(idlist, apply_category_mixer=True)
mc.set(mckey, mcv, service_config.SKU_LIST_CACHE_TIME_OUT)
else:
print "OK cached"
partlist = _get_frame_from_list(mcv, startpos)
retlist = getWorthyInfo_of_skuid_list(partlist)
_processSkuThumbInfo(retlist)
return retlist
def get_indicator_given_part_of_query(query):
mckey = memcachedStatic.getKey("GET_INDICATOR2::%s" %query)
mcv = mc.get(mckey)
if mcv is not None:
return mcv
retlist = sku_index_access.getSearchResult(query)
sku_id_list = []
i = 0
for sku_id in retlist:
sku_id_list.append("%s" %sku_id)
i += 1
if i >= 30:
break
in_clause = ','.join(sku_id_list)
sql = '''
select
category_id,
count(1) as count_hits,
catalog_id,
catalog_name,
category_name
from
jd_worthy_latest
where sku_id in (%s) and catalog_name is not NULL
group by category_id
order by count_hits DESC
limit %s
''' %(in_clause,service_config.CATEGORY_INDICATOR_MAX_NUM)
retrows = dbhelper_read.executeSqlRead(sql, is_dirty=True)
retlist = []
for row in retrows:
category_id = row['category_id']
# if category_id in ['670-677-5009','670-677-683','670-677-687','670-671-672']:
# continue
category_name = row['category_name']
catalog_id = row['catalog_id']
catalog_name = row['catalog_name']
sql0 = '''
select
p_value,
count(1) as count_hits,
p_key
from
jd_analytic_property_latest
where sku_id in (%s)
and category_id = "%s"
and p_value like "%%%s%%"
group by p_value
-- having count(1) > 1
order by count_hits DESC
limit %s
''' %(in_clause, category_id, query, service_config.PROPERTY_INDICATOR_MAX_NUM)
sql1 = '''
select
p_value,
count(1) as count_hits,
p_key
from
jd_analytic_property_latest
where sku_id in (%s)
and category_id = "%s"
and p_key = '品牌'
group by p_value
-- having count(1) > 1
order by count_hits DESC
limit %s
''' %(in_clause, category_id, service_config.PROPERTY_INDICATOR_MAX_NUM)
sql2 = '''
select
p_value,
count(1) as count_hits,
p_key
from
jd_analytic_property_latest
where sku_id in (%s)
and category_id = "%s"
and p_key <> '品牌'
group by p_value
-- having count(1) > 1
order by count_hits DESC
limit %s
''' %(in_clause, category_id, service_config.PROPERTY_INDICATOR_MAX_NUM)
retrows0 = dbhelper_read.executeSqlRead(sql0)
retrows1 = dbhelper_read.executeSqlRead(sql1)
retrows2 = dbhelper_read.executeSqlRead(sql2)
plist = common_analytics.dedup_leave_max(_retrows_to_list(retrows0+retrows1+retrows2, 'p_value'))
query2 = common_analytics.dedup_inline(query)
if query2 not in plist:
if query2 not in category_name:
plist = [query2] + plist
plist = common_analytics.remove_string_from_list(category_name,plist)
plist = collection_utils.expand_list(plist, P_VALUE_SPLIT_LIST)
qlist = []
for item in plist:
if item not in P_VALUE_BLACK_LIST:
item = item.lower()
if not regex_dict_helper.is_regex_match_list(item, P_VALUE_BLACK_LIST_REGEX):
qlist.append(item)
retlist.append({
'category': [category_id,category_name],
'property': qlist,
})
mc.set(mckey,retlist)
return retlist
