def crawFinanceHLDataSource(link):
currentList = []
target ='<div class="show">'
startContext = CCTVFinanceHLNetSpiderUtils.returnStartContext(link,target)
startContext = CCTVFinanceHLNetSpiderUtils.filterContextByTarget(startContext,target, '<div class="hot">')
startContext = CCTVFinanceHLNetSpiderUtils.removeSpecialCharacter(startContext)
linkUrl = CCTVFinanceHLNetSpiderUtils.filterContextByTarget(startContext,'<ahref="','"target')
startContext = CCTVFinanceHLNetSpiderUtils.filterAfterContext(startContext,'src')
imageUrl = CCTVFinanceHLNetSpiderUtils.filterContextByTarget(startContext,'class="','"/></a>')
startContext = CCTVFinanceHLNetSpiderUtils.filterAfterContext(startContext,'<h3>')
title = CCTVFinanceHLNetSpiderUtils.filterContextByTarget(startContext,'blank">','</a>')
descriptContext = CCTVFinanceHLNetSpiderUtils.filterContextByTarget(startContext,'</h3>','</span>')
descriptContext = CCTVFinanceHLNetSpiderUtils.removeSpecialCharacter(descriptContext)
pubDate = time.strftime("%Y-%m-%d",time.localtime())
currentList.append([str(uuid.uuid1()),linkUrl,imageUrl,title,pubDate,descriptContext,'MACRO','CCTVCHINA'])
return currentList
def writeFinanceHLDataSource():
link = 'http://jingji.cntv.cn/stock/index.shtml'
currentList = crawFinanceHLDataSource(link)
conn = CCTVFinanceHLNetSpiderUtils.getMySQLConn()
cursor = conn.cursor()
try:
cursor.execute("DELETE FROM HEADLINE_FINANCENEWS_RESOURCE_TABLE WHERE SOURCEFLAG = 'CCTVCHINA'")
conn.commit()
except conn.Error,e:
print "Mysql Error %d: %s" % (e.args[0], e.args[1])
conn.rollback()
