def writeHexunBlog():
conn = HexunBlogSpiderUtils.getConnection()
cursor = conn.cursor()
cursor.execute("DELETE FROM HSHY_RESOURCE_DETAIL_TABLE")
conn.commit()
for row in HexunBlogSpiderUtils.returnAuthorList():
currentReult = searchHexunBlog(row[0],row[1])
try:
cursor.executemany('INSERT INTO HSHY_RESOURCE_DETAIL_TABLE (ID,TITLE,LINKURL,PUBDATE,DESCRIPTCONTEXT,IMAGEURL) VALUES (%s,%s,%s,%s,%s,%s)',currentReult)
conn.commit()
except conn.Error,e:
conn.rollback()
def searchHexunBlog(link,id):
startContext = HexunBlogSpiderUtils.returnStartContext(link)
blogList = []
for i in range(HexunBlogSpiderUtils.findAllTarget(startContext)):
targetContext = HexunBlogSpiderUtils.divisionTarget(startContext,"<div class='Article'>",'<p class="ArticleSpaceContent">')
currentContext = targetContext['targetContext']
startContext = targetContext['nextContext']
title = HexunBlogSpiderUtils.filterContextByTarget(currentContext,".html'>","</a></span>")
linkUrl = HexunBlogSpiderUtils.filterContextByTarget(currentContext,"</span><a href='",".html'>")+'.html'
pubDate = HexunBlogSpiderUtils.filterContextByTarget(currentContext,"</a></span> [","] </div>")[7:]
descriptContext = HexunBlogSpiderUtils.filterContextByTarget(currentContext,"<div class='ArticleSubstanceText'>",'<p class="ArticleSpaceContent">')
imageUrl = HexunBlogSpiderUtils.findImageResource(descriptContext)
blogList.append([id,title,linkUrl,pubDate,descriptContext,imageUrl])
return blogList
