def reposts2tree(weibo_info, repost_weibo):
tree_nodes = []
tree_stats = {}
node = weibo_info['user']['uname']
extra_infos = {
'location': weibo_info['user']['location'],
'datetime': weibo_info['timestamp'],
'mid': weibo_info['mid'],
'photo_url': weibo_info['user']['photo_url'],
'weibo_url': base62.weiboinfo2url(weibo_info['user']['uid'], source_weibo['mid'])
}
tree_nodes.append(Tree(node, extra_infos))
tree_stats['spread_begin'] = weibo_info['timestamp']
tree_stats['spread_end'] = weibo_info['timestamp']
#run_type
if RUN_TYPE == 1:
tree_stats['retweet_count'] = weibo_info['retweeted']
tree_stats['retweet_people'] = set([weibo_info['user']['uid']])
else:
tree_stats['reposts_count'] = 0
tree_stats['repost_peoples'] = set([weibo_info['user']['uid']])
#sort reposts by uid
reposts = sorted(reposts, key=lambda x:x['uid'])
reposts = reposts[:1000]
# generate tree
for repost in repost_weibo:
node = repost['user']['uname']
extra_infos = {
'location': weibo_info['user']['location'],
'datetime': weibo_info['timestamp'],
'mid': weibo_info['mid'],
'photo_url': weibo_info['user']['photo_url'],
'weibo_url': base62.weiboinfo2url(repost['user']['uid'], repost['mid'])
}
tree_nodes.append(Tree(node, extra_infos))
repost_users = re.findall(u'/@([a-zA-Z-_\u0391-\uFFE5]+)', repost['text'])
parent_idx = 0
while parent_idx < len(repost_users):
flag = False
for node in tree_nodes[-2::-1]:
if node.node == repost_users[parent_idx]:
node.append_child(tree_nodes[-1])
flag = True
break
if flag:
break
parent_idx += 1
else:
tree_nodes[0].append_child(tree_nodes[-1])
created_at = repost['timestamp']
if created_at > tree_stats['spread_end']:
tree_stats['spread_end'] = created_at
tree_stats['repost_peoples'].add(repost['user']['id'])
tree_stats['repost_people_count'] = len(tree_stats['repost_peoples'])
del tree_stats['repost_peoples']
return tree_nodes, tree_stats
def reposts2tree(weibo_info, repost_weibo):
tree_nodes = []
tree_stats = {}
node = weibo_info['user']['uname']
extra_infos = {
'location': weibo_info['user']['location'],
'datetime': weibo_info['timestamp'],
'mid': weibo_info['mid'],
'photo_url': weibo_info['user']['photo_url'],
'weibo_url': base62.weiboinfo2url(weibo_info['user']['uid'], source_weibo['mid'])
}
tree_nodes.append(Tree(node, extra_infos))
tree_stats['spread_begin'] = weibo_info['timestamp']
tree_stats['spread_end'] = weibo_info['timestamp']
#run_type
if RUN_TYPE == 1:
tree_stats['retweet_count'] = weibo_info['retweeted']
tree_stats['retweet_people'] = set([weibo_info['user']['uid']])
else:
tree_stats['reposts_count'] = 0
tree_stats['repost_peoples'] = set([weibo_info['user']['uid']])
#sort reposts by uid
reposts = sorted(reposts, key=lambda x:x['uid'])
reposts = reposts[:1000]
# generate tree
for repost in repost_weibo:
node = repost['user']['uname']
extra_infos = {
'location': weibo_info['user']['location'],
'datetime': weibo_info['timestamp'],
'mid': weibo_info['mid'],
'photo_url': weibo_info['user']['photo_url'],
'weibo_url': base62.weiboinfo2url(repost['user']['uid'], repost['mid'])
}
tree_nodes.append(Tree(node, extra_infos))
repost_users = re.findall(u'/@([a-zA-Z-_\u0391-\uFFE5]+)', repost['text'])
parent_idx = 0
while parent_idx < len(repost_users):
flag = False
for node in tree_nodes[-2::-1]:
if node.node == repost_users[parent_idx]:
node.append_child(tree_nodes[-1])
flag = True
break
if flag:
break
parent_idx += 1
else:
tree_nodes[0].append_child(tree_nodes[-1])
created_at = repost['timestamp']
if created_at > tree_stats['spread_end']:
tree_stats['spread_end'] = created_at
tree_stats['repost_peoples'].add(repost['user']['id'])
tree_stats['repost_people_count'] = len(tree_stats['repost_peoples'])
del tree_stats['repost_peoples']
return tree_nodes, tree_stats
def show_graph_index(mid, module, page=None):
if page is None:
# weibo
weibo = getWeiboByMid(mid)
try:
retweeted_mid = weibo['retweeted_mid']
except:
return json.dumps('No such mid')
# source_weibo
source_weibo = weibo
if retweeted_mid != 0:
source_weibo = getWeiboByMid(retweeted_mid)
page = 0
return redirect('/gexf/show_graph/%s/%s/%s'%(mid, page, module))#{url_for(graph.show_graph(mid, page))})
screen_name = 'nobody'
profile_image_url = 'http://www.baidu.com'
module = str(module)
blog_info = readPropagateSingle(mid)#返回整个树的统计
if blog_info:
if blog_info[0]['profile_image_url'] == 'None':
blog_img_url = ''
else:
blog_img_url = blog_info[0]['profile_image_url']
bloger_name = blog_info[0]['name']
blog_reposts_count = blog_info[0]['repostsCount']
blog_comments_count = blog_info[0]['commentsCount']
blog_attitudes_count = blog_info[0]['attitudesCount']
blog_time = blog_info[0]['postDate']
blog_text = blog_info[0]['text']
weibo_url = base62.weiboinfo2url(blog_info[0]['id'], str(mid))
else:
blog_info = readPropagateSinglePart(mid)
if blog_info[0]['profile_image_url'] == 'None':
blog_img_url = ''
else:
blog_img_url = blog_info[0]['profile_image_url']
bloger_name = blog_info[0]['name']
blog_reposts_count = blog_info[0]['repostsCount']
blog_comments_count = blog_info[0]['commentsCount']
blog_attitudes_count = blog_info[0]['attitudesCount']
blog_time = blog_info[0]['postDate']
blog_text = blog_info[0]['text']
weibo_url = base62.weiboinfo2url(blog_info[0]['id'], str(mid))
if module == 'sub':
return render_template('graph/graph.html', btnuserpicvisible='inline',
btnloginvisible='none',
screen_name=screen_name, profile_image_url=profile_image_url,
tar_profile_image_url = blog_img_url,
tar_screen_name = bloger_name,
tar_repost_count = blog_reposts_count,
tar_comments_count = blog_comments_count,
tar_attitudes_count = blog_attitudes_count,
tar_post_date = blog_time,
tar_text = blog_text,
mid=mid,
page=page,
weibo_url=weibo_url)
else:
return render_template('graph/graph_whole.html', btnuserpicvisible='inline',
btnloginvisible='none',
screen_name=screen_name, profile_image_url=profile_image_url,
tar_profile_image_url = blog_img_url,
tar_screen_name = bloger_name,
tar_repost_count = blog_reposts_count,
tar_comments_count = blog_comments_count,
tar_attitudes_count = blog_attitudes_count,
tar_post_date = blog_time,
tar_text = blog_text,
mid=mid,
page=page,
weibo_url=weibo_url)
def reposts2tree(source_weibo, reposts, per_page, page_count):
# root
tree_nodes = []
tree_stats = {}
node = source_weibo['user']['name']
extra_infos = {
'location':
source_weibo['user']['location'],
'datetime':
source_weibo['created_at'],
'wid':
source_weibo['id'],
'img_url':
source_weibo['user']['profile_image_url'],
'weibo_url':
base62.weiboinfo2url(source_weibo['user']['id'], source_weibo['mid'])
}
tree_nodes.append(Tree(node, extra_infos))
created_at = source_weibo['created_at']
created_at = datetime.datetime.strptime(created_at,
'%a %b %d %H:%M:%S +0800 %Y')
tree_stats['spread_begin'] = created_at
tree_stats['spread_end'] = created_at
tree_stats['reposts_count'] = source_weibo['reposts_count']
tree_stats['repost_peoples'] = set([source_weibo['user']['id']])
# sort reposts
reposts = sorted(reposts, key=lambda x: x['id'])
reposts = reposts[:per_page * page_count]
# genarate tree
for repost in reposts:
node = repost['user']['name']
extra_infos = {
'location': repost['user']['location'],
'datetime': repost['created_at'],
'wid': repost['id'],
'img_url': repost['user']['profile_image_url'],
'weibo_url': base62.weiboinfo2url(repost['user']['id'],
repost['mid'])
}
tree_nodes.append(Tree(node, extra_infos))
repost_users = re.findall(u'/@([a-zA-Z-_\u0391-\uFFE5]+)',
repost['text'])
parent_idx = 0
while parent_idx < len(repost_users):
flag = False
for node in tree_nodes[-2::-1]:
if node.node == repost_users[parent_idx]:
node.append_child(tree_nodes[-1])
flag = True
break
if flag:
break
parent_idx += 1
else:
tree_nodes[0].append_child(tree_nodes[-1])
created_at = repost['created_at']
created_at = datetime.datetime.strptime(created_at,
'%a %b %d %H:%M:%S +0800 %Y')
if created_at > tree_stats['spread_end']:
tree_stats['spread_end'] = created_at
tree_stats['repost_peoples'].add(repost['user']['id'])
tree_stats['repost_people_count'] = len(tree_stats['repost_peoples'])
del tree_stats['repost_peoples']
return tree_nodes, tree_stats
def reposts2tree(source_weibo, reposts, per_page, page_count):
# root
tree_nodes = []
tree_stats = {}
node = source_weibo['user']['name']
extra_infos = {
'location': source_weibo['user']['location'],
'datetime': source_weibo['created_at'],
'wid': source_weibo['id'],
'img_url': source_weibo['user']['profile_image_url'],
'weibo_url': base62.weiboinfo2url(source_weibo['user']['id'], source_weibo['mid'])
}
tree_nodes.append(Tree(node, extra_infos))
created_at = source_weibo['created_at']
created_at = datetime.datetime.strptime(created_at, '%a %b %d %H:%M:%S +0800 %Y')
tree_stats['spread_begin'] = created_at
tree_stats['spread_end'] = created_at
tree_stats['reposts_count'] = source_weibo['reposts_count']
tree_stats['repost_peoples'] = set([source_weibo['user']['id']])
# sort reposts
reposts = sorted(reposts, key=lambda x: x['id'])
reposts = reposts[: per_page * page_count]
# genarate tree
for repost in reposts:
node = repost['user']['name']
extra_infos = {
'location': repost['user']['location'],
'datetime': repost['created_at'],
'wid': repost['id'],
'img_url': repost['user']['profile_image_url'],
'weibo_url': base62.weiboinfo2url(repost['user']['id'], repost['mid'])
}
tree_nodes.append(Tree(node, extra_infos))
repost_users = re.findall(u'/@([a-zA-Z-_\u0391-\uFFE5]+)', repost['text'])
parent_idx = 0
while parent_idx < len(repost_users):
flag = False
for node in tree_nodes[-2::-1]:
if node.node == repost_users[parent_idx]:
node.append_child(tree_nodes[-1])
flag = True
break
if flag:
break
parent_idx += 1
else:
tree_nodes[0].append_child(tree_nodes[-1])
created_at = repost['created_at']
created_at = datetime.datetime.strptime(created_at, '%a %b %d %H:%M:%S +0800 %Y')
if created_at > tree_stats['spread_end']:
tree_stats['spread_end'] = created_at
tree_stats['repost_peoples'].add(repost['user']['id'])
tree_stats['repost_people_count'] = len(tree_stats['repost_peoples'])
del tree_stats['repost_peoples']
return tree_nodes, tree_stats