def main(notify):
g = nx.read_gexf('data/subreddits_edged_by_description_links.gexf')
g1 = nx.Graph()
notify("drawing a community graph for %d subreddits" % len(g))
communities = filter(lambda c: len(c.members) > 0, get_coalesced_communities(g, no_overlap=True))
all_members = set()
for c in communities:
color = choice(colors)
for n in c.members:
all_members.add(n)
g1.add_node(n)
g1.node[n]['label'] = n
g1.node[n]['comm_id'] = str(c.id)
g1.node[n]['viz'] = color
notify("number of nodes in communities is %d" % len(all_members))
for edge in g.edges_iter(data=True):
source, target, data = edge
weight = data['weight']
if source == target:
continue
if source in g1 and target in g1:
g1.add_edge(source, target)
g1[source][target]['weight'] = weight
for edge in g1.edges_iter(data=True):
source = g1.node[edge[0]]
target = g1.node[edge[1]]
if source['comm_id'] == target['comm_id']:
edge[2]['weight'] = edge[2]['weight'] * 10
nx.write_gexf(g1, 'data/communities.gexf')
def main(notify):
# read in the graph
g = nx.read_gexf('data/subreddits_edged_by_description_links.gexf')
# create session
session = Session()
# clean out existing associations and communities
for c in session.query(Community):
c.subreddits[:] = []
session.commit()
session.query(Community).delete()
communities = get_coalesced_communities(g)
communities = filter(lambda c: len(c.members) > 0, communities)
notify("Detected %d communities" % len(communities))
count = 0
for c in communities:
comm = Community()
comm.name = "test"
comm.description = ', '.join(c.members)
make_url = lambda url: u'/r/' + url + u'/'
urls = map(make_url, c.members)
for sub in session.query(Subreddit).filter(Subreddit.url.in_(urls)):
comm.subreddits.append(sub)
session.add(comm)
count += 1
if count % 200 == 0:
notify("finished %d" % count)
#session.commit()
# commit the new communities
session.commit()
print "there are %d communities" % session.query(Community).count()
