def create_fixtures(): loader = Loader('opennews', project_label='Open News', project_settings={}, source_url=DEFAULT_SOURCE_URL) import_schema(loader.project, StringIO(SCHEMATA)) reader = unicodecsv.reader(StringIO(DATA)) reader.next() for record in reader: fellow = loader.make_entity(['fellow']) fellow.set('name', record[0]) fellow.set('twitter_handle', record[1]) fellow.save() news_org = loader.make_entity(['news_organization']) news_org.set('name', record[4]) news_org.set('url', record[5]) news_org.save() fellowship = loader.make_relation('fellowship', fellow, news_org) fellowship.set('start_date', record[2]) fellowship.set('end_date', record[3]) fellowship.save() loader.persist()
# This source URL will be applied to all properties without their own lineage: DEFAULT_SOURCE_URL = 'http://www.opennews.org/' # Any settings (free-form dict): PROJECT_SETTINGS = {} loader = Loader('opennews', project_label='opennews', project_settings=PROJECT_SETTINGS, source_url=DEFAULT_SOURCE_URL) reader = unicodecsv.reader(open('fellows.csv')) reader.next() for record in reader: fellow = loader.make_entity(['fellow']) fellow.set('name', record[0]) fellow.set('twitter_handle', record[1]) fellow.save() news_org = loader.make_entity(['news_organization']) news_org.set('name', record[4]) news_org.set('url', record[5]) news_org.save() fellowship = loader.make_relation('fellowship', fellow, news_org) fellowship.set('start_date', record[2]) fellowship.set('end_date', record[3]) fellowship.save() loader.persist()
DEFAULT_SOURCE_URL = 'http://www.opennews.org/' # Any settings (free-form dict): PROJECT_SETTINGS = {} loader = Loader('opennews2', project_label='opennews', project_settings=PROJECT_SETTINGS, source_url=DEFAULT_SOURCE_URL) reader = unicodecsv.reader(open('fellows.csv')) reader.next() for record in reader: fellow = loader.make_entity(['fellow']) fellow.set('name', record[0]) fellow.set('twitter_handle', record[1]) fellow.save() news_org = loader.make_entity(['news_organization']) news_org.set('name', record[4]) news_org.set('url', record[5]) news_org.save() fellowship = loader.make_relation('fellowship', fellow, news_org) fellowship.set('start_date', record[2]) fellowship.set('end_date', record[3]) fellowship.save() loader.persist()
node = graph.node[node_id] node_schemata = ['category'] if node_type(node) == 'activity': node_schemata.append('activity') entity = loader.make_entity(node_schemata) entity.set('type', node['type']) elif node_type(node) == 'university': node_schemata.append('university') entity = loader.make_entity(node_schemata) entity.set('latitude', float(node['xcoord'])) entity.set('longitude', float(node['ycoord'])) elif node_type(node) == 'person': node_schemata.append('person') entity = loader.make_entity(node_schemata) entity.set('category', node['category']) entity.set('name', node['label']) entity.save() entities[node_id] = entity for src, tgt in graph.edges(): et = edge_type(graph.node[src], graph.node[tgt]) rel = loader.make_relation(et, entities[src], entities[tgt]) rel.set('weight', 1) rel.save() loader.persist() # loader.persist()
entity.set('type', node['type']) elif node_type(node) == 'university': node_schemata.append('university') entity = loader.make_entity(node_schemata) entity.set('latitude', float(node['xcoord'])) entity.set('longitude', float(node['ycoord'])) elif node_type(node) == 'person': node_schemata.append('person') entity = loader.make_entity(node_schemata) entity.set('category', node['category']) entity.set('name', node['label']) entity.save() entities[node_id] = entity for src,tgt in graph.edges(): et = edge_type(graph.node[src], graph.node[tgt]) rel = loader.make_relation(et, entities[src], entities[tgt]) rel.set('weight', 1) rel.save() loader.persist() # loader.persist()