Exemple #1
0
def create_fixtures():
    loader = Loader('opennews', project_label='Open News',
                    project_settings={},
                    source_url=DEFAULT_SOURCE_URL)
    
    import_schema(loader.project, StringIO(SCHEMATA))

    reader = unicodecsv.reader(StringIO(DATA))
    reader.next()
     
    for record in reader:
        fellow = loader.make_entity(['fellow'])
        fellow.set('name', record[0])
        fellow.set('twitter_handle', record[1])
        fellow.save()
     
        news_org = loader.make_entity(['news_organization'])
        news_org.set('name', record[4])
        news_org.set('url', record[5])
        news_org.save()
     
        fellowship = loader.make_relation('fellowship', fellow, news_org)
        fellowship.set('start_date', record[2])
        fellowship.set('end_date', record[3])
        fellowship.save()

    loader.persist()
Exemple #2
0
def create_fixtures():
    loader = Loader('opennews',
                    project_label='Open News',
                    project_settings={},
                    source_url=DEFAULT_SOURCE_URL)

    import_schema(loader.project, StringIO(SCHEMATA))

    reader = unicodecsv.reader(StringIO(DATA))
    reader.next()

    for record in reader:
        fellow = loader.make_entity(['fellow'])
        fellow.set('name', record[0])
        fellow.set('twitter_handle', record[1])
        fellow.save()

        news_org = loader.make_entity(['news_organization'])
        news_org.set('name', record[4])
        news_org.set('url', record[5])
        news_org.save()

        fellowship = loader.make_relation('fellowship', fellow, news_org)
        fellowship.set('start_date', record[2])
        fellowship.set('end_date', record[3])
        fellowship.save()

    loader.persist()
Exemple #3
0
 
# This source URL will be applied to all properties without their own lineage:
DEFAULT_SOURCE_URL = 'http://www.opennews.org/'
 
# Any settings (free-form dict):
PROJECT_SETTINGS = {}
 
loader = Loader('opennews', project_label='opennews',
    project_settings=PROJECT_SETTINGS, source_url=DEFAULT_SOURCE_URL)
 
reader = unicodecsv.reader(open('fellows.csv'))
reader.next()
 
for record in reader:
    fellow = loader.make_entity(['fellow'])
    fellow.set('name', record[0])
    fellow.set('twitter_handle', record[1])
    fellow.save()
 
    news_org = loader.make_entity(['news_organization'])
    news_org.set('name', record[4])
    news_org.set('url', record[5])
    news_org.save()
 
    fellowship = loader.make_relation('fellowship', fellow, news_org)
    fellowship.set('start_date', record[2])
    fellowship.set('end_date', record[3])
    fellowship.save()

loader.persist()
Exemple #4
0
DEFAULT_SOURCE_URL = 'http://www.opennews.org/'

# Any settings (free-form dict):
PROJECT_SETTINGS = {}

loader = Loader('opennews2',
                project_label='opennews',
                project_settings=PROJECT_SETTINGS,
                source_url=DEFAULT_SOURCE_URL)

reader = unicodecsv.reader(open('fellows.csv'))
reader.next()

for record in reader:
    fellow = loader.make_entity(['fellow'])
    fellow.set('name', record[0])
    fellow.set('twitter_handle', record[1])
    fellow.save()

    news_org = loader.make_entity(['news_organization'])
    news_org.set('name', record[4])
    news_org.set('url', record[5])
    news_org.save()

    fellowship = loader.make_relation('fellowship', fellow, news_org)
    fellowship.set('start_date', record[2])
    fellowship.set('end_date', record[3])
    fellowship.save()

loader.persist()
Exemple #5
0
    node = graph.node[node_id]

    node_schemata = ['category']
    if node_type(node) == 'activity':
        node_schemata.append('activity')
        entity = loader.make_entity(node_schemata)
        entity.set('type', node['type'])
    elif node_type(node) == 'university':
        node_schemata.append('university')
        entity = loader.make_entity(node_schemata)
        entity.set('latitude', float(node['xcoord']))
        entity.set('longitude', float(node['ycoord']))
    elif node_type(node) == 'person':
        node_schemata.append('person')
        entity = loader.make_entity(node_schemata)

    entity.set('category', node['category'])
    entity.set('name', node['label'])
    entity.save()
    entities[node_id] = entity

for src, tgt in graph.edges():
    et = edge_type(graph.node[src], graph.node[tgt])
    rel = loader.make_relation(et, entities[src], entities[tgt])
    rel.set('weight', 1)
    rel.save()

loader.persist()

# loader.persist()
Exemple #6
0
        entity.set('type', node['type'])
    elif node_type(node) == 'university':
        node_schemata.append('university')
        entity = loader.make_entity(node_schemata)
        entity.set('latitude', float(node['xcoord']))
        entity.set('longitude', float(node['ycoord']))
    elif node_type(node) == 'person':
        node_schemata.append('person')
        entity = loader.make_entity(node_schemata)

    entity.set('category', node['category'])
    entity.set('name', node['label'])
    entity.save()
    entities[node_id] = entity

for src,tgt in graph.edges():
    et = edge_type(graph.node[src], graph.node[tgt])
    rel = loader.make_relation(et, entities[src], entities[tgt])
    rel.set('weight', 1)
    rel.save()

loader.persist()







# loader.persist()