Example #1
0
from csvthings import import_csv_to_list
from csvthings import export_list_to_csv

# Import CSVs to list.
airlines = import_csv_to_list('airlines_raw.csv', headers = True, astuple = True)
aircraft = import_csv_to_list('aircraft_raw.csv', headers = True, astuple = True)

# Remove duplicate rows.
def remove_duplicates(data):
    data = set(data)
    data = list(data)
    return(data)

airlines = remove_duplicates(airlines)
aircraft = remove_duplicates(aircraft)

# Remove Regionnair observations. Not unique by name.
def remove_regionnair(data):
    newdata = []
    for i in range(len(data)):
        if('Regionnair' not in data[i]):
            newdata.append(data[i])
    return(newdata)

airlines = remove_regionnair(airlines)
aircraft = remove_regionnair(aircraft)

# Convert to list of lists from list of tuples for validate_status function.
def convert_to_list(data):
    newlist = [list(e) for e in data]
    return(newlist)
Example #2
0
from csvthings import import_csv_to_list
from csvthings import export_list_to_csv

# Import CSVs to list.
airlines = import_csv_to_list('airlines_raw.csv', headers=True, astuple=True)
aircraft = import_csv_to_list('aircraft_raw.csv', headers=True, astuple=True)


# Remove duplicate rows.
def remove_duplicates(data):
    data = set(data)
    data = list(data)
    return (data)


airlines = remove_duplicates(airlines)
aircraft = remove_duplicates(aircraft)


# Remove Regionnair observations. Not unique by name.
def remove_regionnair(data):
    newdata = []
    for i in range(len(data)):
        if ('Regionnair' not in data[i]):
            newdata.append(data[i])
    return (newdata)


airlines = remove_regionnair(airlines)
aircraft = remove_regionnair(aircraft)
Example #3
0
from py2neo import neo4j
from csvthings import import_csv_to_list

# Start GraphDatabaseService and the batch writer.
graph = neo4j.GraphDatabaseService("http://localhost:7474/db/data/")
batch = neo4j.WriteBatch(graph)

# Load data from CSV into a list called aircraft.
aircraft = import_csv_to_list('aircraft_clean.csv', headers=True)

# MODELS.
# Add uniqueness constraint.
neo4j.CypherQuery(
    graph, "CREATE CONSTRAINT ON (m:Model) ASSERT m.name IS UNIQUE").run()

# Put all of the model names into a list called models.
models = []

for i in range(len(aircraft)):
    models.append(aircraft[i][1])

# Convert list of model names to a set to get a unique set of values.
models = set(models)

# Create Model nodes.
cypher = "MERGE (:Model {name:{model}})"

for model in models:
    params = dict(model=model)
    batch.append_cypher(cypher, params)
from py2neo import neo4j
from csvthings import import_csv_to_list

# Start GraphDatabaseService and the batch writer.
graph = neo4j.GraphDatabaseService("http://localhost:7474/db/data/")
batch = neo4j.WriteBatch(graph)

# Load data from CSV into a list called aircraft.
aircraft = import_csv_to_list('aircraft_clean.csv', headers = True)

# MODELS.
# Add uniqueness constraint.
neo4j.CypherQuery(graph, "CREATE CONSTRAINT ON (m:Model) ASSERT m.name IS UNIQUE").run()

# Put all of the model names into a list called models.
models = []

for i in range(len(aircraft)):
    models.append(aircraft[i][1])

# Convert list of model names to a set to get a unique set of values.
models = set(models)

# Create Model nodes.
cypher = "MERGE (:Model {name:{model}})"

for model in models:
    params = dict(model = model)
    batch.append_cypher(cypher, params)

batch.run()
Example #5
0
from py2neo import neo4j
from csvthings import import_csv_to_list

# Start GraphDatabaseService and the batch writer.
graph = neo4j.GraphDatabaseService("http://localhost:7474/db/data/")
batch = neo4j.WriteBatch(graph)

# Load data from CSV into a list called airlines.
airlines = import_csv_to_list('airlines_clean.csv', headers=True)

# COUNTRIES.
# Add uniqueness constraint.
neo4j.CypherQuery(
    graph, "CREATE CONSTRAINT ON (c:Country) ASSERT c.name IS UNIQUE").run()

# Put all country names into a list called countries.
countries = []

for i in range(len(airlines)):
    countries.append(airlines[i][1])

# Convert list of country names to a set to get a unique set of values.
countries = set(countries)

# Create Country nodes.
cypher = "MERGE (c:Country {name:{country}})"

for country in countries:
    params = dict(country=country)
    batch.append_cypher(cypher, params)
from py2neo import neo4j
from csvthings import import_csv_to_list

# Start GraphDatabaseService and the batch writer.
graph = neo4j.GraphDatabaseService("http://localhost:7474/db/data/")
batch = neo4j.WriteBatch(graph)

# Load data from CSV into a list called airlines.
airlines = import_csv_to_list('airlines_clean.csv', headers = True)

# COUNTRIES.
# Add uniqueness constraint.
neo4j.CypherQuery(graph, "CREATE CONSTRAINT ON (c:Country) ASSERT c.name IS UNIQUE").run()

# Put all country names into a list called countries.
countries = []

for i in range(len(airlines)):
    countries.append(airlines[i][1])

# Convert list of country names to a set to get a unique set of values.
countries = set(countries)

# Create Country nodes.
cypher = "MERGE (c:Country {name:{country}})"

for country in countries:
    params = dict(country = country)
    batch.append_cypher(cypher, params)

batch.run()