def test_pp_to_def():
schema = json.load(open('test/test_pp_to_def.json'))
translator = JSONSchemaToPostgres(schema, debug=True)
con = psycopg2.connect('host=localhost dbname=jsonschema2db-test')
translator.create_tables(con)
translator.insert_items(
con, [(33, [(('aBunchOfDocuments', 'xyz', 'url'), 'http://baz.bar'),
(('moreDocuments', 'abc', 'url'), 'https://banana'),
(('moreDocuments', 'abc', 'url'), ['wrong-type']),
(('moreDocuments', 'abc'), 'broken-value-ignore')])],
count=True)
translator.create_links(con)
translator.analyze(con)
assert translator.failure_count == {
('moreDocuments', 'abc'): 1,
('moreDocuments', 'abc', 'url'): 1
}
assert list(query(con, 'select count(1) from root')) == [(1, )]
assert list(query(con, 'select count(1) from file')) == [(2, )]
assert list(query(con,
'select id, prefix, item_id from root')) == [(1, '', 33)]
assert list(query(con, 'select id, prefix, item_id, root_id from a_bunch_of_documents')) == \
[(1, '/aBunchOfDocuments/xyz', 33, 1)]
assert set(query(con, 'select prefix, url, item_id from file')) == \
set([('/aBunchOfDocuments/xyz', 'http://baz.bar', 33),
('/moreDocuments/abc', 'https://banana', 33)])
assert set(
list(query(con, 'select file_id from a_bunch_of_documents')) +
list(query(con, 'select file_id from more_documents'))) == set([(1, ),
(2, )])
def test_lff():
schema = json.load(open('test/test_schema.json'))
translator = JSONSchemaToPostgres(schema,
postgres_schema='schm',
item_col_name='loan_file_id',
item_col_type='string',
abbreviations={
'AbbreviateThisReallyLongColumn':
'AbbTRLC',
})
con = psycopg2.connect('host=localhost dbname=jsonschema2db-test')
con.autocommit = True
translator.create_tables(con)
translator.insert_items(
con, {
'loan_file_abc123': {
'Loan': {
'Amount': 500000
},
'SubjectProperty': {
'Address': {
'City': 'New York',
'ZipCode': '12345',
'Latitude': 43
},
'Acreage': 42
},
'RealEstateOwned': {
'1': {
'Address': {
'City': 'Brooklyn',
'ZipCode': '65432'
},
"RentalIncome": 1000
}
}
}
})
translator.create_links(con)
assert list(query(con, 'select count(1) from schm.root')) == [(1, )]
assert list(query(con,
'select count(1) from schm.basic_address')) == [(2, )]
assert list(query(con, 'select loan_file_id, prefix, loan__amount, subject_property__acreage, subject_property__address__latitude, loan__abb_trlc from schm.root')) == \
[('loan_file_abc123', '', 500000, 42.0, 43.0, None)]
assert set(query(con, 'select loan_file_id, prefix, city, zip_code from schm.basic_address')) == \
set([('loan_file_abc123', '/SubjectProperty/Address', 'New York', '12345'),
('loan_file_abc123', '/RealEstateOwned/1/Address', 'Brooklyn', '65432')])
assert set(query(con, 'select loan_file_id, prefix, rental_income from schm.real_estate_owned')) == \
set([('loan_file_abc123', '/RealEstateOwned/1', 1000)])
assert set(query(con, 'select subject_property__address_id from schm.root union select address_id from schm.real_estate_owned')) == \
set(query(con, 'select id from schm.basic_address'))
assert query(con, 'select root_id from schm.real_estate_owned') == \
query(con, 'select id from schm.root')
def test_extra_columns():
schema = json.load(open('test/test_schema.json'))
translator = JSONSchemaToPostgres(schema,
postgres_schema='schm',
item_col_name='loan_file_id',
item_col_type='string',
abbreviations={
'AbbreviateThisReallyLongColumn':
'AbbTRLC',
},
debug=True,
extra_columns=[('loan_period', 'integer')
])
con = psycopg2.connect('host=localhost dbname=jsonschema2db-test')
translator.create_tables(con)
translator.insert_items(con, [('loan_file_abc123', {
'Loan': {
'Amount': 500000
},
'SubjectProperty': {
'Address': {
'City': 'New York',
'ZipCode': '12345',
'Latitude': 43
},
'Acreage': 42
},
'RealEstateOwned': {
'1': {
'Address': {
'City': 'Brooklyn',
'ZipCode': '65432'
},
'RentalIncome': 1000
},
'2': {
'Address': {
'City': 'Queens',
'ZipCode': '54321'
}
}
},
})], {'loan_file_abc123': {
'loan_period': 30
}})
translator.create_links(con)
translator.analyze(con)
assert list(query(con, 'select loan_period from schm.root')) == [(30, )]
def main(schema_file, json_file, obj_key):
schema = json.load(open(schema_file))
translator = JSONSchemaToPostgres(schema,
postgres_schema='schm',
item_col_name='loan_file_id',
item_col_type='string')
con = psycopg2.connect('host=localhost dbname=jsondb')
translator.create_tables(con)
con.commit()
data = json.load(open(json_file))
i = 0
for item in data[obj_key]:
translator.insert_items(con, {i: item})
i += 1
print("Create links")
translator.create_links(con)
print("Optimize")
translator.analyze(con)
print("Commit")
con.commit()
def test_pp_to_def():
schema = json.load(open('test/test_pp_to_def.json'))
translator = JSONSchemaToPostgres(schema)
con = psycopg2.connect('host=localhost dbname=jsonschema2db-test')
translator.create_tables(con)
translator.insert_items(
con, {
33: {
'aBunchOfDocuments': {
'xyz': {
'url': 'http://baz.bar'
}
},
'moreDocuments': {
'abc': {
'url': 'https://banana'
}
}
}
})
translator.create_links(con)
translator.analyze(con)
assert list(query(con, 'select count(1) from root')) == [(1, )]
assert list(query(con, 'select count(1) from file')) == [(2, )]
assert list(query(con,
'select id, prefix, item_id from root')) == [(1, '', 33)]
assert list(query(con, 'select id, prefix, item_id, root_id from a_bunch_of_documents')) == \
[(1, '/aBunchOfDocuments/xyz', 33, 1)]
assert set(query(con, 'select prefix, url, item_id from file')) == \
set([('/aBunchOfDocuments/xyz', 'http://baz.bar', 33),
('/moreDocuments/abc', 'https://banana', 33)])
assert set(
list(query(con, 'select file_id from a_bunch_of_documents')) +
list(query(con, 'select file_id from more_documents'))) == set([(1, ),
(2, )])