def ingest(): """ Ingest institutions. """ Institution.ingest_usa() Institution.ingest_world()
def ingest(): """ Ingest institutions. """ Institution.ingest_usa() Institution.ingest_world()
def test_block_empty_urls(): """ Don't ingest rows with empty URLs. """ Institution.ingest_usa( 'osp.test.institutions.models.institution', 'fixtures/ingest_usa/empty_urls.csv', ) assert Institution.select().count() == 1 assert Institution.select().where(Institution.name == 'inst1')
def test_skip_non_usa_rows(): """ Non-"USA" institutions should be ignored. """ Institution.ingest_usa( 'osp.test.institutions.models.institution', 'fixtures/ingest_usa/skip_non_usa_rows.csv', ) assert Institution.select().count() == 2 assert Institution.select().where(Institution.name == 'inst1') assert Institution.select().where(Institution.name == 'inst2') assert not Institution.select().where(Institution.name == 'inst3')
def test_strip_values(): """ Field values should be stripped. """ Institution.ingest_usa( 'osp.test.institutions.models.institution', 'fixtures/ingest_usa/strip_values.csv', ) assert Institution.select().where( Institution.name == 'inst', Institution.url == 'http://inst.edu', Institution.state == 'ST', Institution.country == 'US', )
def test_skip_non_usa_rows(): """ Non-"USA" institutions should be ignored. """ Institution.ingest_usa( 'osp.test.institutions.models.institution', 'fixtures/ingest_usa/skip_non_usa_rows.csv', ) assert Institution.select().count() == 2 assert Institution.select().where(Institution.name=='inst1') assert Institution.select().where(Institution.name=='inst2') assert not Institution.select().where(Institution.name=='inst3')
def test_strip_values(): """ Field values should be stripped. """ Institution.ingest_usa( 'osp.test.institutions.models.institution', 'fixtures/ingest_usa/strip_values.csv', ) assert Institution.select().where( Institution.name=='inst', Institution.url=='http://inst.edu', Institution.domain=='inst.edu', Institution.state=='ST', Institution.country=='US', )
def test_insert_rows(): """ Institution.ingest_usa() should load rows. """ Institution.ingest_usa( 'osp.test.institutions.models.institution', 'fixtures/ingest_usa/insert_rows.csv', ) assert Institution.select().count() == 3 for i in map(str, [1, 2, 3]): assert Institution.select().where( Institution.name == 'inst{0}'.format(i), Institution.url == 'http://inst{0}.edu'.format(i), Institution.state == 'ST{0}'.format(i), Institution.country == 'US', )
def test_insert_rows(): """ Institution.ingest_usa() should load rows. """ Institution.ingest_usa( 'osp.test.institutions.models.institution', 'fixtures/ingest_usa/insert_rows.csv', ) assert Institution.select().count() == 3 for i in map(str, [1, 2, 3]): assert Institution.select().where( Institution.name=='inst{0}'.format(i), Institution.url=='http://inst{0}.edu'.format(i), Institution.domain=='inst{0}.edu'.format(i), Institution.state=='ST{0}'.format(i), Institution.country=='US', )