Beispiel #1
0
def ingest():
    """
    Ingest institutions.
    """

    Institution.ingest_usa()
    Institution.ingest_world()
def ingest():

    """
    Ingest institutions.
    """

    Institution.ingest_usa()
    Institution.ingest_world()
def test_block_empty_urls():
    """
    Don't ingest rows with empty URLs.
    """

    Institution.ingest_usa(
        'osp.test.institutions.models.institution',
        'fixtures/ingest_usa/empty_urls.csv',
    )

    assert Institution.select().count() == 1

    assert Institution.select().where(Institution.name == 'inst1')
Beispiel #4
0
def test_skip_non_usa_rows():
    """
    Non-"USA" institutions should be ignored.
    """

    Institution.ingest_usa(
        'osp.test.institutions.models.institution',
        'fixtures/ingest_usa/skip_non_usa_rows.csv',
    )

    assert Institution.select().count() == 2

    assert Institution.select().where(Institution.name == 'inst1')
    assert Institution.select().where(Institution.name == 'inst2')
    assert not Institution.select().where(Institution.name == 'inst3')
def test_strip_values():
    """
    Field values should be stripped.
    """

    Institution.ingest_usa(
        'osp.test.institutions.models.institution',
        'fixtures/ingest_usa/strip_values.csv',
    )

    assert Institution.select().where(
        Institution.name == 'inst',
        Institution.url == 'http://inst.edu',
        Institution.state == 'ST',
        Institution.country == 'US',
    )
def test_skip_non_usa_rows():

    """
    Non-"USA" institutions should be ignored.
    """

    Institution.ingest_usa(
        'osp.test.institutions.models.institution',
        'fixtures/ingest_usa/skip_non_usa_rows.csv',
    )

    assert Institution.select().count() == 2

    assert Institution.select().where(Institution.name=='inst1')
    assert Institution.select().where(Institution.name=='inst2')
    assert not Institution.select().where(Institution.name=='inst3')
def test_strip_values():

    """
    Field values should be stripped.
    """

    Institution.ingest_usa(
        'osp.test.institutions.models.institution',
        'fixtures/ingest_usa/strip_values.csv',
    )

    assert Institution.select().where(
        Institution.name=='inst',
        Institution.url=='http://inst.edu',
        Institution.domain=='inst.edu',
        Institution.state=='ST',
        Institution.country=='US',
    )
def test_insert_rows():
    """
    Institution.ingest_usa() should load rows.
    """

    Institution.ingest_usa(
        'osp.test.institutions.models.institution',
        'fixtures/ingest_usa/insert_rows.csv',
    )

    assert Institution.select().count() == 3

    for i in map(str, [1, 2, 3]):

        assert Institution.select().where(
            Institution.name == 'inst{0}'.format(i),
            Institution.url == 'http://inst{0}.edu'.format(i),
            Institution.state == 'ST{0}'.format(i),
            Institution.country == 'US',
        )
def test_insert_rows():

    """
    Institution.ingest_usa() should load rows.
    """

    Institution.ingest_usa(
        'osp.test.institutions.models.institution',
        'fixtures/ingest_usa/insert_rows.csv',
    )

    assert Institution.select().count() == 3

    for i in map(str, [1, 2, 3]):

        assert Institution.select().where(
            Institution.name=='inst{0}'.format(i),
            Institution.url=='http://inst{0}.edu'.format(i),
            Institution.domain=='inst{0}.edu'.format(i),
            Institution.state=='ST{0}'.format(i),
            Institution.country=='US',
        )