def test_addresses_from_371__double_a_b_d_e_double_g():
schema = load_schema('institutions')
subschema = schema['properties']['addresses']
snippet = ('<datafield tag="371" ind1=" " ind2=" ">'
' <subfield code="e">88003</subfield>'
' <subfield code="g">US</subfield>'
' <subfield code="a">Physical Science Lab</subfield>'
' <subfield code="a">Las Cruces, NM 88003</subfield>'
' <subfield code="b">Las Cruces</subfield>'
' <subfield code="d">USA</subfield>'
' <subfield code="g">US</subfield>'
'</datafield>') # record/1241283
expected = [
{
'cities': [
'Las Cruces',
],
'country_code': 'US',
'postal_address': [
'Physical Science Lab',
'Las Cruces, NM 88003',
],
'postal_code': '88003',
},
]
result = institutions.do(create_record(snippet))
assert validate(result['addresses'], subschema) is None
assert expected == result['addresses']
def test_extra_words_from_410__decuple_g():
schema = load_schema('institutions')
subschema = schema['properties']['extra_words']
snippet = (
'<datafield tag="410" ind1=" " ind2=" ">'
' <subfield code="g">Institut Theoretische Physik,</subfield>'
' <subfield code="g">RWTH, Inst.</subfield>'
' <subfield code="g">institute A</subfield>'
' <subfield code="g">III. Physikalisches Institut, Technische Hochschule Aachen, Aachen, West</subfield>'
' <subfield code="g">physics</subfield>'
' <subfield code="g">52056</subfield>'
' <subfield code="g">D-52056</subfield>'
' <subfield code="g">DE-52056</subfield>'
' <subfield code="g">phys</subfield>'
' <subfield code="g">I. Physikalisches Institut</subfield>'
'</datafield>') # record/902624
expected = [
'Institut Theoretische Physik,',
'RWTH, Inst.',
'institute A',
'III. Physikalisches Institut, Technische Hochschule Aachen, Aachen, West',
'physics',
'52056',
'D-52056',
'DE-52056',
'phys',
'I. Physikalisches Institut',
]
result = institutions.do(create_record(snippet))
assert validate(result['extra_words'], subschema) is None
assert expected == result['extra_words']
def test_addresses_from_371__double_a_b_d_e_g():
schema = load_schema('institutions')
subschema = schema['properties']['addresses']
snippet = ('<datafield tag="371" ind1=" " ind2=" ">'
' <subfield code="a">Philosophenweg 16</subfield>'
' <subfield code="a">69120 Heidelberg</subfield>'
' <subfield code="b">Heidelberg</subfield>'
' <subfield code="d">Germany</subfield>'
' <subfield code="e">69120</subfield>'
' <subfield code="g">DE</subfield>'
'</datafield>') # record/1209215
expected = [
{
'cities': [
'Heidelberg',
],
'country_code': 'DE',
'postal_address': [
'Philosophenweg 16',
'69120 Heidelberg',
],
'postal_code': '69120',
},
]
result = institutions.do(create_record(snippet))
assert validate(result['addresses'], subschema) is None
assert expected == result['addresses']
def test_deleted_from_980__multiple_b_and_980__a_and_980__c():
schema = load_schema('institutions')
subschema = schema['properties']['deleted']
snippet = (
'<record>'
' <datafield tag="980" ind1=" " ind2=" ">'
' <subfield code="b">CK90</subfield>'
' <subfield code="b">PPF</subfield>'
' <subfield code="b">WEB</subfield>'
' </datafield>'
' <datafield tag="980" ind1=" " ind2=" ">'
' <subfield code="a">INSTITUTION</subfield>'
' </datafield>'
' <datafield tag="980" ind1=" " ind2=" ">'
' <subfield code="c">DELETED</subfield>'
' </datafield>'
'</record>'
) # record/905453
expected = True
result = institutions.do(create_record(snippet))
assert validate(result['deleted'], subschema) is None
assert expected == result['deleted']
def test_icn_legacy_icn_institution_hierarchy_from_110__a_t_u():
schema = load_schema('institutions')
ICN_schema = schema['properties']['ICN']
legacy_ICN_schema = schema['properties']['legacy_ICN']
institution_hierarchy_schema = schema['properties'][
'institution_hierarchy']
snippet = (
'<datafield tag="110" ind1=" " ind2=" ">'
' <subfield code="a">European Organization for Nuclear Research (CERN)</subfield>'
' <subfield code="t">CERN, Geneva</subfield>'
' <subfield code="u">CERN</subfield>'
'</datafield>') # record/902725
expected_ICN = [
'CERN, Geneva',
]
expected_legacy_ICN = 'CERN'
expected_institution_hierarchy = [
{
'acronym': 'CERN',
'name': 'European Organization for Nuclear Research',
},
]
result = institutions.do(create_record(snippet))
assert validate(result['ICN'], ICN_schema) is None
assert expected_ICN == result['ICN']
assert validate(result['legacy_ICN'], legacy_ICN_schema) is None
assert expected_legacy_ICN == result['legacy_ICN']
assert validate(result['institution_hierarchy'],
institution_hierarchy_schema) is None
assert expected_institution_hierarchy == result['institution_hierarchy']
def test_related_records_from__510__a_w_0_accepts_successors():
schema = load_schema('institutions')
subschema = schema['properties']['related_records']
snippet = (
'<datafield tag="510" ind1=" " ind2=" ">'
' <subfield code="0">911753</subfield>'
' <subfield code="a">HZB, Berlin</subfield>'
' <subfield code="w">b</subfield>'
'</datafield>'
) # record/902831
expected = [
{
'curated_relation': True,
'record': {
'$ref': 'http://localhost:5000/api/institutions/911753',
},
'relation': 'successor',
},
]
result = institutions.do(create_record(snippet))
assert validate(result['related_records'], subschema) is None
assert expected == result['related_records']
def test_related_records_from_510__a_w_0_accepts_other():
schema = load_schema('institutions')
subschema = schema['properties']['related_records']
snippet = (
'<datafield tag="510" ind1=" " ind2=" ">'
' <subfield code="0">945696</subfield>'
' <subfield code="a">UMass Amherst</subfield>'
' <subfield code="w">r</subfield>'
'</datafield>'
) # record/902971
expected = [
{
'curated_relation': True,
'record': {
'$ref': 'http://localhost:5000/api/institutions/945696',
},
'relation_freetext': 'other',
},
]
result = institutions.do(create_record(snippet))
assert validate(result['related_records'], subschema) is None
assert expected == result['related_records']
def test_private_notes_from_double_595__a():
schema = load_schema('institutions')
subschema = schema['properties']['_private_notes']
snippet = (
'<record>'
' <datafield tag="595" ind1=" " ind2=" ">'
' <subfield code="a">The Roma II Structure was established in 1989 at the University of Rome “Tor Vergata” - cc</subfield>'
' </datafield>'
' <datafield tag="595" ind1=" " ind2=" ">'
' <subfield code="a">REDACTED thinks we don\'t have to write 110__t: "INFN, Rome 2" because Rome 2 is only in the url but not in the site. She\'ll ask to REDACTED (from INFN) to have her feedback.</subfield>'
' </datafield>'
'</record>') # record/907691
expected = [
{
'value':
u'The Roma II Structure was established in 1989 at the University of Rome “Tor Vergata” - cc'
},
{
'value':
u'REDACTED thinks we don\'t have to write 110__t: "INFN, Rome 2" because Rome 2 is only in the url but not in the site. She\'ll ask to REDACTED (from INFN) to have her feedback.'
},
]
result = institutions.do(create_record(snippet))
assert validate(result['_private_notes'], subschema) is None
assert expected == result['_private_notes']
def test_related_records_from_510__a_w_0_accepts_parents():
schema = load_schema('institutions')
subschema = schema['properties']['related_records']
snippet = (
'<datafield tag="510" ind1=" " ind2=" ">'
' <subfield code="0">1385404</subfield>'
' <subfield code="a">U. Caen (main)</subfield>'
' <subfield code="w">t</subfield>'
'</datafield>'
) # record/1430106
expected = [
{
'curated_relation': True,
'record': {
'$ref': 'http://localhost:5000/api/institutions/1385404',
},
'relation': 'parent',
},
]
result = institutions.do(create_record(snippet))
assert validate(result['related_records'], subschema) is None
assert expected == result['related_records']
def test_addresses_from_371__a_b_d_e_g():
schema = load_schema('institutions')
subschema = schema['properties']['addresses']
snippet = ('<datafield tag="371" ind1=" " ind2=" ">'
' <subfield code="a">Edgbaston, Birmingham B15 2TT</subfield>'
' <subfield code="b">Birmingham</subfield>'
' <subfield code="d">United Kingdom</subfield>'
' <subfield code="e">B15 2TT</subfield>'
' <subfield code="g">UK</subfield>'
'</datafield>') # record/902671
expected = [
{
'cities': [
'Birmingham',
],
'country_code': 'GB',
'postal_address': [
'Edgbaston, Birmingham B15 2TT',
],
'postal_code': 'B15 2TT',
},
]
result = institutions.do(create_record(snippet))
assert validate(result['addresses'], subschema) is None
assert expected == result['addresses']
def test_related_records_from_110__a_t_u_double_x_double_z():
schema = load_schema('institutions')
subschema = schema['properties']['related_records']
snippet = ('<datafield tag="110" ind1=" " ind2=" ">'
' <subfield code="a">University of Pittsburgh</subfield>'
' <subfield code="t">U. Pittsburgh</subfield>'
' <subfield code="u">U. Pittsburgh (main)</subfield>'
' <subfield code="x">Pittsburgh U., Dept. Phil.</subfield>'
' <subfield code="x">Pittsburgh U., Med. School</subfield>'
' <subfield code="z">908047</subfield>'
' <subfield code="z">905042</subfield>'
'</datafield>') # record/1272953
expected = [
{
'curated_relation': True,
'record': {
'$ref': 'http://localhost:5000/api/institutions/908047',
},
'relation_freetext': 'obsolete',
},
{
'curated_relation': True,
'record': {
'$ref': 'http://localhost:5000/api/institutions/905042',
},
'relation_freetext': 'obsolete',
},
]
result = institutions.do(create_record(snippet))
assert validate(result['related_records'], subschema) is None
assert expected == result['related_records']
def test_related_records_from_510__w_discards_malformed():
snippet = ('<datafield tag="510" ind1=" " ind2=" ">'
' <subfield code="w">foo</subfield>'
'</datafield>') # synthetic data
result = institutions.do(create_record(snippet))
assert 'related_records' not in result
def test_addresses_from_371__triple_a_b_d_e_g_and_371__triple_a_b_d_e_g_x():
schema = load_schema('institutions')
subschema = schema['properties']['addresses']
snippet = (
'<record>'
' <datafield tag="371" ind1=" " ind2=" ">'
' <subfield code="a">Université Libre de Bruxelles (ULB)</subfield>'
' <subfield code="a">Boulevard du Triomphe, 2</subfield>'
' <subfield code="a">B-1050 Bruxelles</subfield>'
' <subfield code="b">Brussels</subfield>'
' <subfield code="d">Belgium</subfield>'
' <subfield code="e">1050</subfield>'
' <subfield code="g">BE</subfield>'
' </datafield>'
' <datafield tag="371" ind1=" " ind2=" ">'
' <subfield code="a">Vrije Universiteit VUB</subfield>'
' <subfield code="a">Pleinlaan 2</subfield>'
' <subfield code="a">B-1050 Brussel</subfield>'
' <subfield code="b">Brussels</subfield>'
' <subfield code="d">Belgium</subfield>'
' <subfield code="e">1050</subfield>'
' <subfield code="g">BE</subfield>'
' <subfield code="x">secondary</subfield>'
' </datafield>'
'</record>'
) # record/902696
expected = [
{
'cities': [
'Brussels',
],
'country_code': 'BE',
'postal_address': [
u'Université Libre de Bruxelles (ULB)',
'Boulevard du Triomphe, 2',
'B-1050 Bruxelles',
],
'postal_code': '1050',
},
{
'cities': [
'Brussels',
],
'country_code': 'BE',
'postal_address': [
'Vrije Universiteit VUB',
'Pleinlaan 2',
'B-1050 Brussel',
],
'postal_code': '1050',
},
]
result = institutions.do(create_record(snippet))
assert validate(result['addresses'], subschema) is None
assert expected == result['addresses']
def test_name_variants_from_410__a_9_discards_desy_aff_source():
snippet = ('<datafield tag="410" ind1=" " ind2=" ">'
' <subfield code="9">DESY_AFF</subfield>'
' <subfield code="a">AARHUS UNIV</subfield>'
'</datafield>') # record/902626
result = institutions.do(create_record(snippet))
assert 'name_variants' not in result
def test_name_variants_from_410__a_9_discards_desy_source():
snippet = ('<datafield tag="410" ind1=" " ind2=" ">'
' <subfield code="9">DESY</subfield>'
' <subfield code="a">Aachen Tech. Hochsch.</subfield>'
'</datafield>') # record/902624
result = institutions.do(create_record(snippet))
assert 'name_variants' not in result
def test_name_variants_from_410__9_discards_other_sources():
snippet = ('<datafield tag="410" ind1=" " ind2=" ">'
' <subfield code="9">Tech</subfield>'
' <subfield code="a">CIIT</subfield>'
' <subfield code="g">Inst</subfield>'
'</datafield>') # record/1338296
result = institutions.do(create_record(snippet))
assert 'name_variants' not in result
def test_related_records_from__510__a_w_0_discards_successors():
snippet = ('<datafield tag="510" ind1=" " ind2=" ">'
' <subfield code="0">911753</subfield>'
' <subfield code="a">HZB, Berlin</subfield>'
' <subfield code="w">b</subfield>'
'</datafield>') # record/902831
result = institutions.do(create_record(snippet))
assert 'related_records' not in result
def test_inactive_from_980__a():
schema = load_schema('institutions')
subschema = schema['properties']['inactive']
snippet = ('<datafield tag="980" ind1=" " ind2=" ">'
' <subfield code="a">DEAD</subfield>'
'</datafield>') # record/1241100
expected = True
result = institutions.do(create_record(snippet))
assert validate(result['inactive'], subschema) is None
assert expected == result['inactive']
def test_core_from_980__a_b_noncore():
schema = load_schema('institutions')
subschema = schema['properties']['core']
snippet = ('<datafield tag="980" ind1=" " ind2=" ">'
' <subfield code="a">NONCORE</subfield>'
' <subfield code="b">NON-PPF</subfield>'
'</datafield>') # record/906132
expected = False
result = institutions.do(create_record(snippet))
assert validate(result['core'], subschema) is None
assert expected == result['core']
def test_institution_type_from_372__a():
schema = load_schema('institutions')
subschema = schema['properties']['institution_type']
snippet = ('<datafield tag="372" ind1=" " ind2=" ">'
' <subfield code="a">Research center</subfield>'
'</datafield>') # record/902624
expected = [
'Research Center',
]
result = institutions.do(create_record(snippet))
assert validate(result['institution_type'], subschema) is None
assert expected == result['institution_type']
def test_historical_data_from_6781_a():
schema = load_schema('institutions')
subschema = schema['properties']['historical_data']
snippet = (
'<datafield tag="678" ind1="1" ind2=" ">'
' <subfield code="a">Became IFH (Inst for Hochenergiephysik)in 1968. Since 1992 the official name of the Inst. is simply DESY Zeuthen. Changed 1/26/99 AMR</subfield>'
'</datafield>') # record/902666
expected = [
'Became IFH (Inst for Hochenergiephysik)in 1968. Since 1992 the official name of the Inst. is simply DESY Zeuthen. Changed 1/26/99 AMR'
]
result = institutions.do(create_record(snippet))
assert validate(result['historical_data'], subschema) is None
assert expected == result['historical_data']
def test_private_notes_from_667__a():
schema = load_schema('institutions')
subschema = schema['properties']['_private_notes']
snippet = ('<datafield tag="667" ind1=" " ind2=" ">'
' <subfield code="a">Former ICN = Negev U.</subfield>'
'</datafield>') # record/902663
expected = [
{
'value': 'Former ICN = Negev U.'
},
]
result = institutions.do(create_record(snippet))
assert validate(result['_private_notes'], subschema) is None
assert expected == result['_private_notes']
def test_public_notes_from_680__i():
schema = load_schema('institutions')
subschema = schema['properties']['public_notes']
snippet = (
'<datafield tag="680" ind1=" " ind2=" ">'
' <subfield code="i">2nd address: Organisation Européenne pour la Recherche Nucléaire (CERN), F-01631 Prévessin Cedex, France</subfield>'
'</datafield>') # record/902725
expected = [{
'value':
u'2nd address: Organisation Européenne pour la Recherche Nucléaire (CERN), F-01631 Prévessin Cedex, France'
}]
result = institutions.do(create_record(snippet))
assert validate(result['public_notes'], subschema) is None
assert expected == result['public_notes']
def test_private_notes_from_595__a():
schema = load_schema('institutions')
subschema = schema['properties']['_private_notes']
snippet = (
'<datafield tag="595" ind1=" " ind2=" ">'
' <subfield code="a">The Division is located inside the Department of Physics and Astronomy of the University of Catania Scientific Campus ("Città Universitaria" or "Cittadella"). Via Santa Sofia 64 95123 CATANIA</subfield>'
'</datafield>'
) # record/902879
expected = [
{'value': u'The Division is located inside the Department of Physics and Astronomy of the University of Catania Scientific Campus ("Città Universitaria" or "Cittadella"). Via Santa Sofia 64 95123 CATANIA'},
]
result = institutions.do(create_record(snippet))
assert validate(result['_private_notes'], subschema) is None
assert expected == result['_private_notes']
def test_name_variants_from_410__double_a():
schema = load_schema('institutions')
subschema = schema['properties']['name_variants']
snippet = (
'<datafield tag="410" ind1=" " ind2=" ">'
' <subfield code="a">Theoretische Teilchenphysik und Kosmologie</subfield>'
' <subfield code="a">Elementarteilchenphysik</subfield>'
'</datafield>'
) # record/902624
expected = [
{'value': 'Theoretische Teilchenphysik und Kosmologie'},
{'value': 'Elementarteilchenphysik'},
]
result = institutions.do(create_record(snippet))
assert validate(result['name_variants'], subschema) is None
assert expected == result['name_variants']
def test_external_system_identifiers_from_035__a_9():
schema = load_schema('institutions')
subschema = schema['properties']['external_system_identifiers']
snippet = ('<datafield tag="035" ind1=" " ind2=" ">'
' <subfield code="9">HAL</subfield>'
' <subfield code="a">1969</subfield>'
'</datafield>') # record/910133
expected = [
{
'schema': 'HAL',
'value': '1969',
},
]
result = institutions.do(create_record(snippet))
assert validate(result['external_system_identifiers'], subschema) is None
assert expected == result['external_system_identifiers']
def test_name_variants_from_410__a_9():
schema = load_schema('institutions')
subschema = schema['properties']['name_variants']
snippet = ('<datafield tag="410" ind1=" " ind2=" ">'
' <subfield code="9">INSPIRE</subfield>'
' <subfield code="a">University of Chile</subfield>'
'</datafield>') # record/1496423
expected = [
{
'source': 'INSPIRE',
'value': 'University of Chile',
},
]
result = institutions.do(create_record(snippet))
assert validate(result['name_variants'], subschema) is None
assert expected == result['name_variants']
def test_historical_data_from_6781_multiple_a():
schema = load_schema('institutions')
subschema = schema['properties']['historical_data']
snippet = (
'<datafield tag="678" ind1="1" ind2=" ">'
' <subfield code="a">Conseil européen pour la Recherche Nucléaire (1952-1954)</subfield>'
' <subfield code="a">Organisation européenne pour la Recherche nucléaire (1954-now)</subfield>'
' <subfield code="a">Sub title: Laboratoire européen pour la Physique des Particules (1984-now)</subfield>'
' <subfield code="a">Sub title: European Laboratory for Particle Physics (1984-now)</subfield>'
'</datafield>') # record/902725
expected = [
u'Conseil européen pour la Recherche Nucléaire (1952-1954)',
u'Organisation européenne pour la Recherche nucléaire (1954-now)',
u'Sub title: Laboratoire européen pour la Physique des Particules (1984-now)',
u'Sub title: European Laboratory for Particle Physics (1984-now)',
]
result = institutions.do(create_record(snippet))
assert validate(result['historical_data'], subschema) is None
assert expected == result['historical_data']
def test_related_records_from_double_510__a_w_0_accepts_predecessors():
schema = load_schema('institutions')
subschema = schema['properties']['related_records']
snippet = (
'<record>'
' <datafield tag="510" ind1=" " ind2=" ">'
' <subfield code="0">903276</subfield>'
' <subfield code="a">INS, Tokyo</subfield>'
' <subfield code="w">a</subfield>'
' </datafield>'
' <datafield tag="510" ind1=" " ind2=" ">'
' <subfield code="0">905439</subfield>'
' <subfield code="a">U. Tokyo, Meson Sci. Lab.</subfield>'
' <subfield code="w">a</subfield>'
' </datafield>'
'</record>'
) # record/902916
expected = [
{
'curated_relation': True,
'record': {
'$ref': 'http://localhost:5000/api/institutions/903276',
},
'relation': 'predecessor',
},
{
'curated_relation': True,
'record': {
'$ref': 'http://localhost:5000/api/institutions/905439',
},
'relation': 'predecessor',
},
]
result = institutions.do(create_record(snippet))
assert validate(result['related_records'], subschema) is None
assert expected == result['related_records']
def test_icn_legacy_icn_institution_hierarchy_from_110__a_b_t_u():
schema = load_schema('institutions')
ICN_schema = schema['properties']['ICN']
legacy_ICN_schema = schema['properties']['legacy_ICN']
institution_hierarchy_schema = schema['properties'][
'institution_hierarchy']
snippet = (
'<datafield tag="110" ind1=" " ind2=" ">'
' <subfield code="a">Université Libre de Bruxelles</subfield>'
' <subfield code="b">Physique Theorique et Mathematique (PTM)</subfield>'
' <subfield code="t">U. Libre Brussels, PTM</subfield>'
' <subfield code="u">Brussels U., PTM</subfield>'
'</datafield>') # record/909579
expected_ICN = [
'U. Libre Brussels, PTM',
]
expected_legacy_ICN = 'Brussels U., PTM'
expected_institution_hierarchy = [
{
'acronym': 'PTM',
'name': 'Physique Theorique et Mathematique',
},
{
'name': u'Université Libre de Bruxelles',
},
]
result = institutions.do(create_record(snippet))
assert validate(result['ICN'], ICN_schema) is None
assert expected_ICN == result['ICN']
assert validate(result['legacy_ICN'], legacy_ICN_schema) is None
assert expected_legacy_ICN == result['legacy_ICN']
assert validate(result['institution_hierarchy'],
institution_hierarchy_schema) is None
assert expected_institution_hierarchy == result['institution_hierarchy']