def _save_institution(cd): institution = Institution() institution.id = cd['id'] or None institution.observation = cd['observation'] institution.name = cd['name'] institution.country = cd['country'] institution.save() return institution
def populate(): transformer = GridTransformer(schema) for doc in get_jsons(): try: transformed = transformer.transform(doc, load=False) #logger.info('Adding {0}.'.format(transformed['name'])) inst = Institution(**transformed) inst.save() except UnicodeDecodeError: pass
def populate(): with open(IPEDS_FILE) as f: reader = csv.reader(f) transformer = IpedsTransformer(schema, next(reader)) for row in reader: transformed = transformer.transform(row) logger.info('Adding {0}.'.format(transformed['name'])) inst = Institution(country='United States', **transformed) inst.save()
def POST(self, name): """Inserts new institution.""" data = json.loads(web.data()) institution_name = data.get('institution_name') country_code = data.get('country_code') country_name = data.get('country_name') institution_notes = data.get('institution_notes') contacts = data.get('contacts') ip_ranges = data.get('ip_ranges') parent_of = data.get('parent_of') child_of = data.get('child_of') try: assert institution_name except AssertionError as error: logger.debug(error) raise Error(BADPARAMS) try: country = "" if country_name and not country_code: country = country_name country_code = Country.get_from_name(country_name).first()['country_code'] elif country_code and not country_name: country = country_code country_name = Country(country_code).get_names().first()['country_name'] else: raise Error(BADPARAMS,msg="No country provided.") except: raise Error(BADPARAMS,msg="Country '%s' does not exist." %(country)) institution_uuid = generate_uuid() institution = Institution(institution_uuid,institution_name, country_code, institution_notes, contacts, ip_ranges, parent_of, child_of) institution.save() return [institution.__dict__]
# coding=utf-8 import json import codecs from models import Institution, Keyword institutions = json.load(codecs.open('institutions.json', encoding='utf-8')) for institution in institutions: tem = Institution( name=institution['name'], short_name=institution['short_name'], district=u'深圳市', url=institution['url'], url_list=institution['url_list'], remarks=institution['remarks'], item_xpath=institution['item_xpath'], title_xpath=institution['title_xpath'], url_xpath=institution['url_xpath'], pub_date_xpath=institution['pub_date_xpath'], ) keywords = [] for j in range(1, 4): for i in institution['words' + str(j)]: try: keywords.append(Keyword.objects.get(word=i, type=j)) except: Keyword.objects.create(word=i, type=j) keywords.append(Keyword.objects.get(word=i, type=j)) tem.keywords = keywords tem.save()