def _save_institution(cd):
institution = Institution()
institution.id = cd['id'] or None
institution.observation = cd['observation']
institution.name = cd['name']
institution.country = cd['country']
institution.save()
return institution
def populate():
transformer = GridTransformer(schema)
for doc in get_jsons():
try:
transformed = transformer.transform(doc, load=False)
#logger.info('Adding {0}.'.format(transformed['name']))
inst = Institution(**transformed)
inst.save()
except UnicodeDecodeError:
pass
def populate():
with open(IPEDS_FILE) as f:
reader = csv.reader(f)
transformer = IpedsTransformer(schema, next(reader))
for row in reader:
transformed = transformer.transform(row)
logger.info('Adding {0}.'.format(transformed['name']))
inst = Institution(country='United States', **transformed)
inst.save()
def POST(self, name):
"""Inserts new institution."""
data = json.loads(web.data())
institution_name = data.get('institution_name')
country_code = data.get('country_code')
country_name = data.get('country_name')
institution_notes = data.get('institution_notes')
contacts = data.get('contacts')
ip_ranges = data.get('ip_ranges')
parent_of = data.get('parent_of')
child_of = data.get('child_of')
try:
assert institution_name
except AssertionError as error:
logger.debug(error)
raise Error(BADPARAMS)
try:
country = ""
if country_name and not country_code:
country = country_name
country_code = Country.get_from_name(country_name).first()['country_code']
elif country_code and not country_name:
country = country_code
country_name = Country(country_code).get_names().first()['country_name']
else:
raise Error(BADPARAMS,msg="No country provided.")
except:
raise Error(BADPARAMS,msg="Country '%s' does not exist." %(country))
institution_uuid = generate_uuid()
institution = Institution(institution_uuid,institution_name,
country_code,
institution_notes,
contacts,
ip_ranges,
parent_of,
child_of)
institution.save()
return [institution.__dict__]
# coding=utf-8
import json
import codecs
from models import Institution, Keyword
institutions = json.load(codecs.open('institutions.json', encoding='utf-8'))
for institution in institutions:
tem = Institution(
name=institution['name'],
short_name=institution['short_name'],
district=u'深圳市',
url=institution['url'],
url_list=institution['url_list'],
remarks=institution['remarks'],
item_xpath=institution['item_xpath'],
title_xpath=institution['title_xpath'],
url_xpath=institution['url_xpath'],
pub_date_xpath=institution['pub_date_xpath'],
)
keywords = []
for j in range(1, 4):
for i in institution['words' + str(j)]:
try:
keywords.append(Keyword.objects.get(word=i, type=j))
except:
Keyword.objects.create(word=i, type=j)
keywords.append(Keyword.objects.get(word=i, type=j))
tem.keywords = keywords
tem.save()
