def write_publishers(reader):
'''
Import Publisher from a csv DictReader
'''
publishers = [{'name': d['Publisher'].strip()} for d in reader]
iq = InsertQuery(models.Publisher, rows=publishers)
iq.execute()
def insert_new_rows(data, h**o):
genes = []
for row in data:
d = {'homolog':h**o, 'gi':row[0], 'thous_best_bns_selected_feats':row[1], 'confidence_1000_feats':row[2]}
genes.append(d)
iq = InsertQuery(ML, rows=genes)
iq.execute()
def write_currencies(reader):
'''
Import Currencies from a csv DictReader
'''
currencies = [{'name': d['Currency'], 'symbol': d['Currency'].strip()[:4]} for d in reader]
iq = InsertQuery(models.Currency, rows=currencies)
iq.execute()
def process_item(self, item, spider):
print(item.__dict__.get('_values'))
try:
iq = InsertQuery(Patents, item.__dict__.get('_values'))
iq.execute()
except Exception as e:
print(e)
return item
def test_insert(self):
iq = InsertQuery(Blog, title="a")
self.assertEqual(iq.sql(), ("INSERT INTO blog (title) VALUES (?)", ["a"]))
self.assertEqual(iq.execute(), 1)
iq = InsertQuery(Blog, title="b")
self.assertEqual(iq.sql(), ("INSERT INTO blog (title) VALUES (?)", ["b"]))
self.assertEqual(iq.execute(), 2)
def test_insert(self):
iq = InsertQuery(Blog, title='a')
self.assertEqual(iq.sql(), ('INSERT INTO blog (title) VALUES (?)', ['a']))
self.assertEqual(iq.execute(), 1)
iq = InsertQuery(Blog, title='b')
self.assertEqual(iq.sql(), ('INSERT INTO blog (title) VALUES (?)', ['b']))
self.assertEqual(iq.execute(), 2)
def test_insert(self):
iq = InsertQuery(Blog, title='a')
self.assertEqual(iq.sql(), ('INSERT INTO blog (title) VALUES (?)', ['a']))
self.assertEqual(iq.execute(), 1)
iq = InsertQuery(Blog, title='b')
self.assertEqual(iq.sql(), ('INSERT INTO blog (title) VALUES (?)', ['b']))
self.assertEqual(iq.execute(), 2)
def write_usergroups(reader):
'''
Import User Groups from a csv DictReader serving a file of format:
['GroupID', 'GroupName']
'''
usergroups = [{'name': d['GroupName'], 'position': d['GroupID']} for d in reader]
iq = InsertQuery(models.UserGroup, rows=usergroups)
iq.execute()
def write_publishplaces(reader):
'''
Import PublishPlaces from a csv DictReader
'''
l = [{'name': d['Place of Publication'].strip()} for d in reader]
iq = InsertQuery(models.PublishPlace, rows=l)
iq.execute()
def write_locations(reader):
'''
Import CampusLocations from a csv DictReader
'''
l = []
for d in reader:
u = {}
u['name'] = d['Location'].strip()
try:
u['prevent_borrowing'] = bool(int(d['PreventBorrow'].strip()))
except ValueError:
u['prevent_borrowing'] = False
l.append(u)
iq = InsertQuery(models.CampusLocation, rows=l)
iq.execute()
def write_users(reader):
'''
Import Users from a csv DictReader
'''
users = []
for d in reader:
try:
group = models.UserGroup.get(name=d['GroupName'].strip())
except models.db.DoesNotExist:
group = models.UserGroup.objects.create(name=d['GroupName'].strip())
u = {}
u['email'] = d['Email'].strip() if d['Email'] else None
u['name'] = d['UserName'].strip()
u['username'] = ''.join([u['name'], '.', group.name]).lower()[:32]
u['group'] = group
users.append(u)
iq = InsertQuery(models.User, rows=users)
iq.execute()
