def write_publishers(reader): ''' Import Publisher from a csv DictReader ''' publishers = [{'name': d['Publisher'].strip()} for d in reader] iq = InsertQuery(models.Publisher, rows=publishers) iq.execute()
def insert_new_rows(data, h**o): genes = [] for row in data: d = {'homolog':h**o, 'gi':row[0], 'thous_best_bns_selected_feats':row[1], 'confidence_1000_feats':row[2]} genes.append(d) iq = InsertQuery(ML, rows=genes) iq.execute()
def write_currencies(reader): ''' Import Currencies from a csv DictReader ''' currencies = [{'name': d['Currency'], 'symbol': d['Currency'].strip()[:4]} for d in reader] iq = InsertQuery(models.Currency, rows=currencies) iq.execute()
def process_item(self, item, spider): print(item.__dict__.get('_values')) try: iq = InsertQuery(Patents, item.__dict__.get('_values')) iq.execute() except Exception as e: print(e) return item
def test_insert(self): iq = InsertQuery(Blog, title="a") self.assertEqual(iq.sql(), ("INSERT INTO blog (title) VALUES (?)", ["a"])) self.assertEqual(iq.execute(), 1) iq = InsertQuery(Blog, title="b") self.assertEqual(iq.sql(), ("INSERT INTO blog (title) VALUES (?)", ["b"])) self.assertEqual(iq.execute(), 2)
def test_insert(self): iq = InsertQuery(Blog, title='a') self.assertEqual(iq.sql(), ('INSERT INTO blog (title) VALUES (?)', ['a'])) self.assertEqual(iq.execute(), 1) iq = InsertQuery(Blog, title='b') self.assertEqual(iq.sql(), ('INSERT INTO blog (title) VALUES (?)', ['b'])) self.assertEqual(iq.execute(), 2)
def write_usergroups(reader): ''' Import User Groups from a csv DictReader serving a file of format: ['GroupID', 'GroupName'] ''' usergroups = [{'name': d['GroupName'], 'position': d['GroupID']} for d in reader] iq = InsertQuery(models.UserGroup, rows=usergroups) iq.execute()
def write_publishplaces(reader): ''' Import PublishPlaces from a csv DictReader ''' l = [{'name': d['Place of Publication'].strip()} for d in reader] iq = InsertQuery(models.PublishPlace, rows=l) iq.execute()
def write_locations(reader): ''' Import CampusLocations from a csv DictReader ''' l = [] for d in reader: u = {} u['name'] = d['Location'].strip() try: u['prevent_borrowing'] = bool(int(d['PreventBorrow'].strip())) except ValueError: u['prevent_borrowing'] = False l.append(u) iq = InsertQuery(models.CampusLocation, rows=l) iq.execute()
def write_users(reader): ''' Import Users from a csv DictReader ''' users = [] for d in reader: try: group = models.UserGroup.get(name=d['GroupName'].strip()) except models.db.DoesNotExist: group = models.UserGroup.objects.create(name=d['GroupName'].strip()) u = {} u['email'] = d['Email'].strip() if d['Email'] else None u['name'] = d['UserName'].strip() u['username'] = ''.join([u['name'], '.', group.name]).lower()[:32] u['group'] = group users.append(u) iq = InsertQuery(models.User, rows=users) iq.execute()