def insert_into_table(curs, table, data):
    att_str = ad.att_string(ad.tables[table])
    att_lst = ad.att_list(att_str)
    sql = ('INSERT INTO {} ({}) '
           'VALUES({})'.format(table, att_str, ('?, ' * len(att_lst))[:-2]))
    curs.execute(sql, [(data[key] if key in data.keys() else None)
                       for key in att_lst])
Ejemplo n.º 2
0
class UserData(DataHandler):
    table = 'users'
    vars=ad.att_list(ad.att_string(ad.tables[table]))

    def __init__(self,dbh,limit=1):
        self._collected = open(tmp_path+'now_collected'+dbh.ts+'.tmp','w+')
        super(UserData,self).__init__(dbh,limit)

    @property
    def collected(self):
        self._collected.seek(0)
        return self._collected

    def add_to_collected(self,datum):
        self._collected.seek(0,2)
        self._collected.write(str(datum)+'\n')

    def extract(self,d,k):
        try:
            return d[k]
        except KeyError:
            return None

    def add_record(self,id,d):
        self.data.append([self.extract(d,v) for v in UserData.vars])
        self.add_to_collected(id)
        super(UserData,self).add_record(d)

    def update(self,d):
        for k,v in d.iteritems():
            self.add_record(k,d[k])
def insert_into_table(curs,table,data):
    att_str=ad.att_string(ad.tables[table])
    att_lst=ad.att_list(att_str)
    sql=('INSERT INTO {} ({}) '
         'VALUES({})'.format(table,att_str,('?, '*len(att_lst))[:-2]))
    curs.execute(sql,[(data[key] if key in data.keys() else None) 
                      for key in att_lst])
Ejemplo n.º 4
0
def insert_into_table(curs, table, data):

    att_str = ad.att_string(ad.tables[table])
    att_lst = ad.att_list(att_str)
    sql = ('INSERT INTO {} ({}) '
           'VALUES({})'.format(table, att_str, ('?, ' * len(att_lst))[:-2]))
    try:
        data_to_add = [(data[key] if key in data.keys() else None)
                       for key in att_lst]
        curs.execute(sql, data_to_add)
    except sqlite3.IntegrityError as ie:
        pass
def insert_into_table(curs,table,data):

    att_str=ad.att_string(ad.tables[table])
    att_lst=ad.att_list(att_str)
    sql=('INSERT INTO {} ({}) '
         'VALUES({})'.format(table,att_str,('?, '*len(att_lst))[:-2]))
    try: 
        data_to_add=[(data[key] if key in data.keys() else None) 
                     for key in att_lst]
        curs.execute(sql,data_to_add)
    except sqlite3.IntegrityError as ie:
        pass
Ejemplo n.º 6
0
class FollowData(DataHandler):
    table = 'x_follows_y'
    vars=ad.att_list(ad.att_string(ad.tables[table]))

    def __init__(self,db_handler,limit=1):
        super(FollowData,self).__init__(db_handler,limit)

    def add_record(self,t):
        self.data.append(t)
        super(FollowData,self).add_record(t)

    def update(self,s):
        for t in s:
            self.add_record(t)
Ejemplo n.º 7
0
class UserData(DataHandler):
    table = 'users'
    vars = ad.att_list(ad.att_string(ad.tables[table]))

    def __init__(self, dbh):
        super(UserData, self).__init__(dbh)

    def extract(self, d, k):
        try:
            return d[k]
        except KeyError:
            return None

    def add_record(self, id, d):
        self.data.append([self.extract(d, v) for v in UserData.vars])
        super(UserData, self).add_record(d)

    def update(self, d):
        for k, v in d.iteritems():
            self.add_record(k, d[k])
Ejemplo n.º 8
0
def swap_em_in(source,target):
    connsourc=sqlite3.connect(source)
    conntarge=sqlite3.connect(target)
    curssourc=connsourc.cursor()
    curstarge=conntarge.cursor()
    att_str=add_data.att_string(add_data.tables['tracks'])
    att_lst=add_data.att_list(att_str)
    sql1='SELECT * FROM tracks'
    sql2=('INSERT INTO tracks ({}) '
          'VALUES({})'.format(att_str,('?, '*len(att_lst))[:-2]))
    done=0
    for n,datum in enumerate(curssourc.execute(sql1)):
        try:
            curstarge.execute(sql2,datum)
            done += 1
        except sqlite3.IntegrityError:
            pass
        if n % 500 == 0: print 'Tried: {}'.format(n)
        if done > 0 and done % 500 == 0: 
            print 'Done: {}'.format(done)
            conntarge.commit()
    conntarge.commit()
    return True