Exemplo n.º 1
0
def record_init():
    f = open('raw_data').readlines()
    f.pop(0)
    r_list=[]
    lineno = 0
    for line in f:
        lineno += 1
        try:
            line = line.strip().split(',')
            record = Record()
            record.country = int(line[1])
            record.age = int(line[2])
            record.gender = int(line[3])
            record.education = int(line[4])
            record.suggested_priority = line[6]
            b = BitString.objects.filter(bit_string=line[5])
            if b:
                record.bit_string = b[0]
                r_list.append(record)
            if len(r_list) >= 500:
                info_logger.info('save 500')
                Record.objects.bulk_create(r_list)
                r_list=[]
        except Exception,e:
            if r_list:
                Record.objects.bulk_create(r_list)
            r_list=[]
            error_logger.error(str(lineno))