def migrate_file(path, data_type): if data_type=='data': records = [] with open(path,'rb') as f: csvfile = csv.reader(f) next(csvfile) for line in csvfile: record = line[:] city_code = city_dict.get(line[0],'') record.insert(0,city_code) records.append(record) CityAQI.create_bulk(records) elif data_type=='log': with open(path,'rb') as f: for line in f: if 'ERROR' in line: times,message = line.strip().split('ERROR :') date,time = times.split(' ')[:2] year, month, day = date.split('-') hour, minute, second = time.split(':') date_time = datetime(int(year), int(month), int(day), int(hour), int(minute), int(second), tzinfo=GMT8()) ErrorLog.create(message.strip(), date_time=date_time) print('migrate one error log, log time is %s'%date_time)
def persist(result): CityAQI.create(result)