def handle(self, *args, **options): biz_date = to_biz_date(datetime.datetime.now()) file_path = jsonl_file_path(biz_date) reader = Reader(file_path) organizer = Organizer() for data in reader.readlines(): try: organizer.organize(data) except InvalidDataException: print "invalid-data\t" + str(data)
def test_reader(): path = './resources/tests/test_20010327.jsonl' rdr = Reader(path) assert 4 == sum(1 for _ in rdr.readlines()), 'read 4 lines'
def dummy_data(): path = './resources/tests/test_20010327.jsonl' rdr = Reader(path) return list(rdr.readlines())