def test_run(self): params = { "file": "application", "log": "log", "name": "util", "test": True, "timeout": 60, } s3 = TestDatabase() bucket1 = s3.create_table("bucket1") log = s3.create_table("log") bucket1.add_entry("0/123.400000-13/1-1/1-1-0-suffix.txt", "") bucket1.add_entry("1/123.400000-13/1-1/1-1-0-suffix.txt", "") bucket1.add_entry("0/123.400000-13/1-1/2-1-1-suffix.txt", "") bucket1.add_entry("1/123.400000-13/1-1/2-1-1-suffix.txt", "") log.add_entry("0/123.400000-13/1-1/3-1-1-suffix.log", "") log.add_entry("1/123.400000-13/1-1/3-1-1-suffix.log", "") event = tutils.create_event(s3, bucket1.name, "0/123.4-13/1-1/1-1-0-suffix.txt", params) context = tutils.create_context(params) # Call on entry that doesn't have a log entry # func = MagicMock() # util.handle(event, context, func) # self.assertTrue(func.called) # Call on entry that does have a log entry func = MagicMock() event["Records"][0]["s3"]["bucket"]["name"] = bucket1.name event["Records"][0]["s3"]["object"][ "key"] = "0/123.400000-13/1-1/3-1-1-suffix.txt" util.handle(event, context, func) self.assertFalse(func.called)
def load(self, pageNo=0, pageSize=100, model_name=None, shuffle=False): if model_name is None: data = self.db.query("select count(1) from step where score>0") else: data = self.db.query( "select count(1) from step where score>0 and model_name='" + model_name + "'") cnt = data[0][0] if cnt == 0: return None, None if shuffle: random.shuffle(data) maxPageSize = int(cnt / pageSize) if maxPageSize == 0: pageSize = cnt pageNo = 0 else: pageNo = pageNo % maxPageSize datas = self.db.query("select * from step limit " + str(pageNo * pageSize) + "," + str(pageSize)) result = [] y = [] ids = [] board1 = [] board2 = [] board3 = [] board4 = [] board5 = [] for row in datas: data = json.loads(row[9]) result.append(data) y.append(row[10]) board1.append(json.loads(row[11])) board2.append(json.loads(row[12])) board3.append(json.loads(row[13])) board4.append(json.loads(row[14])) board5.append(json.loads(row[15])) ids.append(str(row[0])) # self.db.update('update step set learn_num=learn_num+'+str(epochs)+' where id in ('+','.join(ids)+')') x = handle(np.array(result, dtype='float32')) board1 = handle(np.array(board1, dtype='float32')) board2 = handle(np.array(board2, dtype='float32')) board3 = handle(np.array(board3, dtype='float32')) board4 = handle(np.array(board4, dtype='float32')) board5 = handle(np.array(board5, dtype='float32')) y = norm_y(y) return x, board1, board2, board3, board4, board5, y
def main(*argv): util.handle(argv, handle_sort)
def handler(event, context): util.handle(event, context, handle_pivots)
def main(*argv): util.handle(argv, handle_pivots)
def handler(event, context): util.handle(event, context, run_application)
def handler(event, context): util.handle(event, context, combine)
def main(*argv): util.handle(argv, initiate)
def main(*argv): util.handle(argv, run_application)
def handler(event, context): util.handle(event, context, map_file)
def handler(event, context): util.handle(event, context, find_match)
def main(*argv): util.handle(argv, map_file)
def main(*argv): util.handle(argv, split_file)
def main(*argv): util.handle(argv, combine)
def handler(event, context): util.handle(event, context, split_file)
def handler(event, context): util.handle(event, context, handle_sort)
def main(*argv): util.handle(argv, find_top)
def main(*argv): util.handle(argv, find_match)
def handler(event, context): util.handle(event, context, find_top)
def handler(event, context): util.handle(event, context, initiate)