def test_run(self):
params = {
"file": "application",
"log": "log",
"name": "util",
"test": True,
"timeout": 60,
}
s3 = TestDatabase()
bucket1 = s3.create_table("bucket1")
log = s3.create_table("log")
bucket1.add_entry("0/123.400000-13/1-1/1-1-0-suffix.txt", "")
bucket1.add_entry("1/123.400000-13/1-1/1-1-0-suffix.txt", "")
bucket1.add_entry("0/123.400000-13/1-1/2-1-1-suffix.txt", "")
bucket1.add_entry("1/123.400000-13/1-1/2-1-1-suffix.txt", "")
log.add_entry("0/123.400000-13/1-1/3-1-1-suffix.log", "")
log.add_entry("1/123.400000-13/1-1/3-1-1-suffix.log", "")
event = tutils.create_event(s3, bucket1.name,
"0/123.4-13/1-1/1-1-0-suffix.txt", params)
context = tutils.create_context(params)
# Call on entry that doesn't have a log entry
# func = MagicMock()
# util.handle(event, context, func)
# self.assertTrue(func.called)
# Call on entry that does have a log entry
func = MagicMock()
event["Records"][0]["s3"]["bucket"]["name"] = bucket1.name
event["Records"][0]["s3"]["object"][
"key"] = "0/123.400000-13/1-1/3-1-1-suffix.txt"
util.handle(event, context, func)
self.assertFalse(func.called)
def load(self, pageNo=0, pageSize=100, model_name=None, shuffle=False):
if model_name is None:
data = self.db.query("select count(1) from step where score>0")
else:
data = self.db.query(
"select count(1) from step where score>0 and model_name='" +
model_name + "'")
cnt = data[0][0]
if cnt == 0:
return None, None
if shuffle:
random.shuffle(data)
maxPageSize = int(cnt / pageSize)
if maxPageSize == 0:
pageSize = cnt
pageNo = 0
else:
pageNo = pageNo % maxPageSize
datas = self.db.query("select * from step limit " +
str(pageNo * pageSize) + "," + str(pageSize))
result = []
y = []
ids = []
board1 = []
board2 = []
board3 = []
board4 = []
board5 = []
for row in datas:
data = json.loads(row[9])
result.append(data)
y.append(row[10])
board1.append(json.loads(row[11]))
board2.append(json.loads(row[12]))
board3.append(json.loads(row[13]))
board4.append(json.loads(row[14]))
board5.append(json.loads(row[15]))
ids.append(str(row[0]))
# self.db.update('update step set learn_num=learn_num+'+str(epochs)+' where id in ('+','.join(ids)+')')
x = handle(np.array(result, dtype='float32'))
board1 = handle(np.array(board1, dtype='float32'))
board2 = handle(np.array(board2, dtype='float32'))
board3 = handle(np.array(board3, dtype='float32'))
board4 = handle(np.array(board4, dtype='float32'))
board5 = handle(np.array(board5, dtype='float32'))
y = norm_y(y)
return x, board1, board2, board3, board4, board5, y
def main(*argv):
util.handle(argv, handle_sort)
def handler(event, context):
util.handle(event, context, handle_pivots)
def main(*argv):
util.handle(argv, handle_pivots)
def handler(event, context):
util.handle(event, context, run_application)
def handler(event, context):
util.handle(event, context, combine)
def main(*argv):
util.handle(argv, initiate)
def main(*argv):
util.handle(argv, run_application)
def handler(event, context): util.handle(event, context, map_file)
def handler(event, context):
util.handle(event, context, find_match)
def main(*argv):
util.handle(argv, map_file)
def main(*argv):
util.handle(argv, split_file)
def main(*argv):
util.handle(argv, combine)
def handler(event, context):
util.handle(event, context, split_file)
def handler(event, context):
util.handle(event, context, handle_sort)
def main(*argv):
util.handle(argv, find_top)
def main(*argv):
util.handle(argv, find_match)
def handler(event, context):
util.handle(event, context, find_top)
def handler(event, context): util.handle(event, context, initiate)