def addCrawlerDataListener(num,totle):
date = datetime.datetime.now()
time = date.strftime("%H:%M")
cdl = CrawlerDataListener()
cdl.id = str(uuid.uuid4())
cdl.count = num
cdl.time = time
cdl.totle = totle
cdl.createTime = date
logging.info("addCrawlerDataListener BaseDao.add")
BaseDao.add(cdl)
def addTaskJob(taskJob):
taskJob.id = uuid.uuid1()
createTime = taskJob.createTime
tableName = taskJob.tableName
taskJob.status = TaskStatus.WAITING
if createTime == None:
createTime = datetime.now()
elif (type(createTime) == "string"):
createTime = datetime.strptime(createTime, "%Y-%m-%d %H:%M").date()
timeStr = createTime.strftime("%Y%m%d%H%M%S")
if (tableName == None):
tableName = "taskJob"
taskJob.tableName = "%s_%s" % (tableName, timeStr)
LoggerDao.addTaskJobLogger(taskJob,
LoggerDao.LoggerType.ADD,
content=u"创建任务",
status=taskJob.status)
BaseDao.add(taskJob)
def addDbSource(dbSource):
id = uuid.uuid1()
dbSource.id = id
dbSource.createTime = datetime.now()
dbSource.delFlag = False
return {
"result": {
"code": BaseDao.add(dbSource),
"databaseId": str(id),
"object": dbSource
}
}
def addTaskJobLogger(taskJob=None,
type=LoggerType.ADD,
userId=None,
jobTemplateId=None,
taskJobHistoryId=None,
content='',
url=None,
status=None):
logInfo = LogInfo()
logInfo.id = uuid.uuid1()
logInfo.objectId = taskJob.id
logInfo.delFlag = False
logInfo.createTime = datetime.now()
logInfo.url = url
logInfo.userId = userId or taskJob.createUserId
logInfo.content=u"[taskJobId:%s][type:%s][userId:%s][taskJobStatus:%s]" \
u"[content:%s][jobTemplateId:%s][taskJobHistoryId:%s]"%(taskJob.id,type,userId,taskJob.status,content,jobTemplateId,taskJobHistoryId)
logInfo.type = type
logInfo.jobTemplateId = jobTemplateId
logInfo.taskJobHistoryId = taskJobHistoryId
logInfo.status = status
return BaseDao.add(logInfo)
def add(info):
setattr(info, "createTime", datetime.now())
return BaseDao.add(info)
def addTaskJobTimer(taskJobTimer):
id = uuid.uuid1()
taskJobTimer.id = id
taskJobTimer.createTime = datetime.now()
taskJobTimer.delFlag = False
return {"result": BaseDao.add(taskJobTimer), "timerJobTimerId": str(id)}
