def data_update(request):
try:
if request.POST.has_key("oper"):
action = request.POST["oper"]
id = request.POST["id"]
if action == "edit":
catalog_id = request.POST["catalog_id"]
if id == "new_row":
# add a new record
record = JiraData(catalog=JiraCatalog.objects.get(id=catalog_id))
ret = '[true,"added successuful!",""]'
else:
# updated exsisting record
record = JiraData.objects.get(id=id)
if not record:
catalog_id = request.POST["catalog_id"]
record = JiraData(catalog=JiraCatalog.objects.get(id=catalog_id))
ret = '[true,"added successuful!",""]'
else:
ret = '[true,"updated successuful!",""]'
record.created = datetime.datetime.strptime(request.POST["fields.created"], "%Y-%m-%d")
record.analysis_count = request.POST["fields.analysis_count"]
record.ready_count = request.POST["fields.ready_count"]
record.indev_count = request.POST["fields.indev_count"]
record.blocked_count = request.POST["fields.blocked_count"]
record.resolved_count = request.POST["fields.resolved_count"]
record.removed_count = request.POST["fields.removed_count"]
record.testing_count = request.POST["fields.testing_count"]
record.released_count = request.POST["fields.released_count"]
record.total_count = request.POST["fields.total_count"]
record.save()
elif action == "del":
# delete existing record
record = JiraData.objects.get(id=id)
if record:
record.delete()
ret = '[true,"removed successuful!",""]'
else:
ret = '[false,"there' 's no record!",""]'
else:
ret = '[false,"No parameter oper!",""]'
except:
ret = '[false,"Please try it again!",""]'
return HttpResponse(ret)
def task_run():
today = datetime.datetime.now().date()
LOG_FILE="wip_"+ str(today) +".log"
logging.basicConfig(level=logging.DEBUG,format='%(asctime)-15s %(message)s',datefmt='%Y %b %d %H:%M:%S ',filename=LOG_FILE,filemode='a')
logging.info("Start to insert today's %s data. " % str(today))
# connect to Jira System
ret = True
jiraSpider= JiraSpider()
jiraSpider.connect()
if jiraSpider.isLogin :
#get all jiracatalogs
catalogs = JiraCatalog.objects.filter(is_active=1)
for catalogObj in catalogs :
# No need to execute below steps if today's data existing
try :
JiraData.objects.get(created = today,catalog=catalogObj)
except JiraData.DoesNotExist :
queryDict = dict(created = today, catalog = catalogObj)
#get default filter
if catalogObj.default_filter !='' :
defaultQuery = catalogObj.default_filter + ' AND '
else :
defaultQuery = ''
#get all filters
for filterObj in JiraFilter.objects.all() :
fieldName = filterObj.field_name
getFlag = True
logging.info("Fileter : %s for Catalog: %s ." % (fieldName,catalogObj.key))
#project in (APCPRODOC ) AND resolution = Fixed and (status = Closed or status = Resolved) and fixVersion ="v03.06.00"
if fieldName == 'resolved_count' :
if catalogObj.revision_indev != '' :
filterQuery = filterObj.query + ' AND fixVersion in (%s) ' % catalogObj.revision_indev
else :
getFlag = False
elif fieldName == 'released_count' :
filterQuery = filterObj.query
if catalogObj.revision_indev != '' :
filterQuery = filterQuery + ' AND fixVersion not in (%s) ' % catalogObj.revision_indev
if catalogObj.revision_intest != '' :
filterQuery = filterQuery + ' AND fixVersion not in (%s) ' % catalogObj.revision_intest
elif fieldName == 'testing_count' :
if catalogObj.revision_intest != '' :
filterQuery = filterObj.query+ ' AND fixVersion in (%s) ' % catalogObj.revision_intest
else :
getFlag = False
else :
filterQuery = filterObj.query
filterQuery = defaultQuery + filterQuery
if getFlag :
#get count by spider
fieldValue = jiraSpider.getCount(filterQuery)
else :
fieldValue = 0
queryDict[fieldName] = fieldValue
#insert data to SQL DB
jiraData = JiraData(**queryDict)
jiraData.save()
logging.info("Added today's (%s) data for %s ." % (str(today),catalogObj.key))
else :
logging.info("No need to insert today's (%s) data for %s again,it already existed " % (str(today),catalogObj.key))
ret = True
logging.info("Task to insert today's (%s) data Sucess." % str(today))
else :
ret = False
logging.info("Task to insert today's (%s) data Failed." % str(today))
return ret
def newtask_run():
today = datetime.datetime.now().date()
LOG_FILE="D:/Python/djangosite/wip/wip_"+ str(today) +".log"
logging.basicConfig(level=logging.DEBUG,format='%(asctime)-15s %(message)s',datefmt='%Y %b %d %H:%M:%S ',filename=LOG_FILE,filemode='a')
logging.info("Start to insert today's %s data. " % str(today))
# connect to Jira System
ret = True
jiraSpider= JiraSpider()
jiraSpider.connect()
if jiraSpider.isLogin :
#get all jiracatalogs
catalogs = JiraCatalog.objects.filter(is_active=1)
for catalogObj in catalogs :
# No need to execute below steps if today's data existing
try :
JiraData.objects.get(created = today,catalog=catalogObj)
except JiraData.DoesNotExist :
queryDict = dict(created = today, catalog = catalogObj)
#get default filter
if catalogObj.default_filter !='' :
defaultQuery = catalogObj.default_filter + ' AND '
else :
defaultQuery = ''
#check if there's a specific filters for current catalog.
filters = JiraFilter.objects.filter(catalog = catalogObj,is_private=1)
if filters.count():
is_private = 1
else:
filters = JiraFilter.objects.filter(is_private=0)
is_private = 0
#get all filters
for filterObj in filters:
fieldName = filterObj.field_name
#we can get count form Jira as a default option
getFlag = True
logging.info("Fileter : %s for Catalog: %s ." % (fieldName,catalogObj.key))
#is_private to execute the query defined in filter.
if is_private :
filterQuery = filterObj.query
else:
#use the public filters to combine query then get count
if fieldName == 'resolved_count' :
if catalogObj.revision_indev != '' :
filterQuery = filterObj.query + ' AND fixVersion in (%s) ' % catalogObj.revision_indev
else :
getFlag = False
elif fieldName == 'released_count' :
filterQuery = filterObj.query
if catalogObj.revision_indev != '' :
filterQuery = filterQuery + ' AND fixVersion not in (%s) ' % catalogObj.revision_indev
if catalogObj.revision_intest != '' :
filterQuery = filterQuery + ' AND fixVersion not in (%s) ' % catalogObj.revision_intest
elif fieldName == 'testing_count' :
if catalogObj.revision_intest != '' :
filterQuery = filterObj.query+ ' AND fixVersion in (%s) ' % catalogObj.revision_intest
else :
getFlag = False
else :
filterQuery = filterObj.query
filterQuery = defaultQuery + filterQuery
if getFlag :
#get count by spider
fieldValue = jiraSpider.getCount(filterQuery)
else :
fieldValue = 0
queryDict[fieldName] = fieldValue
#insert data to SQL DB
jiraData = JiraData(**queryDict)
jiraData.save()
logging.info("Added today's (%s) data for %s ." % (str(today),catalogObj.key))
else :
logging.info("No need to insert today's (%s) data for %s again,it already existed " % (str(today),catalogObj.key))
ret = True
logging.info("Task to insert today's (%s) data Sucess." % str(today))
else :
ret = False
logging.info("Task to insert today's (%s) data Failed." % str(today))
return ret