class Report(BrowserView): implements(IViewView) template = ViewPageTemplateFile( "templates/qualitycontrol_resultspersamplepoint.pt") # if unsuccessful we return here: default_template = ViewPageTemplateFile("templates/qualitycontrol.pt") def __init__(self, context, request, report=None): super(Report, self).__init__(context, request) self.report = report self.selection_macros = SelectionMacrosView(self.context, self.request) def get_analysis_spec(self, analysis): rr = dicts_to_dict(analysis.aq_parent.getResultsRange(), 'keyword') return rr.get(analysis.getKeyword(), None) def ResultOutOfRange(self, analysis): """Template wants to know, is this analysis out of range? We scan IResultOutOfRange adapters, and return True if any IAnalysis adapters trigger a result. """ adapters = getAdapters((analysis, ), IResultOutOfRange) spec = self.get_analysis_spec(analysis) for name, adapter in adapters: if not spec: return False if adapter(specification=spec): return True def __call__(self): MinimumResults = self.context.bika_setup.getMinimumResults() warning_icon = "<img " + \ "src='" + self.portal_url + "/++resource++bika.lims.images/warning.png' " + \ "height='9' width='9'/>" error_icon = "<img " + \ "src='" + self.portal_url + "/++resource++bika.lims.images/exclamation.png' " + \ "height='9' width='9'/>" header = _("Results per sample point") subheader = _( "Analysis results for per sample point and analysis service") self.contentFilter = {'portal_type': 'Analysis', 'review_state': ['verified', 'published']} parms = [] titles = [] val = self.selection_macros.parse_client(self.request) if val: self.contentFilter[val['contentFilter'][0]] = val['contentFilter'][1] parms.append(val['parms']) titles.append(val['titles']) val = self.selection_macros.parse_samplepoint(self.request) sp_uid = val if val: self.contentFilter[val['contentFilter'][0]] = val['contentFilter'][1] parms.append(val['parms']) titles.append(val['titles']) val = self.selection_macros.parse_sampletype(self.request) st_uid = val if val: self.contentFilter[val['contentFilter'][0]] = val['contentFilter'][1] parms.append(val['parms']) titles.append(val['titles']) val = self.selection_macros.parse_analysisservice(self.request) if val: self.contentFilter[val['contentFilter'][0]] = val['contentFilter'][1] parms.append(val['parms']) else: message = _("No analysis services were selected.") self.context.plone_utils.addPortalMessage(message, 'error') return self.default_template() val = self.selection_macros.parse_daterange(self.request, 'getDateSampled', 'DateSampled') if val: self.contentFilter[val['contentFilter'][0]] = val['contentFilter'][1] parms.append(val['parms']) titles.append(val['titles']) val = self.selection_macros.parse_state(self.request, 'bika_worksheetanalysis_workflow', 'worksheetanalysis_review_state', 'Worksheet state') if val: self.contentFilter[val['contentFilter'][0]] = val['contentFilter'][1] parms.append(val['parms']) # Query the catalog and store analysis data in a dict analyses = {} out_of_range_count = 0 in_shoulder_range_count = 0 analysis_count = 0 proxies = self.bika_analysis_catalog(self.contentFilter) if not proxies: message = _("No analyses matched your query") self.context.plone_utils.addPortalMessage(message, 'error') return self.default_template() # # Compile a list of dictionaries, with all relevant analysis data for analysis in proxies: analysis = analysis.getObject() result = analysis.getResult() client = analysis.aq_parent.aq_parent uid = analysis.UID() keyword = analysis.getKeyword() service_title = "%s (%s)" % (analysis.Title(), keyword) result_in_range = self.ResultOutOfRange(analysis) if service_title not in analyses.keys(): analyses[service_title] = [] try: result = float(analysis.getResult()) except: # XXX Unfloatable analysis results should be indicated continue analyses[service_title].append({ # The report should not mind taking 'analysis' in place of # 'service' - the service field values are placed in analysis. 'service': analysis, 'obj': analysis, 'Request ID': analysis.aq_parent.getId(), 'Analyst': analysis.getAnalyst(), 'Result': result, 'Sampled': analysis.getDateSampled(), 'Captured': analysis.getResultCaptureDate(), 'Uncertainty': analysis.getUncertainty(), 'result_in_range': result_in_range, 'Unit': analysis.getUnit(), 'Keyword': keyword, 'icons': '', }) analysis_count += 1 keys = analyses.keys() keys.sort() parms += [ {"title": _("Total analyses"), "value": analysis_count}, ] ## This variable is output to the TAL self.report_data = { 'header': header, 'subheader': subheader, 'parms': parms, 'tables': [], 'footnotes': [], } plotscript = """ set terminal png transparent truecolor enhanced size 700,350 font "Verdana, 8" set title "%(title)s" set xlabel "%(xlabel)s" set ylabel "%(ylabel)s" set key off #set logscale set timefmt "%(date_format_long)s" set xdata time set format x "%(date_format_short)s\\n%(time_format)s" set xrange ["%(x_start)s":"%(x_end)s"] set auto fix set offsets graph 0, 0, 1, 1 set xtics border nomirror rotate by 90 font "Verdana, 5" offset 0,-3 set ytics nomirror f(x) = mean_y fit f(x) 'gpw_DATAFILE_gpw' u 1:3 via mean_y stddev_y = sqrt(FIT_WSSR / (FIT_NDF + 1)) plot mean_y-stddev_y with filledcurves y1=mean_y lt 1 lc rgb "#efefef",\ mean_y+stddev_y with filledcurves y1=mean_y lt 1 lc rgb "#efefef",\ mean_y with lines lc rgb '#ffffff' lw 3,\ "gpw_DATAFILE_gpw" using 1:3 title 'data' with points pt 7 ps 1 lc rgb '#0000ee' lw 2,\ '' using 1:3 smooth unique lc rgb '#aaaaaa' lw 2,\ '' using 1:4 with lines lc rgb '#000000' lw 1,\ '' using 1:5 with lines lc rgb '#000000' lw 1""" ## Compile plots and format data for display for service_title in keys: # used to calculate XY axis ranges result_values = [int(o['Result']) for o in analyses[service_title]] result_dates = [o['Sampled'] for o in analyses[service_title]] parms = [] plotdata = str() range_min = '' range_max = '' for a in analyses[service_title]: a['Sampled'] = a['Sampled'].strftime(self.date_format_long) if a[ 'Sampled'] else '' a['Captured'] = a['Captured'].strftime(self.date_format_long) if \ a['Captured'] else '' R = a['Result'] U = a['Uncertainty'] a['Result'] = a['obj'].getFormattedResult() in_range = a['result_in_range'] # result out of range if str(in_range) == 'False': out_of_range_count += 1 a['Result'] = "%s %s" % (a['Result'], error_icon) # result almost out of range if str(in_range) == '1': in_shoulder_range_count += 1 a['Result'] = "%s %s" % (a['Result'], warning_icon) spec = {} if hasattr(a["obj"], 'specification') and a["obj"].specification: spec = a["obj"].specification plotdata += "%s\t%s\t%s\t%s\t%s\n" % ( a['Sampled'], R, spec.get("min", ""), spec.get("max", ""), U and U or 0, ) plotdata.encode('utf-8') unit = analyses[service_title][0]['Unit'] if MinimumResults <= len(dict([(d, d) for d in result_dates])): _plotscript = str(plotscript) % { 'title': "", 'xlabel': t(_("Date Sampled")), 'ylabel': unit and unit or '', 'x_start': "%s" % min(result_dates).strftime( self.date_format_long), 'x_end': "%s" % max(result_dates).strftime( self.date_format_long), 'date_format_long': self.date_format_long, 'date_format_short': self.date_format_short, 'time_format': self.time_format, } plot_png = plot(str(plotdata), plotscript=str(_plotscript), usefifo=False) # Temporary PNG data file fh, data_fn = tempfile.mkstemp(suffix='.png') os.write(fh, plot_png) plot_url = data_fn self.request['to_remove'].append(data_fn) plot_url = data_fn else: plot_url = "" table = { 'title': "%s: %s" % ( t(_("Analysis Service")), service_title), 'parms': parms, 'columns': ['Request ID', 'Analyst', 'Result', 'Sampled', 'Captured'], 'data': analyses[service_title], 'plot_url': plot_url, } self.report_data['tables'].append(table) translate = self.context.translate ## footnotes if out_of_range_count: msgid = _("Analyses out of range") self.report_data['footnotes'].append( "%s %s" % (error_icon, t(msgid))) if in_shoulder_range_count: msgid = _("Analyses in error shoulder range") self.report_data['footnotes'].append( "%s %s" % (warning_icon, t(msgid))) self.report_data['parms'].append( {"title": _("Analyses out of range"), "value": out_of_range_count}) self.report_data['parms'].append( {"title": _("Analyses in error shoulder range"), "value": in_shoulder_range_count}) title = t(header) if titles: title += " (%s)" % " ".join(titles) return { 'report_title': title, 'report_data': self.template(), }
class Report(BrowserView): implements(IViewView) default_template = ViewPageTemplateFile("templates/productivity.pt") template = ViewPageTemplateFile( "templates/productivity_analysesperdepartment.pt") def __init__(self, context, request, report=None): super(Report, self).__init__(context, request) self.report = report self.selection_macros = SelectionMacrosView(self.context, self.request) def __call__(self): parms = [] titles = [] # Apply filters self.contentFilter = {'portal_type': 'Analysis'} val = self.selection_macros.parse_daterange(self.request, 'getDateRequested', _('Date Requested')) if val: self.contentFilter[val['contentFilter'][0]] = val['contentFilter'][1] parms.append(val['parms']) titles.append(val['titles']) val = self.selection_macros.parse_state(self.request, 'bika_analysis_workflow', 'getAnalysisState', _('Analysis State')) if val: self.contentFilter[val['contentFilter'][0]] = val['contentFilter'][1] parms.append(val['parms']) titles.append(val['titles']) # Query the catalog and store results in a dictionary analyses = self.bika_analysis_catalog(self.contentFilter) if not analyses: message = _("No analyses matched your query") self.context.plone_utils.addPortalMessage(message, "error") return self.default_template() groupby = self.request.form.get('GroupingPeriod', '') if (groupby != ''): parms.append({"title": _("Grouping period"), "value": _(groupby)}) datalines = {} footlines = {} totalcount = len(analyses) totalpublishedcount = 0 totalperformedcount = 0 for analysis in analyses: analysis = analysis.getObject() analysisservice = analysis.getService() department = analysisservice.getDepartment() department = department.Title() if department else '' daterequested = analysis.created() group = '' if groupby == 'Day': group = self.ulocalized_time(daterequested) elif groupby == 'Week': group = daterequested.strftime( "%Y") + ", " + daterequested.strftime("%U") elif groupby == 'Month': group = daterequested.strftime( "%B") + " " + daterequested.strftime("%Y") elif groupby == 'Year': group = daterequested.strftime("%Y") else: group = '' dataline = {'Group': group, 'Requested': 0, 'Performed': 0, 'Published': 0, 'Departments': {}} deptline = {'Department': department, 'Requested': 0, 'Performed': 0, 'Published': 0} if (group in datalines): dataline = datalines[group] if (department in dataline['Departments']): deptline = dataline['Departments'][department] grouptotalcount = dataline['Requested'] + 1 groupperformedcount = dataline['Performed'] grouppublishedcount = dataline['Published'] depttotalcount = deptline['Requested'] + 1 deptperformedcount = deptline['Performed'] deptpubishedcount = deptline['Published'] workflow = getToolByName(self.context, 'portal_workflow') arstate = workflow.getInfoFor(analysis.aq_parent, 'review_state', '') if (arstate == 'published'): deptpubishedcount += 1 grouppublishedcount += 1 totalpublishedcount += 1 if (analysis.getResult()): deptperformedcount += 1 groupperformedcount += 1 totalperformedcount += 1 group_performedrequested_ratio = float(groupperformedcount) / float( grouptotalcount) group_publishedperformed_ratio = groupperformedcount > 0 and float( grouppublishedcount) / float(groupperformedcount) or 0 anl_performedrequested_ratio = float(deptperformedcount) / float( depttotalcount) anl_publishedperformed_ratio = deptperformedcount > 0 and float( deptpubishedcount) / float(deptperformedcount) or 0 dataline['Requested'] = grouptotalcount dataline['Performed'] = groupperformedcount dataline['Published'] = grouppublishedcount dataline['PerformedRequestedRatio'] = group_performedrequested_ratio dataline['PerformedRequestedRatioPercentage'] = ('{0:.0f}'.format( group_performedrequested_ratio * 100)) + "%" dataline['PublishedPerformedRatio'] = group_publishedperformed_ratio dataline['PublishedPerformedRatioPercentage'] = ('{0:.0f}'.format( group_publishedperformed_ratio * 100)) + "%" deptline['Requested'] = depttotalcount deptline['Performed'] = deptperformedcount deptline['Published'] = deptpubishedcount deptline['PerformedRequestedRatio'] = anl_performedrequested_ratio deptline['PerformedRequestedRatioPercentage'] = ('{0:.0f}'.format( anl_performedrequested_ratio * 100)) + "%" deptline['PublishedPerformedRatio'] = anl_publishedperformed_ratio deptline['PublishedPerformedRatioPercentage'] = ('{0:.0f}'.format( anl_publishedperformed_ratio * 100)) + "%" dataline['Departments'][department] = deptline datalines[group] = dataline # Footer total data total_performedrequested_ratio = float(totalperformedcount) / float( totalcount) total_publishedperformed_ratio = totalperformedcount > 0 and float( totalpublishedcount) / float(totalperformedcount) or 0 footline = {'Requested': totalcount, 'Performed': totalperformedcount, 'Published': totalpublishedcount, 'PerformedRequestedRatio': total_performedrequested_ratio, 'PerformedRequestedRatioPercentage': ('{0:.0f}'.format( total_performedrequested_ratio * 100)) + "%", 'PublishedPerformedRatio': total_publishedperformed_ratio, 'PublishedPerformedRatioPercentage': ('{0:.0f}'.format( total_publishedperformed_ratio * 100)) + "%"} footlines['Total'] = footline self.report_data = {'parameters': parms, 'datalines': datalines, 'footlines': footlines} if self.request.get('output_format', '') == 'CSV': import csv import StringIO import datetime fieldnames = [ 'Group', 'Department', 'Requested', 'Performed', 'Published', ] output = StringIO.StringIO() dw = csv.DictWriter(output, extrasaction='ignore', fieldnames=fieldnames) dw.writerow(dict((fn, fn) for fn in fieldnames)) for group_name, group in datalines.items(): for dept_name, dept in group['Departments'].items(): dw.writerow({ 'Group': group_name, 'Department': dept_name, 'Requested': dept['Requested'], 'Performed': dept['Performed'], 'Published': dept['Published'], }) report_data = output.getvalue() output.close() date = datetime.datetime.now().strftime("%Y%m%d%H%M") setheader = self.request.RESPONSE.setHeader setheader('Content-Type', 'text/csv') setheader("Content-Disposition", "attachment;filename=\"analysesperdepartment_%s.csv\"" % date) self.request.RESPONSE.write(report_data) else: return {'report_title': _('Analyses summary per department'), 'report_data': self.template()}
class Report(BrowserView): implements(IViewView) template = ViewPageTemplateFile( "templates/qualitycontrol_resultspersamplepoint.pt") # if unsuccessful we return here: default_template = ViewPageTemplateFile("templates/qualitycontrol.pt") def __init__(self, context, request, report=None): super(Report, self).__init__(context, request) self.report = report self.selection_macros = SelectionMacrosView(self.context, self.request) def get_analysis_spec(self, analysis): rr = dicts_to_dict(analysis.aq_parent.getResultsRange(), 'keyword') return rr.get(analysis.getKeyword(), None) def ResultOutOfRange(self, analysis): """ Template wants to know, is this analysis out of range? We scan IResultOutOfRange adapters, and return True if any IAnalysis adapters trigger a result. """ adapters = getAdapters((analysis, ), IResultOutOfRange) spec = self.get_analysis_spec(analysis) for name, adapter in adapters: if not spec: return False if adapter(specification=spec): return True def __call__(self): MinimumResults = self.context.bika_setup.getMinimumResults() warning_icon = "<img " + \ "src='" + self.portal_url + "/++resource++bika.lims.images/warning.png' " + \ "height='9' width='9'/>" error_icon = "<img " + \ "src='" + self.portal_url + "/++resource++bika.lims.images/exclamation.png' " + \ "height='9' width='9'/>" header = _("Results per sample point") subheader = _( "Analysis results for per sample point and analysis service") self.contentFilter = {'portal_type': 'Analysis', 'review_state': ['verified', 'published']} parms = [] titles = [] val = self.selection_macros.parse_client(self.request) if val: self.contentFilter[val['contentFilter'][0]] = val['contentFilter'][1] parms.append(val['parms']) titles.append(val['titles']) val = self.selection_macros.parse_samplepoint(self.request) sp_uid = val if val: self.contentFilter[val['contentFilter'][0]] = val['contentFilter'][1] parms.append(val['parms']) titles.append(val['titles']) val = self.selection_macros.parse_sampletype(self.request) st_uid = val if val: self.contentFilter[val['contentFilter'][0]] = val['contentFilter'][1] parms.append(val['parms']) titles.append(val['titles']) val = self.selection_macros.parse_analysisservice(self.request) if val: self.contentFilter[val['contentFilter'][0]] = val['contentFilter'][1] parms.append(val['parms']) else: message = _("No analysis services were selected.") self.context.plone_utils.addPortalMessage(message, 'error') return self.default_template() val = self.selection_macros.parse_daterange(self.request, 'getDateSampled', 'DateSampled') if val: self.contentFilter[val['contentFilter'][0]] = val['contentFilter'][1] parms.append(val['parms']) titles.append(val['titles']) val = self.selection_macros.parse_state(self.request, 'bika_worksheetanalysis_workflow', 'worksheetanalysis_review_state', 'Worksheet state') if val: self.contentFilter[val['contentFilter'][0]] = val['contentFilter'][1] parms.append(val['parms']) # Query the catalog and store analysis data in a dict analyses = {} out_of_range_count = 0 in_shoulder_range_count = 0 analysis_count = 0 proxies = self.bika_analysis_catalog(self.contentFilter) if not proxies: message = _("No analyses matched your query") self.context.plone_utils.addPortalMessage(message, 'error') return self.default_template() # # Compile a list of dictionaries, with all relevant analysis data for analysis in proxies: analysis = analysis.getObject() result = analysis.getResult() client = analysis.aq_parent.aq_parent uid = analysis.UID() service = analysis.getService() keyword = service.getKeyword() service_title = "%s (%s)" % (service.Title(), keyword) result_in_range = self.ResultOutOfRange(analysis) if service_title not in analyses.keys(): analyses[service_title] = [] try: result = float(analysis.getResult()) except: # XXX Unfloatable analysis results should be indicated continue analyses[service_title].append({ 'service': service, 'obj': analysis, 'Request ID': analysis.aq_parent.getId(), 'Analyst': analysis.getAnalyst(), 'Result': result, 'Sampled': analysis.getDateSampled(), 'Captured': analysis.getResultCaptureDate(), 'Uncertainty': analysis.getUncertainty(), 'result_in_range': result_in_range, 'Unit': service.getUnit(), 'Keyword': keyword, 'icons': '', }) analysis_count += 1 keys = analyses.keys() keys.sort() parms += [ {"title": _("Total analyses"), "value": analysis_count}, ] ## This variable is output to the TAL self.report_data = { 'header': header, 'subheader': subheader, 'parms': parms, 'tables': [], 'footnotes': [], } plotscript = """ set terminal png transparent truecolor enhanced size 700,350 font "Verdana, 8" set title "%(title)s" set xlabel "%(xlabel)s" set ylabel "%(ylabel)s" set key off #set logscale set timefmt "%(date_format_long)s" set xdata time set format x "%(date_format_short)s\\n%(time_format)s" set xrange ["%(x_start)s":"%(x_end)s"] set auto fix set offsets graph 0, 0, 1, 1 set xtics border nomirror rotate by 90 font "Verdana, 5" offset 0,-3 set ytics nomirror f(x) = mean_y fit f(x) 'gpw_DATAFILE_gpw' u 1:3 via mean_y stddev_y = sqrt(FIT_WSSR / (FIT_NDF + 1)) plot mean_y-stddev_y with filledcurves y1=mean_y lt 1 lc rgb "#efefef",\ mean_y+stddev_y with filledcurves y1=mean_y lt 1 lc rgb "#efefef",\ mean_y with lines lc rgb '#ffffff' lw 3,\ "gpw_DATAFILE_gpw" using 1:3 title 'data' with points pt 7 ps 1 lc rgb '#0000ee' lw 2,\ '' using 1:3 smooth unique lc rgb '#aaaaaa' lw 2,\ '' using 1:4 with lines lc rgb '#000000' lw 1,\ '' using 1:5 with lines lc rgb '#000000' lw 1""" ## Compile plots and format data for display for service_title in keys: # used to calculate XY axis ranges result_values = [int(o['Result']) for o in analyses[service_title]] result_dates = [o['Sampled'] for o in analyses[service_title]] parms = [] plotdata = str() range_min = '' range_max = '' for a in analyses[service_title]: a['Sampled'] = a['Sampled'].strftime(self.date_format_long) if a[ 'Sampled'] else '' a['Captured'] = a['Captured'].strftime(self.date_format_long) if \ a['Captured'] else '' R = a['Result'] U = a['Uncertainty'] a['Result'] = a['obj'].getFormattedResult() in_range = a['result_in_range'] # result out of range if str(in_range[0]) == 'False': out_of_range_count += 1 a['Result'] = "%s %s" % (a['Result'], error_icon) # result almost out of range if str(in_range[0]) == '1': in_shoulder_range_count += 1 a['Result'] = "%s %s" % (a['Result'], warning_icon) spec = {} if hasattr(a["obj"], 'specification') and a["obj"].specification: spec = a["obj"].specification plotdata += "%s\t%s\t%s\t%s\t%s\n" % ( a['Sampled'], R, spec.get("min", ""), spec.get("max", ""), U and U or 0, ) plotdata.encode('utf-8') unit = analyses[service_title][0]['Unit'] if MinimumResults <= len(dict([(d, d) for d in result_dates])): _plotscript = str(plotscript) % { 'title': "", 'xlabel': t(_("Date Sampled")), 'ylabel': unit and unit or '', 'x_start': "%s" % min(result_dates).strftime( self.date_format_long), 'x_end': "%s" % max(result_dates).strftime( self.date_format_long), 'date_format_long': self.date_format_long, 'date_format_short': self.date_format_short, 'time_format': self.time_format, } plot_png = plot(str(plotdata), plotscript=str(_plotscript), usefifo=False) # Temporary PNG data file fh, data_fn = tempfile.mkstemp(suffix='.png') os.write(fh, plot_png) plot_url = data_fn self.request['to_remove'].append(data_fn) plot_url = data_fn else: plot_url = "" table = { 'title': "%s: %s" % ( t(_("Analysis Service")), service_title), 'parms': parms, 'columns': ['Request ID', 'Analyst', 'Result', 'Sampled', 'Captured'], 'data': analyses[service_title], 'plot_url': plot_url, } self.report_data['tables'].append(table) translate = self.context.translate ## footnotes if out_of_range_count: msgid = _("Analyses out of range") self.report_data['footnotes'].append( "%s %s" % (error_icon, t(msgid))) if in_shoulder_range_count: msgid = _("Analyses in error shoulder range") self.report_data['footnotes'].append( "%s %s" % (warning_icon, t(msgid))) self.report_data['parms'].append( {"title": _("Analyses out of range"), "value": out_of_range_count}) self.report_data['parms'].append( {"title": _("Analyses in error shoulder range"), "value": in_shoulder_range_count}) title = t(header) if titles: title += " (%s)" % " ".join(titles) return { 'report_title': title, 'report_data': self.template(), }
class Report(BrowserView): implements(IViewView) default_template = ViewPageTemplateFile("templates/productivity.pt") template = ViewPageTemplateFile( "templates/productivity_analysesperdepartment.pt") def __init__(self, context, request, report=None): super(Report, self).__init__(context, request) self.report = report self.selection_macros = SelectionMacrosView(self.context, self.request) def __call__(self): parms = [] titles = [] # Apply filters self.contentFilter = {'portal_type': 'Analysis'} val = self.selection_macros.parse_daterange(self.request, 'getDateRequested', _('Date Requested')) if val: self.contentFilter[val['contentFilter'] [0]] = val['contentFilter'][1] parms.append(val['parms']) titles.append(val['titles']) val = self.selection_macros.parse_state(self.request, 'bika_analysis_workflow', 'getAnalysisState', _('Analysis State')) if val: self.contentFilter[val['contentFilter'] [0]] = val['contentFilter'][1] parms.append(val['parms']) titles.append(val['titles']) # Query the catalog and store results in a dictionary analyses = self.bika_analysis_catalog(self.contentFilter) if not analyses: message = _("No analyses matched your query") self.context.plone_utils.addPortalMessage(message, "error") return self.default_template() groupby = self.request.form.get('GroupingPeriod', '') if (groupby != ''): parms.append({"title": _("Grouping period"), "value": _(groupby)}) datalines = {} footlines = {} totalcount = len(analyses) totalpublishedcount = 0 totalperformedcount = 0 for analysis in analyses: analysis = analysis.getObject() analysisservice = analysis.getService() department = analysisservice.getDepartment() department = department.Title() if department else '' daterequested = analysis.created() group = '' if groupby == 'Day': group = self.ulocalized_time(daterequested) elif groupby == 'Week': group = daterequested.strftime( "%Y") + ", " + daterequested.strftime("%U") elif groupby == 'Month': group = daterequested.strftime( "%B") + " " + daterequested.strftime("%Y") elif groupby == 'Year': group = daterequested.strftime("%Y") else: group = '' dataline = { 'Group': group, 'Requested': 0, 'Performed': 0, 'Published': 0, 'Departments': {} } deptline = { 'Department': department, 'Requested': 0, 'Performed': 0, 'Published': 0 } if (group in datalines): dataline = datalines[group] if (department in dataline['Departments']): deptline = dataline['Departments'][department] grouptotalcount = dataline['Requested'] + 1 groupperformedcount = dataline['Performed'] grouppublishedcount = dataline['Published'] depttotalcount = deptline['Requested'] + 1 deptperformedcount = deptline['Performed'] deptpubishedcount = deptline['Published'] workflow = getToolByName(self.context, 'portal_workflow') arstate = workflow.getInfoFor(analysis.aq_parent, 'review_state', '') if (arstate == 'published'): deptpubishedcount += 1 grouppublishedcount += 1 totalpublishedcount += 1 if (analysis.getResult()): deptperformedcount += 1 groupperformedcount += 1 totalperformedcount += 1 group_performedrequested_ratio = float( groupperformedcount) / float(grouptotalcount) group_publishedperformed_ratio = groupperformedcount > 0 and float( grouppublishedcount) / float(groupperformedcount) or 0 anl_performedrequested_ratio = float(deptperformedcount) / float( depttotalcount) anl_publishedperformed_ratio = deptperformedcount > 0 and float( deptpubishedcount) / float(deptperformedcount) or 0 dataline['Requested'] = grouptotalcount dataline['Performed'] = groupperformedcount dataline['Published'] = grouppublishedcount dataline[ 'PerformedRequestedRatio'] = group_performedrequested_ratio dataline['PerformedRequestedRatioPercentage'] = ('{0:.0f}'.format( group_performedrequested_ratio * 100)) + "%" dataline[ 'PublishedPerformedRatio'] = group_publishedperformed_ratio dataline['PublishedPerformedRatioPercentage'] = ('{0:.0f}'.format( group_publishedperformed_ratio * 100)) + "%" deptline['Requested'] = depttotalcount deptline['Performed'] = deptperformedcount deptline['Published'] = deptpubishedcount deptline['PerformedRequestedRatio'] = anl_performedrequested_ratio deptline['PerformedRequestedRatioPercentage'] = ('{0:.0f}'.format( anl_performedrequested_ratio * 100)) + "%" deptline['PublishedPerformedRatio'] = anl_publishedperformed_ratio deptline['PublishedPerformedRatioPercentage'] = ('{0:.0f}'.format( anl_publishedperformed_ratio * 100)) + "%" dataline['Departments'][department] = deptline datalines[group] = dataline # Footer total data total_performedrequested_ratio = float(totalperformedcount) / float( totalcount) total_publishedperformed_ratio = totalperformedcount > 0 and float( totalpublishedcount) / float(totalperformedcount) or 0 footline = { 'Requested': totalcount, 'Performed': totalperformedcount, 'Published': totalpublishedcount, 'PerformedRequestedRatio': total_performedrequested_ratio, 'PerformedRequestedRatioPercentage': ('{0:.0f}'.format(total_performedrequested_ratio * 100)) + "%", 'PublishedPerformedRatio': total_publishedperformed_ratio, 'PublishedPerformedRatioPercentage': ('{0:.0f}'.format(total_publishedperformed_ratio * 100)) + "%" } footlines['Total'] = footline self.report_data = { 'parameters': parms, 'datalines': datalines, 'footlines': footlines } if self.request.get('output_format', '') == 'CSV': import csv import StringIO import datetime fieldnames = [ 'Group', 'Department', 'Requested', 'Performed', 'Published', ] output = StringIO.StringIO() dw = csv.DictWriter(output, extrasaction='ignore', fieldnames=fieldnames) dw.writerow(dict((fn, fn) for fn in fieldnames)) for group_name, group in datalines.items(): for dept_name, dept in group['Departments'].items(): dw.writerow({ 'Group': group_name, 'Department': dept_name, 'Requested': dept['Requested'], 'Performed': dept['Performed'], 'Published': dept['Published'], }) report_data = output.getvalue() output.close() date = datetime.datetime.now().strftime("%Y%m%d%H%M") setheader = self.request.RESPONSE.setHeader setheader('Content-Type', 'text/csv') setheader( "Content-Disposition", "attachment;filename=\"analysesperdepartment_%s.csv\"" % date) self.request.RESPONSE.write(report_data) else: return { 'report_title': _('Analyses summary per department'), 'report_data': self.template() }
class Report(BrowserView): implements(IViewView) default_template = ViewPageTemplateFile("templates/productivity.pt") template = ViewPageTemplateFile( "templates/productivity_analysesperdepartment.pt") def __init__(self, context, request, report=None): super(Report, self).__init__(context, request) self.report = report self.selection_macros = SelectionMacrosView(self.context, self.request) def __call__(self): parms = [] titles = [] # Apply filters self.contentFilter = {'portal_type': 'Analysis'} val = self.selection_macros.parse_daterange(self.request, 'getDateRequested', _('Date Requested')) if val: self.contentFilter[val['contentFilter'] [0]] = val['contentFilter'][1] parms.append(val['parms']) titles.append(val['titles']) val = self.selection_macros.parse_state(self.request, 'bika_analysis_workflow', 'getAnalysisState', _('Analysis State')) if val: self.contentFilter[val['contentFilter'] [0]] = val['contentFilter'][1] parms.append(val['parms']) titles.append(val['titles']) # Query the catalog and store results in a dictionary analyses = self.bika_analysis_catalog(self.contentFilter) if not analyses: message = _("No analyses matched your query") self.context.plone_utils.addPortalMessage(message, "error") return self.default_template() groupby = self.request.form.get('GroupingPeriod', '') if (groupby != ''): parms.append({"title": _("Grouping period"), "value": _(groupby)}) datalines = {} footlines = {} totalcount = len(analyses) totalpublishedcount = 0 totalperformedcount = 0 for analysis in analyses: analysis = analysis.getObject() analysisservice = analysis.getService() department = analysisservice.getDepartment().Title() daterequested = analysis.created() group = '' if groupby == 'Day': group = self.ulocalized_time(daterequested) elif groupby == 'Week': group = daterequested.strftime( "%Y") + ", " + daterequested.strftime("%U") elif groupby == 'Month': group = daterequested.strftime( "%B") + " " + daterequested.strftime("%Y") elif groupby == 'Year': group = daterequested.strftime("%Y") else: group = '' dataline = { 'Group': group, 'Requested': 0, 'Performed': 0, 'Published': 0, 'Departments': {} } deptline = { 'Department': department, 'Requested': 0, 'Performed': 0, 'Published': 0 } if (group in datalines): dataline = datalines[group] if (department in dataline['Departments']): deptline = dataline['Departments'][department] grouptotalcount = dataline['Requested'] + 1 groupperformedcount = dataline['Performed'] grouppublishedcount = dataline['Published'] depttotalcount = deptline['Requested'] + 1 deptperformedcount = deptline['Performed'] deptpubishedcount = deptline['Published'] workflow = getToolByName(self.context, 'portal_workflow') arstate = workflow.getInfoFor(analysis.aq_parent, 'review_state', '') if (arstate == 'published'): deptpubishedcount += 1 grouppublishedcount += 1 totalpublishedcount += 1 if (analysis.getResult()): deptperformedcount += 1 groupperformedcount += 1 totalperformedcount += 1 group_performedrequested_ratio = float( groupperformedcount) / float(grouptotalcount) group_publishedperformed_ratio = groupperformedcount > 0 and float( grouppublishedcount) / float(groupperformedcount) or 0 anl_performedrequested_ratio = float(deptperformedcount) / float( depttotalcount) anl_publishedperformed_ratio = deptperformedcount > 0 and float( deptpubishedcount) / float(deptperformedcount) or 0 dataline['Requested'] = grouptotalcount dataline['Performed'] = groupperformedcount dataline['Published'] = grouppublishedcount dataline[ 'PerformedRequestedRatio'] = group_performedrequested_ratio dataline['PerformedRequestedRatioPercentage'] = ('{0:.0f}'.format( group_performedrequested_ratio * 100)) + "%" dataline[ 'PublishedPerformedRatio'] = group_publishedperformed_ratio dataline['PublishedPerformedRatioPercentage'] = ('{0:.0f}'.format( group_publishedperformed_ratio * 100)) + "%" deptline['Requested'] = depttotalcount deptline['Performed'] = deptperformedcount deptline['Published'] = deptpubishedcount deptline['PerformedRequestedRatio'] = anl_performedrequested_ratio deptline['PerformedRequestedRatioPercentage'] = ('{0:.0f}'.format( anl_performedrequested_ratio * 100)) + "%" deptline['PublishedPerformedRatio'] = anl_publishedperformed_ratio deptline['PublishedPerformedRatioPercentage'] = ('{0:.0f}'.format( anl_publishedperformed_ratio * 100)) + "%" dataline['Departments'][department] = deptline datalines[group] = dataline # Footer total data total_performedrequested_ratio = float(totalperformedcount) / float( totalcount) total_publishedperformed_ratio = totalperformedcount > 0 and float( totalpublishedcount) / float(totalperformedcount) or 0 footline = { 'Requested': totalcount, 'Performed': totalperformedcount, 'Published': totalpublishedcount, 'PerformedRequestedRatio': total_performedrequested_ratio, 'PerformedRequestedRatioPercentage': ('{0:.0f}'.format(total_performedrequested_ratio * 100)) + "%", 'PublishedPerformedRatio': total_publishedperformed_ratio, 'PublishedPerformedRatioPercentage': ('{0:.0f}'.format(total_publishedperformed_ratio * 100)) + "%" } footlines['Total'] = footline self.report_data = { 'parameters': parms, 'datalines': datalines, 'footlines': footlines } return { 'report_title': _('Analyses summary per department'), 'report_data': self.template() }
class Report(BrowserView): implements(IViewView) template = ViewPageTemplateFile("templates/qualitycontrol_resultspersamplepoint.pt") # if unsuccessful we return here: default_template = ViewPageTemplateFile("templates/qualitycontrol.pt") def __init__(self, context, request, report=None): super(Report, self).__init__(context, request) self.report = report self.selection_macros = SelectionMacrosView(self.context, self.request) def __call__(self): MinimumResults = self.context.bika_setup.getMinimumResults() warning_icon = ( "<img " + "src='" + self.portal_url + "/++resource++bika.lims.images/warning.png' " + "height='9' width='9'/>" ) error_icon = ( "<img " + "src='" + self.portal_url + "/++resource++bika.lims.images/exclamation.png' " + "height='9' width='9'/>" ) header = _("Results per sample point") subheader = _("Analysis results for per sample point and analysis service") self.contentFilter = { "portal_type": "Analysis", "review_state": ["verified", "published"], "sort_on": "getDateSampled", } spec = self.request.form.get("spec", "lab") spec_title = (spec == "lab") and _("Lab") or _("Client") parms = [] titles = [] val = self.selection_macros.parse_client(self.request) if val: self.contentFilter[val["contentFilter"][0]] = val["contentFilter"][1] parms.append(val["parms"]) titles.append(val["titles"]) val = self.selection_macros.parse_samplepoint(self.request) sp_uid = val if val: self.contentFilter[val["contentFilter"][0]] = val["contentFilter"][1] parms.append(val["parms"]) titles.append(val["titles"]) val = self.selection_macros.parse_sampletype(self.request) st_uid = val if val: self.contentFilter[val["contentFilter"][0]] = val["contentFilter"][1] parms.append(val["parms"]) titles.append(val["titles"]) val = self.selection_macros.parse_analysisservice(self.request) if val: self.contentFilter[val["contentFilter"][0]] = val["contentFilter"][1] parms.append(val["parms"]) else: message = _("No analysis services were selected.") self.context.plone_utils.addPortalMessage(message, "error") return self.default_template() val = self.selection_macros.parse_daterange(self.request, "getDateSampled", "DateSampled") if val: self.contentFilter[val["contentFilter"][0]] = val["contentFilter"][1] parms.append(val["parms"]) titles.append(val["titles"]) val = self.selection_macros.parse_state( self.request, "bika_worksheetanalysis_workflow", "worksheetanalysis_review_state", "Worksheet state" ) if val: self.contentFilter[val["contentFilter"][0]] = val["contentFilter"][1] parms.append(val["parms"]) # Query the catalog and store analysis data in a dict analyses = {} out_of_range_count = 0 in_shoulder_range_count = 0 analysis_count = 0 proxies = self.bika_analysis_catalog(self.contentFilter) if not proxies: message = _("No analyses matched your query") self.context.plone_utils.addPortalMessage(message, "error") return self.default_template() cached_specs = {} # keyed by parent_folder def lookup_spec(analysis): # If an analysis is OUT OF RANGE, the failed spec values are passed # back from the result_in_range function. But if the analysis resuit # is IN RANGE, we need to look it up. service = analysis["service"] keyword = service["Keyword"] analysis = analysis["obj"] if spec == "client": parent = analysis.aq_parent.aq_parent else: parent = self.context.bika_setup.bika_analysisspecs if not parent.UID() in cached_specs: proxies = self.bika_setup_catalog( portal_type="AnalysisSpec", getSampleTypeUID=st_uid, path={"query": "/".join(parent.getPhysicalPath()), "level": 0}, ) if proxies: spec_obj = proxies[0].getObject() this_spec = spec_obj.getResultsRangeDict() else: this_spec = {"min": None, "max": None} cached_specs[parent.UID()] = this_spec else: this_spec = cached_specs[parent.UID()] return this_spec ## Compile a list of dictionaries, with all relevant analysis data for analysis in proxies: analysis = analysis.getObject() client = analysis.aq_parent.aq_parent uid = analysis.UID() service = analysis.getService() keyword = service.getKeyword() service_title = "%s (%s)" % (service.Title(), service.getKeyword()) result_in_range = analysis.result_in_range(specification=spec) try: precision = str(service.getPrecision()) except: precision = "2" if service_title not in analyses.keys(): analyses[service_title] = [] try: result = float(analysis.getResult()) except: # XXX Unfloatable analysis results should be indicated continue analyses[service_title].append( { "service": service, "obj": analysis, "Request ID": analysis.aq_parent.getId(), "Analyst": analysis.getAnalyst(), "Result": result, "precision": precision, "Sampled": analysis.getDateSampled(), "Captured": analysis.getResultCaptureDate(), "Uncertainty": analysis.getUncertainty(), "result_in_range": result_in_range, "Unit": service.getUnit(), "Keyword": keyword, "icons": "", } ) analysis_count += 1 keys = analyses.keys() keys.sort() parms += [ {"title": _("Total analyses"), "value": analysis_count}, {"title": _("Analysis specification"), "value": spec_title}, ] ## This variable is output to the TAL self.report_data = {"header": header, "subheader": subheader, "parms": parms, "tables": [], "footnotes": []} plotscript = """ set terminal png transparent truecolor enhanced size 700,350 font "Verdana, 8" set title "%(title)s" set xlabel "%(xlabel)s" set ylabel "%(ylabel)s" set key off #set logscale set timefmt "%(date_format_long)s" set xdata time set format x "%(date_format_short)s\\n%(time_format)s" set xrange ["%(x_start)s":"%(x_end)s"] set auto fix set offsets graph 0, 0, 1, 1 set xtics border nomirror rotate by 90 font "Verdana, 5" offset 0,-3 set ytics nomirror f(x) = mean_y fit f(x) 'gpw_DATAFILE_gpw' u 1:3 via mean_y stddev_y = sqrt(FIT_WSSR / (FIT_NDF + 1)) plot mean_y-stddev_y with filledcurves y1=mean_y lt 1 lc rgb "#efefef",\ mean_y+stddev_y with filledcurves y1=mean_y lt 1 lc rgb "#efefef",\ mean_y with lines lc rgb '#ffffff' lw 3,\ "gpw_DATAFILE_gpw" using 1:3 title 'data' with points pt 7 ps 1 lc rgb '#0000ee' lw 2,\ '' using 1:3 smooth unique lc rgb '#aaaaaa' lw 2,\ '' using 1:4 with lines lc rgb '#000000' lw 1,\ '' using 1:5 with lines lc rgb '#000000' lw 1""" ## Compile plots and format data for display for service_title in keys: # used to calculate XY axis ranges result_values = [int(o["Result"]) for o in analyses[service_title]] result_dates = [o["Sampled"] for o in analyses[service_title]] parms = [] plotdata = str() range_min = "" range_max = "" for a in analyses[service_title]: a["Sampled"] = a["Sampled"].strftime(self.date_format_long) a["Captured"] = a["Captured"].strftime(self.date_format_long) R = a["Result"] U = a["Uncertainty"] a["Result"] = str("%." + precision + "f") % a["Result"] in_range = a["result_in_range"] # in-range: lookup spec, if possible if in_range[1] == None: this_spec_results = lookup_spec(a) if this_spec_results and a["Keyword"] in this_spec_results: this_spec = this_spec_results[a["Keyword"]] in_range[1] == this_spec # If no specs are supplied, fake them # and do not print specification values or errors a["range_min"] = in_range[1] and in_range[1]["min"] or "" a["range_max"] = in_range[1] and in_range[1]["max"] or "" if a["range_min"] and a["range_max"]: range_min = a["range_min"] range_max = a["range_max"] # result out of range if str(in_range[0]) == "False": out_of_range_count += 1 a["Result"] = "%s %s" % (a["Result"], error_icon) # result almost out of range if str(in_range[0]) == "1": in_shoulder_range_count += 1 a["Result"] = "%s %s" % (a["Result"], warning_icon) else: a["range_min"] = min(result_values) a["range_max"] = max(result_values) plotdata += "%s\t%s\t%s\t%s\t%s\n" % (a["Sampled"], R, range_min, range_max, U and U or 0) plotdata.encode("utf-8") if range_min and range_max: spec_str = "%s: %s, %s: %s" % ( self.context.translate(_("Range min")), range_min, self.context.translate(_("Range max")), range_max, ) parms.append({"title": _("Specification"), "value": spec_str}) unit = analyses[service_title][0]["Unit"] if MinimumResults <= len(dict([(d, d) for d in result_dates])): _plotscript = str(plotscript) % { "title": "", "xlabel": self.context.translate(_("Date Sampled")), "ylabel": unit and unit or "", "x_start": "%s" % min(result_dates).strftime(self.date_format_long), "x_end": "%s" % max(result_dates).strftime(self.date_format_long), "date_format_long": self.date_format_long, "date_format_short": self.date_format_short, "time_format": self.time_format, } plot_png = plot(str(plotdata), plotscript=str(_plotscript), usefifo=False) # Temporary PNG data file fh, data_fn = tempfile.mkstemp(suffix=".png") os.write(fh, plot_png) plot_url = data_fn self.request["to_remove"].append(data_fn) plot_url = data_fn else: plot_url = "" table = { "title": "%s: %s" % (self.context.translate(_("Analysis Service")), service_title), "parms": parms, "columns": ["Request ID", "Analyst", "Result", "Sampled", "Captured"], "data": analyses[service_title], "plot_url": plot_url, } self.report_data["tables"].append(table) ## footnotes if out_of_range_count: msgid = _("Analyses out of range") translate = self.context.translate self.report_data["footnotes"].append("%s %s" % (error_icon, translate(msgid))) if in_shoulder_range_count: msgid = _("Analyses in error shoulder range") self.report_data["footnotes"].append("%s %s" % (warning_icon, self.context.translate(msgid))) self.report_data["parms"].append({"title": _("Analyses out of range"), "value": out_of_range_count}) self.report_data["parms"].append( {"title": _("Analyses in error shoulder range"), "value": in_shoulder_range_count} ) title = self.context.translate(header) if titles: title += " (%s)" % " ".join(titles) return {"report_title": title, "report_data": self.template()}
class Report(BrowserView): implements(IViewView) template = ViewPageTemplateFile( "templates/qualitycontrol_resultspersamplepoint.pt") # if unsuccessful we return here: default_template = ViewPageTemplateFile("templates/qualitycontrol.pt") def __init__(self, context, request, report=None): super(Report, self).__init__(context, request) self.report = report self.selection_macros = SelectionMacrosView(self.context, self.request) def __call__(self): MinimumResults = self.context.bika_setup.getMinimumResults() warning_icon = "<img " +\ "src='"+self.portal_url+"/++resource++bika.lims.images/warning.png' " +\ "height='9' width='9'/>" error_icon = "<img " +\ "src='"+self.portal_url+"/++resource++bika.lims.images/exclamation.png' " +\ "height='9' width='9'/>" header = _("Results per sample point") subheader = _( "Analysis results for per sample point and analysis service") self.contentFilter = { 'portal_type': 'Analysis', 'review_state': ['verified', 'published'], 'sort_on': "getDateSampled" } spec = self.request.form.get('spec', 'lab') spec_title = (spec == 'lab') and _("Lab") or _("Client") parms = [] titles = [] val = self.selection_macros.parse_client(self.request) if val: self.contentFilter[val['contentFilter'] [0]] = val['contentFilter'][1] parms.append(val['parms']) titles.append(val['titles']) val = self.selection_macros.parse_samplepoint(self.request) sp_uid = val if val: self.contentFilter[val['contentFilter'] [0]] = val['contentFilter'][1] parms.append(val['parms']) titles.append(val['titles']) val = self.selection_macros.parse_sampletype(self.request) st_uid = val if val: self.contentFilter[val['contentFilter'] [0]] = val['contentFilter'][1] parms.append(val['parms']) titles.append(val['titles']) val = self.selection_macros.parse_analysisservice(self.request) if val: self.contentFilter[val['contentFilter'] [0]] = val['contentFilter'][1] parms.append(val['parms']) else: message = _("No analysis services were selected.") self.context.plone_utils.addPortalMessage(message, 'error') return self.default_template() val = self.selection_macros.parse_daterange(self.request, 'getDateSampled', 'DateSampled') if val: self.contentFilter[val['contentFilter'] [0]] = val['contentFilter'][1] parms.append(val['parms']) titles.append(val['titles']) val = self.selection_macros.parse_state( self.request, 'bika_worksheetanalysis_workflow', 'worksheetanalysis_review_state', 'Worksheet state') if val: self.contentFilter[val['contentFilter'] [0]] = val['contentFilter'][1] parms.append(val['parms']) # Query the catalog and store analysis data in a dict analyses = {} out_of_range_count = 0 in_shoulder_range_count = 0 analysis_count = 0 proxies = self.bika_analysis_catalog(self.contentFilter) if not proxies: message = _("No analyses matched your query") self.context.plone_utils.addPortalMessage(message, 'error') return self.default_template() cached_specs = {} # keyed by parent_folder def lookup_spec(analysis): # If an analysis is OUT OF RANGE, the failed spec values are passed # back from the result_in_range function. But if the analysis resuit # is IN RANGE, we need to look it up. service = analysis['service'] keyword = service['Keyword'] analysis = analysis['obj'] if spec == "client": parent = analysis.aq_parent.aq_parent else: parent = self.context.bika_setup.bika_analysisspecs if not parent.UID() in cached_specs: proxies = self.bika_setup_catalog( portal_type='AnalysisSpec', getSampleTypeUID=st_uid, path={ "query": "/".join(parent.getPhysicalPath()), "level": 0 }) if proxies: spec_obj = proxies[0].getObject() this_spec = spec_obj.getResultsRangeDict() else: this_spec = {'min': None, 'max': None} cached_specs[parent.UID()] = this_spec else: this_spec = cached_specs[parent.UID()] return this_spec ## Compile a list of dictionaries, with all relevant analysis data for analysis in proxies: analysis = analysis.getObject() client = analysis.aq_parent.aq_parent uid = analysis.UID() service = analysis.getService() keyword = service.getKeyword() service_title = "%s (%s)" % (service.Title(), service.getKeyword()) result_in_range = analysis.result_in_range(specification=spec) try: precision = str(service.getPrecision()) except: precision = "2" if service_title not in analyses.keys(): analyses[service_title] = [] try: result = float(analysis.getResult()) except: # XXX Unfloatable analysis results should be indicated continue analyses[service_title].append({ 'service': service, 'obj': analysis, 'Request ID': analysis.aq_parent.getId(), 'Analyst': analysis.getAnalyst(), 'Result': result, 'precision': precision, 'Sampled': analysis.getDateSampled(), 'Captured': analysis.getResultCaptureDate(), 'Uncertainty': analysis.getUncertainty(), 'result_in_range': result_in_range, 'Unit': service.getUnit(), 'Keyword': keyword, 'icons': '', }) analysis_count += 1 keys = analyses.keys() keys.sort() parms += [ { "title": _("Total analyses"), "value": analysis_count }, { "title": _("Analysis specification"), "value": spec_title }, ] ## This variable is output to the TAL self.report_data = { 'header': header, 'subheader': subheader, 'parms': parms, 'tables': [], 'footnotes': [], } plotscript = """ set terminal png transparent truecolor enhanced size 700,350 font "Verdana, 8" set title "%(title)s" set xlabel "%(xlabel)s" set ylabel "%(ylabel)s" set key off #set logscale set timefmt "%(date_format_long)s" set xdata time set format x "%(date_format_short)s\\n%(time_format)s" set xrange ["%(x_start)s":"%(x_end)s"] set auto fix set offsets graph 0, 0, 1, 1 set xtics border nomirror rotate by 90 font "Verdana, 5" offset 0,-3 set ytics nomirror f(x) = mean_y fit f(x) 'gpw_DATAFILE_gpw' u 1:3 via mean_y stddev_y = sqrt(FIT_WSSR / (FIT_NDF + 1)) plot mean_y-stddev_y with filledcurves y1=mean_y lt 1 lc rgb "#efefef",\ mean_y+stddev_y with filledcurves y1=mean_y lt 1 lc rgb "#efefef",\ mean_y with lines lc rgb '#ffffff' lw 3,\ "gpw_DATAFILE_gpw" using 1:3 title 'data' with points pt 7 ps 1 lc rgb '#0000ee' lw 2,\ '' using 1:3 smooth unique lc rgb '#aaaaaa' lw 2,\ '' using 1:4 with lines lc rgb '#000000' lw 1,\ '' using 1:5 with lines lc rgb '#000000' lw 1""" ## Compile plots and format data for display for service_title in keys: # used to calculate XY axis ranges result_values = [int(o['Result']) for o in analyses[service_title]] result_dates = [o['Sampled'] for o in analyses[service_title]] parms = [] plotdata = str() range_min = '' range_max = '' for a in analyses[service_title]: a['Sampled'] = a['Sampled'].strftime(self.date_format_long) a['Captured'] = a['Captured'].strftime(self.date_format_long) R = a['Result'] U = a['Uncertainty'] a['Result'] = str("%." + precision + "f") % a['Result'] in_range = a['result_in_range'] # in-range: lookup spec, if possible if in_range[1] == None: this_spec_results = lookup_spec(a) if this_spec_results and a['Keyword'] in this_spec_results: this_spec = this_spec_results[a['Keyword']] in_range[1] == this_spec # If no specs are supplied, fake them # and do not print specification values or errors a['range_min'] = in_range[1] and in_range[1]['min'] or '' a['range_max'] = in_range[1] and in_range[1]['max'] or '' if a['range_min'] and a['range_max']: range_min = a['range_min'] range_max = a['range_max'] # result out of range if str(in_range[0]) == 'False': out_of_range_count += 1 a['Result'] = "%s %s" % (a['Result'], error_icon) # result almost out of range if str(in_range[0]) == '1': in_shoulder_range_count += 1 a['Result'] = "%s %s" % (a['Result'], warning_icon) else: a['range_min'] = min(result_values) a['range_max'] = max(result_values) plotdata += "%s\t%s\t%s\t%s\t%s\n" % ( a['Sampled'], R, range_min, range_max, U and U or 0, ) plotdata.encode('utf-8') if range_min and range_max: spec_str = "%s: %s, %s: %s" % ( self.context.translate(_("Range min")), range_min, self.context.translate(_("Range max")), range_max, ) parms.append({ 'title': _('Specification'), 'value': spec_str, }) unit = analyses[service_title][0]['Unit'] if MinimumResults <= len(dict([(d, d) for d in result_dates])): _plotscript = str(plotscript) % { 'title': "", 'xlabel': self.context.translate(_("Date Sampled")), 'ylabel': unit and unit or '', 'x_start': "%s" % min(result_dates).strftime(self.date_format_long), 'x_end': "%s" % max(result_dates).strftime(self.date_format_long), 'date_format_long': self.date_format_long, 'date_format_short': self.date_format_short, 'time_format': self.time_format, } plot_png = plot(str(plotdata), plotscript=str(_plotscript), usefifo=False) # Temporary PNG data file fh, data_fn = tempfile.mkstemp(suffix='.png') os.write(fh, plot_png) plot_url = data_fn self.request['to_remove'].append(data_fn) plot_url = data_fn else: plot_url = "" table = { 'title': "%s: %s" % (self.context.translate(_("Analysis Service")), service_title), 'parms': parms, 'columns': ['Request ID', 'Analyst', 'Result', 'Sampled', 'Captured'], 'data': analyses[service_title], 'plot_url': plot_url, } self.report_data['tables'].append(table) ## footnotes if out_of_range_count: msgid = _("Analyses out of range") translate = self.context.translate self.report_data['footnotes'].append( "%s %s" % (error_icon, translate(msgid))) if in_shoulder_range_count: msgid = _("Analyses in error shoulder range") self.report_data['footnotes'].append( "%s %s" % (warning_icon, self.context.translate(msgid))) self.report_data['parms'].append({ "title": _("Analyses out of range"), "value": out_of_range_count }) self.report_data['parms'].append({ "title": _("Analyses in error shoulder range"), "value": in_shoulder_range_count }) title = self.context.translate(header) if titles: title += " (%s)" % " ".join(titles) return { 'report_title': title, 'report_data': self.template(), }
class Report(BrowserView): implements(IViewView) default_template = ViewPageTemplateFile("templates/productivity.pt") template = ViewPageTemplateFile("templates/productivity_analysesperdepartment.pt") def __init__(self, context, request, report=None): super(Report, self).__init__(context, request) self.report = report self.selection_macros = SelectionMacrosView(self.context, self.request) def __call__(self): parms = [] titles = [] # Apply filters self.contentFilter = {'portal_type': 'Analysis'} val = self.selection_macros.parse_daterange(self.request, 'getDateRequested', _('Date Requested')) if val: self.contentFilter[val['contentFilter'][0]] = val['contentFilter'][1] parms.append(val['parms']) titles.append(val['titles']) val = self.selection_macros.parse_state(self.request, 'bika_analysis_workflow', 'getAnalysisState', _('Analysis State')) if val: self.contentFilter[val['contentFilter'][0]] = val['contentFilter'][1] parms.append(val['parms']) titles.append(val['titles']) # Query the catalog and store results in a dictionary analyses = self.bika_analysis_catalog(self.contentFilter) if not analyses: message = _("No analyses matched your query") self.context.plone_utils.addPortalMessage(message, "error") return self.default_template() groupby = self.request.form.get('GroupingPeriod', '') if (groupby != ''): parms.append({"title": _("Grouping period"), "value": _(groupby)}) datalines = {} footlines = {} totalcount = len(analyses) totalpublishedcount = 0 totalperformedcount = 0 for analysis in analyses: analysis = analysis.getObject() analysisservice = analysis.getService() department = analysisservice.getDepartment().Title() daterequested = analysis.created() group = '' if groupby == 'Day': group = self.ulocalized_time(daterequested) elif groupby == 'Week': group = daterequested.strftime("%Y") + ", " + daterequested.strftime("%U") elif groupby == 'Month': group = daterequested.strftime("%B") + " " + daterequested.strftime("%Y") elif groupby == 'Year': group = daterequested.strftime("%Y") else : group = '' dataline = {'Group': group, 'Requested': 0, 'Performed': 0, 'Published': 0, 'Departments': {} } deptline = {'Department':department, 'Requested':0, 'Performed': 0, 'Published': 0 } if (group in datalines): dataline = datalines[group] if (department in dataline['Departments']): deptline = dataline['Departments'][department] grouptotalcount = dataline['Requested']+1 groupperformedcount = dataline['Performed'] grouppublishedcount = dataline['Published'] depttotalcount = deptline['Requested']+1 deptperformedcount = deptline['Performed'] deptpubishedcount = deptline['Published'] workflow = getToolByName(self.context, 'portal_workflow') arstate = workflow.getInfoFor(analysis.aq_parent, 'review_state', '') if (arstate == 'published'): deptpubishedcount += 1 grouppublishedcount += 1 totalpublishedcount += 1 if (analysis.getResult()): deptperformedcount += 1 groupperformedcount += 1 totalperformedcount += 1 group_performedrequested_ratio = float(groupperformedcount)/float(grouptotalcount) group_publishedperformed_ratio = groupperformedcount > 0 and float(grouppublishedcount)/float(groupperformedcount) or 0 anl_performedrequested_ratio = float(deptperformedcount)/float(depttotalcount) anl_publishedperformed_ratio = deptperformedcount > 0 and float(deptpubishedcount)/float(deptperformedcount) or 0 dataline['Requested'] = grouptotalcount dataline['Performed'] = groupperformedcount dataline['Published'] = grouppublishedcount dataline['PerformedRequestedRatio'] = group_performedrequested_ratio dataline['PerformedRequestedRatioPercentage'] = ('{0:.0f}'.format(group_performedrequested_ratio*100))+"%" dataline['PublishedPerformedRatio'] = group_publishedperformed_ratio dataline['PublishedPerformedRatioPercentage'] = ('{0:.0f}'.format(group_publishedperformed_ratio*100))+"%" deptline['Requested'] = depttotalcount deptline['Performed'] = deptperformedcount deptline['Published'] = deptpubishedcount deptline['PerformedRequestedRatio'] = anl_performedrequested_ratio deptline['PerformedRequestedRatioPercentage'] = ('{0:.0f}'.format(anl_performedrequested_ratio*100))+"%" deptline['PublishedPerformedRatio'] = anl_publishedperformed_ratio deptline['PublishedPerformedRatioPercentage'] = ('{0:.0f}'.format(anl_publishedperformed_ratio*100))+"%" dataline['Departments'][department]=deptline datalines[group] = dataline # Footer total data total_performedrequested_ratio = float(totalperformedcount)/float(totalcount) total_publishedperformed_ratio = totalperformedcount > 0 and float(totalpublishedcount)/float(totalperformedcount) or 0 footline = {'Requested': totalcount, 'Performed': totalperformedcount, 'Published': totalpublishedcount, 'PerformedRequestedRatio': total_performedrequested_ratio, 'PerformedRequestedRatioPercentage': ('{0:.0f}'.format(total_performedrequested_ratio*100))+"%", 'PublishedPerformedRatio': total_publishedperformed_ratio, 'PublishedPerformedRatioPercentage': ('{0:.0f}'.format(total_publishedperformed_ratio*100))+"%" } footlines['Total'] = footline; self.report_data = {'parameters': parms, 'datalines': datalines, 'footlines': footlines } return {'report_title': _('Analyses summary per department'), 'report_data': self.template()}