def execute(cls, choices, galaxyFn=None, username=''):
'''
Is called when execute-button is pushed by web-user. Should print
output as HTML to standard out, which will be directed to a results page
in Galaxy history. If getOutputFormat is anything else than HTML, the
output should be written to the file with path galaxyFn. If needed,
StaticFile can be used to get a path where additional files can be put
(e.g. generated image files). choices is a list of selections made by
web-user in each options box.
'''
import numpy
numpy.seterr(all='raise')
cls._setDebugModeIfSelected(choices)
# DebugUtil.insertBreakPoint(username=username, currentUser='******')
genome = choices.genome
analysisQuestion = choices.analysisName
similaryStatClassName = choices.similarityFunc if choices.similarityFunc else GSuiteStatUtils.T5_RATIO_OF_OBSERVED_TO_EXPECTED_OVERLAP
summaryFunc = choices.summaryFunc if choices.summaryFunc else 'average'
reverse = 'Yes' if choices.reversed else 'No'
gsuite = getGSuiteFromGalaxyTN(choices.gsuite)
regSpec, binSpec = UserBinMixin.getRegsAndBinsSpec(choices)
analysisBins = GalaxyInterface._getUserBinSource(regSpec,
binSpec,
genome=genome)
tracks = [
Track(x.trackName, trackTitle=x.title) for x in gsuite.allTracks()
]
trackTitles = CommonConstants.TRACK_TITLES_SEPARATOR.join(
[quote(x.title, safe='') for x in gsuite.allTracks()])
additionalResultsDict = OrderedDict()
additionalAttributesDict = OrderedDict()
if analysisQuestion in [cls.Q1, cls.Q2, cls.Q3]:
additionalAttributesDict = cls.getSelectedAttributesForEachTrackDict(
choices.additionalAttributes, gsuite)
#additional analysis
stats = [CountStat, CountElementStat]
additionalResultsDict = runMultipleSingleValStatsOnTracks(
gsuite, stats, analysisBins, queryTrack=None)
if analysisQuestion == cls.Q1:
analysisSpec = AnalysisSpec(
GSuiteRepresentativenessOfTracksRankingsWrapperStat)
analysisSpec.addParameter(
'pairwiseStatistic', GSuiteStatUtils.
PAIRWISE_STAT_LABEL_TO_CLASS_MAPPING[similaryStatClassName])
analysisSpec.addParameter(
'summaryFunc',
GSuiteStatUtils.SUMMARY_FUNCTIONS_MAPPER[summaryFunc])
analysisSpec.addParameter('reverse', reverse)
analysisSpec.addParameter('ascending', 'No')
analysisSpec.addParameter('trackTitles', trackTitles)
analysisSpec.addParameter('queryTracksNum', len(tracks))
results = doAnalysis(analysisSpec, analysisBins,
tracks).getGlobalResult()
gsPerTrackResultsModel = GSuitePerTrackResultModel(
results,
['Similarity to rest of tracks in suite (%s)' % summaryFunc],
additionalResultsDict=additionalResultsDict,
additionalAttributesDict=additionalAttributesDict)
if choices.leadAttribute and choices.leadAttribute != GSuiteConstants.TITLE_COL:
columnTitles, decoratedResultsDict = \
gsPerTrackResultsModel.generateColumnTitlesAndResultsDict(choices.leadAttribute)
else:
columnTitles, decoratedResultsDict = \
gsPerTrackResultsModel.generateColumnTitlesAndResultsDict()
core = HtmlCore()
core.begin()
core.divBegin(divId='results-page')
core.divBegin(divClass='results-section')
core.header(analysisQuestion)
topTrackTitle = results.keys()[0]
core.paragraph('''
The track "%s" is the most representative track of the GSuite with %s %s similarity to the rest of the tracks
as measured by "%s" track similarity measure.
''' % (topTrackTitle, results[topTrackTitle], summaryFunc,
similaryStatClassName))
addTableWithTabularAndGsuiteImportButtons(
core,
choices,
galaxyFn,
cls.Q1_SHORT,
decoratedResultsDict,
columnTitles,
gsuite=gsuite,
results=results,
gsuiteAppendAttrs=['similarity_score'],
sortable=True)
# plot
columnInd = 0
if choices.leadAttribute and choices.leadAttribute != GSuiteConstants.TITLE_COL:
columnInd = 1
res = GSuiteTracksCoincidingWithQueryTrackTool.drawPlot(
results,
additionalResultsDict,
'Similarity to rest of tracks in suite (%s)' % summaryFunc,
columnInd=columnInd)
core.line(res)
core.divEnd()
core.divEnd()
core.end()
# elif analysisQuestion == cls.Q2:
# analysisSpec = AnalysisSpec(GSuiteRepresentativenessOfTracksRankingsWrapperStat)
# analysisSpec.addParameter('pairwiseStatistic', GSuiteStatUtils.PAIRWISE_STAT_LABEL_TO_CLASS_MAPPING[similaryStatClassName])
# analysisSpec.addParameter('summaryFunc', GSuiteStatUtils.SUMMARY_FUNCTIONS_MAPPER[summaryFunc])
# analysisSpec.addParameter('reverse', reverse)
# analysisSpec.addParameter('ascending', 'Yes')
# analysisSpec.addParameter('trackTitles', trackTitles)
# results = doAnalysis(analysisSpec, analysisBins, tracks).getGlobalResult()
#
# gsPerTrackResultsModel = GSuitePerTrackResultModel(
# results, ['Similarity to rest of tracks in suite (%s)' % summaryFunc],
# additionalResultsDict=additionalResultsDict,
# additionalAttributesDict=additionalAttributesDict)
# if choices.leadAttribute and choices.leadAttribute != GSuiteConstants.TITLE_COL:
# columnTitles, decoratedResultsDict = \
# gsPerTrackResultsModel.generateColumnTitlesAndResultsDict(choices.leadAttribute)
# else:
# columnTitles, decoratedResultsDict = \
# gsPerTrackResultsModel.generateColumnTitlesAndResultsDict()
#
# core = HtmlCore()
# core.begin()
# core.divBegin(divId='results-page')
# core.divBegin(divClass='results-section')
# core.header(analysisQuestion)
# topTrackTitle = results.keys()[0]
# core.paragraph('''
# The track "%s" is the most atypical track of the GSuite with %s %s similarity to the rest of the tracks
# as measured by the "%s" track similarity measure.
# ''' % (topTrackTitle, strWithNatLangFormatting(results[topTrackTitle]), summaryFunc, similaryStatClassName))
# # core.tableFromDictionary(results, columnNames=['Track title', 'Similarity to rest of tracks in suite (' + summaryFunc+')'], sortable=False)
#
# from quick.util import CommonFunctions
# rawDataURIList = CommonFunctions.getHyperlinksForRawTableData(
# dataDict=decoratedResultsDict, colNames=columnTitles,
# tableId="resultsTable", galaxyFn=galaxyFn)
# core.tableFromDictionary(decoratedResultsDict, columnNames=columnTitles, sortable=True,
# tableId='resultsTable', addInstruction=True,
# addRawDataSelectBox=True, rawDataURIList=rawDataURIList)
# # core.tableFromDictionary(decoratedResultsDict, columnNames=columnTitles, sortable=True, tableId='resultsTable')
#
# columnInd = 0
# if choices.leadAttribute and choices.leadAttribute != GSuiteConstants.TITLE_COL:
# columnInd = 1
# res = GSuiteTracksCoincidingWithQueryTrackTool.drawPlot(
# results, additionalResultsDict,
# 'Similarity to rest of tracks in suite (%s)' % summaryFunc,
# columnInd=columnInd)
# core.line(res)
# core.divEnd()
# core.divEnd()
# core.end()
#
# if choices.addResults == 'Yes':
# GSuiteStatUtils.addResultsToInputGSuite(
# gsuite, results, ['Similarity_score'],
# cls.extraGalaxyFn[GSUITE_EXPANDED_WITH_RESULT_COLUMNS_FILENAME])
elif analysisQuestion == cls.Q3:
mcfdrDepth = choices.mcfdrDepth if choices.mcfdrDepth else \
AnalysisDefHandler(REPLACE_TEMPLATES['$MCFDR$']).getOptionsAsText().values()[0][0]
analysisDefString = REPLACE_TEMPLATES[
'$MCFDRv3$'] + ' -> GSuiteRepresentativenessOfTracksRankingsAndPValuesWrapperStat'
analysisSpec = AnalysisDefHandler(analysisDefString)
analysisSpec.setChoice('MCFDR sampling depth', mcfdrDepth)
analysisSpec.addParameter('assumptions',
'PermutedSegsAndIntersegsTrack')
analysisSpec.addParameter(
'rawStatistic',
SummarizedInteractionWithOtherTracksV2Stat.__name__)
analysisSpec.addParameter(
'pairwiseStatistic', GSuiteStatUtils.
PAIRWISE_STAT_LABEL_TO_CLASS_MAPPING[similaryStatClassName])
analysisSpec.addParameter(
'summaryFunc',
GSuiteStatUtils.SUMMARY_FUNCTIONS_MAPPER[summaryFunc])
analysisSpec.addParameter('tail', 'right-tail')
analysisSpec.addParameter('trackTitles', trackTitles)
results = doAnalysis(analysisSpec, analysisBins,
tracks).getGlobalResult()
core = HtmlCore()
gsPerTrackResultsModel = GSuitePerTrackResultModel(
results, [
'Similarity to rest of tracks in suite (%s)' % summaryFunc,
'P-value'
],
additionalResultsDict=additionalResultsDict,
additionalAttributesDict=additionalAttributesDict)
if choices.leadAttribute and choices.leadAttribute != GSuiteConstants.TITLE_COL:
columnTitles, decoratedResultsDict = \
gsPerTrackResultsModel.generateColumnTitlesAndResultsDict(choices.leadAttribute)
else:
columnTitles, decoratedResultsDict = \
gsPerTrackResultsModel.generateColumnTitlesAndResultsDict()
core.begin()
core.divBegin(divId='results-page')
core.divBegin(divClass='results-section')
core.header(analysisQuestion)
topTrackTitle = results.keys()[0]
core.paragraph('''
The track "%s" has the lowest P-value of %s corresponding to %s %s similarity to the rest of the tracks
as measured by "%s" track similarity measure.
''' % (topTrackTitle,
strWithNatLangFormatting(results[topTrackTitle][1]),
strWithNatLangFormatting(results[topTrackTitle][0]),
summaryFunc, similaryStatClassName))
# core.tableFromDictionary(results, columnNames=['Track title', 'Similarity to rest of tracks in suite (' + summaryFunc+')', 'P-value'], sortable=False)
addTableWithTabularAndGsuiteImportButtons(
core,
choices,
galaxyFn,
cls.Q3_SHORT,
decoratedResultsDict,
columnTitles,
gsuite=gsuite,
results=results,
gsuiteAppendAttrs=['similarity_score', 'p_value'],
sortable=True)
core.divEnd()
core.divEnd()
core.end()
else: # Q4
mcfdrDepth = choices.mcfdrDepth if choices.mcfdrDepth else \
AnalysisDefHandler(REPLACE_TEMPLATES['$MCFDR$']).getOptionsAsText().values()[0][0]
analysisDefString = REPLACE_TEMPLATES[
'$MCFDRv3$'] + ' -> CollectionSimilarityHypothesisWrapperStat'
analysisSpec = AnalysisDefHandler(analysisDefString)
analysisSpec.setChoice('MCFDR sampling depth', mcfdrDepth)
analysisSpec.addParameter('assumptions',
'PermutedSegsAndIntersegsTrack')
analysisSpec.addParameter('rawStatistic',
'MultitrackSummarizedInteractionV2Stat')
analysisSpec.addParameter(
'pairwiseStatistic', GSuiteStatUtils.
PAIRWISE_STAT_LABEL_TO_CLASS_MAPPING[similaryStatClassName])
analysisSpec.addParameter(
'summaryFunc',
GSuiteStatUtils.SUMMARY_FUNCTIONS_MAPPER[summaryFunc])
analysisSpec.addParameter('multitrackSummaryFunc',
'avg') # should it be a choice?
analysisSpec.addParameter('tail', 'right-tail')
results = doAnalysis(analysisSpec, analysisBins,
tracks).getGlobalResult()
pval = results['P-value']
observed = results['TSMC_MultitrackSummarizedInteractionV2Stat']
significanceLevel = 'strong' if pval < 0.01 else (
'weak' if pval < 0.05 else 'no')
core = HtmlCore()
core.begin()
core.divBegin(divId='results-page')
core.divBegin(divClass='results-section')
core.header(analysisQuestion)
core.paragraph('''
The tracks in the suite show %s significance in their collective similarity
(average similarity of a track to the rest) of %s
and corresponding p-value of %s,
as measured by "%s" track similarity measure.
''' % (significanceLevel, strWithNatLangFormatting(observed),
strWithNatLangFormatting(pval), similaryStatClassName))
core.divEnd()
core.divEnd()
core.end()
print str(core)
def execute(cls, choices, galaxyFn=None, username=''):
'''
Is called when execute-button is pushed by web-user. Should print
output as HTML to standard out, which will be directed to a results page
in Galaxy history. If getOutputFormat is anything else than HTML, the
output should be written to the file with path galaxyFn. If needed,
StaticFile can be used to get a path where additional files can be put
(e.g. generated image files). choices is a list of selections made by
web-user in each options box.
'''
DebugMixin._setDebugModeIfSelected(choices)
genome = choices.genome
gSuite = getGSuiteFromGalaxyTN(choices.gsuite)
# fullCategory = AnalysisManager.combineMainAndSubCategories(choices.analysisCategory, 'Basic')
fullCategory = AnalysisManager.combineMainAndSubCategories(
'Descriptive statistics', 'Basic')
tracks = list(gSuite.allTracks())
analysisName = choices.analysis
# selectedAnalysis = GSuiteSingleValueAnalysisPerTrackTool \
# ._resolveAnalysisFromName(gSuite.genome, fullCategory, tracks[0].trackName, analysisName)
selectedAnalysis = cls.ANALYSIS_PRETTY_NAME_TO_ANALYSIS_SPEC_MAPPING[
choices.analysis]
regSpec, binSpec = UserBinMixin.getRegsAndBinsSpec(choices)
analysisBins = GalaxyInterface._getUserBinSource(regSpec,
binSpec,
genome=genome)
# paramName, paramValues = selectedAnalysis.getFirstOptionKeyAndValues()
# if paramName and paramValues:
# if len(paramValues) == 1:
# selectedAnalysis.addParameter(paramName, paramValues[0])
# else:
# selectedAnalysis.addParameter(paramName, choices.paramOne)
tableDict = OrderedDict()
for track in tracks:
tableDict[track.title] = OrderedDict()
result = doAnalysis(selectedAnalysis, analysisBins, [track])
resultDict = result.getGlobalResult()
if 'Result' in resultDict:
track.setAttribute(analysisName.lower(),
str(resultDict['Result']))
tableDict[
track.title][analysisName] = strWithNatLangFormatting(
resultDict['Result'])
else:
for attrName, attrVal in resultDict.iteritems():
attrNameExtended = analysisName + ':' + attrName
track.setAttribute(attrNameExtended.lower(), str(attrVal))
tableDict[track.title][
attrNameExtended] = strWithNatLangFormatting(attrVal)
# assert isinstance(resultDict['Result'], (int, basestring, float)), type(resultDict['Result'])
core = HtmlCore()
core.begin()
core.header('Results: ' + analysisName)
def _produceTable(core, tableDict=None, tableId=None):
return core.tableFromDictOfDicts(tableDict,
firstColName='Track title',
tableId=tableId,
expandable=True,
visibleRows=20,
presorted=0)
tableId = 'results_table'
tableFile = GalaxyRunSpecificFile([tableId, 'table.tsv'], galaxyFn)
tabularHistElementName = 'Raw results: ' + analysisName
gsuiteFile = GalaxyRunSpecificFile(
[tableId, 'input_with_results.gsuite'], galaxyFn)
GSuiteComposer.composeToFile(gSuite, gsuiteFile.getDiskPath())
gsuiteHistElementName = \
getGSuiteHistoryOutputName('result', ', ' + analysisName, choices.gsuite)
core.tableWithImportButtons(
tabularFile=True,
tabularFn=tableFile.getDiskPath(),
tabularHistElementName=tabularHistElementName,
gsuiteFile=True,
gsuiteFn=gsuiteFile.getDiskPath(),
gsuiteHistElementName=gsuiteHistElementName,
produceTableCallbackFunc=_produceTable,
tableDict=tableDict,
tableId=tableId)
core.end()
print core
def execute(choices, galaxyFn=None, username=''):
'''
Is called when execute-button is pushed by web-user. Should print
output as HTML to standard out, which will be directed to a results page
in Galaxy history. If getOutputFormat is anything else than HTML, the
output should be written to the file with path galaxyFn. If needed,
StaticFile can be used to get a path where additional files can be put
(e.g. generated image files). choices is a list of selections made by
web-user in each options box.
'''
genome = choices.genome
targetTrack = ExternalTrackManager.getPreProcessedTrackFromGalaxyTN(
genome,
choices.targetTrack,
printErrors=False,
printProgress=False)
refGSuite = getGSuiteFromGalaxyTN(choices.refTrackCollection)
regSpec, binSpec = UserBinMixin.getRegsAndBinsSpec(choices)
analysisBins = GalaxyInterface._getUserBinSource(regSpec,
binSpec,
genome=genome)
results = TrackReportCommon.getOverlapResultsForTrackVsCollection(
genome, targetTrack, refGSuite, analysisBins=analysisBins)
processedResults = TrackReportCommon.processRawResults(results)
targetTrackTitle = prettyPrintTrackName(targetTrack)
title = 'Screening of track ' + targetTrackTitle
sortedProcessedResultsTupleList = sorted(
processedResults.iteritems(),
key=lambda x: x[1][STAT_LIST_INDEX[STAT_FACTOR_OBSERVED_VS_EXPECTED
]],
reverse=True)
refTrackNames = [x[0] for x in sortedProcessedResultsTupleList]
refTrackNames = [
x.replace('\'', '').replace('"', '') for x in refTrackNames
]
plotData = [x[1] for x in sortedProcessedResultsTupleList]
# plotData = zip(*plotData) #invert
plotData = normalizeMatrixData(plotData)
printVals = tuple([str(targetTrackTitle)]) + tuple(
[str(x[0]) for x in sortedProcessedResultsTupleList[0:3]])
htmlCore = HtmlCore()
htmlCore.begin()
htmlCore.header(title)
if choices.bmQid and choices.bmQid not in ['None']:
htmlCore.append(
str(
quick.gsuite.GSuiteHbIntegration.
getAnalysisQuestionInfoHtml(choices.bmQid)))
htmlCore.divBegin('resultsDiv')
htmlCore.paragraph('''
The query track <b>%s</b> overlaps most strongly (is most highly enriched) with the tracks <b>%s</b>, <b>%s</b> and <b>%s</b>
from the selected collection. See below for a full (ranked) table of overlap and enrichment.
''' % printVals)
htmlCore.paragraph('''
The coverage of the query track is %s bps.
''' % strWithNatLangFormatting(
TrackReportCommon.getQueryTrackCoverageFromRawOverlapResults(
results)))
htmlCore.tableHeader(TrackReportCommon.HEADER_ROW,
sortable=True,
tableId='resultsTable')
for refTrackName, refTrackResults in sortedProcessedResultsTupleList:
line = [refTrackName
] + [strWithNatLangFormatting(x) for x in refTrackResults]
htmlCore.tableLine(line)
htmlCore.tableFooter()
htmlCore.divEnd()
'''
addColumnPlotToHtmlCore(htmlCore,
refTrackNames,
TrackReportCommon.HEADER_ROW[1:],
'stat', 'Results plot (data is normalized for better visual comparison) ',
plotData, xAxisRotation = 315)
'''
addPlotToHtmlCore(
htmlCore,
refTrackNames,
TrackReportCommon.HEADER_ROW[1:],
'stat',
'Results plot (data is normalized for better visual comparison) ',
plotData,
xAxisRotation=315)
htmlCore.hideToggle(styleClass='debug')
htmlCore.end()
print htmlCore