def __init__(self,
parent=None,
signalManager=None,
name='Correspondence Analysis',
**kwargs):
OWWidget.__init__(self, parent, signalManager, name, *kwargs)
self.callbackDeposit = []
self.inputs = [("Data", ExampleTable, self.dataset)]
self.outputs = [("Selected data", ExampleTable)]
self.recentFiles = []
self.data = None
self.CA = None
self.CAloaded = False
self.colors = ColorPaletteHSV(2)
#Locals
self.showGridlines = 0
self.autoSendSelection = 0
self.toolbarSelection = 0
self.percRadius = 5
self.colorSettings = None
# GUI
self.tabs = OWGUI.tabWidget(
self.controlArea) #QTabWidget(self.controlArea, 'tabWidget')
self.GeneralTab = OWGUI.createTabPage(self.tabs,
"General") #QVGroupBox(self)
self.SettingsTab = OWGUI.createTabPage(self.tabs,
"Settings") #QVGroupBox(self)
# self.tabs.insertTab(self.GeneralTab, "General")
# self.tabs.insertTab(self.SettingsTab, "Settings")
# layout = QVBoxLayout(self.mainArea)
self.tabsMain = OWGUI.tabWidget(
self.mainArea) #QTabWidget(self.mainArea, 'tabWidgetMain')
# layout.addWidget(self.tabsMain)
# ScatterPlot
self.graph = OWCorrAnalysisGraph(None, "ScatterPlot")
# self.tabsMain.insertTab(self.graph, "Scatter Plot")
OWGUI.createTabPage(self.tabsMain, "Scatter Plot", self.graph)
self.icons = self.createAttributeIconDict()
self.textData = False
if textCorpusModul:
OWGUI.checkBox(self.GeneralTab,
self,
'textData',
'Textual data',
callback=self.initAttrValues)
#col attribute
self.attrCol = ""
self.attrColCombo = OWGUI.comboBox(self.GeneralTab,
self,
"attrCol",
" Column table attribute ",
callback=self.updateTables,
sendSelectedValue=1,
valueType=str)
# row attribute
self.attrRow = ""
self.attrRowCombo = OWGUI.comboBox(self.GeneralTab,
self,
"attrRow",
"Row table attribute ",
callback=self.updateTables,
sendSelectedValue=1,
valueType=str)
#x principal axis
self.attrX = 0
self.attrXCombo = OWGUI.comboBox(self.GeneralTab,
self,
"attrX",
" Principal axis X ",
callback=self.contributionBox,
sendSelectedValue=1,
valueType=str)
#y principal axis
self.attrY = 0
self.attrYCombo = OWGUI.comboBox(self.GeneralTab,
self,
"attrY",
" Principal axis Y ",
callback=self.contributionBox,
sendSelectedValue=1,
valueType=str)
contribution = OWGUI.widgetBox(
self.GeneralTab, 'Contribution to inertia'
) #QVGroupBox('Contribution to inertia', self.GeneralTab)
self.firstAxis = OWGUI.widgetLabel(contribution,
'Axis %d: %f%%' % (1, 10))
self.secondAxis = OWGUI.widgetLabel(contribution,
'Axis %d: %f%%' % (2, 10))
sliders = OWGUI.widgetBox(
self.GeneralTab, 'Percentage of points'
) #QVGroupBox('Percentage of points', self.GeneralTab)
OWGUI.widgetLabel(sliders, 'Row points')
self.percRow = 100
self.rowSlider = OWGUI.hSlider(sliders,
self,
'percRow',
minValue=1,
maxValue=100,
step=10,
callback=self.updateGraph)
OWGUI.widgetLabel(sliders, 'Column points')
self.percCol = 100
self.colSlider = OWGUI.hSlider(sliders,
self,
'percCol',
minValue=1,
maxValue=100,
step=10,
callback=self.updateGraph)
#zooming
# self.zoomSelectToolbar = ZoomBrowseSelectToolbar(self, self.GeneralTab, self.graph, self.autoSendSelection)
self.zoomSelectToolbar = OWToolbars.ZoomSelectToolbar(
self, self.GeneralTab, self.graph, self.autoSendSelection)
self.connect(self.zoomSelectToolbar.buttonSendSelections,
SIGNAL("clicked()"), self.sendSelections)
# self.connect(self.graph, SIGNAL('plotMousePressed(const QMouseEvent&)'), self.sendSelections)
OWGUI.button(self.GeneralTab, self, 'Update Graph', self.buttonUpdate)
OWGUI.button(self.GeneralTab, self, 'Save graph',
self.graph.saveToFile)
OWGUI.button(self.GeneralTab, self, 'Save CA', self.saveCA)
OWGUI.button(self.GeneralTab, self, 'Load CA', self.loadCA)
self.chosenSelection = []
self.selections = []
OWGUI.listBox(self.GeneralTab,
self,
"chosenSelection",
"selections",
box="Feature selection used",
selectionMode=QListWidget.MultiSelection,
callback=None)
# ####################################
# SETTINGS TAB
# point width
OWGUI.hSlider(self.SettingsTab,
self,
'graph.pointWidth',
box=' Point size ',
minValue=1,
maxValue=20,
step=1,
callback=self.replotCurves)
OWGUI.hSlider(self.SettingsTab,
self,
'graph.brushAlpha',
box=' Transparancy ',
minValue=1,
maxValue=255,
step=1,
callback=self.replotCurves)
# general graph settings
box4 = OWGUI.widgetBox(self.SettingsTab, " General graph settings ")
OWGUI.checkBox(box4,
self,
'graph.showXaxisTitle',
'X-axis title',
callback=self.updateGraph)
OWGUI.checkBox(box4,
self,
'graph.showYLaxisTitle',
'Y-axis title',
callback=self.updateGraph)
## OWGUI.checkBox(box4, self, 'graph.showAxisScale', 'Show axis scale', callback = self.updateGraph)
OWGUI.checkBox(box4,
self,
'graph.showLegend',
'Show legend',
callback=self.updateGraph)
OWGUI.checkBox(box4,
self,
'graph.showFilledSymbols',
'Show filled symbols',
callback=self.updateGraph)
OWGUI.checkBox(box4,
self,
'showGridlines',
'Show gridlines',
callback=self.setShowGridlines)
## OWGUI.checkBox(box4, self, 'graph.showClusters', 'Show clusters', callback = self.updateGraph, tooltip = "Show a line boundary around a significant cluster")
OWGUI.checkBox(box4,
self,
'graph.showRowLabels',
'Show row labels',
callback=self.updateGraph)
OWGUI.checkBox(box4,
self,
'graph.showColumnLabels',
'Show column labels',
callback=self.updateGraph)
self.colorButtonsBox = OWGUI.widgetBox(self.SettingsTab,
" Colors ",
orientation="horizontal")
OWGUI.button(
self.colorButtonsBox,
self,
"Set Colors",
self.setColors,
tooltip=
"Set the canvas background color, grid color and color palette for coloring continuous variables",
debuggingEnabled=0)
#browsing radius
OWGUI.hSlider(self.SettingsTab,
self,
'percRadius',
box=' Browsing curve size ',
minValue=0,
maxValue=100,
step=5,
callback=self.calcRadius)
#font size
OWGUI.hSlider(self.SettingsTab,
self,
'graph.labelSize',
box=' Set font size for labels ',
minValue=8,
maxValue=48,
step=1,
callback=self.updateGraph)
OWGUI.hSlider(self.SettingsTab,
self,
'graph.maxPoints',
box=' Maximum number of points ',
minValue=10,
maxValue=40,
step=1,
callback=None)
OWGUI.rubber(self.SettingsTab)
# self.resultsTab = QVGroupBox(self, "Results")
# self.tabsMain.insertTab(self.resultsTab, "Results")
self.resultsTab = OWGUI.createTabPage(
self.tabsMain, "Results",
OWGUI.widgetBox(self, "Results", addToLayout=False))
self.chosenDoc = []
self.docs = self.graph.docs
OWGUI.listBox(self.resultsTab,
self,
"chosenDoc",
"docs",
box="Documents",
callback=None)
self.chosenFeature = []
self.features = self.graph.features
OWGUI.listBox(self.resultsTab,
self,
"chosenFeature",
"features",
box="Features",
selectionMode=QListWidget.MultiSelection,
callback=None)
OWGUI.button(self.resultsTab,
self,
"Save selected features",
callback=self.saveFeatures)
OWGUI.button(self.resultsTab,
self,
"Reconstruct words from letter ngrams",
callback=self.reconstruct)
self.chosenWord = []
self.words = []
OWGUI.listBox(self.resultsTab,
self,
"chosenWord",
"words",
box="Suggested words",
callback=None)
dlg = self.createColorDialog()
self.graph.contPalette = dlg.getContinuousPalette("contPalette")
self.graph.discPalette = dlg.getDiscretePalette("discPalette")
self.graph.setCanvasBackground(dlg.getColor("Canvas"))
self.graph.setGridColor(QPen(dlg.getColor("Grid")))
self.graph.enableGridXB(self.showGridlines)
self.graph.enableGridYL(self.showGridlines)
# apply([self.zoomSelectToolbar.actionZooming, self.zoomSelectToolbar.actionRectangleSelection, self.zoomSelectToolbar.actionPolygonSelection, self.zoomSelectToolbar.actionBrowse, self.zoomSelectToolbar.actionBrowseCircle][self.toolbarSelection], [])
self.resize(700, 800)
def __init__(self, parent=None, signalManager=None, name='Correspondence Analysis', **kwargs):
OWWidget.__init__(self, parent, signalManager, name, *kwargs)
self.callbackDeposit = []
self.inputs = [("Data", ExampleTable, self.dataset)]
self.outputs = [("Selected data", ExampleTable)]
self.recentFiles=[]
self.data = None
self.CA = None
self.CAloaded = False
self.colors = ColorPaletteHSV(2)
#Locals
self.showGridlines = 0
self.autoSendSelection = 0
self.toolbarSelection = 0
self.percRadius = 5
self.colorSettings = None
# GUI
self.tabs = OWGUI.tabWidget(self.controlArea) #QTabWidget(self.controlArea, 'tabWidget')
self.GeneralTab = OWGUI.createTabPage(self.tabs, "General") #QVGroupBox(self)
self.SettingsTab = OWGUI.createTabPage(self.tabs, "Settings") #QVGroupBox(self)
# self.tabs.insertTab(self.GeneralTab, "General")
# self.tabs.insertTab(self.SettingsTab, "Settings")
# layout = QVBoxLayout(self.mainArea)
self.tabsMain = OWGUI.tabWidget(self.mainArea) #QTabWidget(self.mainArea, 'tabWidgetMain')
# layout.addWidget(self.tabsMain)
# ScatterPlot
self.graph = OWCorrAnalysisGraph(None, "ScatterPlot")
# self.tabsMain.insertTab(self.graph, "Scatter Plot")
OWGUI.createTabPage(self.tabsMain, "Scatter Plot", self.graph)
self.icons = self.createAttributeIconDict()
self.textData = False
if textCorpusModul:
OWGUI.checkBox(self.GeneralTab, self, 'textData', 'Textual data', callback = self.initAttrValues)
#col attribute
self.attrCol = ""
self.attrColCombo = OWGUI.comboBox(self.GeneralTab, self, "attrCol", " Column table attribute ", callback = self.updateTables, sendSelectedValue = 1, valueType = str)
# row attribute
self.attrRow = ""
self.attrRowCombo = OWGUI.comboBox(self.GeneralTab, self, "attrRow", "Row table attribute ", callback = self.updateTables, sendSelectedValue = 1, valueType = str)
#x principal axis
self.attrX = 0
self.attrXCombo = OWGUI.comboBox(self.GeneralTab, self, "attrX", " Principal axis X ", callback = self.contributionBox, sendSelectedValue = 1, valueType = str)
#y principal axis
self.attrY = 0
self.attrYCombo = OWGUI.comboBox(self.GeneralTab, self, "attrY", " Principal axis Y ", callback = self.contributionBox, sendSelectedValue = 1, valueType = str)
contribution = OWGUI.widgetBox(self.GeneralTab, 'Contribution to inertia') #QVGroupBox('Contribution to inertia', self.GeneralTab)
self.firstAxis = OWGUI.widgetLabel(contribution, 'Axis %d: %f%%' % (1, 10))
self.secondAxis = OWGUI.widgetLabel(contribution, 'Axis %d: %f%%' % (2, 10))
sliders = OWGUI.widgetBox(self.GeneralTab, 'Percentage of points') #QVGroupBox('Percentage of points', self.GeneralTab)
OWGUI.widgetLabel(sliders, 'Row points')
self.percRow = 100
self.rowSlider = OWGUI.hSlider(sliders, self, 'percRow', minValue=1, maxValue=100, step=10, callback = self.updateGraph)
OWGUI.widgetLabel(sliders, 'Column points')
self.percCol = 100
self.colSlider = OWGUI.hSlider(sliders, self, 'percCol', minValue=1, maxValue=100, step=10, callback = self.updateGraph)
#zooming
# self.zoomSelectToolbar = ZoomBrowseSelectToolbar(self, self.GeneralTab, self.graph, self.autoSendSelection)
self.zoomSelectToolbar = OWToolbars.ZoomSelectToolbar(self, self.GeneralTab, self.graph, self.autoSendSelection)
self.connect(self.zoomSelectToolbar.buttonSendSelections, SIGNAL("clicked()"), self.sendSelections)
# self.connect(self.graph, SIGNAL('plotMousePressed(const QMouseEvent&)'), self.sendSelections)
OWGUI.button(self.GeneralTab, self, 'Update Graph', self.buttonUpdate)
OWGUI.button(self.GeneralTab, self, 'Save graph', self.graph.saveToFile)
OWGUI.button(self.GeneralTab, self, 'Save CA', self.saveCA)
OWGUI.button(self.GeneralTab, self, 'Load CA', self.loadCA)
self.chosenSelection = []
self.selections = []
OWGUI.listBox(self.GeneralTab, self, "chosenSelection", "selections", box="Feature selection used", selectionMode = QListWidget.MultiSelection, callback = None)
# ####################################
# SETTINGS TAB
# point width
OWGUI.hSlider(self.SettingsTab, self, 'graph.pointWidth', box=' Point size ', minValue=1, maxValue=20, step=1, callback = self.replotCurves)
OWGUI.hSlider(self.SettingsTab, self, 'graph.brushAlpha', box=' Transparancy ', minValue=1, maxValue=255, step=1, callback = self.replotCurves)
# general graph settings
box4 = OWGUI.widgetBox(self.SettingsTab, " General graph settings ")
OWGUI.checkBox(box4, self, 'graph.showXaxisTitle', 'X-axis title', callback = self.updateGraph)
OWGUI.checkBox(box4, self, 'graph.showYLaxisTitle', 'Y-axis title', callback = self.updateGraph)
## OWGUI.checkBox(box4, self, 'graph.showAxisScale', 'Show axis scale', callback = self.updateGraph)
OWGUI.checkBox(box4, self, 'graph.showLegend', 'Show legend', callback = self.updateGraph)
OWGUI.checkBox(box4, self, 'graph.showFilledSymbols', 'Show filled symbols', callback = self.updateGraph)
OWGUI.checkBox(box4, self, 'showGridlines', 'Show gridlines', callback = self.setShowGridlines)
## OWGUI.checkBox(box4, self, 'graph.showClusters', 'Show clusters', callback = self.updateGraph, tooltip = "Show a line boundary around a significant cluster")
OWGUI.checkBox(box4, self, 'graph.showRowLabels', 'Show row labels', callback = self.updateGraph)
OWGUI.checkBox(box4, self, 'graph.showColumnLabels', 'Show column labels', callback = self.updateGraph)
self.colorButtonsBox = OWGUI.widgetBox(self.SettingsTab, " Colors ", orientation = "horizontal")
OWGUI.button(self.colorButtonsBox, self, "Set Colors", self.setColors, tooltip = "Set the canvas background color, grid color and color palette for coloring continuous variables", debuggingEnabled = 0)
#browsing radius
OWGUI.hSlider(self.SettingsTab, self, 'percRadius', box=' Browsing curve size ', minValue = 0, maxValue=100, step=5, callback = self.calcRadius)
#font size
OWGUI.hSlider(self.SettingsTab, self, 'graph.labelSize', box=' Set font size for labels ', minValue = 8, maxValue=48, step=1, callback = self.updateGraph)
OWGUI.hSlider(self.SettingsTab, self, 'graph.maxPoints', box=' Maximum number of points ', minValue = 10, maxValue=40, step=1, callback = None)
OWGUI.rubber(self.SettingsTab)
# self.resultsTab = QVGroupBox(self, "Results")
# self.tabsMain.insertTab(self.resultsTab, "Results")
self.resultsTab = OWGUI.createTabPage(self.tabsMain, "Results", OWGUI.widgetBox(self, "Results", addToLayout=False))
self.chosenDoc = []
self.docs = self.graph.docs
OWGUI.listBox(self.resultsTab, self, "chosenDoc", "docs", box="Documents", callback = None)
self.chosenFeature = []
self.features = self.graph.features
OWGUI.listBox(self.resultsTab, self, "chosenFeature", "features", box="Features", selectionMode = QListWidget.MultiSelection, callback = None)
OWGUI.button(self.resultsTab, self, "Save selected features", callback = self.saveFeatures)
OWGUI.button(self.resultsTab, self, "Reconstruct words from letter ngrams", callback = self.reconstruct)
self.chosenWord = []
self.words = []
OWGUI.listBox(self.resultsTab, self, "chosenWord", "words", box="Suggested words", callback = None)
dlg = self.createColorDialog()
self.graph.contPalette = dlg.getContinuousPalette("contPalette")
self.graph.discPalette = dlg.getDiscretePalette("discPalette")
self.graph.setCanvasBackground(dlg.getColor("Canvas"))
self.graph.setGridColor(QPen(dlg.getColor("Grid")))
self.graph.enableGridXB(self.showGridlines)
self.graph.enableGridYL(self.showGridlines)
# apply([self.zoomSelectToolbar.actionZooming, self.zoomSelectToolbar.actionRectangleSelection, self.zoomSelectToolbar.actionPolygonSelection, self.zoomSelectToolbar.actionBrowse, self.zoomSelectToolbar.actionBrowseCircle][self.toolbarSelection], [])
self.resize(700, 800)
class OWCorrAnalysis(OWWidget):
settingsList = [
'graph.pointWidth', "graph.showXaxisTitle", "graph.showYLaxisTitle",
"showGridlines", "graph.showAxisScale", "graph.showLegend",
'autoSendSelection', "graph.showFilledSymbols", 'toolbarSelection',
"colorSettings", "percRadius", "recentFiles", "graph.brushAlpha",
"attrRow", "attrCol"
]
contextHandlers = {"": DomainContextHandler("", ["attrRow", "attrCol"])}
def __init__(self,
parent=None,
signalManager=None,
name='Correspondence Analysis',
**kwargs):
OWWidget.__init__(self, parent, signalManager, name, *kwargs)
self.callbackDeposit = []
self.inputs = [("Data", ExampleTable, self.dataset)]
self.outputs = [("Selected data", ExampleTable)]
self.recentFiles = []
self.data = None
self.CA = None
self.CAloaded = False
self.colors = ColorPaletteHSV(2)
#Locals
self.showGridlines = 0
self.autoSendSelection = 0
self.toolbarSelection = 0
self.percRadius = 5
self.colorSettings = None
# GUI
self.tabs = OWGUI.tabWidget(
self.controlArea) #QTabWidget(self.controlArea, 'tabWidget')
self.GeneralTab = OWGUI.createTabPage(self.tabs,
"General") #QVGroupBox(self)
self.SettingsTab = OWGUI.createTabPage(self.tabs,
"Settings") #QVGroupBox(self)
# self.tabs.insertTab(self.GeneralTab, "General")
# self.tabs.insertTab(self.SettingsTab, "Settings")
# layout = QVBoxLayout(self.mainArea)
self.tabsMain = OWGUI.tabWidget(
self.mainArea) #QTabWidget(self.mainArea, 'tabWidgetMain')
# layout.addWidget(self.tabsMain)
# ScatterPlot
self.graph = OWCorrAnalysisGraph(None, "ScatterPlot")
# self.tabsMain.insertTab(self.graph, "Scatter Plot")
OWGUI.createTabPage(self.tabsMain, "Scatter Plot", self.graph)
self.icons = self.createAttributeIconDict()
self.textData = False
if textCorpusModul:
OWGUI.checkBox(self.GeneralTab,
self,
'textData',
'Textual data',
callback=self.initAttrValues)
#col attribute
self.attrCol = ""
self.attrColCombo = OWGUI.comboBox(self.GeneralTab,
self,
"attrCol",
" Column table attribute ",
callback=self.updateTables,
sendSelectedValue=1,
valueType=str)
# row attribute
self.attrRow = ""
self.attrRowCombo = OWGUI.comboBox(self.GeneralTab,
self,
"attrRow",
"Row table attribute ",
callback=self.updateTables,
sendSelectedValue=1,
valueType=str)
#x principal axis
self.attrX = 0
self.attrXCombo = OWGUI.comboBox(self.GeneralTab,
self,
"attrX",
" Principal axis X ",
callback=self.contributionBox,
sendSelectedValue=1,
valueType=str)
#y principal axis
self.attrY = 0
self.attrYCombo = OWGUI.comboBox(self.GeneralTab,
self,
"attrY",
" Principal axis Y ",
callback=self.contributionBox,
sendSelectedValue=1,
valueType=str)
contribution = OWGUI.widgetBox(
self.GeneralTab, 'Contribution to inertia'
) #QVGroupBox('Contribution to inertia', self.GeneralTab)
self.firstAxis = OWGUI.widgetLabel(contribution,
'Axis %d: %f%%' % (1, 10))
self.secondAxis = OWGUI.widgetLabel(contribution,
'Axis %d: %f%%' % (2, 10))
sliders = OWGUI.widgetBox(
self.GeneralTab, 'Percentage of points'
) #QVGroupBox('Percentage of points', self.GeneralTab)
OWGUI.widgetLabel(sliders, 'Row points')
self.percRow = 100
self.rowSlider = OWGUI.hSlider(sliders,
self,
'percRow',
minValue=1,
maxValue=100,
step=10,
callback=self.updateGraph)
OWGUI.widgetLabel(sliders, 'Column points')
self.percCol = 100
self.colSlider = OWGUI.hSlider(sliders,
self,
'percCol',
minValue=1,
maxValue=100,
step=10,
callback=self.updateGraph)
#zooming
# self.zoomSelectToolbar = ZoomBrowseSelectToolbar(self, self.GeneralTab, self.graph, self.autoSendSelection)
self.zoomSelectToolbar = OWToolbars.ZoomSelectToolbar(
self, self.GeneralTab, self.graph, self.autoSendSelection)
self.connect(self.zoomSelectToolbar.buttonSendSelections,
SIGNAL("clicked()"), self.sendSelections)
# self.connect(self.graph, SIGNAL('plotMousePressed(const QMouseEvent&)'), self.sendSelections)
OWGUI.button(self.GeneralTab, self, 'Update Graph', self.buttonUpdate)
OWGUI.button(self.GeneralTab, self, 'Save graph',
self.graph.saveToFile)
OWGUI.button(self.GeneralTab, self, 'Save CA', self.saveCA)
OWGUI.button(self.GeneralTab, self, 'Load CA', self.loadCA)
self.chosenSelection = []
self.selections = []
OWGUI.listBox(self.GeneralTab,
self,
"chosenSelection",
"selections",
box="Feature selection used",
selectionMode=QListWidget.MultiSelection,
callback=None)
# ####################################
# SETTINGS TAB
# point width
OWGUI.hSlider(self.SettingsTab,
self,
'graph.pointWidth',
box=' Point size ',
minValue=1,
maxValue=20,
step=1,
callback=self.replotCurves)
OWGUI.hSlider(self.SettingsTab,
self,
'graph.brushAlpha',
box=' Transparancy ',
minValue=1,
maxValue=255,
step=1,
callback=self.replotCurves)
# general graph settings
box4 = OWGUI.widgetBox(self.SettingsTab, " General graph settings ")
OWGUI.checkBox(box4,
self,
'graph.showXaxisTitle',
'X-axis title',
callback=self.updateGraph)
OWGUI.checkBox(box4,
self,
'graph.showYLaxisTitle',
'Y-axis title',
callback=self.updateGraph)
## OWGUI.checkBox(box4, self, 'graph.showAxisScale', 'Show axis scale', callback = self.updateGraph)
OWGUI.checkBox(box4,
self,
'graph.showLegend',
'Show legend',
callback=self.updateGraph)
OWGUI.checkBox(box4,
self,
'graph.showFilledSymbols',
'Show filled symbols',
callback=self.updateGraph)
OWGUI.checkBox(box4,
self,
'showGridlines',
'Show gridlines',
callback=self.setShowGridlines)
## OWGUI.checkBox(box4, self, 'graph.showClusters', 'Show clusters', callback = self.updateGraph, tooltip = "Show a line boundary around a significant cluster")
OWGUI.checkBox(box4,
self,
'graph.showRowLabels',
'Show row labels',
callback=self.updateGraph)
OWGUI.checkBox(box4,
self,
'graph.showColumnLabels',
'Show column labels',
callback=self.updateGraph)
self.colorButtonsBox = OWGUI.widgetBox(self.SettingsTab,
" Colors ",
orientation="horizontal")
OWGUI.button(
self.colorButtonsBox,
self,
"Set Colors",
self.setColors,
tooltip=
"Set the canvas background color, grid color and color palette for coloring continuous variables",
debuggingEnabled=0)
#browsing radius
OWGUI.hSlider(self.SettingsTab,
self,
'percRadius',
box=' Browsing curve size ',
minValue=0,
maxValue=100,
step=5,
callback=self.calcRadius)
#font size
OWGUI.hSlider(self.SettingsTab,
self,
'graph.labelSize',
box=' Set font size for labels ',
minValue=8,
maxValue=48,
step=1,
callback=self.updateGraph)
OWGUI.hSlider(self.SettingsTab,
self,
'graph.maxPoints',
box=' Maximum number of points ',
minValue=10,
maxValue=40,
step=1,
callback=None)
OWGUI.rubber(self.SettingsTab)
# self.resultsTab = QVGroupBox(self, "Results")
# self.tabsMain.insertTab(self.resultsTab, "Results")
self.resultsTab = OWGUI.createTabPage(
self.tabsMain, "Results",
OWGUI.widgetBox(self, "Results", addToLayout=False))
self.chosenDoc = []
self.docs = self.graph.docs
OWGUI.listBox(self.resultsTab,
self,
"chosenDoc",
"docs",
box="Documents",
callback=None)
self.chosenFeature = []
self.features = self.graph.features
OWGUI.listBox(self.resultsTab,
self,
"chosenFeature",
"features",
box="Features",
selectionMode=QListWidget.MultiSelection,
callback=None)
OWGUI.button(self.resultsTab,
self,
"Save selected features",
callback=self.saveFeatures)
OWGUI.button(self.resultsTab,
self,
"Reconstruct words from letter ngrams",
callback=self.reconstruct)
self.chosenWord = []
self.words = []
OWGUI.listBox(self.resultsTab,
self,
"chosenWord",
"words",
box="Suggested words",
callback=None)
dlg = self.createColorDialog()
self.graph.contPalette = dlg.getContinuousPalette("contPalette")
self.graph.discPalette = dlg.getDiscretePalette("discPalette")
self.graph.setCanvasBackground(dlg.getColor("Canvas"))
self.graph.setGridColor(QPen(dlg.getColor("Grid")))
self.graph.enableGridXB(self.showGridlines)
self.graph.enableGridYL(self.showGridlines)
# apply([self.zoomSelectToolbar.actionZooming, self.zoomSelectToolbar.actionRectangleSelection, self.zoomSelectToolbar.actionPolygonSelection, self.zoomSelectToolbar.actionBrowse, self.zoomSelectToolbar.actionBrowseCircle][self.toolbarSelection], [])
self.resize(700, 800)
def loadCA(self):
import pickle
try:
if self.recentFiles:
lastPath = os.path.split(self.recentFiles[0])[0]
else:
lastPath = "."
fn = str(
QFileDialog.getOpenFileName(None, "Load CA data", lastPath,
"Text files (*.*)"))
if not fn:
return
fn = os.path.abspath(fn)
f = open(fn, 'rb')
self.CA = pickle.load(f)
f.close()
fn = str(
QFileDialog.getOpenFileName(None, "Save CA data", lastPath,
"Text files (*.*)"))
if not fn:
return
fn = os.path.abspath(fn)
if fn in self.recentFiles: # if already in list, remove it
self.recentFiles.remove(fn)
self.recentFiles.insert(0, fn)
f = open(fn, 'rb')
data = pickle.load(f)
f.close()
self.CAloaded = True
self.dataset(data)
except e:
print(e)
self.CA = None
def saveCA(self):
from time import time
if self.recentFiles:
lastPath = os.path.split(self.recentFiles[0])[0]
else:
lastPath = "."
fn = str(
QFileDialog.getSaveFileName(None, "Save CA data", lastPath,
"Text files (*.*)"))
if not fn:
return
fn = os.path.abspath(fn)
f = open(fn, 'wb')
import pickle
pickle.dump(self.CA, f, 1)
f.close()
fn = str(
QFileDialog.getSaveFileName(None, "Save text data", lastPath,
"Text files (*.*)"))
if not fn:
return
fn = os.path.abspath(fn)
f = open(fn, 'wb')
pickle.dump(self.data, f, 1)
f.close()
def saveFeatures(self):
"""Saves the features in a file called features.txt"""
f = open("features.txt", 'a')
f.write('=========================\n')
for fn in self.chosenFeature:
f.write(self.features[fn] + '\n')
f.close()
def reconstruct(self):
if self.textData:
import tmt
tokens = set([])
for ex in self.data:
tmp = tmt.tokenizeNonWords(ex['text'].value.decode(
'utf-8', 'ignore').encode('cp1250', 'ignore'))
for t in tmp:
tokens.add(' ' + t + ' ')
del tmp
wordList = dict.fromkeys(tokens, 0)
ngrams = set(self.features)
n = len(self.features[0])
for token in tokens:
i = 0
while i < len(token) - n:
if token[i:i + n] in ngrams:
wordList[token] += 1.0
i += 1
tmp = [(k, v) for k, v in wordList.items() if v]
tmp.sort(key=itemgetter(1))
self.words = [i[0] + ' ' + str(i[1]) for i in tmp]
def dataset(self, dataset):
self.closeContext("")
if dataset:
self.data = dataset
if textCorpusModul:
self.textData = checkFromText(self.data)
else:
self.textData = False
try:
self.selections = self.data.selection
except AttributeError:
self.selections = []
self.initAttrValues()
else:
self.data = None
self.initAttrValues()
if dataset:
self.openContext("", dataset)
self.updateTables()
# self.buttonUpdate()
def initAttrValues(self):
self.attrRowCombo.clear()
self.attrColCombo.clear()
if self.data == None: return
if self.textData:
self.attrRowCombo.addItem('document')
self.attrRowCombo.addItem('category')
self.attrColCombo.addItem('words')
else:
for attr in self.data.domain:
if attr.varType == orange.VarTypes.Discrete:
self.attrRowCombo.addItem(self.icons[attr.varType],
attr.name)
self.attrColCombo.addItem(self.icons[attr.varType],
attr.name)
self.attrRow = str(self.attrRowCombo.itemText(0))
if self.attrColCombo.count() > 1:
self.attrCol = str(self.attrColCombo.itemText(1))
else:
self.attrCol = str(self.attrColCombo.itemText(0))
def updateTables(self):
if self.textData:
if textCorpusModul:
data = (self.attrRow == 'document' and [self.data]
or [CategoryDocument(self.data).dataCD])[0]
else:
data = self.data
metas = data.domain.getmetas(orngText.TEXTMETAID)
lenMetas = len(metas)
caList = []
for ex in data:
cur = [0] * lenMetas
for i, m in zip(range(lenMetas), metas.keys()):
try:
cur[i] = float(ex[m].native())
except:
cur[i] = 0
caList.append(cur)
if not self.CAloaded:
self.CA = orngCA.CA(caList)
hasNameAttribute = 'name' in [
i.name for i in data.domain.attributes
]
hasCategoryAttribute = 'category' in [
i.name for i in data.domain.attributes
]
if not hasCategoryAttribute:
if not hasNameAttribute:
self.tipsR = [ex['text'].value[:35] for ex in data]
self.rowCategories = [(ex['text'].value[:35], "Row points")
for ex in data]
self.catColors = {"Row points": 0}
else:
self.tipsR = [ex['name'].native() for ex in data]
self.rowCategories = [(ex['name'].native(), "Row points")
for ex in data]
self.catColors = {"Row points": 0}
try:
if hasCategoryAttribute:
if not hasNameAttribute:
self.tipsR = [ex['text'].value[:35] for ex in data]
self.rowCategories = [(ex['text'].value[:35],
ex['category'].native())
for ex in data]
else:
self.tipsR = [ex['name'].native() for ex in data]
self.rowCategories = [(ex['name'].native(),
ex['category'].native())
for ex in data]
self.catColors = {}
col = 0
colors = [0, 2, 3, 5, 6, 12]
for ex in data:
if ex['category'].native() not in list(
self.catColors.keys()):
self.catColors[
ex['category'].native()] = colors[col]
col = (col + 1) % len(colors)
except:
if hasCategoryAttribute:
if not hasNameAttribute:
self.tipsR = [ex['text'].value[:35] for ex in data]
self.rowCategories = [(ex['text'].value[:35],
ex[-1].native()) for ex in data]
else:
self.tipsR = [ex.name for ex in data]
self.rowCategories = [(ex.name, ex[-1].native())
for ex in data]
self.catColors = {}
col = 0
colors = [0, 2, 3, 5, 6, 12]
for ex in data:
if ex['category'].native() not in list(
self.catColors.keys()):
self.catColors[
ex['category'].native()] = colors[col]
col = (col + 1) % len(colors)
self.tipsC = [
a.name
for a in data.domain.getmetas(orngText.TEXTMETAID).values()
]
else:
ca = orange.ContingencyAttrAttr(self.attrRow, self.attrCol,
self.data)
caList = [[col for col in row] for row in ca]
if not self.CAloaded:
self.CA = orngCA.CA(caList)
self.tipsR = [s for s, v in ca.outerDistribution.items()]
self.tipsC = [s for s, v in ca.innerDistribution.items()]
self.rowCategories = [(t, "Row points") for t in self.tipsR]
self.catColors = {"Row points": 0}
del ca
self.rowSlider.setMinimum(1)
self.rowSlider.setMaximum(len(self.tipsR))
self.percRow = len(self.tipsR) > 100 and 0.5 * len(self.tipsR) or len(
self.tipsR)
self.colSlider.setMinimum(1)
self.colSlider.setMaximum(len(self.tipsC))
self.percCol = len(self.tipsC) > 100 and 0.5 * len(self.tipsC) or len(
self.tipsC)
self.initAxesValues()
self.tabsMain.setCurrentWidget(self.graph)
self.calcRadius()
del caList
def initAxesValues(self):
self.attrXCombo.clear()
self.attrYCombo.clear()
if self.data == None: return
arr = [str(i) for i in range(1, min(self.CA.D.shape) + 1)]
self.attrXCombo.addItems(arr)
self.attrYCombo.addItems(arr)
self.attrX = str(self.attrXCombo.itemText(0))
if self.attrYCombo.count() > 1:
self.attrY = str(self.attrYCombo.itemText(1))
else:
self.attrY = str(self.attrYCombo.itemText(0))
self.contributionBox()
def contributionBox(self):
self.firstAxis.setText(
'Axis %d: %f%%' %
(int(self.attrX), self.CA.InertiaOfAxis(1)[int(self.attrX) - 1]))
self.secondAxis.setText(
'Axis %d: %f%%' %
(int(self.attrY), self.CA.InertiaOfAxis(1)[int(self.attrY) - 1]))
self.updateGraph()
def buttonUpdate(self):
self.graph.state = ZOOMING
# self.zoomSelectToolbar.buttonBrowse.setChecked(0)
# self.zoomSelectToolbar.buttonBrowseCircle.setChecked(0)
# self.zoomSelectToolbar.buttonZoom.setChecked(1)
self.updateGraph()
def updateGraph(self):
self.graph.zoomStack = []
if not self.data:
return
self.graph.removeAllSelections()
## self.graph.removeBrowsingCurve()
self.graph.removeDrawingCurves() #removeCurves()
self.graph.removeMarkers()
# self.graph.tips.removeAll()
if self.graph.showXaxisTitle == 1:
self.graph.setXaxisTitle("Axis " + str(self.attrX))
else:
self.graph.setXaxisTitle("")
if self.graph.showYLaxisTitle == 1:
self.graph.setYLaxisTitle("Axis " + str(self.attrY))
else:
self.graph.setYLaxisTitle("")
cor = rowcor = self.CA.getPrincipalRowProfilesCoordinates(
(int(self.attrX) - 1, int(self.attrY) - 1))
numCor = int(self.percRow)
indices = self.CA.PointsWithMostInertia(
rowColumn=0,
axis=(int(self.attrX) - 1, int(self.attrY) - 1))[:numCor]
labelDict = dict(zip([t + "R" for t in self.tipsR], cor))
cor = [cor[i] for i in indices]
tipsR = [self.tipsR[i] + 'R' for i in indices]
# if not self.graph.showRowLabels: tipsR = ['' for i in indices]
# labelDict = dict(zip(tipsR, cor))
rowCategories = [self.rowCategories[i] for i in indices]
for cat, col in self.catColors.items():
newtips = [c[0] + 'R' for c in rowCategories if c[1] == cat]
newcor = [labelDict[f] for f in newtips]
# if not self.graph.showRowLabels: newtips = ['' for i in indices]
self.plotPoint(newcor, col, newtips, cat or "Row points",
self.graph.showFilledSymbols)
if self.graph.showRowLabels:
self.plotMarkers(newcor, newtips)
cor = colcor = self.CA.getPrincipalColProfilesCoordinates(
(int(self.attrX) - 1, int(self.attrY) - 1))
numCor = int(self.percCol)
indices = self.CA.PointsWithMostInertia(
rowColumn=1,
axis=(int(self.attrX) - 1, int(self.attrY) - 1))[:numCor]
cor = [cor[i] for i in indices]
tipsC = [self.tipsC[i] + 'C' for i in indices]
# if not self.graph.showColumnLabels: tipsC = ['' for i in indices]
self.plotPoint(cor, 1, tipsC, "Column points",
self.graph.showFilledSymbols)
if self.graph.showColumnLabels:
self.plotMarkers(cor, tipsC)
corall = vstack((array(colcor), array(rowcor)))
cor = array(corall)
maxx, minx = max(cor[:, 0]), min(cor[:, 0])
maxy, miny = max(cor[:, 1]), min(cor[:, 1])
self.graph.setAxisScale(QwtPlot.xBottom, minx - (maxx - minx) * 0.07,
maxx + (maxx - minx) * 0.07)
self.graph.setAxisScale(QwtPlot.yLeft, miny - (maxy - miny) * 0.07,
maxy + (maxy - miny) * 0.07)
self.graph.replot()
print(minx, maxx)
def plotPoint(self, cor, color, tips, curveName="", showFilledSymbols=1):
fillColor = self.colors[color]
edgeColor = self.colors[color]
cor = array(cor)
key = self.graph.addCurve(curveName,
fillColor,
edgeColor,
self.graph.pointWidth,
xData=list(cor[:, 0]),
yData=list(cor[:, 1]),
showFilledSymbols=showFilledSymbols,
brushAlpha=self.graph.brushAlpha)
for i in range(len(cor)):
x = cor[i][0]
y = cor[i][1]
self.graph.tips.addToolTip(x, y, tips[i])
def plotMarkers(self, cor, markers):
for mark, (x, y) in zip(markers, cor):
self.graph.addMarker(mark, x, y, Qt.AlignCenter | Qt.AlignBottom)
def sendSelections(self):
if self.textData:
self.docs = self.graph.docs
self.features = self.graph.features
hasNameAttribute = 'name' in [
i.name for i in self.data.domain.attributes
]
examples = []
if not hasNameAttribute:
for ex in self.data:
if ex['text'].value[:35] in self.docs:
examples.append(ex)
else:
for ex in self.data:
if ex['name'].native() in self.docs:
examples.append(ex)
newMetas = {}
for ex in examples:
for k, v in ex.getmetas(orngText.TEXTMETAID).items():
if k not in newMetas:
newMetas[k] = self.data.domain[k]
newDomain = orange.Domain(self.data.domain.attributes, 0)
newDomain.addmetas(newMetas, orngText.TEXTMETAID)
newdata = orange.ExampleTable(newDomain, examples)
self.send("Selected data", newdata)
else:
pass
def replotCurves(self):
self.updateGraph()
# for curve in self.graph.itemList():
# if isinstance(curve, QwtPlotCurve):
# curve.symbol().setSize(QSize(self.graph.pointWidth, self.graph.pointWidth))
# color = curve.symbol().brush().color()
# color.setAlpha(self.graph.brushAlpha)
# curve.symbol().setBrush(QBrush(color))
# self.graph.replot()
def setShowGridlines(self):
self.graph.enableGridXB(self.showGridlines)
self.graph.enableGridYL(self.showGridlines)
def setColors(self):
dlg = self.createColorDialog()
if dlg.exec_():
self.colorSettings = dlg.getColorSchemas()
self.graph.contPalette = dlg.getContinuousPalette("contPalette")
self.graph.discPalette = dlg.getDiscretePalette("discPalette")
self.graph.setCanvasBackground(dlg.getColor("Canvas"))
self.graph.setGridColor(QPen(dlg.getColor("Grid")))
self.updateGraph()
def createColorDialog(self):
c = OWColorPalette.ColorPaletteDlg(self, "Color palette")
c.createDiscretePalette("discPalette", "Discrete palette")
c.createContinuousPalette("contPalette", "Continuous palette")
box = c.createBox("otherColors", "Other colors")
c.createColorButton(box, "Canvas", "Canvas color", QColor(Qt.white))
# box.addSpace(5)
c.createColorButton(box, "Grid", "Grid color", QColor(Qt.black))
# box.addSpace(5)
box.adjustSize()
c.setColorSchemas(self.colorSettings)
return c
def calcRadius(self):
self.graph.radius = 100.0
return
self.graph.radius = (
self.graph.axisScale(QwtPlot.xBottom).interval().maxValue() -
self.graph.axisScale(QwtPlot.xBottom).interval().minValue()
) * self.percRadius / 100.0
class OWCorrAnalysis(OWWidget):
settingsList = ['graph.pointWidth', "graph.showXaxisTitle", "graph.showYLaxisTitle", "showGridlines", "graph.showAxisScale",
"graph.showLegend", 'autoSendSelection', "graph.showFilledSymbols", 'toolbarSelection',
"colorSettings", "percRadius", "recentFiles", "graph.brushAlpha", "attrRow", "attrCol"]
contextHandlers = {"": DomainContextHandler("", ["attrRow", "attrCol"])}
def __init__(self, parent=None, signalManager=None, name='Correspondence Analysis', **kwargs):
OWWidget.__init__(self, parent, signalManager, name, *kwargs)
self.callbackDeposit = []
self.inputs = [("Data", ExampleTable, self.dataset)]
self.outputs = [("Selected data", ExampleTable)]
self.recentFiles=[]
self.data = None
self.CA = None
self.CAloaded = False
self.colors = ColorPaletteHSV(2)
#Locals
self.showGridlines = 0
self.autoSendSelection = 0
self.toolbarSelection = 0
self.percRadius = 5
self.colorSettings = None
# GUI
self.tabs = OWGUI.tabWidget(self.controlArea) #QTabWidget(self.controlArea, 'tabWidget')
self.GeneralTab = OWGUI.createTabPage(self.tabs, "General") #QVGroupBox(self)
self.SettingsTab = OWGUI.createTabPage(self.tabs, "Settings") #QVGroupBox(self)
# self.tabs.insertTab(self.GeneralTab, "General")
# self.tabs.insertTab(self.SettingsTab, "Settings")
# layout = QVBoxLayout(self.mainArea)
self.tabsMain = OWGUI.tabWidget(self.mainArea) #QTabWidget(self.mainArea, 'tabWidgetMain')
# layout.addWidget(self.tabsMain)
# ScatterPlot
self.graph = OWCorrAnalysisGraph(None, "ScatterPlot")
# self.tabsMain.insertTab(self.graph, "Scatter Plot")
OWGUI.createTabPage(self.tabsMain, "Scatter Plot", self.graph)
self.icons = self.createAttributeIconDict()
self.textData = False
if textCorpusModul:
OWGUI.checkBox(self.GeneralTab, self, 'textData', 'Textual data', callback = self.initAttrValues)
#col attribute
self.attrCol = ""
self.attrColCombo = OWGUI.comboBox(self.GeneralTab, self, "attrCol", " Column table attribute ", callback = self.updateTables, sendSelectedValue = 1, valueType = str)
# row attribute
self.attrRow = ""
self.attrRowCombo = OWGUI.comboBox(self.GeneralTab, self, "attrRow", "Row table attribute ", callback = self.updateTables, sendSelectedValue = 1, valueType = str)
#x principal axis
self.attrX = 0
self.attrXCombo = OWGUI.comboBox(self.GeneralTab, self, "attrX", " Principal axis X ", callback = self.contributionBox, sendSelectedValue = 1, valueType = str)
#y principal axis
self.attrY = 0
self.attrYCombo = OWGUI.comboBox(self.GeneralTab, self, "attrY", " Principal axis Y ", callback = self.contributionBox, sendSelectedValue = 1, valueType = str)
contribution = OWGUI.widgetBox(self.GeneralTab, 'Contribution to inertia') #QVGroupBox('Contribution to inertia', self.GeneralTab)
self.firstAxis = OWGUI.widgetLabel(contribution, 'Axis %d: %f%%' % (1, 10))
self.secondAxis = OWGUI.widgetLabel(contribution, 'Axis %d: %f%%' % (2, 10))
sliders = OWGUI.widgetBox(self.GeneralTab, 'Percentage of points') #QVGroupBox('Percentage of points', self.GeneralTab)
OWGUI.widgetLabel(sliders, 'Row points')
self.percRow = 100
self.rowSlider = OWGUI.hSlider(sliders, self, 'percRow', minValue=1, maxValue=100, step=10, callback = self.updateGraph)
OWGUI.widgetLabel(sliders, 'Column points')
self.percCol = 100
self.colSlider = OWGUI.hSlider(sliders, self, 'percCol', minValue=1, maxValue=100, step=10, callback = self.updateGraph)
#zooming
# self.zoomSelectToolbar = ZoomBrowseSelectToolbar(self, self.GeneralTab, self.graph, self.autoSendSelection)
self.zoomSelectToolbar = OWToolbars.ZoomSelectToolbar(self, self.GeneralTab, self.graph, self.autoSendSelection)
self.connect(self.zoomSelectToolbar.buttonSendSelections, SIGNAL("clicked()"), self.sendSelections)
# self.connect(self.graph, SIGNAL('plotMousePressed(const QMouseEvent&)'), self.sendSelections)
OWGUI.button(self.GeneralTab, self, 'Update Graph', self.buttonUpdate)
OWGUI.button(self.GeneralTab, self, 'Save graph', self.graph.saveToFile)
OWGUI.button(self.GeneralTab, self, 'Save CA', self.saveCA)
OWGUI.button(self.GeneralTab, self, 'Load CA', self.loadCA)
self.chosenSelection = []
self.selections = []
OWGUI.listBox(self.GeneralTab, self, "chosenSelection", "selections", box="Feature selection used", selectionMode = QListWidget.MultiSelection, callback = None)
# ####################################
# SETTINGS TAB
# point width
OWGUI.hSlider(self.SettingsTab, self, 'graph.pointWidth', box=' Point size ', minValue=1, maxValue=20, step=1, callback = self.replotCurves)
OWGUI.hSlider(self.SettingsTab, self, 'graph.brushAlpha', box=' Transparancy ', minValue=1, maxValue=255, step=1, callback = self.replotCurves)
# general graph settings
box4 = OWGUI.widgetBox(self.SettingsTab, " General graph settings ")
OWGUI.checkBox(box4, self, 'graph.showXaxisTitle', 'X-axis title', callback = self.updateGraph)
OWGUI.checkBox(box4, self, 'graph.showYLaxisTitle', 'Y-axis title', callback = self.updateGraph)
## OWGUI.checkBox(box4, self, 'graph.showAxisScale', 'Show axis scale', callback = self.updateGraph)
OWGUI.checkBox(box4, self, 'graph.showLegend', 'Show legend', callback = self.updateGraph)
OWGUI.checkBox(box4, self, 'graph.showFilledSymbols', 'Show filled symbols', callback = self.updateGraph)
OWGUI.checkBox(box4, self, 'showGridlines', 'Show gridlines', callback = self.setShowGridlines)
## OWGUI.checkBox(box4, self, 'graph.showClusters', 'Show clusters', callback = self.updateGraph, tooltip = "Show a line boundary around a significant cluster")
OWGUI.checkBox(box4, self, 'graph.showRowLabels', 'Show row labels', callback = self.updateGraph)
OWGUI.checkBox(box4, self, 'graph.showColumnLabels', 'Show column labels', callback = self.updateGraph)
self.colorButtonsBox = OWGUI.widgetBox(self.SettingsTab, " Colors ", orientation = "horizontal")
OWGUI.button(self.colorButtonsBox, self, "Set Colors", self.setColors, tooltip = "Set the canvas background color, grid color and color palette for coloring continuous variables", debuggingEnabled = 0)
#browsing radius
OWGUI.hSlider(self.SettingsTab, self, 'percRadius', box=' Browsing curve size ', minValue = 0, maxValue=100, step=5, callback = self.calcRadius)
#font size
OWGUI.hSlider(self.SettingsTab, self, 'graph.labelSize', box=' Set font size for labels ', minValue = 8, maxValue=48, step=1, callback = self.updateGraph)
OWGUI.hSlider(self.SettingsTab, self, 'graph.maxPoints', box=' Maximum number of points ', minValue = 10, maxValue=40, step=1, callback = None)
OWGUI.rubber(self.SettingsTab)
# self.resultsTab = QVGroupBox(self, "Results")
# self.tabsMain.insertTab(self.resultsTab, "Results")
self.resultsTab = OWGUI.createTabPage(self.tabsMain, "Results", OWGUI.widgetBox(self, "Results", addToLayout=False))
self.chosenDoc = []
self.docs = self.graph.docs
OWGUI.listBox(self.resultsTab, self, "chosenDoc", "docs", box="Documents", callback = None)
self.chosenFeature = []
self.features = self.graph.features
OWGUI.listBox(self.resultsTab, self, "chosenFeature", "features", box="Features", selectionMode = QListWidget.MultiSelection, callback = None)
OWGUI.button(self.resultsTab, self, "Save selected features", callback = self.saveFeatures)
OWGUI.button(self.resultsTab, self, "Reconstruct words from letter ngrams", callback = self.reconstruct)
self.chosenWord = []
self.words = []
OWGUI.listBox(self.resultsTab, self, "chosenWord", "words", box="Suggested words", callback = None)
dlg = self.createColorDialog()
self.graph.contPalette = dlg.getContinuousPalette("contPalette")
self.graph.discPalette = dlg.getDiscretePalette("discPalette")
self.graph.setCanvasBackground(dlg.getColor("Canvas"))
self.graph.setGridColor(QPen(dlg.getColor("Grid")))
self.graph.enableGridXB(self.showGridlines)
self.graph.enableGridYL(self.showGridlines)
# apply([self.zoomSelectToolbar.actionZooming, self.zoomSelectToolbar.actionRectangleSelection, self.zoomSelectToolbar.actionPolygonSelection, self.zoomSelectToolbar.actionBrowse, self.zoomSelectToolbar.actionBrowseCircle][self.toolbarSelection], [])
self.resize(700, 800)
def loadCA(self):
import cPickle
try:
if self.recentFiles:
lastPath = os.path.split(self.recentFiles[0])[0]
else:
lastPath = "."
fn = str(QFileDialog.getOpenFileName(None, "Load CA data", lastPath, "Text files (*.*)"))
if not fn:
return
fn = os.path.abspath(fn)
f = open(fn,'rb')
self.CA = cPickle.load(f)
f.close()
fn = str(QFileDialog.getOpenFileName(None, "Save CA data", lastPath, "Text files (*.*)"))
if not fn:
return
fn = os.path.abspath(fn)
if fn in self.recentFiles: # if already in list, remove it
self.recentFiles.remove(fn)
self.recentFiles.insert(0, fn)
f = open(fn,'rb')
data = cPickle.load(f)
f.close()
self.CAloaded = True
self.dataset(data)
except e:
print e
self.CA = None
def saveCA(self):
from time import time
if self.recentFiles:
lastPath = os.path.split(self.recentFiles[0])[0]
else:
lastPath = "."
fn = str(QFileDialog.getSaveFileName(None, "Save CA data", lastPath, "Text files (*.*)"))
if not fn:
return
fn = os.path.abspath(fn)
f = open(fn, 'wb')
import cPickle
cPickle.dump(self.CA, f, 1)
f.close()
fn = str(QFileDialog.getSaveFileName(None, "Save text data", lastPath, "Text files (*.*)"))
if not fn:
return
fn = os.path.abspath(fn)
f = open(fn,'wb')
cPickle.dump(self.data, f, 1)
f.close()
def saveFeatures(self):
"""Saves the features in a file called features.txt"""
f = open("features.txt", 'a')
f.write('=========================\n')
for fn in self.chosenFeature:
f.write(self.features[fn]+'\n')
f.close()
def reconstruct(self):
if self.textData:
import tmt
tokens = set([])
for ex in self.data:
tmp = tmt.tokenizeNonWords(ex['text'].value.decode('utf-8','ignore').encode('cp1250','ignore'))
for t in tmp:
tokens.add(' ' + t + ' ')
del tmp
wordList = dict.fromkeys(tokens, 0)
ngrams = set(self.features)
n = len(self.features[0])
for token in tokens:
i = 0
while i < len(token) - n:
if token[i:i+n] in ngrams:
wordList[token] += 1.0
i += 1
tmp = [(k, v) for k, v in wordList.items() if v]
tmp.sort(lambda x,y: -cmp(x[1], y[1]))
self.words = [i[0] + ' ' + str(i[1]) for i in tmp]
def dataset(self, dataset):
self.closeContext("")
if dataset:
self.data = dataset
if textCorpusModul:
self.textData = checkFromText(self.data)
else:
self.textData = False
try:
self.selections = self.data.selection
except AttributeError:
self.selections = []
self.initAttrValues()
else:
self.data = None
self.initAttrValues()
if dataset:
self.openContext("", dataset)
self.updateTables()
# self.buttonUpdate()
def initAttrValues(self):
self.attrRowCombo.clear()
self.attrColCombo.clear()
if self.data == None: return
if self.textData:
self.attrRowCombo.addItem('document')
self.attrRowCombo.addItem('category')
self.attrColCombo.addItem('words')
else:
for attr in self.data.domain:
if attr.varType == orange.VarTypes.Discrete:
self.attrRowCombo.addItem(self.icons[attr.varType], attr.name)
self.attrColCombo.addItem(self.icons[attr.varType], attr.name)
self.attrRow = str(self.attrRowCombo.itemText(0))
if self.attrColCombo.count() > 1:
self.attrCol = str(self.attrColCombo.itemText(1))
else:
self.attrCol = str(self.attrColCombo.itemText(0))
def updateTables(self):
if self.textData:
if textCorpusModul:
data = (self.attrRow == 'document' and [self.data] or [CategoryDocument(self.data).dataCD])[0]
else:
data = self.data
metas = data.domain.getmetas(orngText.TEXTMETAID)
lenMetas = len(metas)
caList = []
for ex in data:
cur = [0] * lenMetas
for i, m in zip(range(lenMetas), metas.keys()):
try:
cur[i] = float(ex[m].native())
except:
cur[i] = 0
caList.append(cur)
if not self.CAloaded:
self.CA = orngCA.CA(caList)
hasNameAttribute = 'name' in [i.name for i in data.domain.attributes]
hasCategoryAttribute = 'category' in [i.name for i in data.domain.attributes]
if not hasCategoryAttribute:
if not hasNameAttribute:
self.tipsR = [ex['text'].value[:35] for ex in data]
self.rowCategories = [(ex['text'].value[:35], "Row points") for ex in data]
self.catColors = {"Row points": 0}
else:
self.tipsR = [ex['name'].native() for ex in data]
self.rowCategories = [(ex['name'].native(), "Row points") for ex in data]
self.catColors = {"Row points": 0}
try:
if hasCategoryAttribute:
if not hasNameAttribute:
self.tipsR = [ex['text'].value[:35] for ex in data]
self.rowCategories = [(ex['text'].value[:35], ex['category'].native()) for ex in data]
else:
self.tipsR = [ex['name'].native() for ex in data]
self.rowCategories = [(ex['name'].native(), ex['category'].native()) for ex in data]
self.catColors = {}
col = 0
colors = [0, 2, 3, 5, 6, 12]
for ex in data:
if ex['category'].native() not in self.catColors.keys():
self.catColors[ex['category'].native()] = colors[col]
col = (col + 1) % len(colors)
except:
if hasCategoryAttribute:
if not hasNameAttribute:
self.tipsR = [ex['text'].value[:35] for ex in data]
self.rowCategories = [(ex['text'].value[:35], ex[-1].native()) for ex in data]
else:
self.tipsR = [ex.name for ex in data]
self.rowCategories = [(ex.name, ex[-1].native()) for ex in data]
self.catColors = {}
col = 0
colors = [0, 2, 3, 5, 6, 12]
for ex in data:
if ex['category'].native() not in self.catColors.keys():
self.catColors[ex['category'].native()] = colors[col]
col = (col + 1) % len(colors)
self.tipsC = [a.name for a in data.domain.getmetas(orngText.TEXTMETAID).values()]
else:
ca = orange.ContingencyAttrAttr(self.attrRow, self.attrCol, self.data)
caList = [[col for col in row] for row in ca]
if not self.CAloaded:
self.CA = orngCA.CA(caList)
self.tipsR = [s for s, v in ca.outerDistribution.items()]
self.tipsC = [s for s, v in ca.innerDistribution.items()]
self.rowCategories = [(t , "Row points") for t in self.tipsR]
self.catColors = {"Row points": 0}
del ca
self.rowSlider.setMinimum(1)
self.rowSlider.setMaximum(len(self.tipsR))
self.percRow = len(self.tipsR) > 100 and 0.5 * len(self.tipsR) or len(self.tipsR)
self.colSlider.setMinimum(1)
self.colSlider.setMaximum(len(self.tipsC))
self.percCol = len(self.tipsC) > 100 and 0.5 * len(self.tipsC) or len(self.tipsC)
self.initAxesValues()
self.tabsMain.setCurrentWidget(self.graph)
self.calcRadius()
del caList
def initAxesValues(self):
self.attrXCombo.clear()
self.attrYCombo.clear()
if self.data == None: return
arr = [str(i) for i in range(1, min(self.CA.D.shape) + 1)]
self.attrXCombo.addItems(arr)
self.attrYCombo.addItems(arr)
self.attrX = str(self.attrXCombo.itemText(0))
if self.attrYCombo.count() > 1:
self.attrY = str(self.attrYCombo.itemText(1))
else:
self.attrY = str(self.attrYCombo.itemText(0))
self.contributionBox()
def contributionBox(self):
self.firstAxis.setText ('Axis %d: %f%%' % (int(self.attrX), self.CA.InertiaOfAxis(1)[int(self.attrX)-1]))
self.secondAxis.setText ('Axis %d: %f%%' % (int(self.attrY), self.CA.InertiaOfAxis(1)[int(self.attrY)-1]))
self.updateGraph()
def buttonUpdate(self):
self.graph.state = ZOOMING
# self.zoomSelectToolbar.buttonBrowse.setChecked(0)
# self.zoomSelectToolbar.buttonBrowseCircle.setChecked(0)
# self.zoomSelectToolbar.buttonZoom.setChecked(1)
self.updateGraph()
def updateGraph(self):
self.graph.zoomStack = []
if not self.data:
return
self.graph.removeAllSelections()
## self.graph.removeBrowsingCurve()
self.graph.removeDrawingCurves() #removeCurves()
self.graph.removeMarkers()
# self.graph.tips.removeAll()
if self.graph.showXaxisTitle == 1: self.graph.setXaxisTitle("Axis " + str(self.attrX))
else: self.graph.setXaxisTitle("")
if self.graph.showYLaxisTitle == 1: self.graph.setYLaxisTitle("Axis " + str(self.attrY))
else: self.graph.setYLaxisTitle("")
cor = rowcor = self.CA.getPrincipalRowProfilesCoordinates((int(self.attrX)-1, int(self.attrY)-1))
numCor = int(self.percRow)
indices = self.CA.PointsWithMostInertia(rowColumn = 0, axis = (int(self.attrX)-1, int(self.attrY)-1))[:numCor]
labelDict = dict(zip([t + "R" for t in self.tipsR], cor))
cor = [cor[i] for i in indices]
tipsR = [self.tipsR[i] + 'R' for i in indices]
# if not self.graph.showRowLabels: tipsR = ['' for i in indices]
# labelDict = dict(zip(tipsR, cor))
rowCategories = [self.rowCategories[i] for i in indices]
for cat, col in self.catColors.items():
newtips = [c[0] + 'R' for c in rowCategories if c[1] == cat]
newcor = [labelDict[f] for f in newtips]
# if not self.graph.showRowLabels: newtips = ['' for i in indices]
self.plotPoint(newcor, col, newtips, cat or "Row points", self.graph.showFilledSymbols)
if self.graph.showRowLabels:
self.plotMarkers(newcor, newtips)
cor = colcor = self.CA.getPrincipalColProfilesCoordinates((int(self.attrX)-1, int(self.attrY)-1))
numCor = int(self.percCol)
indices = self.CA.PointsWithMostInertia(rowColumn = 1, axis = (int(self.attrX)-1, int(self.attrY)-1))[:numCor]
cor = [cor[i] for i in indices]
tipsC = [self.tipsC[i] + 'C' for i in indices]
# if not self.graph.showColumnLabels: tipsC = ['' for i in indices]
self.plotPoint(cor, 1, tipsC, "Column points", self.graph.showFilledSymbols)
if self.graph.showColumnLabels:
self.plotMarkers(cor, tipsC)
corall = vstack((array(colcor), array(rowcor)))
cor = array(corall)
maxx, minx = max(cor[:, 0]), min(cor[:, 0])
maxy, miny = max(cor[:, 1]), min(cor[:, 1])
self.graph.setAxisScale(QwtPlot.xBottom, minx - (maxx - minx) * 0.07, maxx + (maxx - minx) * 0.07)
self.graph.setAxisScale(QwtPlot.yLeft, miny - (maxy - miny) * 0.07, maxy + (maxy - miny) * 0.07)
self.graph.replot()
print minx, maxx
def plotPoint(self, cor, color, tips, curveName = "", showFilledSymbols = 1):
fillColor = self.colors[color]
edgeColor = self.colors[color]
cor = array(cor)
key = self.graph.addCurve(curveName, fillColor, edgeColor, self.graph.pointWidth, xData = list(cor[:, 0]), yData = list(cor[:, 1]), showFilledSymbols = showFilledSymbols, brushAlpha=self.graph.brushAlpha)
for i in range(len(cor)):
x = cor[i][0]
y = cor[i][1]
self.graph.tips.addToolTip(x, y, tips[i])
def plotMarkers(self, cor, markers):
for mark, (x, y) in zip(markers, cor):
self.graph.addMarker(mark, x, y, Qt.AlignCenter | Qt.AlignBottom)
def sendSelections(self):
if self.textData:
self.docs = self.graph.docs
self.features = self.graph.features
hasNameAttribute = 'name' in [i.name for i in self.data.domain.attributes]
examples = []
if not hasNameAttribute:
for ex in self.data:
if ex['text'].value[:35] in self.docs:
examples.append(ex)
else:
for ex in self.data:
if ex['name'].native() in self.docs:
examples.append(ex)
newMetas = {}
for ex in examples:
for k, v in ex.getmetas(orngText.TEXTMETAID).items():
if k not in newMetas.keys():
newMetas[k] = self.data.domain[k]
newDomain = orange.Domain(self.data.domain.attributes, 0)
newDomain.addmetas(newMetas, orngText.TEXTMETAID)
newdata = orange.ExampleTable(newDomain, examples)
self.send("Selected data", newdata)
else:
pass
def replotCurves(self):
self.updateGraph()
# for curve in self.graph.itemList():
# if isinstance(curve, QwtPlotCurve):
# curve.symbol().setSize(QSize(self.graph.pointWidth, self.graph.pointWidth))
# color = curve.symbol().brush().color()
# color.setAlpha(self.graph.brushAlpha)
# curve.symbol().setBrush(QBrush(color))
# self.graph.replot()
def setShowGridlines(self):
self.graph.enableGridXB(self.showGridlines)
self.graph.enableGridYL(self.showGridlines)
def setColors(self):
dlg = self.createColorDialog()
if dlg.exec_():
self.colorSettings = dlg.getColorSchemas()
self.graph.contPalette = dlg.getContinuousPalette("contPalette")
self.graph.discPalette = dlg.getDiscretePalette("discPalette")
self.graph.setCanvasBackground(dlg.getColor("Canvas"))
self.graph.setGridColor(QPen(dlg.getColor("Grid")))
self.updateGraph()
def createColorDialog(self):
c = OWColorPalette.ColorPaletteDlg(self, "Color palette")
c.createDiscretePalette("discPalette", "Discrete palette")
c.createContinuousPalette("contPalette", "Continuous palette")
box = c.createBox("otherColors", "Other colors")
c.createColorButton(box, "Canvas", "Canvas color", QColor(Qt.white))
# box.addSpace(5)
c.createColorButton(box, "Grid", "Grid color", QColor(Qt.black))
# box.addSpace(5)
box.adjustSize()
c.setColorSchemas(self.colorSettings)
return c
def calcRadius(self):
self.graph.radius = 100.0
return
self.graph.radius = (self.graph.axisScale(QwtPlot.xBottom).interval().maxValue() - self.graph.axisScale(QwtPlot.xBottom).interval().minValue()) * self.percRadius / 100.0;
