# %% Import for Bokeh
from bokeh.io import curdoc
from bokeh.layouts import (row, column, widgetbox, layout)
from bokeh.models import (ColumnDataSource, DataRange1d, Plot, LinearAxis,
Grid, Range1d)
from bokeh.models.glyphs import VBar
from bokeh.models.widgets import (Slider, TextInput, Paragraph, DataTable,
TableColumn, Button)
from bokeh.plotting import figure
# %% Random Forest
dm.init()
data = dm.load('winequality_red')
dataX = data.iloc[:, :-1]
dataY = data.iloc[:, -1] # data.iloc[:,[ -1]]
trainX, testX, trainY, testY = train_test_split(dataX,
dataY,
test_size=.4,
shuffle=True,
random_state=123)
model = RandomForestRegressor()
model.fit(trainX, trainY)
df_importance = pd.DataFrame({
'feature': trainX.columns,
'score': model.feature_importances_
@author: Young Ju Kim
"""
if __name__ == '__main__':
#%% Sample datasets
import unipy.dataset.api as dm
# Extract Datasets for the first time
dm.init()
# Reset Datasets
dm.reset()
# Get a Dataset list
dm.ls()
# Load Datasets
wine1 = dm.load('winequality_red')
wine2 = dm.load('winequality_white')
#%% VIF
#from unipy.stats import feature_selection_vif as fsv
#res, drp = fsv(wine1, thresh=5.0)
#%% Inter-Action
#from unipy.stats import calculate_interaction
#rankedInter, regCoef, interActTbl = calculate_interaction(ranked, pvTbl, targetedCol, ranknum=10)
# -*- coding: utf-8 -*-
"""
Created on Thu Jan 5 20:55:26 2017
@author: Young Ju Kim
"""
if __name__ == '__main__':
# Import dataset manager
import unipy.dataset.api as dm
# Extract Datasets for the first time
dm.init()
# Reset Datasets
dm.reset()
# Get a Dataset list
dm.ls()
# Load Datasets
data = dm.load('anscombe')
data = dm.load(2)
def setupUi(self, unipyFrameViewerWindow):
unipyFrameViewerWindow.setObjectName("unipyFrameViewerWindow")
unipyFrameViewerWindow.resize(1300, 857)
sizePolicy = QtWidgets.QSizePolicy(QtWidgets.QSizePolicy.Expanding,
QtWidgets.QSizePolicy.Expanding)
sizePolicy.setHorizontalStretch(0)
sizePolicy.setVerticalStretch(0)
sizePolicy.setHeightForWidth(
unipyFrameViewerWindow.sizePolicy().hasHeightForWidth())
unipyFrameViewerWindow.setSizePolicy(sizePolicy)
self.centralwidget = QtWidgets.QWidget(unipyFrameViewerWindow)
sizePolicy = QtWidgets.QSizePolicy(QtWidgets.QSizePolicy.Expanding,
QtWidgets.QSizePolicy.Expanding)
sizePolicy.setHorizontalStretch(0)
sizePolicy.setVerticalStretch(0)
sizePolicy.setHeightForWidth(
self.centralwidget.sizePolicy().hasHeightForWidth())
self.centralwidget.setSizePolicy(sizePolicy)
self.centralwidget.setObjectName("centralwidget")
self.main_indicator_frame_rowcol_number = QtWidgets.QLabel(
self.centralwidget)
self.main_indicator_frame_rowcol_number.setGeometry(
QtCore.QRect(210, 30, 251, 17))
self.main_indicator_frame_rowcol_number.setObjectName(
"main_indicator_frame_rowcol_number")
self.tabMenu_vertical_line = QtWidgets.QFrame(self.centralwidget)
self.tabMenu_vertical_line.setGeometry(QtCore.QRect(190, 80, 20, 721))
sizePolicy = QtWidgets.QSizePolicy(QtWidgets.QSizePolicy.Fixed,
QtWidgets.QSizePolicy.Expanding)
sizePolicy.setHorizontalStretch(0)
sizePolicy.setVerticalStretch(0)
sizePolicy.setHeightForWidth(
self.tabMenu_vertical_line.sizePolicy().hasHeightForWidth())
self.tabMenu_vertical_line.setSizePolicy(sizePolicy)
self.tabMenu_vertical_line.setFrameShape(QtWidgets.QFrame.VLine)
self.tabMenu_vertical_line.setFrameShadow(QtWidgets.QFrame.Sunken)
self.tabMenu_vertical_line.setObjectName("tabMenu_vertical_line")
self.main_toolBox = QtWidgets.QToolBox(self.centralwidget)
self.main_toolBox.setGeometry(QtCore.QRect(10, 70, 181, 721))
sizePolicy = QtWidgets.QSizePolicy(QtWidgets.QSizePolicy.Expanding,
QtWidgets.QSizePolicy.Expanding)
sizePolicy.setHorizontalStretch(0)
sizePolicy.setVerticalStretch(0)
sizePolicy.setHeightForWidth(
self.main_toolBox.sizePolicy().hasHeightForWidth())
self.main_toolBox.setSizePolicy(sizePolicy)
self.main_toolBox.setObjectName("main_toolBox")
self.columns_page = QtWidgets.QWidget()
self.columns_page.setGeometry(QtCore.QRect(0, 0, 181, 628))
self.columns_page.setObjectName("columns_page")
self.columns_select_col_listView = QtWidgets.QListWidget(
self.columns_page)
self.columns_select_col_listView.setGeometry(
QtCore.QRect(0, 10, 181, 261))
self.columns_select_col_listView.setDragEnabled(True)
self.columns_select_col_listView.setSelectionMode(
QtWidgets.QAbstractItemView.ExtendedSelection)
self.columns_select_col_listView.setObjectName(
"columns_select_col_listView")
self.columns_remain_col_listView = QtWidgets.QListWidget(
self.columns_page)
self.columns_remain_col_listView.setGeometry(
QtCore.QRect(0, 354, 181, 231))
self.columns_remain_col_listView.setDragEnabled(True)
self.columns_remain_col_listView.setSelectionMode(
QtWidgets.QAbstractItemView.ExtendedSelection)
self.columns_remain_col_listView.setObjectName(
"columns_remain_col_listView")
self.columns_to_select_button = QtWidgets.QPushButton(
self.columns_page)
self.columns_to_select_button.setGeometry(QtCore.QRect(
26, 316, 61, 21))
font = QtGui.QFont()
font.setPointSize(9)
font.setBold(True)
font.setItalic(True)
font.setWeight(75)
self.columns_to_select_button.setFont(font)
self.columns_to_select_button.setObjectName("columns_to_select_button")
self.columns_indicator_select_col_number = QtWidgets.QLabel(
self.columns_page)
self.columns_indicator_select_col_number.setGeometry(
QtCore.QRect(3, 272, 171, 17))
self.columns_indicator_select_col_number.setObjectName(
"columns_indicator_select_col_number")
self.columns_indicator_remain_col_number = QtWidgets.QLabel(
self.columns_page)
self.columns_indicator_remain_col_number.setGeometry(
QtCore.QRect(3, 590, 171, 16))
self.columns_indicator_remain_col_number.setObjectName(
"columns_indicator_remain_col_number")
self.columns_to_remain_button = QtWidgets.QPushButton(
self.columns_page)
self.columns_to_remain_button.setGeometry(QtCore.QRect(
88, 316, 61, 21))
font = QtGui.QFont()
font.setPointSize(9)
font.setBold(True)
font.setItalic(True)
font.setWeight(75)
self.columns_to_remain_button.setFont(font)
self.columns_to_remain_button.setObjectName("columns_to_remain_button")
self.main_toolBox.addItem(self.columns_page, "")
self.groupby_page = QtWidgets.QWidget()
self.groupby_page.setObjectName("groupby_page")
self.groupby_groupkey_listView = QtWidgets.QListWidget(
self.groupby_page)
self.groupby_groupkey_listView.setGeometry(
QtCore.QRect(0, 30, 181, 151))
self.groupby_groupkey_listView.setObjectName(
"groupby_groupkey_listView")
self.groupby_targetkey_listView = QtWidgets.QListWidget(
self.groupby_page)
self.groupby_targetkey_listView.setGeometry(
QtCore.QRect(0, 250, 181, 101))
self.groupby_targetkey_listView.setObjectName(
"groupby_targetkey_listView")
self.groupby_groupkey_label = QtWidgets.QLabel(self.groupby_page)
self.groupby_groupkey_label.setGeometry(QtCore.QRect(0, 10, 101, 17))
self.groupby_groupkey_label.setObjectName("groupby_groupkey_label")
self.groupby_aggfunc_label = QtWidgets.QLabel(self.groupby_page)
self.groupby_aggfunc_label.setGeometry(QtCore.QRect(13, 200, 61, 17))
self.groupby_aggfunc_label.setObjectName("groupby_aggfunc_label")
self.groupby_aggfunc_comboBox = QtWidgets.QComboBox(self.groupby_page)
self.groupby_aggfunc_comboBox.setGeometry(QtCore.QRect(
79, 196, 85, 27))
self.groupby_aggfunc_comboBox.setObjectName("groupby_aggfunc_comboBox")
self.groupby_targetkey_label = QtWidgets.QLabel(self.groupby_page)
self.groupby_targetkey_label.setGeometry(QtCore.QRect(0, 230, 101, 17))
self.groupby_targetkey_label.setObjectName("groupby_targetkey_label")
self.groupby_remains_listView = QtWidgets.QListWidget(
self.groupby_page)
self.groupby_remains_listView.setGeometry(
QtCore.QRect(0, 390, 181, 181))
self.groupby_remains_listView.setObjectName("groupby_remains_listView")
self.groupby_remains_label = QtWidgets.QLabel(self.groupby_page)
self.groupby_remains_label.setGeometry(QtCore.QRect(0, 370, 101, 17))
self.groupby_remains_label.setObjectName("groupby_remains_label")
self.groupby_run_button = QtWidgets.QPushButton(self.groupby_page)
self.groupby_run_button.setGeometry(QtCore.QRect(37, 580, 99, 27))
self.groupby_run_button.setObjectName("groupby_run_button")
self.main_toolBox.addItem(self.groupby_page, "")
self.sql_page = QtWidgets.QWidget()
self.sql_page.setGeometry(QtCore.QRect(0, 0, 181, 628))
self.sql_page.setObjectName("sql_page")
self.sql_run_button = QtWidgets.QPushButton(self.sql_page)
self.sql_run_button.setGeometry(QtCore.QRect(30, 610, 99, 27))
self.sql_run_button.setObjectName("sql_run_button")
self.sql_plainTextEdit = QtWidgets.QPlainTextEdit(self.sql_page)
self.sql_plainTextEdit.setGeometry(QtCore.QRect(0, 0, 181, 591))
self.sql_plainTextEdit.setObjectName("sql_plainTextEdit")
self.main_toolBox.addItem(self.sql_page, "")
self.main_tableView = QtWidgets.QTableView(self.centralwidget)
self.main_tableView.setGeometry(QtCore.QRect(210, 70, 1081, 731))
sizePolicy = QtWidgets.QSizePolicy(QtWidgets.QSizePolicy.Expanding,
QtWidgets.QSizePolicy.Expanding)
sizePolicy.setHorizontalStretch(0)
sizePolicy.setVerticalStretch(0)
sizePolicy.setHeightForWidth(
self.main_tableView.sizePolicy().hasHeightForWidth())
self.main_tableView.setSizePolicy(sizePolicy)
self.main_tableView.setProperty("showDropIndicator", True)
self.main_tableView.setDragEnabled(True)
self.main_tableView.setTextElideMode(QtCore.Qt.ElideLeft)
self.main_tableView.setGridStyle(QtCore.Qt.SolidLine)
self.main_tableView.setSortingEnabled(True)
self.main_tableView.setObjectName("main_tableView")
self.main_tableView.horizontalHeader().setCascadingSectionResizes(
False)
self.main_tableView.horizontalHeader().setDefaultSectionSize(110)
self.main_tableView.horizontalHeader().setSortIndicatorShown(True)
self.main_tableView.horizontalHeader().setStretchLastSection(False)
self.main_tableView.verticalHeader().setCascadingSectionResizes(True)
self.main_tableView.verticalHeader().setHighlightSections(False)
self.main_tableView.verticalHeader().setSortIndicatorShown(False)
self.apply_button = QtWidgets.QPushButton(self.centralwidget)
self.apply_button.setGeometry(QtCore.QRect(105, 20, 71, 31))
font = QtGui.QFont()
font.setPointSize(11)
font.setBold(False)
font.setItalic(False)
font.setWeight(50)
self.apply_button.setFont(font)
self.apply_button.setObjectName("apply_button")
self.reset_button = QtWidgets.QPushButton(self.centralwidget)
self.reset_button.setGeometry(QtCore.QRect(15, 20, 71, 31))
font = QtGui.QFont()
font.setPointSize(11)
font.setBold(False)
font.setItalic(False)
font.setWeight(50)
self.reset_button.setFont(font)
self.reset_button.setObjectName("reset_button")
unipyFrameViewerWindow.setCentralWidget(self.centralwidget)
self.menubar = QtWidgets.QMenuBar(unipyFrameViewerWindow)
self.menubar.setGeometry(QtCore.QRect(0, 0, 1300, 25))
self.menubar.setObjectName("menubar")
unipyFrameViewerWindow.setMenuBar(self.menubar)
self.statusbar = QtWidgets.QStatusBar(unipyFrameViewerWindow)
self.statusbar.setObjectName("statusbar")
unipyFrameViewerWindow.setStatusBar(self.statusbar)
self.retranslateUi(unipyFrameViewerWindow)
self.main_toolBox.setCurrentIndex(0)
QtCore.QMetaObject.connectSlotsByName(unipyFrameViewerWindow)
self.columns_select_col_listView.setDefaultDropAction(
QtCore.Qt.MoveAction)
self.columns_select_col_listView.setDragDropMode(
Qt.QAbstractItemView.DragDrop)
self.columns_select_col_listView.setSelectionMode(
Qt.QAbstractItemView.ExtendedSelection)
self.columns_select_col_listView.setDragEnabled(True)
self.columns_select_col_listView.setAcceptDrops(True)
self.columns_remain_col_listView.setDefaultDropAction(
QtCore.Qt.MoveAction)
self.columns_remain_col_listView.setDragDropMode(
Qt.QAbstractItemView.DragDrop)
self.columns_remain_col_listView.setSelectionMode(
Qt.QAbstractItemView.ExtendedSelection)
self.columns_remain_col_listView.setDragEnabled(True)
self.columns_remain_col_listView.setAcceptDrops(True)
self.groupby_groupkey_listView.setDefaultDropAction(
QtCore.Qt.MoveAction)
self.groupby_groupkey_listView.setDragDropMode(
Qt.QAbstractItemView.DragDrop)
self.groupby_groupkey_listView.setSelectionMode(
Qt.QAbstractItemView.ExtendedSelection)
self.groupby_groupkey_listView.setDragEnabled(True)
self.groupby_groupkey_listView.setAcceptDrops(True)
self.groupby_targetkey_listView.setDefaultDropAction(
QtCore.Qt.MoveAction)
self.groupby_targetkey_listView.setDragDropMode(
Qt.QAbstractItemView.DragDrop)
self.groupby_targetkey_listView.setSelectionMode(
Qt.QAbstractItemView.ExtendedSelection)
self.groupby_targetkey_listView.setDragEnabled(True)
self.groupby_targetkey_listView.setAcceptDrops(True)
self.groupby_remains_listView.setDefaultDropAction(
QtCore.Qt.MoveAction)
self.groupby_remains_listView.setDragDropMode(
Qt.QAbstractItemView.DragDrop)
self.groupby_remains_listView.setSelectionMode(
Qt.QAbstractItemView.ExtendedSelection)
self.groupby_remains_listView.setDragEnabled(True)
self.groupby_remains_listView.setAcceptDrops(True)
#self.main_tableView.setSizePolicy(QtWidgets.QSizePolicy.Expanding, QtWidgets.QSizePolicy.Expanding)
self.columns_select_col_listView.itemChanged.connect(
self._recount_settext_colnums_listWidget)
self.columns_remain_col_listView.itemChanged.connect(
self._recount_settext_colnums_listWidget)
#self.columns_remain_col_listView.itemChanged.connect(self._sendto_remain_columns)
# self.columns_select_col_listView.itemEntered.connect(self._sendto_remain_columns)
# self.columns_remain_col_listView.itemEntered.connect(self._sendto_select_columns)
# Custom
# Auto Calculation
#self.END_DT_inputText.editingFinished.connect(self.auto_calculate_start_dt)
#self.TM_WINDOW_inputText.editingFinished.connect(self.auto_calculate_start_dt)
# Button Operation
self.columns_to_select_button.clicked.connect(
self._sendto_select_columns)
self.columns_to_remain_button.clicked.connect(
self._sendto_remain_columns)
self.reset_button.clicked.connect(self._reload_datamodel)
self.groupby_run_button.clicked.connect(self._groupby_run)
self.sql_run_button.clicked.connect(self._pandasql_run)
#self.pushButton_CONFIRM.clicked.connect(self.generate_filename)
#self.pushButton_GETDATA.clicked.connect(self.get_data)
#self.pushButton_CANCEL.clicked.connect(MainWindow.close)
self.main_tableView.setSortingEnabled(True)
#self.main_tableView.resize(self.main_tableView.maximumWidth(), self.main_tableView.maximumHeight())
#self.main_tableView.setResizeMode(self.main_tableView.ResizeToContents)
#self.main_tableView.setSizeAdjustPolicy(self.main_tableView.)
self.main_tableView.resizeColumnsToContents()
self.main_tableView.horizontalHeader().setSectionResizeMode(3)
#data = dm.load('titanic')
self.original_data = dm.load('adult')
self.data = self.original_data
self.dataModel = PandasModel(self.data)
self.main_tableView.setModel(self.dataModel)
self.select_colList = self.data.columns.tolist()
self.remain_colList = []
self.columns_select_col_listView.addItems(self.select_colList)
self.columns_remain_col_listView.addItems(self.remain_colList)
self.groupby_remains_listView.addItems(self.select_colList)
self.main_indicator_frame_rowcol_number.setText(
'row: {rownum}, col: {colnum}'.format(rownum=self.data.shape[0],
colnum=self.data.shape[1]))
self._recount_settext_colnums_listWidget()
import pandas as pd
import scipy.stats as st
import statsmodels
import statsmodels.api as sm
import sklearn as skl
import unipy
import unipy.dataset.api as dm
import matplotlib
matplotlib.use('Agg')
import matplotlib.pyplot as plt
import seaborn as sbn
dm.init()
data01 = dm.load('iris')
data02 = data01.iloc[:, :2]
col01 = data01['sepal_length']
col02 = data01['sepal_width']
col03 = data01['petal_length']
col04 = data01['petal_width']
data11 = dm.load('adult')
data11.columns
data11
col11 = data11['education']
col12 = data11['race']
#data11 = dm.load('titanic')