'DROP PTABLE dha_demo;',
'CREATE PTABLE dha_demo FROM /home/sgeadmin/tabular_predDB/Examples/dha.csv;',
'IMPORT SAMPLES dha_samples.pkl.gz INTO dha_demo;',
'SELECT name, qual_score, ami_score, pymt_p_visit_ratio, ttl_mdcr_spnd, hosp_reimb_ratio, hosp_reimb_p_dcd, md_copay_p_dcd, ttl_copay_p_dcd FROM dha_demo LIMIT 10;',
'ESTIMATE DEPENDENCE PROBABILITIES FROM dha_demo SAVE TO dha_z_matrix.png;',
'ESTIMATE DEPENDENCE PROBABILITIES FROM dha_demo REFERENCING qual_score LIMIT 6;',
'ESTIMATE DEPENDENCE PROBABILITIES FROM dha_demo REFERENCING qual_score WITH CONFIDENCE 0.9;',
'ESTIMATE DEPENDENCE PROBABILITIES FROM dha_demo REFERENCING pymt_p_md_visit LIMIT 6;',
# 'SELECT name, qual_score, ami_score, pymt_p_visit_ratio, ttl_mdcr_spnd, hosp_reimb_ratio, hosp_reimb_p_dcd, md_copay_p_dcd, ttl_copay_p_dcd FROM dha_demo ORDER BY similarity_to(name=\'Albany NY\') LIMIT 10;',
'SELECT name, qual_score, ami_score, pymt_p_visit_ratio, ttl_mdcr_spnd, hosp_reimb_ratio, hosp_reimb_p_dcd, md_copay_p_dcd, ttl_copay_p_dcd FROM dha_demo ORDER BY similarity_to(name=\'Albany NY\', qual_score), ami_score LIMIT 10;',
'SELECT name, qual_score, ami_score, pymt_p_visit_ratio, ttl_mdcr_spnd, hosp_reimb_ratio, hosp_reimb_p_dcd, md_copay_p_dcd, ttl_copay_p_dcd FROM dha_demo ORDER BY similarity_to(name=\'Albany NY\', pymt_p_visit_ratio), ttl_mdcr_spnd LIMIT 10;',
'SIMULATE name, qual_score, ami_score, pymt_p_visit_ratio, ttl_mdcr_spnd, hosp_reimb_ratio, hosp_reimb_p_dcd, md_copay_p_dcd, ttl_copay_p_dcd FROM dha_demo WHERE ami_score=95.0 TIMES 10;',
'SIMULATE name, qual_score, ami_score, pymt_p_visit_ratio, ttl_mdcr_spnd, hosp_reimb_ratio, hosp_reimb_p_dcd, md_copay_p_dcd, ttl_copay_p_dcd FROM dha_demo WHERE ttl_mdcr_spnd=50000 TIMES 10;',
]
import sys
for cmd in cmd_list:
sys.stdout.write('>>> %s' % cmd)
user_input = raw_input()
if user_input == '' or user_input == ' ':
client.execute(cmd, timing=False)
else:
print '>>>'
client.execute(raw_input(), timing=False)
"""
'SELECT name, qual_score, ami_score, pymt_p_visit_ratio, ttl_mdcr_spnd, hosp_reimb_ratio, hosp_reimb_p_dcd, md_copay_p_dcd, ttl_copay_p_dcd FROM dha_demo ORDER BY SIMILARITY TO 3 LIMIT 10;',
'SELECT name, qual_score, ami_score, pymt_p_visit_ratio, ttl_mdcr_spnd, hosp_reimb_ratio, hosp_reimb_p_dcd, md_copay_p_dcd, ttl_copay_p_dcd FROM dha_demo ORDER BY SIMILARITY TO 3 WITH RESPECT TO qual_score, ami_score LIMIT 10;',
'SELECT name, qual_score, ami_score, pymt_p_visit_ratio, ttl_mdcr_spnd, hosp_reimb_ratio, hosp_reimb_p_dcd, md_copay_p_dcd, ttl_copay_p_dcd FROM dha_demo ORDER BY SIMILARITY TO 3 WITH RESPECT TO pymt_p_visit_ratio, ttl_mdcr_spnd LIMIT 10;',
"""
from DatabaseClient import DatabaseClient
client = DatabaseClient(hostname=None)
client('drop btable dan_kiva;')
client('create btable dan_kiva from data/kiva.csv;')
client(
'import samples data/kiva_flat_table_model_500.pkl.gz into dan_kiva iterations 500;'
)
print client('select * from dan_kiva limit 5;')
fields_of_interest = [
'partner_status',
'partner_rating',
'delinquent',
'default_rate',
'loan_amount',
'gender_ratio',
]
fields_str = ', '.join(fields_of_interest)
cmds = []
cmds.append('select %s from dan_kiva limit 20;' % fields_str)
cmds.append('infer partner_rating from dan_kiva with confidence 0.0 limit 20;')
#
return_values = []
for cmd in cmds:
print '>>> %s' % cmd
return_value = client.execute(cmd)
return_values.append(return_value)
fields_of_interest = [
"due_diligence_type",
"delinquency_rate",
"partner_status",
"partner_rating",
"delinquent",
"default_rate",
"loan_amount",
"gender_ratio",
]
fields_str = ", ".join(fields_of_interest)
cmds = []
cmds.append("estimate dependence probabilities from dan_kiva save to dankiva_fz;")
# cmds.append('estimate dependence probabilities from dan_kiva referencing activity;')
#
return_values = []
for cmd in cmds:
print ">>> %s" % cmd
return_value = client.execute(cmd, pretty=False)
return_values.append(return_value)
filename = "dan_kiva"
dir = "/home/sgeadmin/"
client.gen_feature_z("dan_kiva", filename=filename, dir=dir)
hostname = "*****@*****.**"
print
print "scp %s:%s/%s.png ." % (hostname, dir, filename)
print
print "bqldemomachine729"
'''
cmds.append('select dayofweek, deptime, crsdeptime, actualelapsedtime from jayt where distance > 800 limit 20;')
cmds.append('select dayofweek, deptime, crsdeptime, actualelapsedtime from jayt where distance > 800 limit 20 order by similarity to 0;')
cmds.append('select dayofweek, deptime, crsdeptime, actualelapsedtime from jayt where distance > 800 limit 20 order by similarity to 0 with respect to actualelapsedtime;')
cmds.append('select dayofweek, actualelapsedtime, similarity to 0 with respect to actualelapsedtime from jayt where distance > 800 limit 20 order by similarity to 0 with respect to actualelapsedtime, dayofweek;')
cmds.append('select dayofweek, actualelapsedtime, similarity to 0 from jayt where distance > 800 limit 5;')
cmds.append('select dayofweek, actualelapsedtime, arrtime, similarity to 0 with respect to arrtime from jayt where distance > 800 limit 5 order by similarity to 0 with respect to arrtime, dayofweek;')
cmds.append('select probability(actualelapsedtime=200) from jayt where distance > 800 limit 20;')
# cmds.append('select * from jayt limit 5;')
cmds.append('infer actualelapsedtime from jayt with confidence 0.8 limit 20;')
cmds.append('simulate dayofweek, deptime, crsdeptime FROM jayt where dayofweek = 7 TIMES 3;')
cmds.append('estimate dependence probabilities from jayt;')
cmds.append('estimate dependence probabilities from jayt referencing actualelapsedtime limit 6 save to fz;')
cmds.append('estimate dependence probabilities from jayt referencing actualelapsedtime with confidence 0.5;')
'''
#cmds.append('drop ptable jayt;')
#cmds.append('estimate dependence probabilities from dan_kiva referencing activity limit 10 save to activity_z;')
#cmds.append('select * from dha_small;')
#cmds.append('select probability(mdcr_spnd_outp=1), probability(mdcr_spnd_outp=2), probability(mdcr_spnd_outp=3) from dha_small;')
for cmd in cmds:
print '>>> %s' % cmd
client.execute(cmd, timing=True)
# limitations under the License.
#
from DatabaseClient import DatabaseClient
client = DatabaseClient(hostname=None)
client('drop btable dan_kiva;')
client('create btable dan_kiva from data/kiva.csv;')
client('import samples data/kiva_flat_table_model_500.pkl.gz into dan_kiva iterations 500;')
print client('select * from dan_kiva limit 5;')
fields_of_interest = [
'partner_status',
'partner_rating',
'delinquent',
'default_rate',
'loan_amount',
'gender_ratio',
]
fields_str = ', '.join(fields_of_interest)
cmds = []
cmds.append('select %s from dan_kiva limit 20;' % fields_str)
cmds.append('infer partner_rating from dan_kiva with confidence 0.0 limit 20;')
#
return_values = []
for cmd in cmds:
print '>>> %s' % cmd
return_value = client.execute(cmd)
return_values.append(return_value)
cmds.append('estimate dependence probabilities from dan_kiva save to %s;' %
save_name)
cmds.append(
'estimate dependence probabilities from dan_kiva referencing delinquent limit 10 save to %s;'
% save_name)
cmds.append(
'estimate dependence probabilities from dan_kiva referencing gender_ratio limit 5 save to %s;'
% save_name)
#
return_values = []
print
for cmd in cmds:
print '>>> client.execute(\'%s\')' % cmd
raw_input()
print 'http://ec2-184-73-61-8.compute-1.amazonaws.com:8000/%s.png' % save_name
return_value = client.execute(cmd, pretty=False)
return_values.append(return_value)
#
# #
# ORDER BY SIMILARITY
# #
fields_of_interest = [
'journal_entries',
'num_borrowers',
'gender_ratio',
]
fields_str = ', '.join(fields_of_interest)
cmds = []
cmds.append('select %s, similarity to 0 from dan_kiva limit 20;' % fields_str)
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
from DatabaseClient import DatabaseClient
client = DatabaseClient(hostname=None)
cmd_list = [
'DROP PTABLE dha_demo;',
'CREATE PTABLE dha_demo FROM /home/sgeadmin/tabular_predDB/Examples/dha.csv;',
'IMPORT SAMPLES dha_samples.pkl.gz INTO dha_demo;',
'SELECT hosp_reimb_ratio, hosp_reimb_p_dcd, mdcr_spnd_inp, ttl_mdcr_spnd, md_copay_p_dcd, ttl_copay_p_dcd FROM dha_demo LIMIT 10;',
'SELECT hosp_reimb_ratio, hosp_reimb_p_dcd, mdcr_spnd_inp, ttl_mdcr_spnd, md_copay_p_dcd, ttl_copay_p_dcd FROM dha_demo ORDER BY SIMILARITY TO 0 LIMIT 10;',
'ESTIMATE DEPENDENCE PROBABILITIES FROM dha_demo REFERENCING mdcr_spnd_inp LIMIT 6 SAVE TO dha_fz;',
'ESTIMATE DEPENDENCE PROBABILITIES FROM dha_demo REFERENCING mdcr_spnd_inp SAVE TO dha_full_fz;',
'ESTIMATE DEPENDENCE PROBABILITIES FROM dha_demo REFERENCING mdcr_spnd_inp WITH CONFIDENCE 0.9 SAVE TO dha_fz;',
]
import sys
for cmd in cmd_list:
sys.stdout.write('>>> %s' % cmd)
user_input = raw_input()
if user_input == '' or user_input == ' ':
client.execute(cmd, timing=False)
else:
print '>>>'
client.execute(raw_input(), timing=False)
