class Classifiers_cluster():
def __init__(self):
self.operations = Operations()
self.master = "spark://golum:7077 "
def Decision_Tree(self, input_file, model_name):
if os.path.exists(input_file) == False:
print "Invalid input file"
return False
spark_application = "../src/Spark_Decision_Tree.py "
command = "$SPARK_HOME/bin/spark-submit --master " + self.master + spark_application \
+ input_file+ " "+model_name
self.operations.runProcess(command)
def Naive_Bayes(self, input_file):
if os.path.exists(input_file) == False:
print "Invalid input file"
return False
spark_application = "../src/Spark_Naive_Bayes.py "
command = "$SPARK_HOME/bin/spark-submit --master " + self.master + spark_application + input_file
self.operations.runProcess(command)
def Gradient_Boosted_Tree(self, input_file):
if os.path.exists(input_file) == False:
print "Invalid input file"
return False
spark_application = "../src/Spark_Gradient_Boosted_Tree.py "
command = "$SPARK_HOME/bin/spark-submit --master " + self.master + spark_application + input_file
self.operations.runProcess(command)
def MultiLayerPerceptron(self, input_file, num_features):
if os.path.exists(input_file) == False:
print "Invalid input file"
return False
spark_application = "../src/Spark_MultiLayer_Perceptron.py "
command = "$SPARK_HOME/bin/spark-submit --master " + self.master + spark_application + input_file + " " + num_features
self.operations.runProcess(command)
def PredictDecision_Tree(self, input_file):
if os.path.exists(input_file) == False:
print "Invalid input file"
return False
spark_application = "../src/Predict_DTModel.py "
command = "$SPARK_HOME/bin/spark-submit --master " + self.master + spark_application + input_file
self.operations.runProcess(command)
class Classifiers_Prediction():
def __init__(self):
self.operations = Operations()
self.master = "spark://golum:7077 "
# hadoopOperation = HadoopOperations()
def Breast_Cancer_Prediction(self, input_file, hdfs=False):
if hdfs == False & os.path.exists(input_file) == False:
print "Invalid input file"
return False
spark_application = "../src/Breast_Cancer_Prediction.py "
command = "$SPARK_HOME/bin/spark-submit --master " + self.master + spark_application + input_file
self.operations.runProcess(command + " >out.txt")
def Breast_Cancer_Pred_stream(self):
spark_application = "../src/Breast_Cancer_Prediction_Streaming.py "
command = "$SPARK_HOME/bin/spark-submit --master " + self.master + spark_application
self.operations.runProcess(command)