示例#1
0
    def execute(self,i,j):
        # dim_red = LDA()
        # dim_red.fit_transform(self.x_train, self.y_train)
        # with open('dumped_dim_red_'+str(i)+'.pkl', 'wb') as fid:
        #     cPickle.dump(dim_red, fid)

        # x_train = dim_red.transform(self.x_train)
        # x_test = dim_red.transform(self.y_train)    
        # stat_obj = self.stat_class() # reflection bitches
        # stat_obj.train(x_train, x_test)
        # print len(x_train)
        # with open('dumped_'+str(j)+'_'+str(i)+'.pkl', 'wb') as fid:
        #     cPickle.dump(stat_obj, fid)

        kf = KFold(len(self.x_train), n_folds=self.k_cross)
        own_kappa = []
        for train_idx, test_idx in kf:
    		# print train_idx,test_idx
		# exit(0)
            x_train, x_test = self.x_train[train_idx], self.x_train[test_idx]
            y_train, y_test = self.y_train[train_idx], self.y_train[test_idx]
            dim_red = LDA()
            x_train = dim_red.fit_transform(x_train, y_train)
			
			
            # with open('dumped_dim_red_'+str(i)+'.pkl', 'wb') as fid:
            #     cPickle.dump(dim_red, fid)

            # with open('dumped_dim_red_'+str(i)+'.pkl', 'rb') as fid:
                # dim_red=cPickle.load(fid)
            x_test = dim_red.transform(x_test)
                
            # with open('dumped_'+str(j)+'_'+str(i)+'.pkl', 'rb') as fid:
            #     stat_obj=cPickle.load(fid)
            # x_train = dim_red.transform(x_train)
            # x_test = dim_red.transform(x_test)

            stat_obj = self.stat_class() # reflection bitches
            stat_obj.train(x_train,y_train)
            # with open('dumped_'+str(j)+'_'+str(i)+'.pkl', 'wb') as fid:
                # cPickle.dump(stat_obj, fid)
            # with open('dumped_'+str(j)+'_'+str(i)+'.pkl', 'rb') as fid:
                # stat_obj=cPickle.load(fid)
            y_pred = [ 0 for i in xrange(len(y_test)) ]
            for i in range(len(x_test)):
                # print len(x_test[i])
                val = int(np.round(stat_obj.predict(x_test[i])))
                if val > self.range_max: val = self.range_max
                if val < self.range_min: val = self.range_min
                y_pred[i] = [val]
            y_pred = np.matrix(y_pred)
            cohen_kappa_rating = own_wp.quadratic_weighted_kappa(y_test,y_pred,self.range_min,self.range_max)
            self.values.append(cohen_kappa_rating)
        return str(sum(self.values)/self.k_cross)
 def execute(self):
     kf = KFold(len(self.x_train), n_folds=self.k_cross)
     own_kappa = []
     for train_idx, test_idx in kf:
         x_train, x_test = self.x_train[train_idx], self.x_train[test_idx]
         y_train, y_test = self.y_train[train_idx], self.y_train[test_idx]
         stat_obj = self.stat_class(range_min=range_min,range_max=range_max, \
                                     similarity_measure=self.similarity_measure, \
                                     neighbourhood="stochastic") # reflection bitches
         stat_obj.train(x_train,x_test,y_train)
         y_pred = np.matrix(stat_obj.predict()).T
         cohen_kappa_rating = own_wp.quadratic_weighted_kappa(y_test,y_pred,\
                                 self.range_min,self.range_max)
         self.values.append(cohen_kappa_rating)
     return str(sum(self.values)/self.k_cross)
示例#3
0
 def execute(self):
     kf = KFold(len(self.x_train), n_folds=self.k_cross)
     own_kappa = []
     for train_idx, test_idx in kf:
         x_train, x_test = self.x_train[train_idx], self.x_train[test_idx]
         y_train, y_test = self.y_train[train_idx], self.y_train[test_idx]
         stat_obj = self.stat_class(range_min=range_min,range_max=range_max, \
                                     similarity_measure=self.similarity_measure, \
                                     neighbourhood="stochastic") # reflection bitches
         stat_obj.train(x_train, x_test, y_train)
         y_pred = np.matrix(stat_obj.predict()).T
         cohen_kappa_rating = own_wp.quadratic_weighted_kappa(y_test,y_pred,\
                                 self.range_min,self.range_max)
         self.values.append(cohen_kappa_rating)
     return str(sum(self.values) / self.k_cross)
示例#4
0
 def execute(self):
     kf = KFold(len(self.x_train), n_folds=self.k_cross)
     own_kappa = []
     for train_idx, test_idx in kf:
         x_train, x_test = self.x_train[train_idx], self.x_train[test_idx]
         y_train, y_test = self.y_train[train_idx], self.y_train[test_idx]
         dim_red = LDA()
         x_train = dim_red.fit_transform(x_train, y_train)
         x_test = dim_red.transform(x_test)
         stat_obj = self.stat_class() # reflection bitches
         stat_obj.train(x_train,y_train)
         y_pred = [ 0 for i in xrange(len(y_test)) ]
         for i in range(len(x_test)):
             val = int(np.round(stat_obj.predict(x_test[i])))
             if val > self.range_max: val = self.range_max
             if val < self.range_min: val = self.range_min
             y_pred[i] = [val]
         y_pred = np.matrix(y_pred)
         cohen_kappa_rating = own_wp.quadratic_weighted_kappa(y_test,y_pred,self.range_min,self.range_max)
         self.values.append(cohen_kappa_rating)
     return str(sum(self.values)/self.k_cross)
示例#5
0
    def execute(self,i,j):
        x_train= self.x_train
        y_train= self.y_train
        dim_red = LDA()
        x_train = dim_red.fit_transform(x_train, y_train)
        with open('dumped_dim_red_'+str(i)+'.pkl', 'wb') as fid:
            cPickle.dump(dim_red, fid)

        stat_obj = self.stat_class() # reflection bitches
        stat_obj.train(x_train,y_train)
        with open('dumped_'+str(j)+'_'+str(i)+'.pkl', 'wb') as fid:
            cPickle.dump(stat_obj, fid)
        
        kf = KFold(len(self.x_train), n_folds=self.k_cross)
        own_kappa = []
        for train_idx, test_idx in kf:
		# print train_idx,test_idx
		# exit(0)
            x_train, x_test = self.x_train[train_idx], self.x_train[test_idx]
            y_train, y_test = self.y_train[train_idx], self.y_train[test_idx]
            dim_red = LDA()
            x_train = dim_red.fit_transform(x_train, y_train)
            x_test = dim_red.transform(x_test)

            stat_obj = self.stat_class() # reflection bitches
            stat_obj.train(x_train,y_train)
          
            y_pred = [ 0 for i in xrange(len(y_test)) ]
            for i in range(len(x_test)):
                val = int(np.round(stat_obj.predict(x_test[i])))
                if val > self.range_max: val = self.range_max
                if val < self.range_min: val = self.range_min
                y_pred[i] = [val]
            y_pred = np.matrix(y_pred)
            cohen_kappa_rating = own_wp.quadratic_weighted_kappa(y_test,y_pred,self.range_min,self.range_max)
            self.values.append(cohen_kappa_rating)
        return sum(self.values)/self.k_cross
示例#6
0
    def execute(self, i, j):
        global save1
        global save2
        jk = i
        # print type(jk)
        # dim_red = LDA()
        # dim_red.fit_transform(self.x_train, self.y_train)
        # with open('dumped_dim_red_'+str(i)+'.pkl', 'wb') as fid:
        #     cPickle.dump(dim_red, fid)

        # x_train = dim_red.transform(self.x_train)
        # x_test = dim_red.transform(self.y_train)
        # stat_obj = self.stat_class() # reflection bitches
        # stat_obj.train(x_train, x_test)
        # print len(x_train)
        # with open('dumped_'+str(j)+'_'+str(i)+'.pkl', 'wb') as fid:
        #     cPickle.dump(stat_obj, fid)
        # save1=None
        # save2=None
        kf = KFold(len(self.x_train), n_folds=self.k_cross)
        own_kappa = []
        for train_idx, test_idx in kf:
            # print train_idx,test_idx
            # exit(0)
            x_train, x_test = self.x_train[train_idx], self.x_train[test_idx]
            y_train, y_test = self.y_train[train_idx], self.y_train[test_idx]
            dim_red = LDA()
            x_train = dim_red.fit_transform(x_train, y_train)

            # with open('dumped_dim_red_'+str(i)+'.pkl', 'wb') as fid:
            #     cPickle.dump(dim_red, fid)

            # with open('dumped_dim_red_'+str(i)+'.pkl', 'rb') as fid:
            # dim_red=cPickle.load(fid)
            x_test = dim_red.transform(x_test)

            # with open('dumped_'+str(j)+'_'+str(i)+'.pkl', 'rb') as fid:
            #     stat_obj=cPickle.load(fid)
            # x_train = dim_red.transform(x_train)
            # x_test = dim_red.transform(x_test)

            stat_obj = self.stat_class()  # reflection bitches
            stat_obj.train(x_train, y_train)
            # with open('dumped_'+str(j)+'_'+str(i)+'.pkl', 'wb') as fid:
            # cPickle.dump(stat_obj, fid)
            # with open('dumped_'+str(j)+'_'+str(i)+'.pkl', 'rb') as fid:
            # stat_obj=cPickle.load(fid)
            y_pred = [0 for i in xrange(len(y_test))]
            if (int(jk) == 1):
                # print "test_idx"
                save1 = stat_obj
                save2 = dim_red
            for i in range(len(x_test)):
                # print len(x_test[i])
                val = int(np.round(stat_obj.predict(x_test[i])))
                if val > self.range_max: val = self.range_max
                if val < self.range_min: val = self.range_min
                y_pred[i] = [val]
            y_pred = np.matrix(y_pred)
            cohen_kappa_rating = own_wp.quadratic_weighted_kappa(
                y_test, y_pred, self.range_min, self.range_max)
            self.values.append(cohen_kappa_rating)
            # print stat_obj.predict(x_train)
            # linear_k_cross = k_fold_cross_validation(cross_valid_k,linear_regression,X_train,Y_train,range_min,range_max)
            # linesar_accuracy.append(linear_k_cross.execute(i,0))
            # logistic_k_cross = k_fold_cross_validation(cross_valid_k,logistic_regression,X_train,Y_train,range_min,range_max)
            # logistic_accuracy.append(logistic_k_cross.execute(i,1))
            # svr_k_cross = k_fold_cross_validation(cross_valid_k,support_vector_regression,X_train,Y_train,range_min,range_max)
            # svr_accuracy.append(svr_k_cross.execute(i,2))
            # svm_k_cross = k_fold_cross_validation(cross_valid_k,support_vector_machine,X_train,Y_train, range_min,range_max)
            # svm_accuracy.append(svm_k_cross.execute(i,3))
        return str(sum(self.values) / self.k_cross)
示例#7
0
    def execute(self,i,j):
    	global save1
    	global save2
    	jk=i
    	# print type(jk)
        # dim_red = LDA()
        # dim_red.fit_transform(self.x_train, self.y_train)
        # with open('dumped_dim_red_'+str(i)+'.pkl', 'wb') as fid:
        #     cPickle.dump(dim_red, fid)

        # x_train = dim_red.transform(self.x_train)
        # x_test = dim_red.transform(self.y_train)    
        # stat_obj = self.stat_class() # reflection bitches
        # stat_obj.train(x_train, x_test)
        # print len(x_train)
        # with open('dumped_'+str(j)+'_'+str(i)+'.pkl', 'wb') as fid:
        #     cPickle.dump(stat_obj, fid)
        # save1=None
        # save2=None
        kf = KFold(len(self.x_train), n_folds=self.k_cross)
        own_kappa = []
        for train_idx, test_idx in kf:
		# print train_idx,test_idx
		# exit(0)
			x_train, x_test = self.x_train[train_idx], self.x_train[test_idx]
			y_train, y_test = self.y_train[train_idx], self.y_train[test_idx]
			dim_red = LDA()
			x_train = dim_red.fit_transform(x_train, y_train)


			# with open('dumped_dim_red_'+str(i)+'.pkl', 'wb') as fid:
			#     cPickle.dump(dim_red, fid)

			# with open('dumped_dim_red_'+str(i)+'.pkl', 'rb') as fid:
			    # dim_red=cPickle.load(fid)
			x_test = dim_red.transform(x_test)
			    
			# with open('dumped_'+str(j)+'_'+str(i)+'.pkl', 'rb') as fid:
			#     stat_obj=cPickle.load(fid)
			# x_train = dim_red.transform(x_train)
			# x_test = dim_red.transform(x_test)

			stat_obj = self.stat_class() # reflection bitches
			stat_obj.train(x_train,y_train)
			# with open('dumped_'+str(j)+'_'+str(i)+'.pkl', 'wb') as fid:
			    # cPickle.dump(stat_obj, fid)
			# with open('dumped_'+str(j)+'_'+str(i)+'.pkl', 'rb') as fid:
			    # stat_obj=cPickle.load(fid)
			y_pred = [ 0 for i in xrange(len(y_test)) ]
			if(int(jk)==1):
				# print "test_idx"
				save1=stat_obj
				save2=dim_red
			for i in range(len(x_test)):
			    # print len(x_test[i])
			    val = int(np.round(stat_obj.predict(x_test[i])))
			    if val > self.range_max: val = self.range_max
			    if val < self.range_min: val = self.range_min
			    y_pred[i] = [val]
			y_pred = np.matrix(y_pred)
			cohen_kappa_rating = own_wp.quadratic_weighted_kappa(y_test,y_pred,self.range_min,self.range_max)
			self.values.append(cohen_kappa_rating)
			# print stat_obj.predict(x_train)
			# linear_k_cross = k_fold_cross_validation(cross_valid_k,linear_regression,X_train,Y_train,range_min,range_max)
			# linesar_accuracy.append(linear_k_cross.execute(i,0))
			# logistic_k_cross = k_fold_cross_validation(cross_valid_k,logistic_regression,X_train,Y_train,range_min,range_max)
			# logistic_accuracy.append(logistic_k_cross.execute(i,1))
			# svr_k_cross = k_fold_cross_validation(cross_valid_k,support_vector_regression,X_train,Y_train,range_min,range_max)
			# svr_accuracy.append(svr_k_cross.execute(i,2))
			# svm_k_cross = k_fold_cross_validation(cross_valid_k,support_vector_machine,X_train,Y_train, range_min,range_max)
			# svm_accuracy.append(svm_k_cross.execute(i,3))
        return str(sum(self.values)/self.k_cross)