Python wrapClass Examples

Example #1

File: CaffeOnSpark.py Project: wenxuanliu/CaffeOnSpark

 def __init__(self, sc, sqlContext):
     registerContext(sc)
     self.__dict__['sqlcontext'] = sqlContext
     wrapClass("org.apache.spark.sql.DataFrame")
     self.__dict__['caffeonspark'] = wrapClass(
         "com.yahoo.ml.caffe.CaffeOnSpark")
     self.__dict__['cos'] = self.__dict__.get('caffeonspark')(sc)

Example #2

File: Config.py Project: Aravindreddy986/CaffeOnSpark

 def __init__(self,sc,args=None):
     registerContext(sc)
     if (args != None) :
         args_list = self.__convert_dict_to_list(args)
         self.__dict__['config']=wrapClass("com.yahoo.ml.caffe.Config")(sc,args_list)
     else :
         self.__dict__['config']=wrapClass("com.yahoo.ml.caffe.Config")(sc)

Example #3

 def __init__(self, sc, args=None):
     registerContext(sc)
     if (args != None):
         args_list = self.__convert_dict_to_list(args)
         self.__dict__['config'] = wrapClass("com.yahoo.ml.caffe.Config")(
             sc, args_list)
     else:
         self.__dict__['config'] = wrapClass("com.yahoo.ml.caffe.Config")(
             sc)

Example #4

File: CaffeOnSpark.py Project: yahoo/CaffeOnSpark

 def __init__(self, sc):
     registerContext(sc)
     spark_major_version = int(sc.version.split(".")[0])
     if spark_major_version >= 2:
         wrapClass("org.apache.spark.sql.Dataset")
     else:
         wrapClass("org.apache.spark.sql.DataFrame")
     self.__dict__["caffeonspark"] = wrapClass("com.yahoo.ml.caffe.CaffeOnSpark")
     self.__dict__["cos"] = self.__dict__.get("caffeonspark")(sc)
     self.__dict__["sqlcontext"] = SQLContext(sc, self.__dict__["cos"].sqlContext)

Example #5

File: CaffeOnSpark.py Project: arundasan91/CaffeOnSpark_old

 def __init__(self, sc):
     registerContext(sc)
     spark_major_version = int(sc.version.split('.')[0])
     if spark_major_version >= 2:
         wrapClass("org.apache.spark.sql.Dataset")
     else:
         wrapClass("org.apache.spark.sql.DataFrame")
     self.__dict__['caffeonspark'] = wrapClass(
         "com.yahoo.ml.caffe.CaffeOnSpark")
     self.__dict__['cos'] = self.__dict__.get('caffeonspark')(sc)
     self.__dict__['sqlcontext'] = SQLContext(
         sc, self.__dict__['cos'].sqlContext)

Example #6

File: CaffeOnSpark.py Project: Amano-Ginji/CaffeOnSpark

 def __init__(self,sc,sqlContext):
     registerContext(sc)
     self.__dict__['sqlcontext']=sqlContext
     wrapClass("org.apache.spark.sql.DataFrame")
     self.__dict__['caffeonspark']=wrapClass("com.yahoo.ml.caffe.CaffeOnSpark")
     self.__dict__['cos']=self.__dict__.get('caffeonspark')(sc)

Example #7

 def __init__(self, sc):
     registerContext(sc)
     self.dataSource = wrapClass("com.yahoo.ml.caffe.DataSource")

Example #8

File: DataSource.py Project: Amano-Ginji/CaffeOnSpark

 def __init__(self,sc):
     registerContext(sc)
     self.dataSource=wrapClass("com.yahoo.ml.caffe.DataSource")