def _as_h2o_frame_from_dataframe(h2oContext, dataframe, frame_name, full_cols=100): j_h2o_frame = h2oContext._jhc.asH2OFrame(dataframe._jdf, frame_name) j_h2o_frame_key = j_h2o_frame.key() return H2OFrame.from_java_h2o_frame(j_h2o_frame, j_h2o_frame_key, full_cols)
def _as_h2o_frame_from_complex_type(h2oContext, dataframe, frame_name, full_cols=100): # Creates a DataFrame from an RDD of tuple/list, list or pandas.DataFrame. # On scala backend, to transform RDD of Product to H2OFrame, we need to know Type Tag. # Since there is no alternative for Product class in Python, we first transform the rdd to dataframe # and then transform it to H2OFrame. df = h2oContext._spark_session.createDataFrame(dataframe) j_h2o_frame = h2oContext._jhc.asH2OFrame(df._jdf, frame_name) j_h2o_frame_key = j_h2o_frame.key() return H2OFrame.from_java_h2o_frame(j_h2o_frame,j_h2o_frame_key, full_cols)
def _as_h2o_frame_from_RDD_String(h2oContext, rdd, frame_name, full_cols=100): j_h2o_frame = h2oContext._jhc.asH2OFrameFromRDDString( rdd._to_java_object_rdd(), frame_name) j_h2o_frame_key = j_h2o_frame.key() return H2OFrame.from_java_h2o_frame(j_h2o_frame, j_h2o_frame_key, full_cols)
def _as_h2o_frame_from_complex_type(h2oContext,dataframe, framename): # Creates a DataFrame from an RDD of tuple/list, list or pandas.DataFrame. # On scala backend, to transform RDD of Product to H2OFrame, we need to know Type Tag. # Since there is no alternative for Product class in Python, we first transform the rdd to dataframe # and then transform it to H2OFrame. df = h2oContext._sqlContext.createDataFrame(dataframe) j_h2o_frame = h2oContext._jhc.asH2OFrame(df._jdf) j_h2o_frame_key = j_h2o_frame.key() return H2OFrame.from_java_h2o_frame(j_h2o_frame,j_h2o_frame_key)
def _as_h2o_frame_from_dataframe(h2oContext, dataframe, frame_name, full_cols=100): if dataframe.count() == 0: raise ValueError('Cannot transform empty H2OFrame') j_h2o_frame = h2oContext._jhc.asH2OFrame(dataframe._jdf, frame_name) j_h2o_frame_key = j_h2o_frame.key() return H2OFrame.from_java_h2o_frame(j_h2o_frame, j_h2o_frame_key, full_cols)
def _as_h2o_frame_from_RDD_String(h2oContext, rdd, frame_name, full_cols=100): j_h2o_frame = h2oContext._jhc.asH2OFrameFromRDDString(rdd._to_java_object_rdd(), frame_name) j_h2o_frame_key = j_h2o_frame.key() return H2OFrame.from_java_h2o_frame(j_h2o_frame,j_h2o_frame_key, full_cols)
def _as_h2o_frame_from_dataframe(h2oContext, dataframe, frame_name, full_cols=100): j_h2o_frame = h2oContext._jhc.asH2OFrame(dataframe._jdf, frame_name) j_h2o_frame_key = j_h2o_frame.key() return H2OFrame.from_java_h2o_frame(j_h2o_frame,j_h2o_frame_key, full_cols)
def _as_h2o_frame_from_dataframe(h2oContext, dataframe, framename): if dataframe.count() == 0: raise ValueError('Cannot transform empty H2OFrame') j_h2o_frame = h2oContext._jhc.asH2OFrame(dataframe._jdf, framename) j_h2o_frame_key = j_h2o_frame.key() return H2OFrame.from_java_h2o_frame(j_h2o_frame,j_h2o_frame_key)
def _as_h2o_frame_from_RDD_Long(h2oContext, rdd, framename): j_h2o_frame = h2oContext._jhc.asH2OFrameFromRDDLong(rdd._to_java_object_rdd(), framename) j_h2o_frame_key = j_h2o_frame.key() return H2OFrame.from_java_h2o_frame(j_h2o_frame,j_h2o_frame_key)
def _as_h2o_frame_from_RDD_Double(h2oContext, rdd, frame_name): j_h2o_frame = h2oContext._jhc.asH2OFrameFromPythonRDDDouble(rdd._to_java_object_rdd(), frame_name) j_h2o_frame_key = j_h2o_frame.key() return H2OFrame.from_java_h2o_frame(j_h2o_frame,j_h2o_frame_key)
def _as_h2o_frame_from_RDD_Double(h2oContext, rdd, frame_name): j_h2o_frame = h2oContext._jhc.asH2OFrameFromPythonRDDDouble( rdd._to_java_object_rdd(), frame_name) j_h2o_frame_key = j_h2o_frame.key() return H2OFrame.from_java_h2o_frame(j_h2o_frame, j_h2o_frame_key)