def test_hive(self): driver = os.environ.get('SQLFLOW_TEST_DB') if driver == "hive": host = "127.0.0.1" port = "10000" conn = connect(driver, "iris", user="******", password="******", host=host, port=port) self._do_test(driver, conn, hdfs_namenode_addr="127.0.0.1:8020", hive_location="/sqlflow") conn.close() conn = connect_with_data_source( "hive://*****:*****@127.0.0.1:10000/iris") self._do_test(driver, conn) self._do_test_hive_specified_db( driver, conn, hdfs_namenode_addr="127.0.0.1:8020", hive_location="/sqlflow") conn.close()
def test_generate_fetch_size(self): driver = os.environ.get('SQLFLOW_TEST_DB') if driver == "mysql": user, password, host, port, database = testing_mysql_cfg() conn = connect(driver, database, user=user, password=password, host=host, port=port) column_name_to_type = { "sepal_length": { "feature_name": "sepal_length", "delimiter": "", "dtype": "float32", "is_sparse": False, "shape": [] } } label_meta = { "feature_name": "label", "shape": [], "delimiter": "" } gen = db_generator(conn, 'SELECT * FROM iris.train limit 10', label_meta, fetch_size=4) self.assertEqual(len([g for g in gen()]), 10)
def test_mysql(self): driver = os.environ.get('SQLFLOW_TEST_DB') if driver == "mysql": user, password, host, port, database = testing_mysql_cfg() conn = connect(driver, database, user=user, password=password, host=host, port=port) self._do_test(driver, conn) conn = connect_with_data_source(testing_mysql_db_url()) self._do_test(driver, conn)
def test_mysql(self): driver = testing.get_driver() user, password, host, port, database, _ = parseMySQLDSN( testing.get_mysql_dsn()) conn = connect(driver, database, user=user, password=password, host=host, port=port) self._do_test(driver, conn) conn.close() conn = testing.get_singleton_db_connection() self._do_test(driver, conn)
def test_generator(self): driver = os.environ.get('SQLFLOW_TEST_DB') if driver == "mysql": database = "iris" user, password, host, port, database = testing_mysql_cfg() conn = connect(driver, database, user=user, password=password, host=host, port=int(port)) # prepare test data execute(driver, conn, self.drop_statement) execute(driver, conn, self.create_statement) execute(driver, conn, self.insert_statement) column_name_to_type = { "features": { "feature_name": "features", "delimiter": "", "dtype": "float32", "is_sparse": False, "shape": [] } } label_meta = { "feature_name": "label", "shape": [], "delimiter": "" } gen = db_generator(conn, "SELECT * FROM test_table_float_fea", label_meta) idx = 0 for row, label in gen(): features = read_features_from_row(row, ["features"], ["features"], column_name_to_type) d = (features, label) if idx == 0: self.assertEqual(d, (((1.0, ), ), 0)) elif idx == 1: self.assertEqual(d, (((2.0, ), ), 1)) idx += 1 self.assertEqual(idx, 2)
def test_hive(self): driver = testing.get_driver() user, password, host, port, database, _, _ = parseHiveDSN( testing.get_hive_dsn()) conn = connect(driver, database, user=user, password=password, host=host, port=port) self._do_test(driver, conn, hdfs_namenode_addr="127.0.0.1:8020", hive_location="/sqlflow") conn.close() conn = testing.get_singleton_db_connection() self._do_test(driver, conn) self._do_test_hive_specified_db(driver, conn, hdfs_namenode_addr="127.0.0.1:8020", hive_location="/sqlflow")