def _hive_create_metadata_table(self): logger.debug("Launching HQLrunner for metadata table creation") hql_path = self._hive_path(HQL_SCRIPT_METADATA_TABLE) hql_params = [ self._hive_param(HQL_PARAM_METADATA_TABLE, self.metadata_table), self._hive_param(HQL_PARAM_DATA_PATH, self.meta_path) ] hql_runner = HQLRunner(hql_path, hql_params, self.hive_server, self.hive_port, self.user, self.hive_database, self.debug) hql_runner.run()
def _hive_create_fulltext_table(self): logger.debug("Launchung HQLrunner for fulltext table creation") hql_path = self._hive_path(HQL_SCRIPT_FULLTEXT_TABLE) hql_params = [ self._hive_param(HQL_PARAM_HCATALOG_PATH, self.hive_hcatalog), self._hive_param(HQL_PARAM_FULLTEXT_TABLE, self.fulltext_table), self._hive_param(HQL_PARAM_DATA_PATH, self.json_path) ] hql_runner = HQLRunner(hql_path, hql_params, self.hive_server, self.hive_port, self.user, self.hive_database, self.debug) hql_runner.run()
def _hive_load_metadata_table(self): logger.debug("Launching HQLrunner loading metadata table") hql_path = self._hive_path(HQL_SCRIPT_METADATA_LOAD) hql_params = [ self._hive_param(HQL_PARAM_HCATALOG_PATH, self.hive_hcatalog), self._hive_param(HQL_PARAM_QUEUE, self.queue), self._hive_param(HQL_PARAM_REDUCERS, self.hive_metadata_reducers), self._hive_param(HQL_PARAM_COMPRESSION, self.hive_metadata_compression), self._hive_param(HQL_PARAM_METADATA_TABLE, self.metadata_table), self._hive_param(HQL_PARAM_FULLTEXT_TABLE, self.fulltext_table) ] hql_runner = HQLRunner(hql_path, hql_params, self.hive_server, self.hive_port, self.user, self.hive_database, self.debug) hql_runner.run()