示例#1
0
 def _hive_create_metadata_table(self):
     logger.debug("Launching HQLrunner for metadata table creation")
     hql_path = self._hive_path(HQL_SCRIPT_METADATA_TABLE)
     hql_params = [
         self._hive_param(HQL_PARAM_METADATA_TABLE, self.metadata_table),
         self._hive_param(HQL_PARAM_DATA_PATH, self.meta_path)
     ]
     hql_runner = HQLRunner(hql_path, hql_params, self.hive_server,
                            self.hive_port, self.user, self.hive_database,
                            self.debug)
     hql_runner.run()
示例#2
0
 def _hive_create_fulltext_table(self):
     logger.debug("Launchung HQLrunner for fulltext table creation")
     hql_path = self._hive_path(HQL_SCRIPT_FULLTEXT_TABLE)
     hql_params = [
         self._hive_param(HQL_PARAM_HCATALOG_PATH, self.hive_hcatalog),
         self._hive_param(HQL_PARAM_FULLTEXT_TABLE, self.fulltext_table),
         self._hive_param(HQL_PARAM_DATA_PATH, self.json_path)
     ]
     hql_runner = HQLRunner(hql_path, hql_params, self.hive_server,
                            self.hive_port, self.user, self.hive_database,
                            self.debug)
     hql_runner.run()
示例#3
0
 def _hive_create_metadata_table(self):
     logger.debug("Launching HQLrunner for metadata table creation")
     hql_path = self._hive_path(HQL_SCRIPT_METADATA_TABLE)
     hql_params = [
         self._hive_param(HQL_PARAM_METADATA_TABLE, self.metadata_table),
         self._hive_param(HQL_PARAM_DATA_PATH, self.meta_path)
     ]
     hql_runner = HQLRunner(hql_path,
                            hql_params,
                            self.hive_server,
                            self.hive_port,
                            self.user,
                            self.hive_database,
                            self.debug)
     hql_runner.run()
示例#4
0
 def _hive_create_fulltext_table(self):
     logger.debug("Launchung HQLrunner for fulltext table creation")
     hql_path = self._hive_path(HQL_SCRIPT_FULLTEXT_TABLE)
     hql_params = [
         self._hive_param(HQL_PARAM_HCATALOG_PATH, self.hive_hcatalog),
         self._hive_param(HQL_PARAM_FULLTEXT_TABLE, self.fulltext_table),
         self._hive_param(HQL_PARAM_DATA_PATH, self.json_path)
     ]
     hql_runner = HQLRunner(hql_path,
                            hql_params,
                            self.hive_server,
                            self.hive_port,
                            self.user,
                            self.hive_database,
                            self.debug)
     hql_runner.run()
示例#5
0
 def _hive_load_metadata_table(self):
     logger.debug("Launching HQLrunner loading metadata table")
     hql_path = self._hive_path(HQL_SCRIPT_METADATA_LOAD)
     hql_params = [
         self._hive_param(HQL_PARAM_HCATALOG_PATH, self.hive_hcatalog),
         self._hive_param(HQL_PARAM_QUEUE, self.queue),
         self._hive_param(HQL_PARAM_REDUCERS, self.hive_metadata_reducers),
         self._hive_param(HQL_PARAM_COMPRESSION,
                          self.hive_metadata_compression),
         self._hive_param(HQL_PARAM_METADATA_TABLE, self.metadata_table),
         self._hive_param(HQL_PARAM_FULLTEXT_TABLE, self.fulltext_table)
     ]
     hql_runner = HQLRunner(hql_path, hql_params, self.hive_server,
                            self.hive_port, self.user, self.hive_database,
                            self.debug)
     hql_runner.run()
示例#6
0
 def _hive_load_metadata_table(self):
     logger.debug("Launching HQLrunner loading metadata table")
     hql_path = self._hive_path(HQL_SCRIPT_METADATA_LOAD)
     hql_params = [
         self._hive_param(HQL_PARAM_HCATALOG_PATH, self.hive_hcatalog),
         self._hive_param(HQL_PARAM_QUEUE, self.queue),
         self._hive_param(HQL_PARAM_REDUCERS, self.hive_metadata_reducers),
         self._hive_param(HQL_PARAM_COMPRESSION,
                          self.hive_metadata_compression),
         self._hive_param(HQL_PARAM_METADATA_TABLE, self.metadata_table),
         self._hive_param(HQL_PARAM_FULLTEXT_TABLE, self.fulltext_table)
     ]
     hql_runner = HQLRunner(hql_path,
                            hql_params,
                            self.hive_server,
                            self.hive_port,
                            self.user,
                            self.hive_database,
                            self.debug)
     hql_runner.run()