def test_import_cmd(self): """ Tests to verify the hook import command is building correct Sqoop import command. """ hook = SqoopHook() # The subprocess requires an array but we build the cmd by joining on a space cmd = ' '.join( hook._import_cmd( self._config_import['target_dir'], append=self._config_import['append'], file_type=self._config_import['file_type'], split_by=self._config_import['split_by'], direct=self._config_import['direct'], driver=self._config_import['driver'], extra_import_options=None ) ) if self._config_import['append']: self.assertIn('--append', cmd) if self._config_import['direct']: self.assertIn('--direct', cmd) self.assertIn('--target-dir {}'.format( self._config_import['target_dir']), cmd) self.assertIn('--driver {}'.format(self._config_import['driver']), cmd) self.assertIn('--split-by {}'.format(self._config_import['split_by']), cmd) # these are from extra options, but not passed to this cmd import command self.assertNotIn('--show', cmd) self.assertNotIn('hcatalog-storage-stanza \"stored as orcfile\"', cmd) cmd = ' '.join( hook._import_cmd( target_dir=None, append=self._config_import['append'], file_type=self._config_import['file_type'], split_by=self._config_import['split_by'], direct=self._config_import['direct'], driver=self._config_import['driver'], extra_import_options=self._config_import['extra_import_options'] ) ) self.assertNotIn('--target-dir', cmd) # these checks are from the extra import options self.assertIn('--show', cmd) self.assertIn('hcatalog-storage-stanza \"stored as orcfile\"', cmd) self.assertIn('--fetch-size', cmd)
def test_import_cmd(self): hook = SqoopHook() # The subprocess requires an array but we build the cmd by joining on a space cmd = ' '.join( hook._import_cmd(self._config_import['target_dir'], append=self._config_import['append'], file_type=self._config_import['file_type'], split_by=self._config_import['split_by'], direct=self._config_import['direct'], driver=self._config_import['driver']) ) if self._config_import['append']: self.assertIn('--append', cmd) if self._config_import['direct']: self.assertIn('--direct', cmd) self.assertIn('--target-dir {}'.format( self._config_import['target_dir']), cmd) self.assertIn('--driver {}'.format(self._config_import['driver']), cmd) self.assertIn('--split-by {}'.format(self._config_import['split_by']), cmd)
def test_import_cmd(self): hook = SqoopHook() # The subprocess requires an array but we build the cmd by joining on a space cmd = ' '.join( hook._import_cmd(self._config_import['target_dir'], append=self._config_import['append'], file_type=self._config_import['file_type'], split_by=self._config_import['split_by'], direct=self._config_import['direct'], driver=self._config_import['driver'])) if self._config_import['append']: self.assertIn('--append', cmd) if self._config_import['direct']: self.assertIn('--direct', cmd) self.assertIn( '--target-dir {}'.format(self._config_import['target_dir']), cmd) self.assertIn('--driver {}'.format(self._config_import['driver']), cmd) self.assertIn('--split-by {}'.format(self._config_import['split_by']), cmd)