def tearDown(self): ks.reset_option('test.config') del config._options_dict['test.config'] del config._options_dict['test.config.list'] del config._options_dict['test.config.float'] del config._options_dict['test.config.int'] del config._options_dict['test.config.int.none']
def test_namespace_access(self): try: self.assertEqual(ks.options.compute.max_rows, ks.get_option("compute.max_rows")) ks.options.compute.max_rows = 0 self.assertEqual(ks.options.compute.max_rows, 0) self.assertTrue(isinstance(ks.options.compute, DictWrapper)) wrapper = ks.options.compute self.assertEqual(wrapper.max_rows, ks.get_option("compute.max_rows")) wrapper.max_rows = 1000 self.assertEqual(ks.options.compute.max_rows, 1000) self.assertRaisesRegex(config.OptionError, "No such option", lambda: ks.options.compu) self.assertRaisesRegex(config.OptionError, "No such option", lambda: ks.options.compute.max) self.assertRaisesRegex(config.OptionError, "No such option", lambda: ks.options.max_rows1) with self.assertRaisesRegex(config.OptionError, "No such option"): ks.options.compute.max = 0 with self.assertRaisesRegex(config.OptionError, "No such option"): ks.options.compute = 0 with self.assertRaisesRegex(config.OptionError, "No such option"): ks.options.com = 0 finally: ks.reset_option("compute.max_rows")
def test_np_spark_compat_frame(self): # Use randomly generated dataFrame pdf = pd.DataFrame(np.random.randint(-100, 100, size=(np.random.randint(100), 2)), columns=["a", "b"]) pdf2 = pd.DataFrame(np.random.randint(-100, 100, size=(len(pdf), len(pdf.columns))), columns=["a", "b"]) kdf = ks.from_pandas(pdf) kdf2 = ks.from_pandas(pdf2) for np_name, spark_func in unary_np_spark_mappings.items(): np_func = getattr(np, np_name) if np_name not in self.blacklist: try: # unary ufunc self.assert_eq(np_func(pdf), np_func(kdf), almost=True) except Exception as e: raise AssertionError("Test in '%s' function was failed." % np_name) from e for np_name, spark_func in binary_np_spark_mappings.items(): np_func = getattr(np, np_name) if np_name not in self.blacklist: try: # binary ufunc self.assert_eq(np_func(pdf, pdf), np_func(kdf, kdf), almost=True) self.assert_eq(np_func(pdf, 1), np_func(kdf, 1), almost=True) except Exception as e: raise AssertionError("Test in '%s' function was failed." % np_name) from e # Test only top 5 for now. 'compute.ops_on_diff_frames' option increases too much time. try: set_option("compute.ops_on_diff_frames", True) for np_name, spark_func in list( binary_np_spark_mappings.items())[:5]: np_func = getattr(np, np_name) if np_name not in self.blacklist: try: # binary ufunc self.assert_eq( np_func(pdf, pdf2).sort_index(), np_func(kdf, kdf2).sort_index(), almost=True, ) except Exception as e: raise AssertionError( "Test in '%s' function was failed." % np_name) from e finally: reset_option("compute.ops_on_diff_frames")
def test_get_set_reset_option(self): self.assertEqual(ks.get_option('test.config'), 'default') ks.set_option('test.config', 'value') self.assertEqual(ks.get_option('test.config'), 'value') ks.reset_option('test.config') self.assertEqual(ks.get_option('test.config'), 'default')
def test_unknown_option(self): with self.assertRaisesRegex(config.OptionError, 'No such option'): ks.get_option('unknown') with self.assertRaisesRegex(config.OptionError, "Available options"): ks.set_option('unknown', 'value') with self.assertRaisesRegex(config.OptionError, "test.config"): ks.reset_option('unknown')
def test_unknown_option(self): with self.assertRaisesRegex(config.OptionError, 'No such key'): ks.get_option('unknown') with self.assertRaisesRegex(config.OptionError, "No such key"): ks.set_option('unknown', 'value') with self.assertRaisesRegex(config.OptionError, "No such key"): ks.reset_option('unknows')
def tearDown(self): ks.reset_option('test.config') del config._registered_options['test.config'] del config._registered_options['test.config.list'] del config._registered_options['test.config.float'] del config._registered_options['test.config.int']