def test_get_tokenized_column_2(self): column = ['hello world', pd.np.nan, 'how are you', '', 'this is a blocking debugger'] actual_ret_column = db._get_tokenized_column(column) expected_ret_column = [['hello', 'world'], [''], ['how', 'are', 'you'], [''], ['this', 'is', 'a', 'blocking', 'debugger']] self.assertEqual(actual_ret_column, expected_ret_column)
def test_get_tokenized_column_2(self): column = ['hello world', np.nan, 'how are you', '', 'this is a blocking debugger'] actual_ret_column = db._get_tokenized_column(column) expected_ret_column = [['hello', 'world'], [''], ['how', 'are', 'you'], [''], ['this', 'is', 'a', 'blocking', 'debugger']] self.assertEqual(actual_ret_column, expected_ret_column)
def test_get_tokenized_column_1(self): column = [] actual_ret_column = db._get_tokenized_column(column) expected_ret_column = [] self.assertEqual(actual_ret_column, expected_ret_column)