def test_tokenize_numpy_array_on_object_dtype(): assert (tokenize(np.array(['a', 'aa', 'aaa'], dtype=object)) == tokenize(np.array(['a', 'aa', 'aaa'], dtype=object))) assert (tokenize(np.array(['a', None, 'aaa'], dtype=object)) == tokenize(np.array(['a', None, 'aaa'], dtype=object))) assert (tokenize(np.array([(1, 'a'), (1, None), (1, 'aaa')], dtype=object)) == tokenize(np.array([(1, 'a'), (1, None), (1, 'aaa')], dtype=object))) if sys.version_info[0] == 2: assert (tokenize(np.array([unicode("Rebeca Alón", encoding="utf-8")], dtype=object)) == tokenize(np.array([unicode("Rebeca Alón", encoding="utf-8")], dtype=object)))
def test_tokenize_numpy_array_on_object_dtype(): assert tokenize(np.array(["a", "aa", "aaa"], dtype=object)) == tokenize( np.array(["a", "aa", "aaa"], dtype=object)) assert tokenize(np.array(["a", None, "aaa"], dtype=object)) == tokenize( np.array(["a", None, "aaa"], dtype=object)) assert tokenize(np.array([(1, "a"), (1, None), (1, "aaa")], dtype=object)) == tokenize( np.array([(1, "a"), (1, None), (1, "aaa")], dtype=object)) if PY2: assert tokenize( np.array([unicode("Rebeca Alón", encoding="utf-8")], dtype=object)) == tokenize( np.array([unicode("Rebeca Alón", encoding="utf-8")], dtype=object))