コード例 #1
0
ファイル: test_gl_pickler.py プロジェクト: gxglhyy/SFrame
    def test_pickling_sgraph_types(self):

        sg_test_1 = gl.SGraph().add_vertices([
                                gl.Vertex(0, {'fluffy': 1}),
                                gl.Vertex(1, {'fluffy': 1, 'woof': 1}),
                                gl.Vertex(2, {})])

        sg_test_2 = gl.SGraph()
        sg_test_2 = sg_test_2.add_vertices([
                            gl.Vertex(x) for x in [0, 1, 2]])
        sg_test_2 = sg_test_2.add_edges([
                        gl.Edge(0, 1, attr={'relationship': 'dislikes'}),
                        gl.Edge(1, 2, attr={'relationship': 'likes'}),
                        gl.Edge(1, 0, attr={'relationship': 'likes'})])

        sarray_list = [
            sg_test_1,
            sg_test_2
        ]
        for obj in sarray_list:
            pickler = gl_pickle.GLPickler(self.filename)
            pickler.dump(obj)
            pickler.close()
            obj_ret = gl_pickle.GLUnpickler(self.filename).load()
            assert_sframe_equal(obj.get_vertices(), obj_ret.get_vertices())
            assert_sframe_equal(obj.get_edges(), obj_ret.get_edges())
コード例 #2
0
ファイル: test_gl_pickler.py プロジェクト: gxglhyy/SFrame
    def test_pickling_sframe_types(self):

        sarray_list = [
            gl.SFrame([1,2,3]),
            gl.SFrame([1.0,2.0,3.5]),
            gl.SFrame(["foo", "bar"]),
        ]
        for obj in sarray_list:
            pickler = gl_pickle.GLPickler(self.filename)
            pickler.dump(obj)
            pickler.close()
            obj_ret = gl_pickle.GLUnpickler(self.filename).load()
            assert_sframe_equal(obj, obj_ret)
コード例 #3
0
ファイル: test_gl_pickler.py プロジェクト: gxglhyy/SFrame
    def test_relative_path(self):
        # Arrange
        sf1 = gl.SFrame(range(10))
        relative_path = 'tmp/%s' % self.filename

        # Act
        pickler = gl_pickle.GLPickler(relative_path)
        pickler.dump(sf1)
        pickler.close()
        sf2 = gl_pickle.GLUnpickler(relative_path).load()

        # Assert
        assert_sframe_equal(sf1, sf2)

        # Clean up
        shutil.rmtree(relative_path)
コード例 #4
0
ファイル: test_gl_pickler.py プロジェクト: gxglhyy/SFrame
    def test_save_to_s3(self):
        # Arrange
        os.environ['GRAPHLAB_UNIT_TEST'] = 'PredictiveService'
        os.environ['AWS_ACCESS_KEY_ID'] = ''
        os.environ['AWS_SECRET_ACCESS_KEY'] = ''
        BUCKET_NAME = 'foo'
        boto.connect_s3().create_bucket(BUCKET_NAME)
        sf1 = gl.SFrame(range(10))
        S3_PATH = "s3://%s/foobar" % BUCKET_NAME

        # Act
        pickler = gl_pickle.GLPickler(S3_PATH)
        pickler.dump(sf1)
        pickler.close()
        sf2 = gl_pickle.GLUnpickler(S3_PATH).load()

        # Assert
        assert_sframe_equal(sf1, sf2)

        del os.environ['GRAPHLAB_UNIT_TEST']
コード例 #5
0
ファイル: test_gl_pickler.py プロジェクト: gxglhyy/SFrame
    def _test_backward_compatibility(self):

        # Arrange
        file_name = 's3://gl-internal-datasets/models/1.3/gl-pickle.gl'
        obj = {'foo': gl.SFrame([1,2,3]),
               'bar': gl.SFrame(),
               'foo-bar': ['foo-and-bar', gl.SFrame([1])]}


        # Act
        unpickler = gl_pickle.GLUnpickler(file_name)
        obj_ret = unpickler.load()

        # Assert
        assert_sframe_equal(obj['foo'], obj_ret['foo'])
        assert_sframe_equal(obj['bar'], obj_ret['bar'])
        assert_sframe_equal(obj['foo-bar'][1], obj_ret['foo-bar'][1])
        self.assertEqual(obj['foo-bar'][0], obj_ret['foo-bar'][0])
コード例 #6
0
ファイル: test_gl_pickler.py プロジェクト: gxglhyy/SFrame
    def test_combination_gl_python_types(self):

        sg_test_1 = gl.SGraph().add_vertices([
                                gl.Vertex(1, {'fluffy': 1}),
                                gl.Vertex(2, {'fluffy': 1, 'woof': 1}),
                                gl.Vertex(3, {})])
        sarray_test_1 = gl.SArray([1,2,3])
        sframe_test_1 = gl.SFrame([1,2,3])

        obj_list = [
            [sg_test_1, sframe_test_1, sarray_test_1],
            {0:sg_test_1, 1:sframe_test_1, 2:sarray_test_1}
        ]

        for obj in obj_list:
            pickler = gl_pickle.GLPickler(self.filename)
            pickler.dump(obj)
            pickler.close()
            obj_ret = gl_pickle.GLUnpickler(self.filename).load()
            assert_sframe_equal(obj[0].get_vertices(), obj_ret[0].get_vertices())
            assert_sframe_equal(obj[0].get_edges(), obj_ret[0].get_edges())
            assert_sframe_equal(obj[1], obj_ret[1])
            assert list(obj[2]) ==  list(obj_ret[2])