Exemplo n.º 1
0
        def echo_server():
            """
            A server that echos the message sent to it over zmq

            Optional "sleep" can be sent to delay response
            """
            context = zmq.Context()
            socket = context.socket(zmq.REP)
            socket.bind("tcp://*:{}".format(SREQTestCase.port))
            payload = salt.payload.Serial("msgpack")

            while SREQTestCase.thread_running.is_set():
                try:
                    #  Wait for next request from client
                    message = socket.recv(zmq.NOBLOCK)
                    msg_deserialized = payload.loads(message)
                    log.info("Echo server received message: %s",
                             msg_deserialized)
                    if isinstance(
                            msg_deserialized["load"],
                            dict) and msg_deserialized["load"].get("sleep"):
                        log.info(
                            "Test echo server sleeping for %s seconds",
                            msg_deserialized["load"]["sleep"],
                        )
                        time.sleep(msg_deserialized["load"]["sleep"])
                    socket.send(message)
                except zmq.ZMQError as exc:
                    if exc.errno == errno.EAGAIN:
                        continue
                    raise
Exemplo n.º 2
0
        def echo_server():
            '''
            A server that echos the message sent to it over zmq

            Optional "sleep" can be sent to delay response
            '''
            context = zmq.Context()
            socket = context.socket(zmq.REP)
            socket.bind("tcp://*:{0}".format(SREQTestCase.port))
            payload = salt.payload.Serial('msgpack')

            while SREQTestCase.thread_running.is_set():
                try:
                    #  Wait for next request from client
                    message = socket.recv(zmq.NOBLOCK)
                    msg_deserialized = payload.loads(message)
                    log.info('Echo server received message: {0}'.format(
                        msg_deserialized))
                    if isinstance(
                            msg_deserialized['load'],
                            dict) and msg_deserialized['load'].get('sleep'):
                        log.info(
                            'Test echo server sleeping for {0} seconds'.format(
                                msg_deserialized['load']['sleep']))
                        time.sleep(msg_deserialized['load']['sleep'])
                    socket.send(message)
                except zmq.ZMQError as exc:
                    if exc.errno == errno.EAGAIN:
                        continue
                    raise
Exemplo n.º 3
0
 def test_mixed_dump_load(self):
     '''
     Test we can handle all exceptions at once
     '''
     payload = salt.payload.Serial('msgpack')
     dtvalue = datetime.datetime(2001, 2, 3, 4, 5, 6, 7)
     od = OrderedDict()
     od['a'] = 'b'
     od['y'] = 'z'
     od['j'] = 'k'
     od['w'] = 'x'
     idata = {
         dtvalue: dtvalue,  # datetime
         'jid': 20180227140750302662,  # long int
         'dict': immutabletypes.ImmutableDict({'key':
                                               'value'}),  # immutable dict
         'list': immutabletypes.ImmutableList([1, 2, 3]),  # immutable list
         'set': immutabletypes.ImmutableSet(
             ('red', 'green', 'blue')),  # immutable set
         'odict': od,  # odict
     }
     edata = {
         dtvalue: dtvalue,  # datetime, == input
         'jid': '20180227140750302662',  # string repr of long int
         'dict': {
             'key': 'value'
         },  # builtin dict
         'list': [1, 2, 3],  # builtin list
         'set': ['red', 'green', 'blue'],  # builtin set
         'odict': dict(od),  # builtin dict
     }
     sdata = payload.dumps(idata)
     odata = payload.loads(sdata)
     self.assertEqual(edata, odata)
Exemplo n.º 4
0
 def test_recursive_dump_load_with_identical_non_recursive_types(self):
     """
     If identical objects are nested anywhere, they should not be
     marked recursive unless they're one of the types we iterate
     over.
     """
     payload = salt.payload.Serial("msgpack")
     repeating = "repeating element"
     data = {
         "a": "a",  # Test CPython implementation detail. Short
         "b": "a",  # strings are interned.
         "c": 13,  # So are small numbers.
         "d": 13,
         "fnord": repeating,
         # Let's go for broke and make a crazy nested structure
         "repeating": [
             [[[[{"one": repeating, "two": repeating}], repeating, 13, "a"]]],
             repeating,
             repeating,
             repeating,
         ],
     }
     # We need a nested dictionary to trigger the exception
     data["repeating"][0][0][0].append(data)
     # If we don't deepcopy the data it gets mutated
     sdata = payload.dumps(copy.deepcopy(data))
     odata = payload.loads(sdata)
     # Delete the recursive piece - it's served its purpose, and our
     # other test tests that it's actually marked as recursive.
     del odata["repeating"][0][0][0][-1], data["repeating"][0][0][0][-1]
     self.assertDictEqual(odata, data)
Exemplo n.º 5
0
        def echo_server():
            '''
            A server that echos the message sent to it over zmq

            Optional "sleep" can be sent to delay response
            '''
            context = zmq.Context()
            socket = context.socket(zmq.REP)
            socket.bind("tcp://*:{0}".format(SREQTestCase.port))
            payload = salt.payload.Serial('msgpack')

            while SREQTestCase.thread_running.is_set():
                try:
                    #  Wait for next request from client
                    message = socket.recv(zmq.NOBLOCK)
                    msg_deserialized = payload.loads(message)
                    log.info('Echo server received message: {0}'.format(msg_deserialized))
                    if isinstance(msg_deserialized['load'], dict) and msg_deserialized['load'].get('sleep'):
                        log.info('Test echo server sleeping for {0} seconds'.format(msg_deserialized['load']['sleep']))
                        time.sleep(msg_deserialized['load']['sleep'])
                    socket.send(message)
                except zmq.ZMQError as exc:
                    if exc.errno == errno.EAGAIN:
                        continue
                    raise
Exemplo n.º 6
0
 def test_mixed_dump_load(self):
     """
     Test we can handle all exceptions at once
     """
     payload = salt.payload.Serial("msgpack")
     dtvalue = datetime.datetime(2001, 2, 3, 4, 5, 6, 7)
     od = OrderedDict()
     od["a"] = "b"
     od["y"] = "z"
     od["j"] = "k"
     od["w"] = "x"
     idata = {
         dtvalue: dtvalue,  # datetime
         "jid": 20180227140750302662,  # long int
         "dict": immutabletypes.ImmutableDict({"key":
                                               "value"}),  # immutable dict
         "list": immutabletypes.ImmutableList([1, 2, 3]),  # immutable list
         "set": immutabletypes.ImmutableSet(
             ("red", "green", "blue")),  # immutable set
         "odict": od,  # odict
     }
     edata = {
         dtvalue: dtvalue,  # datetime, == input
         "jid": "20180227140750302662",  # string repr of long int
         "dict": {
             "key": "value"
         },  # builtin dict
         "list": [1, 2, 3],  # builtin list
         "set": ["red", "green", "blue"],  # builtin set
         "odict": dict(od),  # builtin dict
     }
     sdata = payload.dumps(idata)
     odata = payload.loads(sdata)
     self.assertEqual(edata, odata)
Exemplo n.º 7
0
 def test_immutable_list_dump_load(self):
     '''
     Test immutable list encoder/decoder
     '''
     payload = salt.payload.Serial('msgpack')
     idata = {'list': [1, 2, 3]}
     sdata = payload.dumps({'list': immutabletypes.ImmutableList(idata['list'])})
     odata = payload.loads(sdata)
     self.assertEqual(idata, odata)
Exemplo n.º 8
0
 def test_immutable_dict_dump_load(self):
     '''
     Test immutable dict encoder/decoder
     '''
     payload = salt.payload.Serial('msgpack')
     idata = {'dict': {'key': 'value'}}
     sdata = payload.dumps({'dict': immutabletypes.ImmutableDict(idata['dict'])})
     odata = payload.loads(sdata)
     self.assertEqual(idata, odata)
Exemplo n.º 9
0
 def test_immutable_set_dump_load(self):
     '''
     Test immutable set encoder/decoder
     '''
     payload = salt.payload.Serial('msgpack')
     idata = {'set': ['red', 'green', 'blue']}
     sdata = payload.dumps({'set': immutabletypes.ImmutableSet(idata['set'])})
     odata = payload.loads(sdata)
     self.assertEqual(idata, odata)
Exemplo n.º 10
0
 def test_immutable_set_dump_load(self):
     """
     Test immutable set encoder/decoder
     """
     payload = salt.payload.Serial("msgpack")
     idata = {"set": ["red", "green", "blue"]}
     sdata = payload.dumps({"set": immutabletypes.ImmutableSet(idata["set"])})
     odata = payload.loads(sdata)
     self.assertEqual(idata, odata)
Exemplo n.º 11
0
 def test_immutable_list_dump_load(self):
     """
     Test immutable list encoder/decoder
     """
     payload = salt.payload.Serial("msgpack")
     idata = {"list": [1, 2, 3]}
     sdata = payload.dumps({"list": immutabletypes.ImmutableList(idata["list"])})
     odata = payload.loads(sdata)
     self.assertEqual(idata, odata)
Exemplo n.º 12
0
 def test_immutable_dict_dump_load(self):
     """
     Test immutable dict encoder/decoder
     """
     payload = salt.payload.Serial("msgpack")
     idata = {"dict": {"key": "value"}}
     sdata = payload.dumps({"dict": immutabletypes.ImmutableDict(idata["dict"])})
     odata = payload.loads(sdata)
     self.assertEqual(idata, odata)
Exemplo n.º 13
0
 def test_list_nested_odicts(self):
     with patch('msgpack.version', (0, 1, 13)):
         msgpack.dumps = MockWraps(msgpack.dumps, 1,
                                   TypeError('ODict TypeError Forced'))
         payload = salt.payload.Serial('msgpack')
         idata = {'pillar': [OrderedDict(environment='dev')]}
         odata = payload.loads(payload.dumps(idata.copy()))
         self.assertNoOrderedDict(odata)
         self.assertEqual(idata, odata)
Exemplo n.º 14
0
 def test_verylong_dump_load(self):
     """
     Test verylong encoder/decoder
     """
     payload = salt.payload.Serial("msgpack")
     idata = {"jid": 20180227140750302662}
     sdata = payload.dumps(idata.copy())
     odata = payload.loads(sdata)
     idata["jid"] = "{}".format(idata["jid"])
     self.assertEqual(idata, odata)
Exemplo n.º 15
0
 def test_list_nested_odicts(self):
     with patch('msgpack.version', (0, 1, 13)):
         msgpack.dumps = MockWraps(
             msgpack.dumps, 1, TypeError('ODict TypeError Forced')
         )
         payload = salt.payload.Serial('msgpack')
         idata = {'pillar': [OrderedDict(environment='dev')]}
         odata = payload.loads(payload.dumps(idata.copy()))
         self.assertNoOrderedDict(odata)
         self.assertEqual(idata, odata)
Exemplo n.º 16
0
 def test_verylong_dump_load(self):
     '''
     Test verylong encoder/decoder
     '''
     payload = salt.payload.Serial('msgpack')
     idata = {'jid': 20180227140750302662}
     sdata = payload.dumps(idata.copy())
     odata = payload.loads(sdata)
     idata['jid'] = '{0}'.format(idata['jid'])
     self.assertEqual(idata, odata)
Exemplo n.º 17
0
 def test_recursive_dump_load(self):
     '''
     Test recursive payloads are (mostly) serialized
     '''
     payload = salt.payload.Serial('msgpack')
     data = {'name': 'roscivs'}
     data['data'] = data  # Data all the things!
     sdata = payload.dumps(data)
     odata = payload.loads(sdata)
     self.assertTrue('recursion' in odata['data'].lower())
Exemplo n.º 18
0
 def test_recursive_dump_load(self):
     """
     Test recursive payloads are (mostly) serialized
     """
     payload = salt.payload.Serial("msgpack")
     data = {"name": "roscivs"}
     data["data"] = data  # Data all the things!
     sdata = payload.dumps(data)
     odata = payload.loads(sdata)
     self.assertTrue("recursion" in odata["data"].lower())
Exemplo n.º 19
0
 def test_raw_vs_encoding_utf8(self):
     '''
     Test that we handle the new raw parameter in 5.0.2 correctly based on
     encoding. When encoding is utf-8 loads should return unicode
     '''
     payload = salt.payload.Serial('msgpack')
     dtvalue = datetime.datetime(2001, 2, 3, 4, 5, 6, 7)
     idata = {dtvalue: 'strval'}
     sdata = payload.dumps(idata.copy())
     odata = payload.loads(sdata, encoding='utf-8')
     assert isinstance(odata[dtvalue], six.text_type)
Exemplo n.º 20
0
 def test_raw_vs_encoding_utf8(self):
     """
     Test that we handle the new raw parameter in 5.0.2 correctly based on
     encoding. When encoding is utf-8 loads should return unicode
     """
     payload = salt.payload.Serial("msgpack")
     dtvalue = datetime.datetime(2001, 2, 3, 4, 5, 6, 7)
     idata = {dtvalue: "strval"}
     sdata = payload.dumps(idata.copy())
     odata = payload.loads(sdata, encoding="utf-8")
     assert isinstance(odata[dtvalue], str)
Exemplo n.º 21
0
 def test_datetime_dump_load(self):
     '''
     Check the custom datetime handler can understand itself
     '''
     payload = salt.payload.Serial('msgpack')
     dtvalue = datetime.datetime(2001, 2, 3, 4, 5, 6, 7)
     idata = {dtvalue: dtvalue}
     sdata = payload.dumps(idata.copy())
     odata = payload.loads(sdata)
     self.assertEqual(
             sdata,
             b'\x81\xc7\x18N20010203T04:05:06.000007\xc7\x18N20010203T04:05:06.000007')
     self.assertEqual(idata, odata)
Exemplo n.º 22
0
 def test_odict_dump_load(self):
     '''
     Test odict just works. It wasn't until msgpack 0.2.0
     '''
     payload = salt.payload.Serial('msgpack')
     data = OrderedDict()
     data['a'] = 'b'
     data['y'] = 'z'
     data['j'] = 'k'
     data['w'] = 'x'
     sdata = payload.dumps({'set': data})
     odata = payload.loads(sdata)
     self.assertEqual({'set': dict(data)}, odata)
Exemplo n.º 23
0
 def test_odict_dump_load(self):
     """
     Test odict just works. It wasn't until msgpack 0.2.0
     """
     payload = salt.payload.Serial("msgpack")
     data = OrderedDict()
     data["a"] = "b"
     data["y"] = "z"
     data["j"] = "k"
     data["w"] = "x"
     sdata = payload.dumps({"set": data})
     odata = payload.loads(sdata)
     self.assertEqual({"set": dict(data)}, odata)
Exemplo n.º 24
0
 def test_recursive_dump_load_with_identical_non_recursive_types(self):
     '''
     If identical objects are nested anywhere, they should not be
     marked recursive unless they're one of the types we iterate
     over.
     '''
     payload = salt.payload.Serial('msgpack')
     repeating = 'repeating element'
     data = {
         'a':
         'a',  # Test CPython implementation detail. Short
         'b':
         'a',  # strings are interned.
         'c':
         13,  # So are small numbers.
         'd':
         13,
         'fnord':
         repeating,
         # Let's go for broke and make a crazy nested structure
         'repeating': [
             [[[
                 [{
                     'one': repeating,
                     'two': repeating
                 }],
                 repeating,
                 13,
                 'a',
             ]]],
             repeating,
             repeating,
             repeating,
         ],
     }
     # We need a nested dictionary to trigger the exception
     data['repeating'][0][0][0].append(data)
     # If we don't deepcopy the data it gets mutated
     sdata = payload.dumps(copy.deepcopy(data))
     odata = payload.loads(sdata)
     # Delete the recursive piece - it's served its purpose, and our
     # other test tests that it's actually marked as recursive.
     del odata['repeating'][0][0][0][-1], data['repeating'][0][0][0][-1]
     self.assertDictEqual(odata, data)
Exemplo n.º 25
0
 def test_list_nested_odicts(self):
     payload = salt.payload.Serial('msgpack')
     idata = {'pillar': [OrderedDict(environment='dev')]}
     odata = payload.loads(payload.dumps(idata.copy()))
     self.assertNoOrderedDict(odata)
     self.assertEqual(idata, odata)