Example #1
0
    def __init__(self,
                 session_id=None,
                 size=0,
                 spilling=False,
                 hostname=None,
                 port=None,
                 num_connections=None,
                 prefetch_size=None):
        check_uint32(session_id, "session_id")
        check_uint64(size, "size")
        type_check(spilling, (bool, ), "spilling")

        self.session_id = session_id
        self.size = size
        self.spilling = spilling
        self.hostname = hostname
        self.port = port
        self.prefetch_size = prefetch_size
        self.num_connections = num_connections
        if os.getenv('MS_ENABLE_CACHE') != 'TRUE':
            # temporary disable cache feature in the current release
            self.cache_client = None
        else:
            from mindspore._c_dataengine import CacheClient
            self.cache_client = CacheClient(session_id, size, spilling,
                                            hostname, port, num_connections,
                                            prefetch_size)
Example #2
0
    def __init__(self,
                 session_id,
                 size=0,
                 spilling=False,
                 hostname=None,
                 port=None,
                 num_connections=None,
                 prefetch_size=None):
        check_uint32(session_id, "session_id")
        type_check(size, (int, ), "size")
        if size != 0:
            check_positive(size, "size")
            check_uint64(size, "size")
        type_check(spilling, (bool, ), "spilling")
        if hostname is not None:
            type_check(hostname, (str, ), "hostname")
        if port is not None:
            type_check(port, (int, ), "port")
            check_value(port, (1025, 65535), "port")
        if num_connections is not None:
            check_uint32(num_connections, "num_connections")
        if prefetch_size is not None:
            check_uint32(prefetch_size, "prefetch_size")

        self.session_id = session_id
        self.size = size
        self.spilling = spilling
        self.hostname = hostname
        self.port = port
        self.prefetch_size = prefetch_size
        self.num_connections = num_connections
        self.cache_client = CacheClient(session_id, size, spilling, hostname,
                                        port, num_connections, prefetch_size)
Example #3
0
    def __init__(self, session_id=None, size=0, spilling=False):
        check_uint32(session_id, "session_id")
        check_uint64(size, "size")
        type_check(spilling, (bool, ), "spilling")

        self.session_id = session_id
        self.size = size
        self.spilling = spilling
        self.cache_client = CacheClient(session_id, size, spilling)
Example #4
0
 def __init__(self, session_id=None, size=None, spilling=False):
     if session_id is None:
         raise RuntimeError(
             "Session generation is not implemented yet. session id required"
         )
     self.size = size if size is not None else 0
     if size < 0:
         raise ValueError(
             "cache size should be 0 or positive integer value but got: size={}"
             .format(size))
     if not isinstance(spilling, bool):
         raise ValueError(
             "spilling argument for cache should be a boolean value but got: spilling={}"
             .format(spilling))
     self.session_id = session_id
     self.spilling = spilling
     self.cache_client = CacheClient(session_id, size, spilling)
Example #5
0
    def __init__(self,
                 session_id=None,
                 size=0,
                 spilling=False,
                 port=50052,
                 prefetch_size=20):
        check_uint32(session_id, "session_id")
        check_uint64(size, "size")
        type_check(spilling, (bool, ), "spilling")
        check_uint32(port, "port")
        check_uint32(prefetch_size, "prefetch size")

        self.session_id = session_id
        self.size = size
        self.spilling = spilling
        self.port = port
        self.prefetch_size = prefetch_size
        self.cache_client = CacheClient(session_id, size, spilling, port,
                                        prefetch_size)