def offheapMemory(self, amount): if self._java_executor_resource_requests is not None: self._java_executor_resource_requests.offHeapMemory(amount) else: self._executor_resources[self._OFFHEAP_MEM] = \ ExecutorResourceRequest(self._OFFHEAP_MEM, _parse_memory(amount)) return self
def pysparkMemory(self, amount): if self._java_executor_resource_requests is not None: self._java_executor_resource_requests.pysparkMemory(amount) else: self._executor_resources[self._PYSPARK_MEM] = \ ExecutorResourceRequest(self._PYSPARK_MEM, _parse_memory(amount)) return self
def memoryOverhead(self, amount): if self._java_executor_resource_requests is not None: self._java_executor_resource_requests.memoryOverhead(amount) else: self._executor_resources[self._OVERHEAD_MEM] = \ ExecutorResourceRequest(self._OVERHEAD_MEM, _parse_memory(amount)) return self
def memory(self, amount): if self._java_executor_resource_requests is not None: self._java_executor_resource_requests.memory(amount) else: self._executor_resources[self._MEMORY] = ExecutorResourceRequest( self._MEMORY, _parse_memory(amount)) return self
def memory(self, amount: str) -> "ExecutorResourceRequests": """ Specify heap memory. The value specified will be converted to MiB. This is a convenient API to add :class:`ExecutorResourceRequest` for "memory" resource. Parameters ---------- amount : str Amount of memory. In the same format as JVM memory strings (e.g. 512m, 2g). Default unit is MiB if not specified. Returns ------- :class:`ExecutorResourceRequests` """ if self._java_executor_resource_requests is not None: self._java_executor_resource_requests.memory(amount) else: self._executor_resources[self._MEMORY] = ExecutorResourceRequest( self._MEMORY, _parse_memory(amount)) return self
def offheapMemory(self, amount: str) -> "ExecutorResourceRequests": """ Specify off heap memory. The value specified will be converted to MiB. This value only take effect when MEMORY_OFFHEAP_ENABLED is true. This is a convenient API to add :class:`ExecutorResourceRequest` for "offHeap" resource. Parameters ---------- amount : str Amount of memory. In the same format as JVM memory strings (e.g. 512m, 2g). Default unit is MiB if not specified. Returns ------- :class:`ExecutorResourceRequests` """ if self._java_executor_resource_requests is not None: self._java_executor_resource_requests.offHeapMemory(amount) else: self._executor_resources[ self._OFFHEAP_MEM] = ExecutorResourceRequest( self._OFFHEAP_MEM, _parse_memory(amount)) return self