def offheapMemory(self, amount):
if self._java_executor_resource_requests is not None:
self._java_executor_resource_requests.offHeapMemory(amount)
else:
self._executor_resources[self._OFFHEAP_MEM] = \
ExecutorResourceRequest(self._OFFHEAP_MEM, _parse_memory(amount))
return self
def pysparkMemory(self, amount):
if self._java_executor_resource_requests is not None:
self._java_executor_resource_requests.pysparkMemory(amount)
else:
self._executor_resources[self._PYSPARK_MEM] = \
ExecutorResourceRequest(self._PYSPARK_MEM, _parse_memory(amount))
return self
def memoryOverhead(self, amount):
if self._java_executor_resource_requests is not None:
self._java_executor_resource_requests.memoryOverhead(amount)
else:
self._executor_resources[self._OVERHEAD_MEM] = \
ExecutorResourceRequest(self._OVERHEAD_MEM, _parse_memory(amount))
return self
def memory(self, amount):
if self._java_executor_resource_requests is not None:
self._java_executor_resource_requests.memory(amount)
else:
self._executor_resources[self._MEMORY] = ExecutorResourceRequest(
self._MEMORY, _parse_memory(amount))
return self
def memory(self, amount: str) -> "ExecutorResourceRequests":
"""
Specify heap memory. The value specified will be converted to MiB.
This is a convenient API to add :class:`ExecutorResourceRequest` for "memory" resource.
Parameters
----------
amount : str
Amount of memory. In the same format as JVM memory strings (e.g. 512m, 2g).
Default unit is MiB if not specified.
Returns
-------
:class:`ExecutorResourceRequests`
"""
if self._java_executor_resource_requests is not None:
self._java_executor_resource_requests.memory(amount)
else:
self._executor_resources[self._MEMORY] = ExecutorResourceRequest(
self._MEMORY, _parse_memory(amount))
return self
def offheapMemory(self, amount: str) -> "ExecutorResourceRequests":
"""
Specify off heap memory. The value specified will be converted to MiB.
This value only take effect when MEMORY_OFFHEAP_ENABLED is true.
This is a convenient API to add :class:`ExecutorResourceRequest` for "offHeap"
resource.
Parameters
----------
amount : str
Amount of memory. In the same format as JVM memory strings (e.g. 512m, 2g).
Default unit is MiB if not specified.
Returns
-------
:class:`ExecutorResourceRequests`
"""
if self._java_executor_resource_requests is not None:
self._java_executor_resource_requests.offHeapMemory(amount)
else:
self._executor_resources[
self._OFFHEAP_MEM] = ExecutorResourceRequest(
self._OFFHEAP_MEM, _parse_memory(amount))
return self
