def listResources(label, targetFolder, url, method, payload, current, folderAnnotation, resource, logger):
v1 = client.CoreV1Api()
namespace = os.getenv("NAMESPACE", current)
if namespace == "ALL":
ret = getattr(v1, _list_for_all_namespaces[resource])()
else:
ret = getattr(v1, _list_namespaced[resource])(namespace=namespace)
for sec in ret.items:
destFolder = targetFolder
metadata = sec.metadata
if metadata.labels is None:
continue
logger.info("Working on %s: %s/%s" % (resource, metadata.namespace, metadata.name))
if label in sec.metadata.labels.keys():
logger.info("Found %s with label" % resource)
if sec.metadata.annotations is not None:
if folderAnnotation in sec.metadata.annotations.keys():
destFolder = sec.metadata.annotations[folderAnnotation]
dataMap = sec.data
if dataMap is None:
logger.info("No data field in %s" % resource)
continue
if label in sec.metadata.labels.keys():
for data_key in dataMap.keys():
filename, filedata = _get_file_data_and_name(data_key, dataMap[data_key],
resource, logger)
writeTextToFile(destFolder, filename, filedata)
if url is not None:
request(url, method, logger, payload)
def listResources(label, labelValue, targetFolder, url, method, payload, currentNamespace, folderAnnotation, resource):
v1 = client.CoreV1Api()
namespace = os.getenv("NAMESPACE", currentNamespace)
# Filter resources based on label and value or just label
labelSelector=f"{label}={labelValue}" if labelValue else label
if namespace == "ALL":
ret = getattr(v1, _list_for_all_namespaces[resource])(label_selector=labelSelector)
else:
ret = getattr(v1, _list_namespaced[resource])(namespace=namespace, label_selector=labelSelector)
# For all the found resources
for sec in ret.items:
metadata = sec.metadata
print(f"{timestamp()} Working on {resource}: {metadata.namespace}/{metadata.name}")
# Get the destination folder
destFolder = _get_destination_folder(metadata, targetFolder, folderAnnotation)
# Check if it's an empty ConfigMap or Secret
dataMap = sec.data
if dataMap is None:
print(f"{timestamp()} No data field in {resource}")
continue
# Each key on the data is a file
for data_key in dataMap.keys():
filename, filedata = _get_file_data_and_name(data_key, dataMap[data_key],
resource)
writeTextToFile(destFolder, filename, filedata)
if url:
request(url, method, payload)
def _watch_resource_iterator(label, labelValue, targetFolder, url, method, payload,
currentNamespace, folderAnnotation, resource, uniqueFilenames):
v1 = client.CoreV1Api()
namespace = os.getenv("NAMESPACE", currentNamespace)
# Filter resources based on label and value or just label
labelSelector=f"{label}={labelValue}" if labelValue else label
if namespace == "ALL":
stream = watch.Watch().stream(getattr(v1, _list_for_all_namespaces[resource]), label_selector=labelSelector)
else:
stream = watch.Watch().stream(getattr(v1, _list_namespaced[resource]), namespace=namespace, label_selector=labelSelector)
# Process events
for event in stream:
metadata = event["object"].metadata
print(f"{timestamp()} Working on {resource} {metadata.namespace}/{metadata.name}")
# Get the destination folder
destFolder = _get_destination_folder(metadata, targetFolder, folderAnnotation)
# Check if it's an empty ConfigMap or Secret
dataMap = event["object"].data
if dataMap is None:
print(f"{timestamp()} {resource} does not have data.")
continue
eventType = event["type"]
# Each key on the data is a file
for data_key in dataMap.keys():
print(f"{timestamp()} File in {resource} {data_key} {eventType}")
if (eventType == "ADDED") or (eventType == "MODIFIED"):
filename, filedata = _get_file_data_and_name(data_key, dataMap[data_key],
resource)
if uniqueFilenames:
filename = uniqueFilename(filename = filename,
namespace = metadata.namespace,
resource = resource,
resource_name = metadata.name)
writeTextToFile(destFolder, filename, filedata)
else:
# Get filename from event
filename = data_key[:-4] if data_key.endswith(".url") else data_key
if uniqueFilenames:
filename = uniqueFilename(filename = filename,
namespace = metadata.namespace,
resource = resource,
resource_name = metadata.name)
removeFile(destFolder, filename)
if url:
request(url, method, payload)
def _watch_resource_iterator(label, targetFolder, url, method, payload,
current, folderAnnotation, resource):
v1 = client.CoreV1Api()
namespace = os.getenv("NAMESPACE", current)
if namespace == "ALL":
stream = watch.Watch().stream(
getattr(v1, _list_for_all_namespaces[resource]))
else:
stream = watch.Watch().stream(getattr(v1, _list_namespaced[resource]),
namespace=namespace)
for event in stream:
destFolder = targetFolder
metadata = event['object'].metadata
if metadata.labels is None:
continue
print(f'Working on {resource} {metadata.namespace}/{metadata.name}')
if label in event['object'].metadata.labels.keys():
print(f"{resource} with label found")
if event['object'].metadata.annotations is not None:
if folderAnnotation in event[
'object'].metadata.annotations.keys():
destFolder = event['object'].metadata.annotations[
folderAnnotation]
print('Found a folder override annotation, '
f'placing the {resource} in: {destFolder}')
dataMap = event['object'].data
if dataMap is None:
print(f"{resource} does not have data.")
continue
eventType = event['type']
for data_key in dataMap.keys():
print(f"File in {resource} {data_key} {eventType}")
if (eventType == "ADDED") or (eventType == "MODIFIED"):
filename, filedata = _get_file_data_and_name(
data_key, dataMap[data_key], resource)
writeTextToFile(destFolder, filename, filedata)
if url is not None:
request(url, method, payload)
else:
filename = data_key[:-4] if data_key.endswith(
".url") else data_key
removeFile(destFolder, filename)
if url is not None:
request(url, method, payload)
def _watch_resource_iterator(label, targetFolder, url, method, payload,
current, folderAnnotation, resource, logger):
v1 = client.CoreV1Api()
namespace = os.getenv("NAMESPACE", current)
if namespace == "ALL":
stream = watch.Watch().stream(getattr(v1, _list_for_all_namespaces[resource]))
else:
stream = watch.Watch().stream(getattr(v1, _list_namespaced[resource]), namespace=namespace)
for event in stream:
destFolder = targetFolder
metadata = event['object'].metadata
if metadata.labels is None:
continue
logger.info("Working on %s %s/%s" % (resource, metadata.namespace, metadata.name))
if label in event['object'].metadata.labels.keys():
logger.info("%s with label found" % resource)
if event['object'].metadata.annotations is not None:
if folderAnnotation in event['object'].metadata.annotations.keys():
destFolder = event['object'].metadata.annotations[folderAnnotation]
logger.info("Found a folder override annotation, placing the %s in: %s" % (resource, destFolder))
dataMap = event['object'].data
if dataMap is None:
logger.info("%s does not have data." % resource)
continue
eventType = event['type']
for data_key in dataMap.keys():
logger.info("File in %s %s %s " % (resource, data_key, eventType))
if (eventType == "ADDED") or (eventType == "MODIFIED"):
filename, filedata = _get_file_data_and_name(data_key, dataMap[data_key],
resource, logger)
writeTextToFile(destFolder, filename, filedata)
if url is not None:
request(url, method, logger, payload)
else:
filename = data_key[:-4] if data_key.endswith(".url") else data_key
removeFile(destFolder, filename, logger)
if url is not None:
request(url, method, logger, payload)
def listResources(label, labelValue, targetFolder, url, method, payload,
currentNamespace, folderAnnotation, resource,
uniqueFilenames):
v1 = client.CoreV1Api()
namespace = os.getenv("NAMESPACE", currentNamespace)
# Filter resources based on label and value or just label
labelSelector = f"{label}={labelValue}" if labelValue else label
if namespace == "ALL":
ret = getattr(
v1,
_list_for_all_namespaces[resource])(label_selector=labelSelector)
else:
ret = getattr(v1,
_list_namespaced[resource])(namespace=namespace,
label_selector=labelSelector)
files_changed = False
# For all the found resources
for sec in ret.items:
metadata = sec.metadata
print(
f"{timestamp()} Working on {resource}: {metadata.namespace}/{metadata.name}"
)
# Get the destination folder
destFolder = _get_destination_folder(metadata, targetFolder,
folderAnnotation)
# Check if it's an empty ConfigMap or Secret
if resource == "configmap":
if sec.data is None and sec.binary_data is None:
print(f"{timestamp()} No data/binaryData field in {resource}")
continue
else:
if sec.data is None:
print(f"{timestamp()} No data field in {resource}")
continue
# Each key on the data is a file
if sec.data is not None:
for data_key in sec.data.keys():
filename, filedata = _get_file_data_and_name(
data_key, sec.data[data_key], resource)
if uniqueFilenames:
filename = uniqueFilename(filename=filename,
namespace=metadata.namespace,
resource=resource,
resource_name=metadata.name)
files_changed |= writeTextToFile(destFolder, filename,
filedata)
# Each key on the binaryData is a file
if resource == "configmap" and sec.binary_data is not None:
for data_key in sec.binary_data.keys():
filename, filedata = _get_file_data_and_name(
data_key,
sec.binary_data[data_key],
resource,
content_type="binary")
if uniqueFilenames:
filename = uniqueFilename(filename=filename,
namespace=metadata.namespace,
resource=resource,
resource_name=metadata.name)
files_changed |= writeTextToFile(destFolder,
filename,
filedata,
data_type="binary")
if url and files_changed:
request(url, method, payload)
