def execute_function(self): if SysUtils.is_var_in_env('SCRIPT'): script_path = SysUtils.join_paths( SysUtils.get_env_var("TMP_INPUT_DIR"), self._SCRIPT_FILE_NAME) script_content = StrUtils.base64_to_str( SysUtils.get_env_var('SCRIPT')) FileUtils.create_file_with_content(script_path, script_content) get_logger().info("Script file created in '%s'", script_path) FileUtils.set_file_execution_rights(script_path) get_logger().info("Executing user defined script: '%s'", script_path) try: pyinstaller_library_path = SysUtils.get_env_var( 'LD_LIBRARY_PATH') orig_library_path = SysUtils.get_env_var( 'LD_LIBRARY_PATH_ORIG') if orig_library_path: SysUtils.set_env_var('LD_LIBRARY_PATH', orig_library_path) self.output = subprocess.check_output( ['/bin/sh', script_path], stderr=subprocess.STDOUT).decode("latin-1") SysUtils.set_env_var('LD_LIBRARY_PATH', pyinstaller_library_path) get_logger().debug("CONTAINER OUTPUT:\n %s", self.output) except subprocess.CalledProcessError as cpe: # Exit with user script return code if an # error occurs (Kubernetes handles the error) get_logger().error(cpe.output.decode('latin-1')) sys.exit(cpe.returncode) else: get_logger().error('No user script found!')
def execute_function(self): script_path = self._get_script_path() if script_path: try: pyinstaller_library_path = SysUtils.get_env_var( 'LD_LIBRARY_PATH') orig_library_path = SysUtils.get_env_var( 'LD_LIBRARY_PATH_ORIG') if orig_library_path: SysUtils.set_env_var('LD_LIBRARY_PATH', orig_library_path) else: SysUtils.delete_env_var('LD_LIBRARY_PATH') self.output = subprocess.check_output( ['/bin/sh', script_path], stderr=subprocess.STDOUT).decode("latin-1") SysUtils.set_env_var('LD_LIBRARY_PATH', pyinstaller_library_path) get_logger().debug("CONTAINER OUTPUT:\n %s", self.output) except subprocess.CalledProcessError as cpe: # Exit with user script return code if an # error occurs (Kubernetes handles the error) get_logger().error(cpe.output.decode('latin-1')) sys.exit(cpe.returncode) else: get_logger().error('No user script found!')
def parse_event(event): """Parses the received event and returns the appropriate event class.""" # Make sure the event is always stored parsed_event = None if not isinstance(event, dict): try: event = json.loads(event) except ValueError: return UnknownEvent(event) # Applies the event identification flow if _is_api_gateway_event(event): get_logger().info("API Gateway event found.") parsed_event = ApiGatewayEvent(event) # Update event info with API request event body # to be further processed (if needed) if parsed_event.has_json_body(): event = parsed_event.body if not isinstance(parsed_event.body, dict): event = json.loads(parsed_event.body) if _is_storage_event(event): get_logger().info("Storage event found.") parsed_event = _parse_storage_event(event) # Store 'object_key' in environment variable SysUtils.set_env_var("STORAGE_OBJECT_KEY", parsed_event.object_key) return parsed_event if parsed_event else UnknownEvent(event)
def execute_function(self): script_path = self._get_script_path() if script_path: try: pyinstaller_library_path = SysUtils.get_env_var( 'LD_LIBRARY_PATH') orig_library_path = SysUtils.get_env_var( 'LD_LIBRARY_PATH_ORIG') if orig_library_path: SysUtils.set_env_var('LD_LIBRARY_PATH', orig_library_path) else: SysUtils.delete_env_var('LD_LIBRARY_PATH') proc = subprocess.Popen(['/bin/bash', script_path], stdout=subprocess.PIPE, stderr=subprocess.STDOUT, encoding='utf-8', errors='ignore') SysUtils.set_env_var('LD_LIBRARY_PATH', pyinstaller_library_path) get_logger().debug("CONTAINER OUTPUT:\n %s", self.output) for line in proc.stdout: get_logger().debug(line.strip()) self.output = self.output + line except subprocess.CalledProcessError as cpe: # Exit with user script return code if an # error occurs (Kubernetes handles the error) get_logger().error( cpe.output.decode(encoding='utf-8', errors='ignore')) sys.exit(cpe.returncode) else: get_logger().error('No user script found!')
def _create_tmp_dirs(self): """Creates the temporal directories where the input/output data is going to be stored. The folders are deleted automatically when the execution finishes. """ self.input_tmp_dir = FileUtils.create_tmp_dir() self.output_tmp_dir = FileUtils.create_tmp_dir() SysUtils.set_env_var("TMP_INPUT_DIR", self.input_tmp_dir.name) SysUtils.set_env_var("TMP_OUTPUT_DIR", self.output_tmp_dir.name)
def _parse_input(self): """Download input data from storage provider or save data from POST request. A function can have information from several storage providers but one event always represents only one file (so far), so only one provider is going to be used for each event received. """ input_file_path = self.stg_config.download_input(self.parsed_event, self.input_tmp_dir.name) if input_file_path and FileUtils.is_file(input_file_path): SysUtils.set_env_var('INPUT_FILE_PATH', input_file_path) get_logger().info('INPUT_FILE_PATH variable set to \'%s\'', input_file_path)
def run(self): """Generic method to launch the supervisor execution.""" try: get_logger().info('Executing function') SysUtils.set_env_var('INPUT_DATA', str(self.inputs)) self.supervisor.execute_function() # if is_batch_execution() and SysUtils.is_lambda_environment(): # # Only delegate to batch # self.supervisor.execute_function() # else: # self._parse_input() # self.supervisor.execute_function() # self._parse_output() get_logger().info('Creating response') return self.supervisor.create_response() except FaasSupervisorError as fse: get_logger().exception(fse) get_logger().error('Creating error response') return self.supervisor.create_error_response()
def _parse_input(self): """Download input data from storage provider or save data from POST request. A function can have information from several storage providers but one event always represents only one file (so far), so only one provider is going to be used for each event received. """ stg_prov = self._get_input_provider() get_logger().info("Found '%s' input provider", stg_prov.get_type()) if stg_prov: get_logger().info("Downloading input file using '%s' event", self.parsed_event.get_type()) input_file_path = storage.download_input( stg_prov, self.parsed_event, SysUtils.get_env_var("TMP_INPUT_DIR")) if input_file_path and FileUtils.is_file(input_file_path): SysUtils.set_env_var("INPUT_FILE_PATH", input_file_path) get_logger().info("INPUT_FILE_PATH variable set to '%s'", input_file_path)
def _set_lambda_env_vars(self): SysUtils.set_env_var('AWS_LAMBDA_REQUEST_ID', self.get_request_id())
def _save_request_parameters(self): # Add passed HTTP parameters to container variables for key, value in self.event["queryStringParameters"].items(): SysUtils.set_env_var(f"CONT_VAR_{key}", value)
def test_set_env_var(self): with mock.patch.dict('os.environ', {}, clear=True): SysUtils.set_env_var('TEST_VAR', 'TEST_VAL') self.assertTrue('TEST_VAR' in os.environ) self.assertEqual(os.environ['TEST_VAR'], 'TEST_VAL')