def create_source(self, path=None, args=None, async_load=False, progress_bar=False, out=sys.stdout): """Creates a new source. The source can be a local file path or a URL. """ if path is None: raise Exception('A local path or a valid URL must be provided.') if is_url(path): return self._create_remote_source(path, args=args) elif isinstance(path, list): return self._create_inline_source(path, args=args) elif PYTHON_2: return self._stream_source(file_name=path, args=args, async_load=async_load, progress_bar=progress_bar, out=out) else: return self._create_local_source(file_name=path, args=args)
def i_create_a_script_from_file_or_url(step, source_code): if not is_url(source_code): source_code = res_filename(source_code) resource = world.api.create_script(source_code) world.status = resource['code'] eq_(world.status, HTTP_CREATED) world.location = resource['location'] world.script = resource['object'] world.scripts.append(resource['resource'])
def create_script(self, source_code=None, args=None, wait_time=3, retries=10): """Creates a whizzml script from its source code. The `source_code` parameter can be a: {script ID}: the ID for an existing whizzml script {path}: the path to a file containing the source code {string} : the string containing the source code for the script """ create_args = {} if args is not None: create_args.update(args) if source_code is None: raise Exception('A valid code string' ' or a script id must be provided.') resource_type = get_resource_type(source_code) if resource_type == SCRIPT_PATH: script_id = get_script_id(source_code) if script_id: check_resource(script_id, query_string=TINY_RESOURCE, wait_time=wait_time, retries=retries, raise_on_error=True, api=self) create_args.update({"origin": script_id}) elif isinstance(source_code, str): if is_url(source_code): script_args = retrieve_script_args(source_code) source_code = script_args.get("source_code") create_args.update(json.loads(script_args.get("json"))) else: try: if os.path.exists(source_code): with open(source_code) as code_file: source_code = code_file.read() except IOError: raise IOError("Could not open the source code file %s." % source_code) create_args.update({"source_code": source_code}) else: raise Exception("A script id or a valid source code" " is needed to create a" " script. %s found." % resource_type) body = json.dumps(create_args) return self._create(self.script_url, body)
def create_source(self, path=None, args=None): """Creates a new source. The source can be a local file path or a URL. TODO: add async load and progress bar in Python 3 """ if path is None: raise Exception('A local path or a valid URL must be provided.') if is_url(path): return self._create_remote_source(path, args=args) if isinstance(path, list): return self._create_inline_source(path, args=args) if isinstance(path, dict): return self._create_connector_source(path, args=args) return self._create_local_source(file_name=path, args=args)
'location': location, 'object': resource, 'error': error} def create_source(self, path=None, args=None, async=False, progress_bar=False, out=sys.stdout): """Creates a new source. The source can be a local file path or a URL. """ if path is None: raise Exception('A local path or a valid URL must be provided.') if is_url(path): return self._create_remote_source(url=path, args=args) else: return self._stream_source(file_name=path, args=args, async=async, progress_bar=progress_bar, out=out) def get_source(self, source, query_string=''): """Retrieves a remote source. The source parameter should be a string containing the source id or the dict returned by create_source. As source is an evolving object that is processed until it reaches the FINISHED or FAULTY state, thet function will return a dict that encloses the source values and state info available at the time it is called.
return maybe_save(resource_id, self.storage, code, location, resource, error) def create_source(self, path=None, args=None, async=False, progress_bar=False, out=sys.stdout): """Creates a new source. The source can be a local file path or a URL. """ if path is None: raise Exception('A local path or a valid URL must be provided.') if is_url(path): return self._create_remote_source(path, args=args) elif isinstance(path, list): return self._create_inline_source(path, args=args) elif PYTHON_2: return self._stream_source(file_name=path, args=args, async=async, progress_bar=progress_bar, out=out) else: return self._create_local_source(file_name=path, args=args) def get_source(self, source, query_string=''): """Retrieves a remote source. The source parameter should be a string containing the source id or the dict returned by create_source. As source is an evolving object that is processed until it reaches the FINISHED or FAULTY state, thet function will