def create_source(self,
path=None,
args=None,
async_load=False,
progress_bar=False,
out=sys.stdout):
"""Creates a new source.
The source can be a local file path or a URL.
"""
if path is None:
raise Exception('A local path or a valid URL must be provided.')
if is_url(path):
return self._create_remote_source(path, args=args)
elif isinstance(path, list):
return self._create_inline_source(path, args=args)
elif PYTHON_2:
return self._stream_source(file_name=path,
args=args,
async_load=async_load,
progress_bar=progress_bar,
out=out)
else:
return self._create_local_source(file_name=path, args=args)
def i_create_a_script_from_file_or_url(step, source_code):
if not is_url(source_code):
source_code = res_filename(source_code)
resource = world.api.create_script(source_code)
world.status = resource['code']
eq_(world.status, HTTP_CREATED)
world.location = resource['location']
world.script = resource['object']
world.scripts.append(resource['resource'])
def create_script(self,
source_code=None,
args=None,
wait_time=3,
retries=10):
"""Creates a whizzml script from its source code. The `source_code`
parameter can be a:
{script ID}: the ID for an existing whizzml script
{path}: the path to a file containing the source code
{string} : the string containing the source code for the script
"""
create_args = {}
if args is not None:
create_args.update(args)
if source_code is None:
raise Exception('A valid code string'
' or a script id must be provided.')
resource_type = get_resource_type(source_code)
if resource_type == SCRIPT_PATH:
script_id = get_script_id(source_code)
if script_id:
check_resource(script_id,
query_string=TINY_RESOURCE,
wait_time=wait_time,
retries=retries,
raise_on_error=True,
api=self)
create_args.update({"origin": script_id})
elif isinstance(source_code, str):
if is_url(source_code):
script_args = retrieve_script_args(source_code)
source_code = script_args.get("source_code")
create_args.update(json.loads(script_args.get("json")))
else:
try:
if os.path.exists(source_code):
with open(source_code) as code_file:
source_code = code_file.read()
except IOError:
raise IOError("Could not open the source code file %s." %
source_code)
create_args.update({"source_code": source_code})
else:
raise Exception("A script id or a valid source code"
" is needed to create a"
" script. %s found." % resource_type)
body = json.dumps(create_args)
return self._create(self.script_url, body)
def create_source(self, path=None, args=None):
"""Creates a new source.
The source can be a local file path or a URL.
TODO: add async load and progress bar in Python 3
"""
if path is None:
raise Exception('A local path or a valid URL must be provided.')
if is_url(path):
return self._create_remote_source(path, args=args)
if isinstance(path, list):
return self._create_inline_source(path, args=args)
if isinstance(path, dict):
return self._create_connector_source(path, args=args)
return self._create_local_source(file_name=path, args=args)
def create_source(self, path=None, args=None, async_load=False,
progress_bar=False, out=sys.stdout):
"""Creates a new source.
The source can be a local file path or a URL.
"""
if path is None:
raise Exception('A local path or a valid URL must be provided.')
if is_url(path):
return self._create_remote_source(path, args=args)
elif isinstance(path, list):
return self._create_inline_source(path, args=args)
elif PYTHON_2:
return self._stream_source(file_name=path, args=args,
async_load=async_load,
progress_bar=progress_bar, out=out)
else:
return self._create_local_source(file_name=path, args=args)
'location': location,
'object': resource,
'error': error}
def create_source(self, path=None, args=None, async=False,
progress_bar=False, out=sys.stdout):
"""Creates a new source.
The source can be a local file path or a URL.
"""
if path is None:
raise Exception('A local path or a valid URL must be provided.')
if is_url(path):
return self._create_remote_source(url=path, args=args)
else:
return self._stream_source(file_name=path, args=args, async=async,
progress_bar=progress_bar, out=out)
def get_source(self, source, query_string=''):
"""Retrieves a remote source.
The source parameter should be a string containing the
source id or the dict returned by create_source.
As source is an evolving object that is processed
until it reaches the FINISHED or FAULTY state, thet function will
return a dict that encloses the source values and state info
available at the time it is called.
return maybe_save(resource_id, self.storage, code,
location, resource, error)
def create_source(self, path=None, args=None, async=False,
progress_bar=False, out=sys.stdout):
"""Creates a new source.
The source can be a local file path or a URL.
"""
if path is None:
raise Exception('A local path or a valid URL must be provided.')
if is_url(path):
return self._create_remote_source(path, args=args)
elif isinstance(path, list):
return self._create_inline_source(path, args=args)
elif PYTHON_2:
return self._stream_source(file_name=path, args=args, async=async,
progress_bar=progress_bar, out=out)
else:
return self._create_local_source(file_name=path, args=args)
def get_source(self, source, query_string=''):
"""Retrieves a remote source.
The source parameter should be a string containing the
source id or the dict returned by create_source.
As source is an evolving object that is processed
until it reaches the FINISHED or FAULTY state, thet function will
