def initialize():
# First check if spec for this VTK version exists
v = vtk.vtkVersion()
vtk_version = [
v.GetVTKMajorVersion(),
v.GetVTKMinorVersion(),
v.GetVTKBuildVersion()
]
# vtk-VTKVERSION-spec-PKGVERSION.xml
spec_name = os.path.join(
current_dot_vistrails(), 'vtk-%s-spec-%s.xml' %
('_'.join([str(v)
for v in vtk_version]), package_version.replace('.', '_')))
# TODO: how to patch with diff/merge
if not os.path.exists(spec_name):
from .vtk_wrapper.parse import parse
parse(spec_name)
vtk_classes.initialize(spec_name)
_modules.insert(0, BaseClassModule)
_modules.extend([
gen_class_module(spec,
vtk_classes,
klasses,
signature=hasher.vtk_hasher)
for spec in vtk_classes.specs.module_specs
])
def initialize():
if configuration.check('file_store'):
file_store_path = configuration.file_store
else:
file_store_path = os.path.join(current_dot_vistrails(), 'file_archive')
if not os.path.exists(file_store_path) or not os.listdir(file_store_path):
FileStore.create_store(file_store_path)
set_default_store(FileStore(file_store_path))
def save_to_file(self, filename=None):
""" save_to_file(filename: str) -> None
Saves running jobs to a file
"""
if not filename:
filename = os.path.join(current_dot_vistrails(), JOBS_FILENAME)
f = open(filename, 'w')
f.write(self.__serialize__())
f.close()
def initialize():
global global_db, local_db, search_dbs, compress_by_default, db_access, \
git_bin, debug
if configuration.check('git_bin'):
git_bin = configuration.git_bin
if git_bin.startswith("@executable_path/"):
non_expand_path = git_bin
git_bin = get_executable_path(git_bin[len("@executable_path/"):])
if git_bin is not None:
configuration.git_bin = non_expand_path
if git_bin is None:
git_bin = 'git'
configuration.git_bin = git_bin
if configuration.check('compress_by_default'):
compress_by_default = configuration.compress_by_default
if configuration.check('debug'):
debug = configuration.debug
if configuration.check('global_db'):
global_db = configuration.global_db
if configuration.check('local_db'):
local_db = configuration.local_db
if not os.path.exists(local_db):
raise RuntimeError('local_db "%s" does not exist' % local_db)
else:
local_db = os.path.join(current_dot_vistrails(), 'persistent_files')
if not os.path.exists(local_db):
try:
os.mkdir(local_db)
except OSError:
raise RuntimeError('local_db "%s" does not exist' % local_db)
local_repo = repo.get_repo(local_db)
repo.set_current_repo(local_repo)
debug_print('creating DatabaseAccess')
db_path = os.path.join(local_db, '.files.db')
db_access = DatabaseAccessSingleton(db_path)
debug_print('done', db_access)
search_dbs = [
local_db,
]
if configuration.check('search_dbs'):
try:
check_paths = literal_eval(configuration.search_dbs)
except Exception:
print "*** persistence error: cannot parse search_dbs ***"
else:
for path in check_paths:
if os.path.exists(path):
search_dbs.append(path)
else:
print '*** persistence warning: cannot find path "%s"' % path
def initialize():
global global_db, local_db, search_dbs, compress_by_default, db_access, \
git_bin, debug
if configuration.check('git_bin'):
git_bin = configuration.git_bin
if git_bin.startswith("@executable_path/"):
non_expand_path = git_bin
git_bin = get_executable_path(git_bin[len("@executable_path/"):])
if git_bin is not None:
configuration.git_bin = non_expand_path
if git_bin is None:
git_bin = 'git'
configuration.git_bin = git_bin
if configuration.check('compress_by_default'):
compress_by_default = configuration.compress_by_default
if configuration.check('debug'):
debug = configuration.debug
if configuration.check('global_db'):
global_db = configuration.global_db
if configuration.check('local_db'):
local_db = configuration.local_db
if not os.path.exists(local_db):
raise RuntimeError('local_db "%s" does not exist' % local_db)
else:
local_db = os.path.join(current_dot_vistrails(), 'persistent_files')
if not os.path.exists(local_db):
try:
os.mkdir(local_db)
except OSError:
raise RuntimeError('local_db "%s" does not exist' % local_db)
local_repo = repo.get_repo(local_db)
repo.set_current_repo(local_repo)
debug_print('creating DatabaseAccess')
db_path = os.path.join(local_db, '.files.db')
db_access = DatabaseAccessSingleton(db_path)
debug_print('done', db_access)
search_dbs = [local_db,]
if configuration.check('search_dbs'):
try:
check_paths = literal_eval(configuration.search_dbs)
except Exception:
print "*** persistence error: cannot parse search_dbs ***"
else:
for path in check_paths:
if os.path.exists(path):
search_dbs.append(path)
else:
print '*** persistence warning: cannot find path "%s"' % path
def initialize(*args, **keywords):
reg = vistrails.core.modules.module_registry.get_module_registry()
basic = vistrails.core.modules.basic_modules
reg.add_module(DownloadFile)
reg.add_input_port(DownloadFile, "url", (basic.String, 'URL'))
reg.add_input_port(DownloadFile, 'insecure',
(basic.Boolean, "Allow invalid SSL certificates"),
optional=True, defaults="['False']")
reg.add_output_port(DownloadFile, "file",
(basic.File, 'local File object'))
reg.add_output_port(DownloadFile, "local_filename",
(basic.String, 'local filename'), optional=True)
reg.add_module(HTTPDirectory)
reg.add_input_port(HTTPDirectory, 'url', (basic.String, "URL"))
reg.add_input_port(HTTPDirectory, 'insecure',
(basic.Boolean, "Allow invalid SSL certificates"),
optional=True, defaults="['False']")
reg.add_output_port(HTTPDirectory, 'directory',
(basic.Directory, "local Directory object"))
reg.add_output_port(HTTPDirectory, 'local_path',
(basic.String, "local path"), optional=True)
reg.add_module(RepoSync)
reg.add_input_port(RepoSync, "file", (basic.File, 'File'))
reg.add_input_port(RepoSync, "checksum",
(basic.String, 'Checksum'), optional=True)
reg.add_output_port(RepoSync, "file", (basic.File,
'Repository Synced File object'))
reg.add_output_port(RepoSync, "checksum",
(basic.String, 'Checksum'), optional=True)
reg.add_module(URLEncode)
reg.add_input_port(URLEncode, "string", basic.String)
reg.add_output_port(URLEncode, "encoded", basic.String)
reg.add_module(URLDecode)
reg.add_input_port(URLDecode, "encoded", basic.String)
reg.add_output_port(URLDecode, "string", basic.String)
global package_directory
dotVistrails = current_dot_vistrails()
package_directory = os.path.join(dotVistrails, "HTTP")
if not os.path.isdir(package_directory):
try:
debug.log("Creating HTTP package directory: %s" % package_directory)
os.mkdir(package_directory)
except Exception, e:
raise RuntimeError("Failed to create cache directory: %s" %
package_directory, e)
def load_from_file(self, filename=None):
""" load_from_file(filename: str) -> None
Loads running jobs from a file
"""
if not filename:
filename = os.path.join(current_dot_vistrails(), JOBS_FILENAME)
if not os.path.exists(filename):
self.__unserialize__('{}')
return {}
f = open(filename)
result = self.__unserialize__(f.read())
f.close()
return result
def initialize():
# First check if spec for this VTK version exists
v = vtk.vtkVersion()
vtk_version = [v.GetVTKMajorVersion(),
v.GetVTKMinorVersion(),
v.GetVTKBuildVersion()]
# vtk-VTKVERSION-spec-PKGVERSION.xml
spec_name = os.path.join(current_dot_vistrails(),
'vtk-%s-spec-%s.xml' %
('_'.join([str(v) for v in vtk_version]),
package_version.replace('.', '_')))
# TODO: how to patch with diff/merge
if not os.path.exists(spec_name):
from .vtk_wrapper.parse import parse
parse(spec_name)
vtk_classes.initialize(spec_name)
_modules.insert(0, BaseClassModule)
_modules.extend([gen_class_module(spec, vtk_classes, klasses, signature=hasher.vtk_hasher)
for spec in vtk_classes.specs.module_specs])
def initialize(*args, **keywords):
reg = vistrails.core.modules.module_registry.get_module_registry()
basic = vistrails.core.modules.basic_modules
reg.add_module(HTTPFile)
reg.add_input_port(HTTPFile, "url", (basic.String, 'URL'))
reg.add_output_port(HTTPFile, "file", (basic.File, 'local File object'))
reg.add_output_port(HTTPFile, "local_filename",
(basic.String, 'local filename'), optional=True)
reg.add_module(HTTPDirectory)
reg.add_input_port(HTTPDirectory, 'url', (basic.String, "URL"))
reg.add_output_port(HTTPDirectory, 'directory',
(basic.Directory, "local Directory object"))
reg.add_output_port(HTTPDirectory, 'local_path',
(basic.String, "local path"), optional=True)
reg.add_module(RepoSync)
reg.add_input_port(RepoSync, "file", (basic.File, 'File'))
reg.add_input_port(RepoSync, "checksum",
(basic.String, 'Checksum'), optional=True)
reg.add_output_port(RepoSync, "file", (basic.File,
'Repository Synced File object'))
reg.add_output_port(RepoSync, "checksum",
(basic.String, 'Checksum'), optional=True)
global package_directory
dotVistrails = current_dot_vistrails()
package_directory = os.path.join(dotVistrails, "HTTP")
if not os.path.isdir(package_directory):
try:
debug.log("Creating HTTP package directory: %s" % package_directory)
os.mkdir(package_directory)
except:
debug.critical(("Create directory failed. Make sure '%s' does not"
" exist and parent directory is writable") %
package_directory)
sys.exit(1)
