"user.syndicate_write_ttl"
]
builtin_xattr_expected_values = {
"user.syndicate_coordinator": None,
"user.syndicate_cached_blocks": "0000", # for the getxattr gateway
"user.syndicate_cached_file_path": None,
"user.syndicate_read_ttl": "5000",
"user.syndicate_write_ttl": "0"
}
# other attrs
attr_name_base = 'foo-%s' % random_part
attr_value_base = 'bar-%s' % random_part
config_dir, output_dir = testlib.test_setup()
volume_name = testlib.add_test_volume( config_dir )
gateway_name = testlib.add_test_gateway( config_dir, volume_name, "UG", caps="ALL", email=testconf.SYNDICATE_ADMIN )
getxattr_gateway_name = testlib.add_test_gateway( config_dir, volume_name, "UG", caps="ALL", port=31113, email=testconf.SYNDICATE_ADMIN )
rg_gateway_name = testlib.add_test_gateway( config_dir, volume_name, "RG", caps="NONE", email=testconf.SYNDICATE_ADMIN )
testlib.update_gateway( config_dir, rg_gateway_name, "port=31112", "driver=%s" % RG_DRIVER )
# start the RG
rg_proc, rg_out_path = testlib.start_gateway( config_dir, RG_PATH, testconf.SYNDICATE_ADMIN, volume_name, rg_gateway_name )
if not testlib.gateway_ping( 31112, 15 ):
stop_and_save( output_dir, rg_proc, rg_out_path, "syndicate-rg")
raise Exception("%s exited %s" % (RG_PATH, rg_proc.poll()))
# put the file...
exitcode, out = testlib.run( PUT_PATH, '-d2', '-f', '-c', os.path.join(config_dir, 'syndicate.conf'),
return
def set_errors(self, e):
self.errors = e
def get_exitcode(self):
return self.exitcode
def get_errormsg(self):
return self.errormsg
if __name__ == "__main__":
config_dir, output_dir = testlib.test_setup()
volume_name = testlib.add_test_volume( config_dir, blocksize=1024 )
num_threads = 8
threads = []
# create AG source dataset. extract config
ag_driver = syndicate.util.objects.load_driver( AG_DRIVER, None, include_secrets=False )
assert 'config' in ag_driver
ag_config_txt = base64.b64decode(ag_driver['config'])
ag_config = json.loads(ag_config_txt)
# path to file...
assert 'DATASET_DIR' in ag_config
testdir = ag_config['DATASET_DIR']
if os.path.exists(testdir):
shutil.rmtree(testdir)
import testconf
import shutil
import syndicate
CAT_PATH = os.path.join(testconf.SYNDICATE_UG_ROOT, "syndicate-cat")
LS_PATH = os.path.join(testconf.SYNDICATE_UG_ROOT, "syndicate-ls")
REFRESH_PATH = os.path.join(testconf.SYNDICATE_UG_ROOT, "syndicate-refresh")
AG_PATH = os.path.join(testconf.SYNDICATE_AG_ROOT, "syndicate-ag")
AG_DRIVER = os.path.join(testconf.SYNDICATE_PYTHON_ROOT,
"syndicate/ag/drivers/disk")
if __name__ == "__main__":
config_dir, output_dir = testlib.test_setup()
volume_name = testlib.add_test_volume(config_dir)
# create AG source dataset. extract config
ag_driver = syndicate.util.objects.load_driver(AG_DRIVER,
None,
include_secrets=False)
assert 'config' in ag_driver
ag_config_txt = base64.b64decode(ag_driver['config'])
ag_config = json.loads(ag_config_txt)
# path to file...
assert 'DATASET_DIR' in ag_config
testdir = ag_config['DATASET_DIR']
if os.path.exists(testdir):
shutil.rmtree(testdir)
def stop_and_save(output_dir, proc, out_path, save_name):
exitcode, out = testlib.stop_gateway(proc, out_path)
testlib.save_output(output_dir, save_name, out)
return exitcode, out
if __name__ == "__main__":
local_path = testlib.make_random_file(16384)
local_fd = open(local_path, "r")
expected_data = local_fd.read()
local_fd.close()
config_dir, output_dir = testlib.test_setup()
volume_name = testlib.add_test_volume(config_dir,
allow_anon=True,
private=False)
RG_gateway_name = testlib.add_test_gateway(config_dir,
volume_name,
"RG",
caps="NONE",
email=testconf.SYNDICATE_ADMIN)
testlib.update_gateway(config_dir, RG_gateway_name, "port=31112",
"driver=%s" % RG_DRIVER)
rg_proc, rg_out_path = testlib.start_gateway(config_dir,
RG_PATH,
testconf.SYNDICATE_ADMIN,
volume_name,
RG_gateway_name,
NUM_FILES = 1
def stop_and_save( output_dir, proc, out_path, save_name ):
exitcode, out = testlib.stop_gateway( proc, out_path )
testlib.save_output( output_dir, save_name, out )
return exitcode, out
if __name__ == "__main__":
local_path = testlib.make_random_file(16384)
local_fd = open(local_path, "r")
expected_data = local_fd.read()
local_fd.close()
config_dir, output_dir = testlib.test_setup()
volume_name = testlib.add_test_volume( config_dir, allow_anon=True, private=False )
RG_gateway_name = testlib.add_test_gateway( config_dir, volume_name, "RG", caps="NONE", email=testconf.SYNDICATE_ADMIN )
testlib.update_gateway( config_dir, RG_gateway_name, "port=31112", "driver=%s" % RG_DRIVER )
rg_proc, rg_out_path = testlib.start_gateway( config_dir, RG_PATH, testconf.SYNDICATE_ADMIN, volume_name, RG_gateway_name, valgrind=True )
if not testlib.gateway_ping( 31112, 15 ):
raise Exception("%s exited %s" % (RG_PATH, rg_proc.poll()))
# should cause the RG to get updated that there's a new gateway
gateway_name = testlib.add_test_gateway( config_dir, volume_name, "UG", caps="ALL", email=testconf.SYNDICATE_ADMIN )
cat_gateway_name = testlib.add_test_gateway( config_dir, volume_name, "UG", caps="ALL", email="ANONYMOUS" )
random_part = hex(random.randint(0, 2**32-1))[2:]
output_paths = []
expected_data_list[i] = c
i += 1
return "".join(expected_data_list)
if __name__ == "__main__":
local_path = testlib.make_random_file(16384)
expected_data = None
with open(local_path, "r") as f:
expected_data = f.read()
config_dir, output_dir = testlib.test_setup()
volume_name = testlib.add_test_volume(config_dir, blocksize=1024)
RG_gateway_name = testlib.add_test_gateway(config_dir,
volume_name,
"RG",
caps="NONE",
email=testconf.SYNDICATE_ADMIN)
testlib.update_gateway(config_dir, RG_gateway_name, "port=31112",
"driver=%s" % RG_DRIVER)
rg_proc, rg_out_path = testlib.start_gateway(config_dir, RG_PATH,
testconf.SYNDICATE_ADMIN,
volume_name, RG_gateway_name)
if not testlib.gateway_ping(31112, 15):
raise Exception("%s exited %s" % (RG_PATH, rg_proc.poll()))