def test_ssh_risoe(self):
if 0 or all:
if x:
ssh = SSHClient(
'ssh.risoe.dk',
'mmpe',
interactive_auth_handler=sshrisoe_interactive_auth_handler(
x.mmpe))
_, out, _ = ssh.execute("hostname")
self.assertEqual(out.strip(), "ssh-03.risoe.dk")
def test_ssh_risoe_gorm(self):
if 0 or all:
if x:
gateway = SSHClient(
'ssh.risoe.dk',
'mmpe',
password="******",
interactive_auth_handler=sshrisoe_interactive_auth_handler(
x.mmpe))
ssh = SSHClient('10.40.23.49', 'mmpe', x.mmpe, gateway=gateway)
_, out, _ = ssh.execute("hostname")
self.assertEqual(out.strip(), "g-000.risoe.dk")
def test_pbs_file():
if x is None:
pytest.xfail("Password missing")
pbsfile = PBSFile("/home/mmpe/tmp", "test",
'''python -c "print('hello world')"''', 'workq')
ssh = SSHClient("jess.dtu.dk", 'mmpe', x.mmpe)
pbs_job = SSHPBSJob(ssh)
pbs_job.submit(pbsfile, "./tmp")
with pbs_job.ssh:
start = time.time()
while time.time() < start + 10:
time.sleep(.1)
if pbs_job.status == DONE:
break
else:
raise Exception("job not finished within 10 s")
_, out, _ = ssh.execute('cat ./tmp/stdout/test.out')
assert "hello world" in out
def __init__(self,
username,
password,
wine_cmd="WINEARCH=win32 WINEPREFIX=~/.wine32 wine"):
from wetb.utils.cluster_tools.ssh_client import SSHClient
PBSClusterSimulationResource.__init__(
self, SSHClient(self.host, username, password, 22), 25, 600,
self.init_cmd, wine_cmd, "python", self.queue)
def setUp(self):
if x:
self.ssh = SSHClient('gorm', 'mmpe', x.mmpe)
class TestSSHClient(unittest.TestCase):
def setUp(self):
if x:
self.ssh = SSHClient('gorm', 'mmpe', x.mmpe)
def test_execute(self):
if 0 or all:
if x:
_, out, _ = self.ssh.execute("ls -a")
ssh_ls = ";".join(sorted(
out.split("\n"))[3:]) #Exclude ['', '.', '..']
win_ls = ";".join(sorted(os.listdir(r"z:")))
self.assertEqual(ssh_ls, win_ls)
def test_file_transfer(self):
if 0 or all:
if x:
self.ssh.execute("rm -f tmp.txt")
io.StringIO()
txt = "Hello world" * 1000000
f = io.StringIO(txt)
f.seek(0)
print("start upload")
self.ssh.upload(
f,
"tmp.txt",
callback=TextUI().progress_callback("Uploading"))
print("endupload")
_, out, _ = self.ssh.execute("cat tmp.txt")
self.assertEqual(out, txt)
fn = tfp + "tmp.txt"
if os.path.isfile(fn):
os.remove(fn)
self.assertFalse(os.path.isfile(fn))
self.ssh.download("tmp.txt", fn)
with open(fn) as fid:
self.assertEqual(fid.read(), txt)
def test_folder_transfer(self):
if 0 or all:
if x:
p = r"C:\mmpe\HAWC2\models\version_12.3beta/"
p = r'C:\mmpe\programming\python\WindEnergyToolbox\wetb\hawc2\tests\test_files\simulation_setup\DTU10MWRef6.0_IOS/'
self.ssh.execute("rm -r -f ./tmp_test")
self.ssh.upload_files(p, "./tmp_test", ["input/"])
shutil.rmtree("./test/input", ignore_errors=True)
self.ssh.download_files("./tmp_test", tfp, "input/")
os.path.isfile(tfp + "/input/data/DTU_10MW_RWT_Blade_st.dat")
shutil.rmtree("./test/input", ignore_errors=True)
def test_folder_transfer_specific_files_uppercase(self):
if 1 or all:
if x:
p = tfp
files = [os.path.join(tfp, "TEST.txt")]
self.ssh.execute("rm -r -f ./tmp_test")
self.ssh.upload_files(p, "./tmp_test", file_lst=files)
self.assertFalse(self.ssh.file_exists("./tmp_test/test.txt"))
self.assertTrue(self.ssh.file_exists("./tmp_test/TEST.txt"))
def test_folder_transfer_specific_files(self):
if 1 or all:
if x:
p = r"C:\mmpe\HAWC2\models\version_12.3beta/"
p = r'C:\mmpe\programming\python\WindEnergyToolbox\wetb\hawc2\tests\test_files\simulation_setup\DTU10MWRef6.0_IOS/'
files = [
os.path.join(os.path.relpath(root, p), f)
for root, _, files in os.walk(p + "input/") for f in files
]
self.ssh.execute("rm -r -f ./tmp_test")
self.ssh.upload_files(p, "./tmp_test", file_lst=files[:5])
self.ssh.download_files("./tmp_test",
tfp + "tmp/",
file_lst=files[:3])
self.assertEqual(len(os.listdir(tfp + "tmp/input/data/")), 2)
shutil.rmtree(tfp + "tmp/")
def test_ssh_gorm(self):
if 0 or all:
if x:
ssh = SSHClient('gorm.risoe.dk', 'mmpe', x.mmpe)
_, out, _ = ssh.execute("hostname")
self.assertEqual(out.strip(), "g-000.risoe.dk")
def test_ssh_g047(self):
if 0 or all:
if x:
gateway = SSHClient('gorm.risoe.dk', 'mmpe', x.mmpe)
ssh = SSHClient('g-047', "mmpe", x.mmpe, gateway=gateway)
self.assertEqual(ssh.execute('hostname')[1].strip(), "g-047")
def test_ssh_risoe(self):
if 0 or all:
if x:
ssh = SSHClient(
'ssh.risoe.dk',
'mmpe',
interactive_auth_handler=sshrisoe_interactive_auth_handler(
x.mmpe))
_, out, _ = ssh.execute("hostname")
self.assertEqual(out.strip(), "ssh-03.risoe.dk")
def test_ssh_risoe_gorm(self):
if 0 or all:
if x:
gateway = SSHClient(
'ssh.risoe.dk',
'mmpe',
password="******",
interactive_auth_handler=sshrisoe_interactive_auth_handler(
x.mmpe))
ssh = SSHClient('10.40.23.49', 'mmpe', x.mmpe, gateway=gateway)
_, out, _ = ssh.execute("hostname")
self.assertEqual(out.strip(), "g-000.risoe.dk")
def test_ssh_g047(self):
if 0 or all:
if x:
gateway = SSHClient('gorm.risoe.dk', 'mmpe', x.mmpe)
ssh = SSHClient('g-047', "mmpe", x.mmpe, gateway=gateway)
self.assertEqual(ssh.execute('hostname')[1].strip(), "g-047")
def test_ssh_gorm(self):
if 0 or all:
if x:
ssh = SSHClient('gorm.risoe.dk', 'mmpe', x.mmpe)
_, out, _ = ssh.execute("hostname")
self.assertEqual(out.strip(), "g-000.risoe.dk")
def new_ssh_connection(self):
from wetb.utils.cluster_tools.ssh_client import SSHClient
return SSHClient(self.host, self.ssh.username, self.ssh.password,
self.ssh.port)