forked from iDPL/placement
/
DataMover.py
177 lines (148 loc) · 4.44 KB
/
DataMover.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
import TimedExec
from IDPLException import *
import os
import time
import socket
import sys
import signal
import hashlib
timeoutDefault = 30
portArgDefault = "-p"
class DataMover(object):
def __init__(self,timeout=timeoutDefault):
self.timeout = timeout
self.lowPort = None
self.highPort = None
self.exe = ""
self.args = []
self.portArg = portArgDefault
self.port = 0
self.portReporter = Reporter().noReport
self.inputFile = None
self.outputFile = None
self.tstart=time.time()
self.tend=time.time()
self.delta = -1
## List of Strings that are "requirements" for a particular dataMover
self.requirements=[]
self.addRequirement("FileTransfer")
## Various Getters including abstract ones
def getPortRange(self,low,high):
return (self.lowPort, self.highPort)
def getUserPubKeyFile(self):
"""Overridden by movers that need a public key"""
return None
def getTimers(self):
""" return the timers from the run """
## delta may have been extracted from tool output, see IperfMover
if self.delta < 0:
self.delta=self.tend - self.tstart
return(self.tstart,self.tend, self.delta)
## Various Setters
def setPortRange(self,low,high):
self.lowPort = low
self.highPort = high
def setPortArg(self,portArg):
self.portArg = portArg
def setExe(self, executable):
self.exe = executable
def setArgs(self,args):
self.args = args
def setOutputHandler(self,stdout=None):
self.stdoutHandler = stdout
def setErrHandler(self,stderr=None):
self.stderrHandler = stderr
def setInputFile(self,fname):
"""Set the name of the InputFile (for reading)"""
self.inputFile = fname
def setOutputFile(self,fname):
"""Set the name of the OutputFile (for writing)"""
self.outputFile = fname
def setPortReporter(self,reporter):
""" enable the port actually used by the server to be reported """
self.portReporter = reporter
def setTimeout(self,timeout):
self.timeout = timeout
## End of Setters
def md5(self,fname):
"""Open the file fname, read it and calc md5sum"""
buflen = 65536
hash = hashlib.md5()
with open(fname,'r',buflen) as f:
buf = f.read(buflen)
while len(buf) > 0:
hash.update(buf)
buf = f.read(buflen)
return hash.hexdigest()
def clientSetup(self):
"""Generic Client Setup prior to Movement"""
pass
def serverSetup(self):
"""Generic Server Setup prior to Movement"""
## Methods to determine requirements of a particular Mover
def hasRequirement(self,req):
return (req in self.requirements)
def addRequirement(self,req):
if not self.hasRequirement(req):
self.requirements.append(req)
def deleteRequirement(self,req):
while self.hasRequirement(req):
self.requirements.remove(req)
def run(self):
if self.inputFile is not None:
iFile = file(self.inputFile,'r')
else:
iFile = None
if self.lowPort is None or self.highPort is None:
targs=[self.exe]
targs.extend(self.args)
self.tstart=time.time()
resultcode,output,err=TimedExec.runTimedCmd(self.timeout,
targs, indata=iFile,
outhandler=self.stdoutHandler,
errhandler=self.stderrHandler)
self.tend=time.time()
if resultcode < 0:
sys.stdout.write("Result code: %d\n" % resultcode)
if iFile is not None:
iFile.close()
raise TimeOutException(self.exe)
else:
for self.port in range(self.lowPort,self.highPort):
try:
targs=[self.exe]
targs.extend(self.args)
targs.extend([self.portArg, "%d" % int(self.port)]),
## in 2 seconds call the portReporter to indicate
## which port is being used. If specific mover has
## an error within 2 seconds, assumed that port is in use.
## Then next port is tried.
rd = TimedExec.RunDelayed(2,self.portReporter,self.port)
rd.run()
self.tstart=time.time()
resultcode,output,err=TimedExec.runTimedCmd(self.timeout,
targs, indata=iFile,
outhandler=self.stdoutHandler,
errhandler=self.stderrHandler)
self.tend=time.time()
rd.join()
if resultcode < 0:
sys.stdout.write("Result code: %d\n" % resultcode)
raise TimeOutException(self.exe)
break
except PortInUseException,e:
## Cancel the portReporter
rd.cancel()
sys.stderr.write(e.message + "\n")
rd.join()
if iFile is not None:
iFile.close()
class Reporter(object):
""" Empty portReport. Nothing is printed """
def noReport(self, port):
pass
class PrintReporter(object):
""" print the port to stdout """
def doReport(self, port):
print port
# vim: ts=4:sw=4: