def main(): if not os.access(HOME, os.F_OK | os.W_OK): os.mkdir(HOME) #create prefs directory if not remote.remote(sys.argv): Pymp(sys.argv[1:]) #create new Pymp
class Remote(Images.Standard): """ This IO Source provides for remote access """ mandatory_parameters = ['host', 'device'] def form(self, query, result): ## Fill the query with some defaults: query.default('port', '3533') result.textfield("Host", 'host') result.textfield("Port", 'port') result.textfield("Raw Device", 'device') query['host'] self.calculate_partition_offset(query, result) def create(self, name, case, query): import remote offset = self.calculate_offset_suffix(query.get('offset', '0')) io = remote.remote(host=query['host'], port=int(query.get('port', 3533)), device=query['device'], offset=offset) return io
def main(): if not os.access(HOME, os.F_OK | os.W_OK): os.mkdir(HOME) #create prefs directory if not remote.remote(sys.argv): Kietol(sys.argv[1:]) #create new Kietol
def create(self, name, case, query): import remote offset = self.calculate_offset_suffix(query.get('offset','0')) io = remote.remote(host = query['host'], port = int(query.get('port', 3533)), device = query['device'], offset = offset) return io
def test02RemoteIOSource(self): """ Test the remote iosource implementation """ io1 = iosubsys.iosource([['subsys','advanced'], ['filename','%s/pyflag_stdimage_0.4.dd' % config.UPLOADDIR]]) ## get the remote fd: import remote r = remote.remote("127.0.0.1", config.UPLOADDIR + self.test_file) ## Test the remote source IO.test_read_random(io1,r, io1.size, 1000000, 100)
def check_iserverprocess(self): r = remote.remote() r.connect() stdout, stderr = r.run_command( ''' ps -auxf | grep -v 'grep' | grep 'MSTRSvr' ''') check_result = stdout.readlines() r.close() for line in check_result: logger.iserverprocess_log(line) if 'MSTRSvr' in check_result[0]: self.update_item('iserver-process', 'match') else: self.update_item('iserver-process', 'notmatch')
def test02RemoteIOSource(self): """ Test the remote iosource implementation """ io1 = iosubsys.iosource( [['subsys', 'advanced'], ['filename', '%s/pyflag_stdimage_0.4.dd' % config.UPLOADDIR]]) ## get the remote fd: import remote r = remote.remote("127.0.0.1", config.UPLOADDIR + self.test_file) ## Test the remote source IO.test_read_random(io1, r, io1.size, 1000000, 100)
def check_iserverfreespace(self): r = remote.remote() r.connect() stdout, stderr = r.run_command(' df -k ') check_result = stdout.readlines() r.close() for line in check_result: logger.disk_log(line) if 'iserver-install' in line: array = str(' '.join(line.split())).split(' ') if int(array[3]) / 1024 > 500: self.update_item('iserver-install', 'match') else: self.update_item('iserver-install', 'notmatch')
def check_iserverfreememory(self): r = remote.remote() r.connect() stdout, stderr = r.run_command(' free ') check_result = stdout.readlines() r.close() for line in check_result: logger.memory_log(line) if 'Mem' in line: array = str(' '.join(line.split())).split(' ') if (float(array[3]) + float(array[5])) / float(array[1]) < 0.9: self.update_item('freememory', 'match') else: self.update_item('freememory', 'notmatch')
def check_semaphores(self): r = remote.remote() r.connect() stdout, stderr = r.run_command(' cat /proc/sys/kernel/sem ') check_result = stdout.readlines() r.close() for line in check_result: logger.semaphores_log(line) array = str(check_result[0]).strip().split('\t') if int(array[0]) >= 250 and int(array[1]) >= 32000 and int( array[2]) >= 32 and int(array[3]) >= 4096: self.update_item('semaphores', 'match') else: self.update_item('semaphores', 'notmatch')
def check_filehandlers(self): r = remote.remote() r.connect() stdout, stderr = r.run_command(' ulimit -a ') check_result = stdout.readlines() r.close() for line in check_result: logger.filehandler_log(line) if 'open files' in line: array = str(' '.join(line.split())).split(' ') filehandlers = int(array[3]) if filehandlers > int(self.exp['filehandler']): self.update_item('filehandler', 'match') else: self.update_item('filehandler', 'notmatch')
def check(self): self.sqlhelper.exe_update_sql(''' update FetchResult set ui_status = 'running' where item_type = 'port' and task_id={0}'''.format(self.task_id)) r = remote.remote() r.connect() stdout, stderr = r.run_command('netstat -anl') check_result = stdout.readlines() r.close() for line in check_result: logger.port_log(line) for item in self.ports: if self.service_contain(check_result, item): self.update_item(item, 'match') else: self.update_item(item, 'notmatch')
def check(self): self.sqlhelper.exe_update_sql(''' update FetchResult set ui_status = 'running' where item_type = 'reg' and task_id={0}'''.format(self.task_id)) r = remote.remote() r.connect() stdout, stderr = r.run_command('cat /iserver-install/BIN/Linux/MSIReg.reg ') check_result = stdout.readlines() r.close() for line in check_result: logger.reg_log(line) for item in self.regs: if self.regs_contain(check_result, item): self.update_item(item[0], 'match') else: self.update_item(item[0], 'notmatch')
def check(self): self.sqlhelper.exe_update_sql(''' update FetchResult set ui_status = 'running' where item_type = 'library' and task_id={0}'''.format( self.task_id)) r = remote.remote() r.connect() stdout, stderr = r.run_command('sudo yum list installed ') check_result = stdout.readlines() r.close() for line in check_result: logger.lib_log(line) for item in self.libs: if self.libs_contain(check_result, item): self.update_item(item, 'match') else: self.update_item(item, 'notmatch')
def process(entry): # pylint: disable=inconsistent-return-statements print(f'+ Processing {entry.path!r}') mime_type = None for name in API_DICT.keys(): if fnmatch.fnmatch(entry.mime.name, name): mime_type = name break if mime_type is not None: mime = entry.mime.name api = API_DICT[mime_type] cwd = make_cwd(api, entry=entry) else: mime = 'example' api = API_DICT['example'] cwd = make_cwd(api, example=True) if api.remote: if remote(entry, mime, api): return issue(mime) return print_file(entry.path, DUMP) # set up environ env = make_env(api) env['BROAPT_PATH'] = entry.path env['BROAPT_MIME'] = entry.mime.name # run install commands if not api.inited.value: with api.locked: if init(api, cwd, env, mime, entry.uuid): return issue(mime) # run scripts commands scripts_log = 1 for command in api.scripts: log = f'{entry.uuid}-scripts.{scripts_log}' if run(command, cwd, env, mime, file=log): return issue(mime) scripts_log += 1 # run report command log = f'{entry.uuid}-report.1' if run(api.report, cwd, env, mime, file=log): return issue(mime) print_file(entry.path, file=DUMP)
def __init__(self): self.api=api.API(self) self.remote=remote.remote(self)
def setUp(self): self.con = remote.remote(host="localhost", user='', pswd='')
data = [] '''read data from txt''' fileName = 'user_key_word' # temp = importData(fileName) f = open('data_' + fileName, 'r') temp = cPickle.loads(''.join(f.readlines())) f.close() NORM = int(math.ceil(float(len(temp))/size)) if rank != 0: if rank < size - 1: data = dict(temp.items()[(rank-1)*NORM:rank*NORM]) if rank == size - 1: data = dict(temp.items()[(rank-1)*NORM:]) '''initialize sites''' REMOTE = remote(data, {}) del temp, data SUP = 0.2/NORM # threshold of support CONF = 0.7 # threshold of confidence '''rank 0: root need no initializaion''' '''main''' breakFlag = 0 GLOBAL_LARGE = [] while 1: '''remmote site''' Transaction = [] if rank != 0: '''receive global_large from home site''' if k > 1 and breakFlag == 0: temp = comm.recv(source = 0, tag = 3*(k-1))
size = 200 k = 1 """read data from txt""" fileName = "user_key_word" # temp = importData(fileName) f = open("data_" + fileName, "r") temp = cPickle.loads("".join(f.readlines())) f.close() NORM = int(math.ceil(float(len(temp)) / size)) """initialize sites""" REMOTE = {} # dict of remote sites for rank in range(size): if rank < size - 1: data = dict(temp.items()[rank * NORM : (rank + 1) * NORM]) REMOTE[rank] = remote(data, {}) if rank == size - 1: data = dict(temp.items()[rank * NORM :]) REMOTE[rank] = remote(data, {}) SUP = 0.2 / NORM # threshold of support CONF = 0.7 breakFlag = [0] * size """main""" while 1: """remmote site""" Transaction = [[]] * size print "step ", k """initialize""" for rank in range(size): if breakFlag[rank] == 0: