def backup_t0002(src_path, en_compress=True):
dst_folder_name = 't0002_backup'
dst_path = os.path.join(os.getcwd(), dst_folder_name)
log.info('Backup TDX customer data...')
if not os.path.exists(dst_path):
os.mkdir(dst_path)
else:
shutil.rmtree(dst_path)
os.mkdir(dst_path)
if not os.path.exists(sets.T0002_LIST):
log.error(r'Can not find {}'.format(sets.T0002_LIST))
exit(0)
src_list = glob(os.path.join(src_path, '*'))
with open(sets.T0002_LIST, 'r') as f:
t0002_list = filter(None, f.read().split('\n'))
for i in t0002_list:
if '*' in i:
key = i.split('.')[-1]
key_list = list(filter(lambda x: key in x, src_list))
for k in key_list:
shutil.copy(os.path.join(src_path, k), dst_path)
else:
copy_func = shutil.copy if '.' in i else shutil.copytree
dst_tmp = dst_path if '.' in i else os.path.join(dst_path, i)
copy_func(os.path.join(src_path, i), dst_tmp)
if en_compress:
cmd = '{} a -t7z {} {}\*'.format(sets.EXE_7Z, dst_folder_name, os.path.join(dst_path, ))
run_cmd(cmd)
shutil.rmtree(dst_path)
zip_full_path = os.path.realpath(dst_folder_name+'.7z')
subj = 'stool backup' + time_str()
py_send(subj=subj, atta_files=[zip_full_path])
os.remove(zip_full_path)
def pack_list_func(paras):
func, var, fix, lock, counter, finish_queue = paras
is_varg_list = False
if var is None or len(var) <= 0:
log.error('Illegal <var> para in <packed_func>')
if fix is not None and not isinstance(fix, dict):
assert 0
if isinstance(var[0], list) or isinstance(
var[0], np.ndarray) or isinstance(var[0], tuple):
is_varg_list = True
ret_set = []
for item in var:
if fix is None:
if is_varg_list:
ret = func(*item)
else:
ret = func(item)
else:
if is_varg_list:
ret = func(*item, **fix)
else:
ret = func(item, **fix)
with lock:
counter.value += 1
ret_set.append(ret)
with lock:
finish_queue.get()
return ret_set
def terminal_socket(ws, namespace, pod, container):
log.info('Try create socket connection')
ssl_ca_cert, key_file, cert_file = K8SClient.gen_ca()
kub = K8SClient(api_host='kubernetes_api_url',
ssl_ca_cert=ssl_ca_cert,
key_file=key_file,
cert_file=cert_file)
try:
container_stream = kub.terminal_start(namespace, pod, container)
except Exception as err:
log.error('Connect container error: {}'.format(err))
ws.close()
return
kub_stream = K8SStreamThread(ws, container_stream)
kub_stream.start()
log.info('Start terminal')
try:
while not ws.closed:
message = ws.receive()
if message is not None:
if message != '__ping__':
container_stream.write_stdin(message)
container_stream.write_stdin('exit\r')
except Exception as err:
log.error('Connect container error: {}'.format(err))
finally:
container_stream.close()
ws.close()
def terminal_socket(ws, namespace, pod, container, token):
log.info('Try create socket connection')
kub = K8SClient(
api_server=os.environ["API_SERVER"].rstrip("/"), id_token=token)
try:
container_stream = kub.terminal_start(namespace, pod, container)
except Exception as err:
log.error('Connect container error: {}'.format(err))
ws.close()
return
kub_stream = K8SStreamThread(ws, container_stream)
kub_stream.start()
log.info('Start terminal')
try:
while not ws.closed:
message = ws.receive()
if message is not None:
if message != '__ping__':
container_stream.write_stdin(message)
container_stream.write_stdin('exit\r')
except Exception as err:
log.error('Connect container error: {}'.format(err))
finally:
container_stream.close()
ws.close()
def task_bar(c, q, d=None, bar_max=None):
if bar_max is None:
log.error('Wrong <bar max> para when doing <task_bar>')
with tqdm(total=bar_max, desc=d, ascii=True) as tbar:
while c.value <= bar_max:
tbar.update(c.value - tbar.n)
if q.qsize() == 0 or c.value == bar_max:
tbar.update(bar_max - tbar.n)
break
def get_info(self, code, item):
if not os.path.exists(sets.INFO_FILE):
log.error('No local info file: {}!'.format(sets.INFO_FILE))
infos = pd.read_csv(sets.INFO_FILE,
usecols=[item],
columns={
'code': str
}).set_index('code')
return infos.loc[code, item]
def add_user_activity(request):
data = json.loads(request.body.decode("utf-8"))
response_dict = {}
validate_request, error_msg = validate_add_user_activity(request)
if not validate_request:
log.error(error_msg)
return JsonResponse(error_msg)
user_data, is_created = models.UserActivity.add_activity(data)
response_dict["user_id"] = user_data.user_id.user_id
response_dict["status_code"] = 200
return Response(response_dict, status=201)
def run(self):
while not self.ws.closed:
if not self.stream.is_open():
log.info('container stream closed')
self.ws.close()
try:
if self.stream.peek_stdout():
stdout = self.stream.read_stdout()
self.ws.send(stdout)
if self.stream.peek_stderr():
stderr = self.stream.read_stderr()
self.ws.send(stderr)
except Exception as err:
log.error('container stream err: {}'.format(err))
self.ws.close()
break
def run(self):
while not self.ws.closed:
if not self.stream.is_open():
log.info('container stream closed')
self.ws.close()
try:
if self.stream.peek_stdout():
stdout = self.stream.read_stdout()
self.ws.send(stdout)
if self.stream.peek_stderr():
stderr = self.stream.read_stderr()
self.ws.send(stderr)
except Exception as err:
log.error('container stream err: {}'.format(err))
self.ws.close()
break
def gen_k_120(self, code):
try:
m60 = self.get_k(code, ktype='60')
if m60 is not None:
m60.set_index(['date'], inplace=True)
if m60.shape[0] % 2 == 1:
pass
m120 = m60.resample('120T').agg(self.ohlc_dict).dropna()
new_index = m60.index[1::2]
if new_index.shape[0] == m120.shape[0]:
file_name = os.path.join(
sets.CSV_DIR, '{}_{}.csv'.format('min120', code))
m120.reset_index().to_csv(file_name, index=False)
else:
pass
else:
pass
except Exception as err:
log.error('{}, {}'.format(code, err))
def raw_ip_parse():
if not os.path.exists(sets.RAW_IP_FILE):
log.error(
'Must manual make and prepare {} for proxy ip parsing job.'.format(
sets.RAW_IP_FILE))
exit(0)
f = open(sets.RAW_IP_FILE, 'r')
content = f.read()
f.close()
ip_list = []
pat0 = re.compile(r'(\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3})\s+(\d{1,5}).*?',
re.S)
pat1 = re.compile(
r'(\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3})\s*:\s*(\d{1,5}).*?', re.S)
ip_list.extend(pat0.findall(content))
ip_list.extend(pat1.findall(content))
ip_list = rm_dupl(ip_list)
log.info('Raw ips: {}'.format(len(ip_list)))
return ip_list
def rCommand(self, internalIn=None):
try:
if internalIn is None:
request = self.checkRequest(self.rInput.text())
if request is not None:
result = "\n".join(self.R(request).split(self.rNewline)[1:]) # PyQt shenanigans
self.updateStack(request)
else:
result = None
else:
result = "\n".join(self.R(str(self.internalIn)).split(self.R.newline)[1:])
if result != self.R.newline and result is not None:
self.rConsole.append(result)
except Exception:
self.parentWidget().messageInfo.showInfo("Sudden PypeR combustion!", True)
log.error("R interpreter crush")
self.R = self.parentWidget().reInitR()
if self.enterButton.isChecked():
self.rInput.clear()
self.indicateInput()
self.updateNamespace()
def add_user(request):
data = json.loads(request.body.decode("utf-8"))
response_dict = {}
validate_request, error_msg = validate_add_user(request)
if not validate_request:
log.error(error_msg)
return JsonResponse(error_msg)
user_exist = models.User.check_user(
GU.encryptData(data.get("realname", "")))
log.error("UserCreation Status{}".format(user_exist))
if not user_exist:
user_data, is_created = models.User.add_user(data)
response_dict["user_id"] = user_data.user_id
response_dict["status_code"] = 200
return Response(response_dict, status=201)
else:
return Response(
{
"status_code": 200,
"message": "User Already Exists.",
"user_id": user_exist.user_id
},
status=201,
)