def leave_func(self, code):
if 0 == code:
LOG.debug('%s(%s) ...' %
(self.__class__.__name__,
json.dumps(self.request.arguments, ensure_ascii=False)))
else:
LOG.debug('%s(%s) %s' %
(self.__class__.__name__,
json.dumps(self.request.arguments,
ensure_ascii=False), error_process(code)))
self.write(error_process(code))
def subprocess(self, cmd, callback):
ioloop = tornado.ioloop.IOLoop.instance()
args = shlex.split(cmd)
LOG.debug(args)
pipe = subprocess.Popen(args, stdout=subprocess.PIPE, close_fds=True)
fd = pipe.stdout.fileno()
result = []
def recv(*args):
data = pipe.stdout.readline()
if data:
result.append(data)
elif pipe.poll() is not None:
ioloop.remove_handler(fd)
callback(''.join(result))
ioloop.add_handler(fd, recv, ioloop.READ)
def subprocess(self, cmd, callback):
ioloop = tornado.ioloop.IOLoop.instance()
args = shlex.split(cmd)
LOG.debug(args)
pipe = subprocess.Popen(args, stdout = subprocess.PIPE, close_fds = True)
fd = pipe.stdout.fileno()
result = []
def recv(*args):
data = pipe.stdout.readline()
if data:
result.append(data)
elif pipe.poll() is not None:
ioloop.remove_handler(fd)
callback(''.join(result))
ioloop.add_handler(fd, recv, ioloop.READ)
def get(self):
enter_func(self)
if not set(['url']).issubset(self.request.arguments.keys()):
_leave_func(self, 1, {})
return
url = urllib.quote(urllib.quote(self.request.arguments['url'][0]))
cmds = []
cmds.append(self.gen_cmd(url, 'ChromelessView&Embed=1', '6', '2'))
cmds.append(self.gen_cmd(url, 'SlideShowView', '1', '0'))
cmds.append(self.gen_cmd(url, 'ReadingView', '0', '0'))
cmds.append(self.gen_cmd(url, 'ReadingView', '0', '4'))
for cmd in cmds:
LOG.info(cmd)
stdoutput = yield gen.Task(self.subprocess, cmd)
LOG.debug(stdoutput)
if json.loads(stdoutput)['Error']:
_leave_func(self, 2, {})
return
_leave_func(self, 0, {})
def get(self):
enter_func(self)
if not set(['url']).issubset(self.request.arguments.keys()):
_leave_func(self, 1, {})
return
url = urllib.quote(urllib.quote(self.request.arguments['url'][0]))
cmds = []
cmds.append(self.gen_cmd(url, 'ChromelessView&Embed=1', '6', '2'))
cmds.append(self.gen_cmd(url, 'SlideShowView', '1', '0'))
cmds.append(self.gen_cmd(url, 'ReadingView', '0', '0'))
cmds.append(self.gen_cmd(url, 'ReadingView', '0', '4'))
for cmd in cmds:
LOG.info(cmd)
stdoutput = yield gen.Task(self.subprocess, cmd)
LOG.debug(stdoutput)
if json.loads(stdoutput)['Error']:
_leave_func(self, 2, {})
return
_leave_func(self, 0, {})
def _leave_func(self, code, msg):
LOG.debug('%s(%s) %s ...' %
(self.__class__.__name__,
json.dumps(self.request.arguments,
ensure_ascii=False), error_process(code)))
self.finish(dict(error_process(code).items() + msg.items()))
def enter_func(self):
LOG.debug('%s(%s) ...' %
(self.__class__.__name__,
json.dumps(self.request.arguments, ensure_ascii=False)))
def post(self):
self.set_header("Access-Control-Allow-Origin", "*")
enter_func(self)
if not set([
'id', 'json', 'html', 'topic', 'level', 'type', 'group',
'chapter'
]).issubset(self.request.arguments.keys()):
return leave_func(self, 1)
theme = self.request.arguments['topic'][0]
type_id = self.request.arguments['type'][0]
level_id = self.request.arguments['level'][0]
group_id = self.request.arguments['group'][0]
chapter_id = self.request.arguments['chapter'][0]
question_id = self.request.arguments['id'][0]
question_json = self.request.arguments['json'][0]
question_html = self.request.arguments['html'][0]
try:
if not (type_id.isdigit() and int(type_id) and level_id.isdigit()
and int(level_id) and group_id.isdigit()
and question_id.isdigit() and int(question_id) and
theme + chapter_id and question_json and question_html):
return leave_func(self, 1)
if chapter_id and not chapter_id.isdigit():
return leave_func(self, 1)
if Business.is_level(level_id) is False:
LOG.error('invalid level_id[%s]' % level_id)
return leave_func(self, 1)
try:
#question_json = urllib.unquote(question_json)
encode_json = {}
encode_json['content'] = json.loads(question_json,
encoding='utf-8')
#question_html = urllib.unquote(question_html)
encode_html = {}
encode_html['content'] = json.loads(question_html,
encoding='utf-8')
except:
traceback.print_exc()
LOG.error(sys.exc_info())
return leave_func(self, 100)
sql_list = []
if chapter_id:
sql_list.append(
'INSERT INTO link_question_chapter(question_id, chapter_id) VALUE(%s, %s) ON DUPLICATE KEY UPDATE chapter_id = %s'
% (question_id, chapter_id, chapter_id)) # 生成更新章节关联信息的SQL
if theme: # 主题
sql_list.append(
'DELETE FROM link_question_topic WHERE question_id = %s' %
question_id) # 生成删除原有主题关联的SQL
for theme_id in theme.split(','): # 将传入的主题号按逗号切割
if Business.is_topic(theme_id) is False: # 判断主题号是否存在
LOG.error('invalid theme_id[%s]' % theme_id)
return leave_func(self, 1)
sql_list.append(
'INSERT INTO link_question_topic (question_id, topic_id) VALUES (%s, %s)'
% (question_id, theme_id)) # 生成将新主题关联插库的SQL
question_type = Business.is_type(type_id)
if question_type is False: # 判断题目类型是否存在
LOG.error('invalid type_id[%s]' % type_id)
return leave_func(self, 1)
answer_num = 0
if 'answer' in encode_json['content'].keys():
if type_id == '1':
answer_num = len(encode_json['content']['answer'])
elif type_id == '2':
answer_num = len([
int(answer_group['index'])
for answer_group in encode_json['content']['answer']
])
sql_list.append(
'UPDATE entity_question SET difficulty = %s, update_time = now(), question_type = "%s", question_group = %s, answer_num = %s WHERE id = %s'
% (level_id, question_type, group_id, answer_num,
question_id)) # 生成更新题目属性的SQL
mysql_handle = Mysql().get_handle()
mysql_cursor = mysql_handle.cursor(MySQLdb.cursors.DictCursor)
mysql_cursor.execute(
'SELECT question_docx, html FROM entity_question WHERE id = %s'
% question_id) # 通过题目ID查询存储的json/html文件名
result = mysql_cursor.fetchall()
if not result:
LOG.error('invalid question_id[%s]' % question_id)
return leave_func(self, 1)
qiniu = QiniuWrap()
mongo = Mongo()
mongo.connect('resource')
if result[0]['question_docx'] and '.json' in result[0][
'question_docx']:
json_name = result[0]['question_docx']
# 将七牛上的json文件删除后重新上传
qiniu.bucket.delete("temp", json_name)
qiniu.upload_data("temp", json_name, question_json)
# 将MongoDB中的json文件删除后重新上传
mongo.select_collection('mongo_question_json')
LOG.debug(
'resource.mongo_question_json.remove( { question_id: %s } )'
% question_id)
mongo.remove({"question_id": int(question_id)})
encode_json['question_id'] = int(question_id)
LOG.debug('resource.mongo_question_json.insert_one( %s )' %
encode_json)
mongo.insert_one(encode_json)
if result[0]['html'] and '.html' in result[0]['html']:
html_name = result[0]['html']
# 将七牛上的html文件删除后重新上传
qiniu.bucket.delete("temp", html_name)
qiniu.upload_data("temp", html_name, question_html)
# 将MongoDB中的html文件删除后重新上传
mongo.select_collection('mongo_question_html')
LOG.debug(
'resource.mongo_question_html.remove( { question_id: %s } )'
% question_id)
mongo.remove({"question_id": int(question_id)})
encode_html['question_id'] = int(question_id)
LOG.debug('resource.mongo_question_html.insert_one( %s )' %
encode_html)
mongo.insert_one(encode_html)
for sql in sql_list:
LOG.info(sql)
mysql_cursor.execute(sql)
mysql_handle.commit()
mysql_cursor.close()
mysql_handle.close()
leave_func(self, 0)
self.write(error_process(0))
except Exception, e:
LOG.error(e)
return leave_func(self, 100)
def _leave_func(self, code, msg):
LOG.debug('%s(%s) %s ...' % (self.__class__.__name__, json.dumps(self.request.arguments, ensure_ascii=False), error_process(code)))
self.finish(dict(error_process(code).items() + msg.items()))
def leave_func(self, code):
if 0 == code:
LOG.debug('%s(%s) ...' % (self.__class__.__name__, json.dumps(self.request.arguments, ensure_ascii=False)))
else:
LOG.debug('%s(%s) %s' % (self.__class__.__name__, json.dumps(self.request.arguments, ensure_ascii=False), error_process(code)))
self.write(error_process(code))
def enter_func(self):
LOG.debug('%s(%s) ...' % (self.__class__.__name__, json.dumps(self.request.arguments, ensure_ascii=False)))
def post(self):
self.set_header("Access-Control-Allow-Origin", "*")
enter_func(self)
if not set(['id', 'json', 'html', 'topic', 'level', 'type', 'group', 'chapter']).issubset(self.request.arguments.keys()):
return leave_func(self, 1)
theme = self.request.arguments['topic'][0]
type_id = self.request.arguments['type'][0]
level_id = self.request.arguments['level'][0]
group_id = self.request.arguments['group'][0]
chapter_id = self.request.arguments['chapter'][0]
question_id = self.request.arguments['id'][0]
question_json = self.request.arguments['json'][0]
question_html = self.request.arguments['html'][0]
try:
if not (type_id.isdigit() and int(type_id) and level_id.isdigit() and int(level_id) and group_id.isdigit() and question_id.isdigit() and int(question_id) and theme + chapter_id and question_json and question_html):
return leave_func(self, 1)
if chapter_id and not chapter_id.isdigit():
return leave_func(self, 1)
if Business.is_level(level_id) is False:
LOG.error('invalid level_id[%s]' % level_id)
return leave_func(self, 1)
try:
#question_json = urllib.unquote(question_json)
encode_json = {}
encode_json['content'] = json.loads(question_json, encoding = 'utf-8')
#question_html = urllib.unquote(question_html)
encode_html = {}
encode_html['content'] = json.loads(question_html, encoding = 'utf-8')
except:
traceback.print_exc()
LOG.error(sys.exc_info())
return leave_func(self, 100)
sql_list = []
if chapter_id:
sql_list.append('INSERT INTO link_question_chapter(question_id, chapter_id) VALUE(%s, %s) ON DUPLICATE KEY UPDATE chapter_id = %s' % (question_id, chapter_id, chapter_id)) # 生成更新章节关联信息的SQL
if theme: # 主题
sql_list.append('DELETE FROM link_question_topic WHERE question_id = %s' % question_id) # 生成删除原有主题关联的SQL
for theme_id in theme.split(','): # 将传入的主题号按逗号切割
if Business.is_topic(theme_id) is False: # 判断主题号是否存在
LOG.error('invalid theme_id[%s]' % theme_id)
return leave_func(self, 1)
sql_list.append('INSERT INTO link_question_topic (question_id, topic_id) VALUES (%s, %s)' % (question_id, theme_id)) # 生成将新主题关联插库的SQL
question_type = Business.is_type(type_id)
if question_type is False: # 判断题目类型是否存在
LOG.error('invalid type_id[%s]' % type_id)
return leave_func(self, 1)
answer_num = 0
if 'answer' in encode_json['content'].keys():
if type_id == '1':
answer_num = len(encode_json['content']['answer'])
elif type_id == '2':
answer_num = len([int(answer_group['index']) for answer_group in encode_json['content']['answer']])
sql_list.append('UPDATE entity_question SET difficulty = %s, update_time = now(), question_type = "%s", question_group = %s, answer_num = %s WHERE id = %s' % (level_id, question_type, group_id, answer_num, question_id)) # 生成更新题目属性的SQL
mysql_handle = Mysql().get_handle()
mysql_cursor = mysql_handle.cursor(MySQLdb.cursors.DictCursor)
mysql_cursor.execute('SELECT question_docx, html FROM entity_question WHERE id = %s' % question_id) # 通过题目ID查询存储的json/html文件名
result = mysql_cursor.fetchall()
if not result:
LOG.error('invalid question_id[%s]' % question_id)
return leave_func(self, 1)
qiniu = QiniuWrap()
mongo = Mongo()
mongo.connect('resource')
if result[0]['question_docx'] and '.json' in result[0]['question_docx']:
json_name = result[0]['question_docx']
# 将七牛上的json文件删除后重新上传
qiniu.bucket.delete("temp", json_name)
qiniu.upload_data("temp", json_name, question_json)
# 将MongoDB中的json文件删除后重新上传
mongo.select_collection('mongo_question_json')
LOG.debug('resource.mongo_question_json.remove( { question_id: %s } )' % question_id)
mongo.remove( { "question_id" : int(question_id) } )
encode_json['question_id'] = int(question_id)
LOG.debug('resource.mongo_question_json.insert_one( %s )' % encode_json)
mongo.insert_one(encode_json)
if result[0]['html'] and '.html' in result[0]['html']:
html_name = result[0]['html']
# 将七牛上的html文件删除后重新上传
qiniu.bucket.delete("temp", html_name)
qiniu.upload_data("temp", html_name, question_html)
# 将MongoDB中的html文件删除后重新上传
mongo.select_collection('mongo_question_html')
LOG.debug('resource.mongo_question_html.remove( { question_id: %s } )' % question_id)
mongo.remove( { "question_id" : int(question_id) } )
encode_html['question_id'] = int(question_id)
LOG.debug('resource.mongo_question_html.insert_one( %s )' % encode_html)
mongo.insert_one(encode_html)
for sql in sql_list:
LOG.info(sql)
mysql_cursor.execute(sql)
mysql_handle.commit()
mysql_cursor.close()
mysql_handle.close()
leave_func(self, 0)
self.write(error_process(0))
except Exception, e:
LOG.error(e)
return leave_func(self, 100)
