def __init__(self,proxy=None):
self.__jounal_db = ChinaJournalDatabase()
self.__literatrues = None
if proxy is None:
self.cnki_obj = Cnki()
else:
self.cnki_obj = Cnki(proxy=proxy)
START_PERIOD = "2010"
END_PERIOD = "2016"
SUBJECTS = ["经济与管理科学","社会科学Ⅱ辑"]
LITERATURE_JSON_FILE = r"E:\gitrobot\files\literature\literature_list.txt"
db = MongoDB()
db.connect('publication','ChineseJournal')
journals = db.collection.find({},projection={'_id':0,'中文名称':1,'复合影响因子':1})
jours = dict([(journal['中文名称'],journal.get('复合影响因子')) for journal in journals])
jours_set = jours.keys()
STEP_ONE = False
STEP_TWO = True
# 2. 进行CNKI网站操作
if STEP_ONE:
cnki_obj = Cnki()
#cnki_obj = Cnki(PROXY_LIST[random.randint(0,len(PROXY_LIST)-1)])
cnki_obj.set_query(QUERY_STRING)
cnki_obj.set_period(start_period=START_PERIOD,end_period=END_PERIOD)
cnki_obj.set_subject(subjects=SUBJECTS)
cnki_obj.submit()
cnki_obj.sort()
cnki_obj.select_all_literature()
cnki_obj.child_operation()
cnki_obj.get_more()
cnki_obj.export_to_json(file=LITERATURE_JSON_FILE)
cnki_obj.close()
if STEP_TWO:
literatures = json.load(open(LITERATURE_JSON_FILE))
class CnkiLiterature:
""" CnkiLiterature类用来自动化cnki文献搜索
"""
def __init__(self,proxy=None):
self.__jounal_db = ChinaJournalDatabase()
self.__literatrues = None
if proxy is None:
self.cnki_obj = Cnki()
else:
self.cnki_obj = Cnki(proxy=proxy)
def query(self,query_str=None,start_period=None,end_period=None,sort_by='被引',
limit=4,subjects=['经济与管理科学']):
""" 查询
:param str query_str: 查询字符串
:param str start_period: 起始年份
:param str end_period: 终止年份
:param str sort_by: 排序
:param int limit: 搜索限制数
:param list subjects: 学科
:return: 无返回值
"""
# 设定查询字符串
self.cnki_obj.set_query(query_str)
# 设定起始日期
self.cnki_obj.set_period(start_period=start_period,end_period=end_period)
# 设定领域
self.cnki_obj.set_subject(subjects=subjects)
# 确定搜索
self.cnki_obj.submit()
# 排序
self.cnki_obj.sort(by=sort_by)
# 选择所有的文献
self.cnki_obj.select_all_literature()
# 后续操作
self.cnki_obj.child_operation()
# 更多的文献
self.cnki_obj.get_more(limit=limit)
self.__literatrues = self.cnki_obj.export_to_dict()
def sort_by(self,by=None):
""" 对查询结果排序
:param str by: 排序根据
:return: 无返回值
"""
for item in self.__literatrues:
paper = self.__literatrues[item]
paper['title'] = item
journal = self.__jounal_db.getByName(journal_name=paper['journal'],auto=True)
if len(journal) < 1:
paper['rate'] = '---'.join(['0',paper['title']])
else:
paper['rate'] = '---'.join([str(journal[0][by]),paper['title']])
tmp_result = dict([(self.__literatrues[item]['rate'],self.__literatrues[item])
for item in self.__literatrues])
for key in tmp_result:
del tmp_result[key]['rate']
self.__literatrues = [tmp_result[item] for item in sorted(tmp_result,reverse=True)]
def export_to_pdf(self,out_file,title='',abstract=''):
""" 输出文献综述到pdf文件
:param out_file: 文档名称
:param title: 文档标题
:param abstract: 文档摘要
:return: 无返回值
"""
replace_word = {'articleTitle':title,'arcticleabstract':abstract}
doc = Article(r'E:\gitrobot\files\latex_template\article_template_01.tex',replace_word)
for item in self.__literatrues:
doc.document.add_section(item['title'],3)
doc.document.add_list(['---'.join([item['journal'],item['year']])],type=1)
doc.document.append(item['abstract'].encode().decode())
doc.document.generate_tex(out_file)
doc.document.generate_pdf(out_file)
@property
def literatrues(self):
""" 文献
:return: 文献
"""
return self.__literatrues
def close(self):
""" 关闭浏览器
:return: 无返回值
"""
self.cnki_obj.close()