def init_clone_template():
template = Cache().get('clone_template')
if template and len(template) > 0:
return template
else:
template = []
clone_data = CopyArticle.objects.all()
for data in clone_data:
temp = {
'name': data.name,
'host': data.host,
'title': data.title,
'context': data.context,
}
if data.h2:
temp['h2'] = data.h2
if data.h3:
temp['h3'] = data.h3
if data.code:
temp['code'] = data.code
if data.exclude:
temp['exclude'] = data.exclude
template.append(temp)
Cache('clone_template', template)
return json.dumps(template)
def get_reptilian(host):
reptilian = Cache().get('clone_reptilian')
if not reptilian or len(reptilian) == 0:
reptilian = []
for item in CopyLogin.objects.all():
reptilian.append({
'host': item.host.host,
'user': item.username,
'pwd': item.password,
'signal': item.signal,
'js': item.js,
'cookie': item.cookie
})
Cache('clone_reptilian', reptilian)
for item in reptilian:
if item.get('host') == host:
item['login'] = type(
'LoginEntry', (BaseEntry, ), {
'signal': item.get('signal'),
'username': item.get('user'),
'password': item.get('pwd'),
'script': item.get('js'),
'cookie_dir': os.path.join(COOKIE_DIR, item.get('cookie'))
})
return item
return None
def save_clone_page(request):
save_article = Article()
save_data = Cache().get(request.POST.get('save_key'))
save_article.group = ArticleGroup.objects.get(groupid=0)
save_article.title = save_data['title']
save_article.comment = '转发文章'
save_article.summary = '本文转自{0}，侵权删除'.format(save_data['url'])
save_article.context = save_data['article']
save_article.save()
if 'pic_source' in save_data.keys():
for item in save_data['pic_source']:
try:
Image.objects.get(name=str(item))
except Image.DoesNotExist:
save_img = Image()
save_img.name = item
save_img.path.save(
save_img.name,
File(open(os.path.join(PIC_TMP_PATH, item), 'rb')))
save_img.save()
save_article.image.add(save_img)
if 'code_source' in save_data.keys():
need_js = Script.objects.get(name='prettify.js')
need_css = Script.objects.get(name='prettify.css')
save_article.script.add(need_js, need_css)
Cache().remove('tops')
return save_article.articleid
def get_carousel():
if not Cache().get('carousel'):
Cache('carousel', ExtSource.objects.filter(state='A', type='CP'))
carousel = Cache().get('carousel')
return [{
'name': item.title,
'url': item.path.url
} for item in carousel] if carousel else []
def getadpic():
if not Cache().get('adpic'):
Cache('adpic', ExtSource.objects.filter(state='A', type='RP'))
adpic = Cache().get('adpic')
return [{
'title': item.title,
'url': item.path.url
} for item in adpic] if adpic else []
def gettop():
if not Cache().get('tops'):
Cache('tops',
Article.objects.order_by('-createdate', '-articleid')[:10])
return [{
'title': item.title,
'comment': item.comment,
'date': item.createdate,
'group': item.group.comment,
'url': '/g' + str(item.group.groupid) + '/a' + str(item.articleid)
} for item in Cache().get('tops')]
def init_request(self, *args, **kwargs):
data = self.request.POST.get('REFRESH_DATA')
if data in [str(x) for x in range(1, 6)]:
Cache().remove({
'1': 'titles',
'2': 'carousel',
'3': 'adpic',
'4': 'tops',
'5': 'clone_template',
'6': 'clone_reptilian',
'7': None
}.get(data))
return False
def gettitle():
if not Cache().get('titles'):
Cache('titles', ArticleGroup.objects.all())
return Cache().get('titles')
def get_clone_page(request, resp):
host, url, title, h2, h3, context, code, exclude = request.POST.get('host'), \
request.POST.get('url'), \
request.POST.get('title'), \
request.POST.get('h2'), \
request.POST.get('h3'), \
request.POST.get('context'), \
request.POST.get('code'), \
request.POST.get('exclude')
init_config = {'headers': {'Host': host}, 'url': url}
temp_copy_article = {'url': url}
if get_reptilian(host):
init_config.update({
'cookie':
os.path.join(COOKIE_DIR,
get_reptilian(host).get('cookie'))
})
_soup, _conn = create_soup(Config(init_config),
get_reptilian(host).get('login'))
else:
_soup, _conn = create_soup(Config(init_config))
# title
article_title = _soup.select(title) # 表字段
if article_title and len(article_title) > 0:
temp_copy_article['title'] = article_title[0].get_text(strip=True)
# context
article_context = _soup.select(context)
if article_context and len(article_context) > 0:
article = article_context[0]
# 添加导航
if h3:
for item in article.find_all(h3): # 表字段
item.name = 'h3'
item.attrs = {}
item.string = item.get_text(strip=True)
if h2:
for item in article.find_all(h2): # 表字段
item.name = 'h2'
item.attrs = {}
item.string = item.get_text(strip=True)
# 处理代码 -- 这个要处理//简单处理pre代码块
code_source = article.select(code)
if len(code_source) > 0:
temp_copy_article['code_source'] = True
for item in code_source:
item['class'] = 'prettyprint'
item.string = item.get_text()
# 去除特定元素|分离
if exclude:
for exdom in str(exclude).split('|'):
for item in article.select(exdom): # ul[class='pre-numbering']
item.extract()
threads = []
pic_source_list = []
for item in article.select("img"):
t = threading.Thread(target=load_img,
args=(item, _conn, pic_source_list))
threads.append(t)
for i in threads:
i.start()
for i in threads:
i.join()
temp_copy_article['pic_source'] = pic_source_list
temp_copy_article['article'] = article.prettify()
temp_copy_article_id = uuid.uuid1()
Cache(temp_copy_article_id, temp_copy_article, 60 * 10)
resp['temp_copy_article_id'] = temp_copy_article_id
resp['cust_data'] = {
'name': request.POST.get('name'),
'title': title,
'url': url,
'h2': h2,
'h3': h3,
'context': context,
'code': code,
'exclude': exclude
}
resp['copy_view'] = mark_safe(temp_copy_article['article'])