def login(): if request.method=='POST': if request.form['email'].split('@')[0] in user_config.keys() \ and request.form['password']== user_config.get(request.form['email'].split('@')[0])['password']: session['username']=request.form['email'].split('@')[0] return redirect(url_for('index')) else: flash(u'用户名或密码错误') return render_template('login.html') else: return render_template('login.html')
# -*- coding: utf-8 -*- import re import os import sys sys.path.append( os.path.realpath(os.path.join(os.path.dirname(__file__), "../.."))) from config import user_config, UserConfig rooturl = user_config.get("mywifecc", "root_url") saving_dir = user_config.get("mywifecc", "saving_dir") username = user_config.get("mywifecc", "username") password = user_config.get("mywifecc", "password") info_filename = user_config.get("mywifecc", "info_filename") dirs = os.listdir(saving_dir) dirs = filter(lambda x: os.path.isdir(os.path.join(saving_dir, x)), dirs) # sess = requests.session() # sess.post(rooturl + "/login/comp", { "login_id": username, "passwd": password }) prgbar = None tmpfile = None total = 0 downloaded = 0 for dirname in dirs: info = UserConfig(os.path.join(saving_dir, dirname, info_filename)) filenames = os.listdir(os.path.join(saving_dir, dirname)) number = info.get("number") pageurl = info.get("pageurl")
# -*- coding: utf-8 -*- import scrapy import re import os from config import user_config, UserConfig from pyquery import PyQuery as pq import requests rooturl = user_config.get("mywifecc", "root_url") saving_dir = user_config.get("mywifecc", "saving_dir") username = user_config.get("mywifecc", "username") password = user_config.get("mywifecc", "password") download_thumb = user_config.get("mywifecc", "download_thumb") download_topview = user_config.get("mywifecc", "download_topview") download_gallery = user_config.get("mywifecc", "download_gallery") info_filename = user_config.get("mywifecc", "info_filename") thumb_filename = user_config.get("mywifecc", "thumb_filename") topview_filename = user_config.get("mywifecc", "topview_filename") class MywifeccSpider(scrapy.Spider): name = "mywifecc" allowed_domains = ["mywife.cc"] def start_requests(self): # login first return [scrapy.FormRequest( url = rooturl + "login/comp", formdata = { "login_id": username, "passwd": password }, meta = {'cookiejar': 1}, callback = self.parse_first )] # def parse_login(self, response): # return [scrapy.Request(rooturl, meta = {'cookiejar': response.meta['cookiejar']})] def parse_first(self, response):
# -*- coding: utf-8 -*- import re import os import sys sys.path.append( os.path.realpath(os.path.join(os.path.dirname(__file__), "../.."))) from config import user_config, UserConfig rooturl = user_config.get("mywifecc", "root_url") saving_dir = user_config.get("mywifecc", "saving_dir") saving_dir = "G:\\Downloads\\MyWife.cc-pics" info_filename = user_config.get("mywifecc", "info_filename") dirs = os.listdir(saving_dir) dirs = filter(lambda dirname: os.path.isdir(os.path.join(saving_dir, dirname)), dirs) videodir = "G:\\Downloads\\MyWife.cc" videos = os.listdir(videodir) def en_name(url): name = url.split("/")[-1].split(".")[0].lower() name = re.sub(r"_\d+(m|k)", "", name) name = re.sub(r"_saikai", "", name) name = re.sub(r"_$", "", name) return name
def __init__(self, receiver_email: str): self._smtp_host = user_config.get("SMTP_HOST") self._smtp_user = user_config.get("SMTP_USER") self._smtp_pass = user_config.get("SMTP_PASS") self._receiver = receiver_email
# -*- coding: utf-8 -*- import re import os import sys sys.path.append(os.path.realpath(os.path.join(os.path.dirname(__file__), "../.."))) from config import user_config, UserConfig retrieve_local_dir = user_config.get("mywifecc", "retrieve_local_dir") retrieve2_rooturl = user_config.get("mywifecc", "retrieve2_rooturl") retrieve2_listfile = user_config.get("mywifecc", "retrieve2_listfile") with open(retrieve2_listfile) as file: retrieve2_listfile = file.read() ndownloaded = 0 ntotal = 0 for line in retrieve2_listfile.split("\n"): line = line.strip() if len(line) == 0: continue remote_url = retrieve2_rooturl + line filename = line.split("/")[-1] filepath = os.path.realpath(os.path.join(retrieve_local_dir, line)) if os.path.exists(filepath): ndownloaded += 1 ntotal += 1 print "%d of %d videos retrieved" % (ndownloaded, ntotal)
def role(self): return user_config.get(self.username)['role']
def password(self): return user_config.get(self.username)['password']
# -*- coding: utf-8 -*- import re import os import sys sys.path.append( os.path.realpath(os.path.join(os.path.dirname(__file__), "../.."))) from config import user_config, UserConfig saving_dir = user_config.get("mywifecc", "saving_dir") dirs = os.listdir(saving_dir) dirs = filter(lambda dirname: os.path.isdir(os.path.join(saving_dir, dirname)), dirs) for dirname in dirs: filenames = os.listdir(os.path.join(saving_dir, dirname)) filenames = filter(lambda fname: re.match(r"^.*\.(mp4)$", fname.lower()), filenames) for filename in filenames: print "%s/%s" % (dirname, filename)
# -*- coding: utf-8 -*- import re import os import sys sys.path.append( os.path.realpath(os.path.join(os.path.dirname(__file__), "../.."))) from config import user_config, UserConfig import ftplib import progressbar import traceback retrieve_server = user_config.get("mywifecc", "retrieve_server") retrieve_remote_dir = user_config.get("mywifecc", "retrieve_remote_dir") retrieve_local_dir = user_config.get("mywifecc", "retrieve_local_dir") retrieve_username = user_config.get("mywifecc", "retrieve_username") retrieve_password = user_config.get("mywifecc", "retrieve_password") def make_retrdirlist_callback(save_list, file_filter=None): # file_filter: function (props, filename) -> Boolean def retrdirlist_callback(line): # print line mc = re.match( r"([\w\-]{10})\s+(\d+)\s+(\d+)\s+(\d+)\s+(\d+)\s+(\S+\s+\S+\s+\S+)\s+(\S.*)", line) if not mc is None: props = mc.group(1) filename = mc.group(7) if file_filter is None or file_filter(props, filename): save_list.append(filename)