예제 #1
0
def login():
    if request.method=='POST':
        if request.form['email'].split('@')[0] in user_config.keys() \
        and request.form['password']== user_config.get(request.form['email'].split('@')[0])['password']:
            session['username']=request.form['email'].split('@')[0]
            return redirect(url_for('index'))
        else:
            flash(u'用户名或密码错误')
            return render_template('login.html')
    else:
        return render_template('login.html')
# -*- coding: utf-8 -*-
import re
import os
import sys
sys.path.append(
    os.path.realpath(os.path.join(os.path.dirname(__file__), "../..")))
from config import user_config, UserConfig

rooturl = user_config.get("mywifecc", "root_url")
saving_dir = user_config.get("mywifecc", "saving_dir")
username = user_config.get("mywifecc", "username")
password = user_config.get("mywifecc", "password")
info_filename = user_config.get("mywifecc", "info_filename")

dirs = os.listdir(saving_dir)
dirs = filter(lambda x: os.path.isdir(os.path.join(saving_dir, x)), dirs)

# sess = requests.session()
# sess.post(rooturl + "/login/comp", { "login_id": username, "passwd": password })

prgbar = None
tmpfile = None

total = 0
downloaded = 0

for dirname in dirs:
    info = UserConfig(os.path.join(saving_dir, dirname, info_filename))
    filenames = os.listdir(os.path.join(saving_dir, dirname))
    number = info.get("number")
    pageurl = info.get("pageurl")
예제 #3
0
# -*- coding: utf-8 -*-
import scrapy
import re
import os
from config import user_config, UserConfig
from pyquery import PyQuery as pq
import requests

rooturl = user_config.get("mywifecc", "root_url")
saving_dir = user_config.get("mywifecc", "saving_dir")
username = user_config.get("mywifecc", "username")
password = user_config.get("mywifecc", "password")
download_thumb = user_config.get("mywifecc", "download_thumb")
download_topview = user_config.get("mywifecc", "download_topview")
download_gallery = user_config.get("mywifecc", "download_gallery")
info_filename = user_config.get("mywifecc", "info_filename")
thumb_filename = user_config.get("mywifecc", "thumb_filename")
topview_filename = user_config.get("mywifecc", "topview_filename")

class MywifeccSpider(scrapy.Spider):
  name = "mywifecc"
  allowed_domains = ["mywife.cc"]

  def start_requests(self):
    # login first
    return [scrapy.FormRequest( url = rooturl + "login/comp", formdata = { "login_id": username, "passwd": password }, meta = {'cookiejar': 1}, callback = self.parse_first )]

  # def parse_login(self, response):
  #   return [scrapy.Request(rooturl, meta = {'cookiejar': response.meta['cookiejar']})]

  def parse_first(self, response):
예제 #4
0
# -*- coding: utf-8 -*-
import re
import os
import sys

sys.path.append(
    os.path.realpath(os.path.join(os.path.dirname(__file__), "../..")))
from config import user_config, UserConfig

rooturl = user_config.get("mywifecc", "root_url")
saving_dir = user_config.get("mywifecc", "saving_dir")
saving_dir = "G:\\Downloads\\MyWife.cc-pics"
info_filename = user_config.get("mywifecc", "info_filename")

dirs = os.listdir(saving_dir)
dirs = filter(lambda dirname: os.path.isdir(os.path.join(saving_dir, dirname)),
              dirs)

videodir = "G:\\Downloads\\MyWife.cc"

videos = os.listdir(videodir)


def en_name(url):
    name = url.split("/")[-1].split(".")[0].lower()
    name = re.sub(r"_\d+(m|k)", "", name)
    name = re.sub(r"_saikai", "", name)
    name = re.sub(r"_$", "", name)
    return name

예제 #5
0
 def __init__(self, receiver_email: str):
     self._smtp_host = user_config.get("SMTP_HOST")
     self._smtp_user = user_config.get("SMTP_USER")
     self._smtp_pass = user_config.get("SMTP_PASS")
     self._receiver = receiver_email
예제 #6
0
# -*- coding: utf-8 -*-
import re
import os
import sys
sys.path.append(os.path.realpath(os.path.join(os.path.dirname(__file__), "../..")))
from config import user_config, UserConfig

retrieve_local_dir = user_config.get("mywifecc", "retrieve_local_dir")
retrieve2_rooturl = user_config.get("mywifecc", "retrieve2_rooturl")
retrieve2_listfile = user_config.get("mywifecc", "retrieve2_listfile")
with open(retrieve2_listfile) as file:
  retrieve2_listfile = file.read()

ndownloaded = 0
ntotal = 0

for line in retrieve2_listfile.split("\n"):
  line = line.strip()
  if len(line) == 0: continue
  remote_url = retrieve2_rooturl + line
  filename = line.split("/")[-1]
  filepath = os.path.realpath(os.path.join(retrieve_local_dir, line))
  if os.path.exists(filepath):
    ndownloaded += 1
  ntotal += 1

print "%d of %d videos retrieved" % (ndownloaded, ntotal)
예제 #7
0
 def role(self):
     return user_config.get(self.username)['role']
예제 #8
0
 def password(self):
     return user_config.get(self.username)['password']
예제 #9
0
# -*- coding: utf-8 -*-
import re
import os
import sys
sys.path.append(
    os.path.realpath(os.path.join(os.path.dirname(__file__), "../..")))
from config import user_config, UserConfig

saving_dir = user_config.get("mywifecc", "saving_dir")

dirs = os.listdir(saving_dir)
dirs = filter(lambda dirname: os.path.isdir(os.path.join(saving_dir, dirname)),
              dirs)

for dirname in dirs:
    filenames = os.listdir(os.path.join(saving_dir, dirname))
    filenames = filter(lambda fname: re.match(r"^.*\.(mp4)$", fname.lower()),
                       filenames)
    for filename in filenames:
        print "%s/%s" % (dirname, filename)
예제 #10
0
# -*- coding: utf-8 -*-
import re
import os
import sys

sys.path.append(
    os.path.realpath(os.path.join(os.path.dirname(__file__), "../..")))
from config import user_config, UserConfig
import ftplib
import progressbar
import traceback

retrieve_server = user_config.get("mywifecc", "retrieve_server")
retrieve_remote_dir = user_config.get("mywifecc", "retrieve_remote_dir")
retrieve_local_dir = user_config.get("mywifecc", "retrieve_local_dir")
retrieve_username = user_config.get("mywifecc", "retrieve_username")
retrieve_password = user_config.get("mywifecc", "retrieve_password")


def make_retrdirlist_callback(save_list, file_filter=None):
    # file_filter: function (props, filename) -> Boolean
    def retrdirlist_callback(line):
        # print line
        mc = re.match(
            r"([\w\-]{10})\s+(\d+)\s+(\d+)\s+(\d+)\s+(\d+)\s+(\S+\s+\S+\s+\S+)\s+(\S.*)",
            line)
        if not mc is None:
            props = mc.group(1)
            filename = mc.group(7)
            if file_filter is None or file_filter(props, filename):
                save_list.append(filename)