def main():
parser = argparse.ArgumentParser(description='Blueliv-Client')
parser.add_argument("--verbose",
help="increase output verbosity",
action="store_true")
parser.add_argument("--port",
help="increase output verbosity",
type=int,
required=True)
parser.add_argument("--host",
help="host ip of the arithmetic server",
required=True)
parser.add_argument("--output-file",
dest="out_file",
help="path where results will be saved",
required=True)
parser.add_argument("--input-file",
dest="in_file",
help="path of the input file, txt or 7z format",
required=True)
parser.add_argument("--block_size",
dest="block_size",
help="socket data size transmission",
type=int,
default=4096)
args = parser.parse_args()
log = get_log('Blueliv-Client', args.verbose)
client = Client(args.host, args.port, log, args.out_file, args.in_file, args.block_size)
client.run()
def __init__(self, verbose, ip_address, port, no_sockets, block_size, messages_per_child):
self.verbose = verbose
self.messages_per_child = messages_per_child
self.log = get_log('Blueliv-Server', self.verbose)
self.ip_address = ip_address
self.port = port
self.block_size = block_size
self.no_sockets = no_sockets
self.socket = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
self.log.info(' *** server running [ %s:%s ] ***' % (self.ip_address, self.port))
from selenium import webdriver
from common import get_proxy, get_log
from random import choice
from lxml.etree import HTML
from jxhk.feach import FEACH
from selenium.webdriver import ActionChains, FirefoxProfile
import time
import pymongo
log = get_log()
DATABASE = pymongo.MongoClient(
"mongodb://*****:*****@10.2.1.216:57017,10.2.1.217:57017,10.2.1.218:57017"
)
DB = DATABASE["qixin_com"]["m6-new_results"]
log = get_log()
# chrome_options = webdriver.FirefoxOptions()
# chrome_options = webdriver.ChromeOptions()
class QCC:
def __init__(self):
self.count = 1
self.log = log
self.f = FEACH()
self.proxy = None
def get_pro(self):
"""
获取代理
import json
import os
import click
from common import get_log, records_from_file
log = get_log(__file__)
def extract(infile, outfile):
"""Converts csv files into json, returns the output filename"""
records = records_from_file(infile)
with open(outfile, "w") as outf:
log.info(f"Extracting {infile} into {outfile}")
for record in records:
record["source_file"] = os.path.basename(infile)
outf.write(f"{json.dumps(record)}\n")
@click.command()
@click.argument("infile", type=str)
@click.argument("outfile", type=str)
def _extract(infile, outfile):
extract(infile, outfile)
if __name__ == "__main__":
_extract()
def launch_process_message(self, client_socket, address):
log = get_log('Blueliv-Server: conn [ %s:%s ]' % address, self.verbose)
arithmetic_processor = Processor(client_socket, self.block_size, log, self.messages_per_child)
arithmetic_worker = multiprocessing.Process(target=arithmetic_processor.do_job)
arithmetic_worker.start()
