def main(): parser = argparse.ArgumentParser(description='Blueliv-Client') parser.add_argument("--verbose", help="increase output verbosity", action="store_true") parser.add_argument("--port", help="increase output verbosity", type=int, required=True) parser.add_argument("--host", help="host ip of the arithmetic server", required=True) parser.add_argument("--output-file", dest="out_file", help="path where results will be saved", required=True) parser.add_argument("--input-file", dest="in_file", help="path of the input file, txt or 7z format", required=True) parser.add_argument("--block_size", dest="block_size", help="socket data size transmission", type=int, default=4096) args = parser.parse_args() log = get_log('Blueliv-Client', args.verbose) client = Client(args.host, args.port, log, args.out_file, args.in_file, args.block_size) client.run()
def __init__(self, verbose, ip_address, port, no_sockets, block_size, messages_per_child): self.verbose = verbose self.messages_per_child = messages_per_child self.log = get_log('Blueliv-Server', self.verbose) self.ip_address = ip_address self.port = port self.block_size = block_size self.no_sockets = no_sockets self.socket = socket.socket(socket.AF_INET, socket.SOCK_STREAM) self.log.info(' *** server running [ %s:%s ] ***' % (self.ip_address, self.port))
from selenium import webdriver from common import get_proxy, get_log from random import choice from lxml.etree import HTML from jxhk.feach import FEACH from selenium.webdriver import ActionChains, FirefoxProfile import time import pymongo log = get_log() DATABASE = pymongo.MongoClient( "mongodb://*****:*****@10.2.1.216:57017,10.2.1.217:57017,10.2.1.218:57017" ) DB = DATABASE["qixin_com"]["m6-new_results"] log = get_log() # chrome_options = webdriver.FirefoxOptions() # chrome_options = webdriver.ChromeOptions() class QCC: def __init__(self): self.count = 1 self.log = log self.f = FEACH() self.proxy = None def get_pro(self): """ 获取代理
import json import os import click from common import get_log, records_from_file log = get_log(__file__) def extract(infile, outfile): """Converts csv files into json, returns the output filename""" records = records_from_file(infile) with open(outfile, "w") as outf: log.info(f"Extracting {infile} into {outfile}") for record in records: record["source_file"] = os.path.basename(infile) outf.write(f"{json.dumps(record)}\n") @click.command() @click.argument("infile", type=str) @click.argument("outfile", type=str) def _extract(infile, outfile): extract(infile, outfile) if __name__ == "__main__": _extract()
def launch_process_message(self, client_socket, address): log = get_log('Blueliv-Server: conn [ %s:%s ]' % address, self.verbose) arithmetic_processor = Processor(client_socket, self.block_size, log, self.messages_per_child) arithmetic_worker = multiprocessing.Process(target=arithmetic_processor.do_job) arithmetic_worker.start()