def __init__(self) -> None: super().__init__() self.logger = Logger("TaskRunner") self.queue: asyncio.Queue = asyncio.Queue() self.loop = asyncio.get_running_loop() self.pool = TaskPool(notifyCallback=self.notifyRmOnPool) self.notifyCallback = None
def __init__(self, stockRepository: StockRepository, tasksRepository: TasksRepository, crawlerRepository: CrawlerRepository) -> None: self.stockRepository = stockRepository self.tasksRepository = tasksRepository self.crawlerRepository = crawlerRepository self.logger = Logger("StockService")
def __init__(self, id: str, func: Callable, param: Any = {}) -> None: super().__init__() self.id = id self.func = func self.param = param self.logger = Logger("Task") self.loop: Optional[AbstractEventLoop] = None
def __init__(self, mongod: StockMongoDataSource, tasksRepository: TasksRepository) -> None: super().__init__() self.mongod = mongod self.tasksRepository = tasksRepository self.logger = Logger("StockRepository") self.ee = EventEmitter()
def __init__(self, factorMongod: FactorMongoDataSource, factorDartMongod: FactorDartMongoDataSource, filed: FactorFileDataSource) -> None: super().__init__() self.factorMongod = factorMongod self.factorDartMongod = factorDartMongod self.filed = filed self.logger = Logger("FactorRepository")
def __init__(self, mongod: TaskMongoDataSource) -> None: super().__init__() self.mongod = mongod self.logger = Logger("TasksRepository") self.taskEventEmitter = EventEmitter() self.tasksdto = ProcessTasks() self.taskRunner: Optional[TaskRunner] = None self.createTaskRunner()
def __init__(self, manager: ConnectionManager, factorRepository: FactorRepository, tasksRepository: TasksRepository, crawlerRepository: CrawlerRepository, taskService: 'TaskService') -> None: self.manager = manager self.factorRepository = factorRepository self.tasksRepository = tasksRepository self.crawlerRepository = crawlerRepository self.taskService = taskService self.logger = Logger("FactorService")
def marcapJob(marcapDtos: List[StockRunCrawling]) -> None: service: StockService = Locator.getInstance().get(StockService) logger = Logger("TaskService_marcapJob") for dto in marcapDtos: logger.info("#### schedule job start ####") logger.info("command" + dto.startDateStr + "~" + dto.endDateStr) dto.taskUniqueId = dto.taskId + dto.market+dto.startDateStr + dto.endDateStr + str(uuid.uuid4()) if dto.isNow: dto.startDateStr = getNowDateStr() dto.endDateStr = getNowDateStr() logger.info("real:" + dto.startDateStr + "~" + dto.endDateStr) service.crawlingMarcapStockData(marcapDtos)
def __init__( self, manager: ConnectionManager, tasksRepository: TasksRepository, taskScheduler: TaskScheduler, factorService: FactorService, stockService: StockService, crawlerRepository: CrawlerRepository ) -> None: self.tasksRepository = tasksRepository self.crawlerRepository = crawlerRepository self.manager = manager self.taskScheduler = taskScheduler self.factorService = factorService self.stockService = stockService self.logger = Logger("TaskService") self.ee = self.tasksRepository.taskEventEmitter self.setupEvents()
from typing import Dict from app.module.logger import Logger from pymongo import ASCENDING, MongoClient, monitoring from pymongo.collection import Collection from pymongo.database import Database from pymongo.monitoring import (CommandFailedEvent, CommandStartedEvent, CommandSucceededEvent) from dotenv import dotenv_values log = Logger("MongoDataSource", "mongoDb") config = dotenv_values('.env') class CommandLogger(monitoring.CommandListener): def started(self, event: CommandStartedEvent) -> None: pass # log.info("started", "Command {0.command_name} with request id ""{0.request_id} started on server ""{0.connection_id}".format(event)) def succeeded(self, event: CommandSucceededEvent) -> None: pass # log.info("succeeded", "Command {0.command_name} with request id ""{0.request_id} on server {0.connection_id} ""succeeded in {0.duration_micros} ""microseconds".format(event)) def failed(self, event: CommandFailedEvent) -> None: pass # log.info("failed", "Command {0.command_name} with request id ""{0.request_id} on server {0.connection_id} ""failed in {0.duration_micros} ""microseconds".format(event)) monitoring.register(CommandLogger())
def __init__(self) -> None: super().__init__() self.ee = EventEmitter() self.logger = Logger("MarcapCrawler")
def __init__(self) -> None: super().__init__() self.logger = Logger("FactorDartMongoDataSource")
def __init__(self) -> None: super().__init__() self.ee = EventEmitter() self.isLock = False self.isCancelled = False self.logger = Logger("DartApiCrawler")
def __init__(self) -> None: super().__init__() self.logger = Logger("TaskMongoDataSource")
def __init__(self) -> None: super().__init__() self.isRun = False self.logger = Logger("Pool") self.task: Optional[Task] = None self.taskId = ""