def __init__(self) -> None:
super().__init__()
self.logger = Logger("TaskRunner")
self.queue: asyncio.Queue = asyncio.Queue()
self.loop = asyncio.get_running_loop()
self.pool = TaskPool(notifyCallback=self.notifyRmOnPool)
self.notifyCallback = None
def __init__(self, stockRepository: StockRepository,
tasksRepository: TasksRepository,
crawlerRepository: CrawlerRepository) -> None:
self.stockRepository = stockRepository
self.tasksRepository = tasksRepository
self.crawlerRepository = crawlerRepository
self.logger = Logger("StockService")
def __init__(self, id: str, func: Callable, param: Any = {}) -> None:
super().__init__()
self.id = id
self.func = func
self.param = param
self.logger = Logger("Task")
self.loop: Optional[AbstractEventLoop] = None
def __init__(self, mongod: StockMongoDataSource,
tasksRepository: TasksRepository) -> None:
super().__init__()
self.mongod = mongod
self.tasksRepository = tasksRepository
self.logger = Logger("StockRepository")
self.ee = EventEmitter()
def __init__(self, factorMongod: FactorMongoDataSource,
factorDartMongod: FactorDartMongoDataSource,
filed: FactorFileDataSource) -> None:
super().__init__()
self.factorMongod = factorMongod
self.factorDartMongod = factorDartMongod
self.filed = filed
self.logger = Logger("FactorRepository")
def __init__(self, mongod: TaskMongoDataSource) -> None:
super().__init__()
self.mongod = mongod
self.logger = Logger("TasksRepository")
self.taskEventEmitter = EventEmitter()
self.tasksdto = ProcessTasks()
self.taskRunner: Optional[TaskRunner] = None
self.createTaskRunner()
def __init__(self, manager: ConnectionManager,
factorRepository: FactorRepository,
tasksRepository: TasksRepository,
crawlerRepository: CrawlerRepository,
taskService: 'TaskService') -> None:
self.manager = manager
self.factorRepository = factorRepository
self.tasksRepository = tasksRepository
self.crawlerRepository = crawlerRepository
self.taskService = taskService
self.logger = Logger("FactorService")
def marcapJob(marcapDtos: List[StockRunCrawling]) -> None:
service: StockService = Locator.getInstance().get(StockService)
logger = Logger("TaskService_marcapJob")
for dto in marcapDtos:
logger.info("#### schedule job start ####")
logger.info("command" + dto.startDateStr + "~" + dto.endDateStr)
dto.taskUniqueId = dto.taskId + dto.market+dto.startDateStr + dto.endDateStr + str(uuid.uuid4())
if dto.isNow:
dto.startDateStr = getNowDateStr()
dto.endDateStr = getNowDateStr()
logger.info("real:" + dto.startDateStr + "~" + dto.endDateStr)
service.crawlingMarcapStockData(marcapDtos)
def __init__(
self,
manager: ConnectionManager,
tasksRepository: TasksRepository,
taskScheduler: TaskScheduler,
factorService: FactorService,
stockService: StockService,
crawlerRepository: CrawlerRepository
) -> None:
self.tasksRepository = tasksRepository
self.crawlerRepository = crawlerRepository
self.manager = manager
self.taskScheduler = taskScheduler
self.factorService = factorService
self.stockService = stockService
self.logger = Logger("TaskService")
self.ee = self.tasksRepository.taskEventEmitter
self.setupEvents()
from typing import Dict
from app.module.logger import Logger
from pymongo import ASCENDING, MongoClient, monitoring
from pymongo.collection import Collection
from pymongo.database import Database
from pymongo.monitoring import (CommandFailedEvent, CommandStartedEvent,
CommandSucceededEvent)
from dotenv import dotenv_values
log = Logger("MongoDataSource", "mongoDb")
config = dotenv_values('.env')
class CommandLogger(monitoring.CommandListener):
def started(self, event: CommandStartedEvent) -> None:
pass
# log.info("started", "Command {0.command_name} with request id ""{0.request_id} started on server ""{0.connection_id}".format(event))
def succeeded(self, event: CommandSucceededEvent) -> None:
pass
# log.info("succeeded", "Command {0.command_name} with request id ""{0.request_id} on server {0.connection_id} ""succeeded in {0.duration_micros} ""microseconds".format(event))
def failed(self, event: CommandFailedEvent) -> None:
pass
# log.info("failed", "Command {0.command_name} with request id ""{0.request_id} on server {0.connection_id} ""failed in {0.duration_micros} ""microseconds".format(event))
monitoring.register(CommandLogger())
def __init__(self) -> None:
super().__init__()
self.ee = EventEmitter()
self.logger = Logger("MarcapCrawler")
def __init__(self) -> None:
super().__init__()
self.logger = Logger("FactorDartMongoDataSource")
def __init__(self) -> None:
super().__init__()
self.ee = EventEmitter()
self.isLock = False
self.isCancelled = False
self.logger = Logger("DartApiCrawler")
def __init__(self) -> None:
super().__init__()
self.logger = Logger("TaskMongoDataSource")
def __init__(self) -> None:
super().__init__()
self.isRun = False
self.logger = Logger("Pool")
self.task: Optional[Task] = None
self.taskId = ""
