class MongoIndex(Index):
def __init__(self, mongoSaveUtils, mongoReadUtils):
"""
Инициализация
:param mongoSaveUtils: параметры для записи данных в mongodb
:param mongoReadUtils: параметры для чтения данных из mongodb
"""
if not mongoSaveUtils:
raise ParamError("mongoUtils cannot be the None-object")
if not isinstance(mongoSaveUtils, MongoSaveUtils):
raise TypeError("mongoUtils can be the list MongoSaveUtils")
if not ISaveRetrievalUtils.providedBy(mongoSaveUtils):
raise TypeError("mongoUtils is not provided by ISaveRetrievalUtils")
if not mongoReadUtils:
raise ParamError("mongoReadUtils cannot be the None-object")
if not isinstance(mongoReadUtils, MongoReadUtils):
raise TypeError("mongoReadUtils can be the list MongoReadUtils")
self.__mongoSaveUtils = mongoSaveUtils
self.__mongoReadUtils = mongoReadUtils
self.__ms = StatisticFactory().createStatistic(MONGO_TYPE, self.__mongoSaveUtils)
def createStatistics(self, dataSourceWorker, readerSourceData, normalization, sourceCusCallback=None):
if not dataSourceWorker:
raise ParamError("dataSourceWorker cannot be the None-object")
if not isinstance(dataSourceWorker, DataSourceWorker):
raise TypeError("mongoUtils can be the list MongoSaveUtils")
dataSourceWorker.createStatistics(self.__ms, readerSourceData, normalization, sourceCusCallback)
def createTotalStatistics(self):
self.__ms.makeTotalStatistic()
def createSourceNameIndex(self, dataSourceWorker, parseCallback):
"""
Создание индекса по полным именам файлов
:param dataSourceWorker: объект для работы с источниками (настроки для работы с источниками и тд)
:param parseCallback: колбэк для обработки имен источников
"""
if not dataSourceWorker:
raise ParamError("dataSourceWorker cannot be the None-object")
if not isinstance(dataSourceWorker, DataSourceWorker):
raise TypeError("mongoUtils can be the list MongoSaveUtils")
if not parseCallback:
raise ParamError("parseSourceNameCallback cannot be the None-object")
if not isinstance(parseCallback, FileNameNormalization):
raise TypeError("parseSourceNameCallback can be the list FileNameNormalization")
dataSourceWorker.createSourceNameIndex(self.__ms, self.__mongoReadUtils, self.__mongoSaveUtils, parseCallback)
def createSourceDataIndex(self, readSourceDataCallback):
pass
def setUp(self):
self.__dirPath = os.path.abspath(os.curdir)
firstPath = os.path.join(self.__dirPath, "resources/first")
secondPath = os.path.join(self.__dirPath, "resources/second")
self.__mongoSaveUtils = MongoSaveRetrievalUtils(
HOST, PORT, USR, PWD, DB, FC_N, FC_DN, MDN)
self.__mongoReadUtils = MongoReadUtils(HOST, PORT, USR, PWD, DB, FC_N,
FC_DN)
self.__simN = SimpleNormalization()
self.__simNamesN = FileNameNormalization()
self.__ms = StatisticFactory().createStatistic(MONGO_TYPE,
self.__mongoSaveUtils)
self.__scc = FSSourceCustomCallback()
self.__rnFS = ReaderNameFS([firstPath, secondPath])
def __init__(self, mongoSaveUtils, mongoReadUtils):
"""
Инициализация
:param mongoSaveUtils: параметры для записи данных в mongodb
:param mongoReadUtils: параметры для чтения данных из mongodb
"""
if not mongoSaveUtils:
raise ParamError("mongoUtils cannot be the None-object")
if not isinstance(mongoSaveUtils, MongoSaveUtils):
raise TypeError("mongoUtils can be the list MongoSaveUtils")
if not ISaveRetrievalUtils.providedBy(mongoSaveUtils):
raise TypeError(
"mongoUtils is not provided by ISaveRetrievalUtils")
if not mongoReadUtils:
raise ParamError("mongoReadUtils cannot be the None-object")
if not isinstance(mongoReadUtils, MongoReadUtils):
raise TypeError("mongoReadUtils can be the list MongoReadUtils")
self.__mongoSaveUtils = mongoSaveUtils
self.__mongoReadUtils = mongoReadUtils
self.__ms = StatisticFactory().createStatistic(MONGO_TYPE,
self.__mongoSaveUtils)
def __init__(self, mongoSaveUtils, mongoReadUtils):
"""
Инициализация
:param mongoSaveUtils: параметры для записи данных в mongodb
:param mongoReadUtils: параметры для чтения данных из mongodb
"""
if not mongoSaveUtils:
raise ParamError("mongoUtils cannot be the None-object")
if not isinstance(mongoSaveUtils, MongoSaveUtils):
raise TypeError("mongoUtils can be the list MongoSaveUtils")
if not ISaveRetrievalUtils.providedBy(mongoSaveUtils):
raise TypeError("mongoUtils is not provided by ISaveRetrievalUtils")
if not mongoReadUtils:
raise ParamError("mongoReadUtils cannot be the None-object")
if not isinstance(mongoReadUtils, MongoReadUtils):
raise TypeError("mongoReadUtils can be the list MongoReadUtils")
self.__mongoSaveUtils = mongoSaveUtils
self.__mongoReadUtils = mongoReadUtils
self.__ms = StatisticFactory().createStatistic(MONGO_TYPE, self.__mongoSaveUtils)
class MongoIndex(Index):
def __init__(self, mongoSaveUtils, mongoReadUtils):
"""
Инициализация
:param mongoSaveUtils: параметры для записи данных в mongodb
:param mongoReadUtils: параметры для чтения данных из mongodb
"""
if not mongoSaveUtils:
raise ParamError("mongoUtils cannot be the None-object")
if not isinstance(mongoSaveUtils, MongoSaveUtils):
raise TypeError("mongoUtils can be the list MongoSaveUtils")
if not ISaveRetrievalUtils.providedBy(mongoSaveUtils):
raise TypeError(
"mongoUtils is not provided by ISaveRetrievalUtils")
if not mongoReadUtils:
raise ParamError("mongoReadUtils cannot be the None-object")
if not isinstance(mongoReadUtils, MongoReadUtils):
raise TypeError("mongoReadUtils can be the list MongoReadUtils")
self.__mongoSaveUtils = mongoSaveUtils
self.__mongoReadUtils = mongoReadUtils
self.__ms = StatisticFactory().createStatistic(MONGO_TYPE,
self.__mongoSaveUtils)
def createStatistics(self,
dataSourceWorker,
readerSourceData,
normalization,
sourceCusCallback=None):
if not dataSourceWorker:
raise ParamError("dataSourceWorker cannot be the None-object")
if not isinstance(dataSourceWorker, DataSourceWorker):
raise TypeError("mongoUtils can be the list MongoSaveUtils")
dataSourceWorker.createStatistics(self.__ms, readerSourceData,
normalization, sourceCusCallback)
def createTotalStatistics(self):
self.__ms.makeTotalStatistic()
def createSourceNameIndex(self, dataSourceWorker, parseCallback):
"""
Создание индекса по полным именам файлов
:param dataSourceWorker: объект для работы с источниками (настроки для работы с источниками и тд)
:param parseCallback: колбэк для обработки имен источников
"""
if not dataSourceWorker:
raise ParamError("dataSourceWorker cannot be the None-object")
if not isinstance(dataSourceWorker, DataSourceWorker):
raise TypeError("mongoUtils can be the list MongoSaveUtils")
if not parseCallback:
raise ParamError(
"parseSourceNameCallback cannot be the None-object")
if not isinstance(parseCallback, FileNameNormalization):
raise TypeError(
"parseSourceNameCallback can be the list FileNameNormalization"
)
dataSourceWorker.createSourceNameIndex(self.__ms,
self.__mongoReadUtils,
self.__mongoSaveUtils,
parseCallback)
def createSourceDataIndex(self, readSourceDataCallback):
pass
