def main(outSourcedLogger=None): if outSourcedLogger is None: logger = Log() else: logger = outSourcedLogger logger.printAndLog(const.MessageType.Summarize, "Starting machine learning algorithms...") # Train the model classificationAnalyzer = ClassificationResultAnalyzer(logger) classification_model = ModelTrainer( logger, 3, lambda x: classifiers.classify_3classes(x, Threshold), "3_Classes_Training_with_threshold_5", MAX_LEN, epochs, batch_size, classificationAnalyzer, lambda d: dataFilters.default_dataFilter(d)) classification_model.Train(f'{const.finalDatabaseFolder}{const.trainFile}') classification_model.Test(f'{const.finalDatabaseFolder}{const.testFile}') linearResultAnalyzer = LinearResultAnalyzer(logger) linear_model_date = ModelTrainer( logger, 1, lambda x: classifiers.default_classifier(x), f"Linear_Classification", MAX_LEN, epochs, batch_size, linearResultAnalyzer, lambda d: dataFilters.default_dataFilter(d)) linear_model_date.Train(f'{const.finalDatabaseFolder}{const.trainFile}') linear_model_date.Test(f'{const.finalDatabaseFolder}{const.testFile}') logger.printAndLog(const.MessageType.Summarize, "Learning stage finished...")
def main(outsourcedLogger=None): if outsourcedLogger is None: logger = Logger() else: logger = outsourcedLogger # Load configurations and initialize the program logger.printAndLog(const.MessageType.Summarize, "Starting pre data processing...") preProcessor = Manager.PreProcessor(logger) # Get Database logger.printAndLog(const.MessageType.Header, "Loading Databases files...") preProcessor.openAndPrepareRawDatabase() # Build local database logger.printAndLog(const.MessageType.Header, "Building local Databases...") preProcessor.prepareLocalDatabase() # Importing Stocks Databases logger.printAndLog(const.MessageType.Header, "Importing Stocks Databases and analyzing Stocks...") preProcessor.importStocksDatabasesForPosts() # Setting final train sets logger.printAndLog(const.MessageType.Header, "Building final Databases for learning algorithms...") preProcessor.buildFinalDatabase() # Print and export failed stock imports logger.printAndLog(const.MessageType.Header, "Listing failed imports...") preProcessor.printAndExportFailedImports() # Done logger.printAndLog(const.MessageType.Summarize, "Pre data processing finished...")