def extendedProductExtraction(keyword = 'iphone 7', onlyFollowings = False, AllPageButId = False):
import paths, SparkLogFileHandler, SearchExtractor, FinalizedRunners, NewProductPreferrer, PythonVersionHandler, Trainer
outputFolder = paths.joinPath(paths.HDFSRootFolder, 'weekAugust')
pairs = Trainer.readLabeledPairs(outputPath)
ids = pairs.flatMap(lambda i: i[0]).distinct()
PythonVersionHandler.print_logging(ids.count(), 'ids have been gathered from the labeled pairs by', PythonVersionHandler.nowStr())
productVectorFolder = paths.newProductVectorFolder3
products = Trainer.getProducts(ids, productVectorFolder)
Trainer.saveSpecificProduct(products, productsPath)
