se.export() sc = StockCleaner(stock_code, end_date) sc.clean() else: logger.warn("No data found for stock code: " + stock_code) if __name__ == '__main__': try: logger.info("Downloading full stock list....") sbd = StockBasicData() sbd.download_stock_list() logger.info("Download completed") now = datetime.now() today = du.convertDateToString(now, '%Y-%m-%d') #today = "1999-12-31" logger.debug("Today is: " + today) stock_list = sbd.get_stock_list(today) pool = mp.Pool(processes=1) #for stock in stock_list[:5]: for stock in stock_list: stock_code = stock[0] last_updated_date = du.convertDateToString(stock[1], '%Y-%m-%d') pool.apply_async(create_process, (stock_code, last_updated_date, today)) pool.close() pool.join() logger.info("All stocks information is downloaded") except Exception, e: