def gen_tamplate_from_logs(sc, logline_rdd, support): """ Generate template definitions from log lines Args: sc: Spark Context logline_rdd (rdd(str): URI defining the location of the log files preprocess_log (bool): Whether or not to preprocess the logs before returning transforms_URI (str): String defining the location of the transforms definition Returns: log_lines(rdd(DistributedLogLine)): RDD containing log lines (optionally preprocessed) """ return log_cluster(sc, logline_rdd, support)
def templateGenRDD(sc, logInURI, transformURI, support): rddLogs = readLogRDD(sc, logInURI) pre_processedLogs = preProcessRDD(sc, transformURI, rddLogs) return log_cluster(sc, pre_processedLogs, support)