def gen_tamplate_from_logs(sc, logline_rdd, support):
"""
Generate template definitions from log lines
Args:
sc: Spark Context
logline_rdd (rdd(str): URI defining the location of the log files
preprocess_log (bool): Whether or not to preprocess the logs before returning
transforms_URI (str): String defining the location of the transforms definition
Returns:
log_lines(rdd(DistributedLogLine)): RDD containing log lines (optionally preprocessed)
"""
return log_cluster(sc, logline_rdd, support)
def templateGenRDD(sc, logInURI, transformURI, support):
rddLogs = readLogRDD(sc, logInURI)
pre_processedLogs = preProcessRDD(sc, transformURI, rddLogs)
return log_cluster(sc, pre_processedLogs, support)