예제 #1
0
miner_globals.addAggregator("segments", "aggregate.Segments", "segments(start, size) returns aggregate.Segments object")
miner_globals.addAggregator("rate", "aggregate.Rate", "rate(period)(value) gets the rates of the value over defined period")
miner_globals.addAggregator("rateIf", "aggregate.RateIf", "rateIf(period)(cond, exp) gets the rates of the value over defined period filtered by the condition")

miner_globals.addTargetToClassMapping("csv", "io_targets.iCSV", "io_targets.oCSV", "comma separated value text (unicode=True flag preserves unicode indication in output)")
miner_globals.addTargetToClassMapping("pickle", "io_targets.iPickle", "io_targets.oPickle", "python object native serialization format")
miner_globals.addTargetToClassMapping("stdout", None, "io_targets.oStdout", "dumps user friendly formatted output to stdout")
miner_globals.addTargetToClassMapping("less", None, "io_targets.oLess", "dumps user friendly formatted output to less pager")
miner_globals.addTargetToClassMapping("log", "io_targets.iLog", "io_targets.oLog", "Processes text file by splitting it to words. Created record is (line, words, NR).\nFS= may specify alternative regular regular expression for splitting.")
miner_globals.addTargetToClassMapping("raw", "io_targets.iRaw", "io_targets.oRaw", "Processes text file without splitting into words. Record is (line,).")
miner_globals.addTargetToClassMapping("json", "io_targets.iJson", "io_targets.oJson", "Reads json files to 'obj' variable or writes all variables to json list")
miner_globals.addTargetToClassMapping("tsv", "io_targets.iTsv", "io_targets.oTsv", "tab separated value text")

miner_globals.addExtensionToTargetMapping(".csv", "csv")
miner_globals.addExtensionToTargetMapping(".tsv", "tsv")
miner_globals.addExtensionToTargetMapping(".pic", "pickle")
miner_globals.addExtensionToTargetMapping(".txt", "stdout")
miner_globals.addExtensionToTargetMapping(".log", "log")
miner_globals.addExtensionToTargetMapping(".json", "json")
miner_globals.addExtensionToTargetMapping("stdout", "csv")

DataProvider.registerDataProvider("file", FileDataProvider)
DataProvider.registerDataProvider("repository", RepositoryDataProvider)

import m.db
import m.db.sqlite_engine
sqliteEngine = m.db.sqlite_engine.SQLiteEngine()
m.db.registerEngine("file.db", sqliteEngine)
m.db.registerEngine("file.sqlite", sqliteEngine)