myExtract.extractdata()
#myExtract.extractgz(filename="/tmp/testdata")
#myExtract.extractbz2(filename="/tmp/testdata")
#myExtract.extracttxt(filename="/tmp/testdata")
log.info("SQL Result read completed")
# close cursor and connection
myExtract.cleanup(log)
# cleanup the logger
log.cleanup()
sys.exit(0)
## Main function call
if __name__ == '__main__':
args = getArgs('h:',['help','config=','dataset=','tdate='],sys.argv[1:])
if all (k in args.dc for k in ("config","dataset","tdate")):
pass
else:
print("Usage Error")
main(args.dc['config'], logging.DEBUG,args.dc['dataset'], args.dc['tdate'])
def processPreds(dataDict, preds):
''' Predictions were generated:
- Format them for "evaluate"
- get the error metrics from "evaluate"
'''
df = formatPreds(dataDict, preds)
errors = evaluate(df, ensemble=False)
mape = errors["NN"]["mape"]
rmse = errors["NN"]["rmse"]
print("{:<10.1%}{:.2f}".format(mape, rmse))
return (mape, rmse)
if __name__ == "__main__":
args = getArgs()
config = getConfig()
df = getData(config)
df = df.sample(frac=0.3)
dataDict = preProcess(df, config, args)
parms = getParms("NN") # The hyper-parameter combinations to be tested
results = []
count = 1
start_time = time.time()
print("\n{} parameter combinations".format(len(parms)))
print("\n{:<10}{}".format("MAPE", "RMSE"))
<-- ACK
"""
# Protocol bytes
SOH = chr(0x01)
STX = chr(0x02)
EOT = chr(0x04)
ACK = chr(0x06)
DLE = chr(0x10)
NAK = chr(0x15)
CAN = chr(0x18)
CRC = chr(0x43) # C
timeout = 10
args = getArgs() # get filename and serial port
print "Uploading {0} to {1}".format(args[2], args[1])
sys.stdout.flush()
try:
s = serial.Serial(port= args[1],
baudrate=115200,
bytesize=8,
parity='N',
stopbits=1,
timeout=None,
xonxoff=0,
rtscts=0)
except serial.serialutil.SerialException as err:
print "Error opening serial port" , args[1], ":" , err
print "Double check the serial port is available and retry."
import os
from getArgs import getArgs
from modules import python, javascript, html, php, bootstrap, cca
# from folder import file
# code-buddy.py create (file type) (directory name)
# Checks for "create"
if getArgs(1) == "create":
# Checks for which file type
projectType = getArgs(2)
# Checks for file name
if projectType == "python":
name = getArgs(3)
python.createPythonProject(name)
print("Folder created succesfully")
elif projectType == "javascript":
name = getArgs(3)
javascript.createJavascriptProject(name)
print("Folder created succesfully")
elif projectType == "html":
name = getArgs(3)
html.createHtmlProject(name)
print("Folder created succesfully")
elif projectType == "php":
name = getArgs(3)
php.createPhpProject(name)
print("Folder created succesfully")
elif projectType == "bootstrap":
name = getArgs(3)
bootstrap.createPhpProject(name)
log.info("Parameters : {}".format(args.dc))
log.addGenericInfo(__file__)
# log.info("Logfile: ",log)
myObj = genManifest(datetime, conf, log, manifest=manifest)
myObj.createawsManifest()
log.info("Processing complete")
# cleanup the logger
log.cleanup()
sys.exit(0)
## Main function call
if __name__ == "__main__":
args = getArgs("h:", ["help", "runid=", "config=", "manifest=", "dataset=", "tdate="], sys.argv[1:])
if all(k in args.dc for k in ("runid", "config", "manifest")):
pass
else:
print("Usage Error")
print("Mandatory parameters : config, runid, manifest missing")
print(
"Sample : genManifest.py --config ddy.ini --runid 123 --manifest manifest.testdata.20160101.2016010100001"
)
sys.exit(1)
# getArgs.print_env(args)
main(logging.DEBUG, configfile=args.dc["config"], manifest=args.dc["manifest"], runid=args.dc["runid"])
#myExtract.extractdata()
#myExtract.extractgz(filename="/tmp/testdata")
#myExtract.extractbz2(filename="/tmp/testdata")
#myExtract.extracttxt(filename="/tmp/testdata")
log.info("Processing complete")
# cleanup the logger
log.cleanup()
sys.exit(0)
## Main function call
if __name__ == '__main__':
args = getArgs('h:',['help','runid=','config=','manifest=','dataset=','tdate='],sys.argv[1:])
if all (k in args.dc for k in ("runid","config","manifest")):
pass
else:
print("Usage Error")
print("Missing mandatory parameters : --runid, --config , --manifest")
sys.exit(1)
#getArgs.print_env(args)
main( logging.DEBUG, configfile=args.dc['config'], manifest=args.dc['manifest'], runid=args.dc['runid'])
