def runtype_execute(parsed_args):
print 'executing ' + parsed_args.notebook + '.ipynb...'
den_nb = den_notebook.Den('nb', nb_name=parsed_args.notebook)
den_nb.execute()
den_nb.save_nb()
print ' --> ' + den_nb.name + '.ipynb executed.'
return
def runtype_conf2nb(parsed_args):
print 'creating new DEN notebook from ' + parsed_args.notebook + '.den_nb_conf.json'
den_nb = den_notebook.Den('conf', nb_name=parsed_args.notebook)
den_nb.conf2nb()
den_nb.save_nb()
print ' --> ' + den_nb.name + '.ipynb created'
return
def runtype_newconf(parsed_args):
print 'creating new DEN notebook configuration file...'
den_nb = den_notebook.Den('hcat',
nb_name=parsed_args.notebook,
hcat_table=parsed_args.table)
den_nb.save_conf()
print ' --> ' + den_nb.name + '.den_nb_conf.json created'
return
def runtype_autocol(parsed_args):
print 'auto assigning column types for ' + parsed_args.notebook + '.ipynb...'
den_nb = den_notebook.Den('conf', nb_name=parsed_args.notebook)
den_nb.autocol()
den_nb.save_conf()
#den_notebook.den_nb_auto_assign_col_types_spark(den_nb_name)
print ' --> ' + den_nb.name + '.ipynb, column types assigned.'
return
def runtype_quickscan(parsed_args):
# newconf
print 'creating new DEN notebook...'
den_nb = den_notebook.Den('hcat',
nb_name=parsed_args.notebook,
hcat_table=parsed_args.table)
den_nb.conf2nb()
den_nb.execute()
den_nb.save_conf()
den_nb.save_nb()
print ' --> ' + den_nb.name + '.ipynb created and executed.'
return
def runtype_getnotes(parsed_args):
den_nbs_names = [
nb for nb in os.listdir('.') if re.search('.*\.ipynb$', nb)
]
notes_md = ''
for den_nb_name in den_nbs_names:
print den_nb_name[:-6]
den_nb = den_notebook.Den('nb', nb_name=den_nb_name[:-6])
nb_notes = den_nb.get_notes(parsed_args.item_select)
if nb_notes != '':
notes_md = notes_md + nb_notes + '\n***\n***\n'
# save to markdown file
fn_notes = parsed_args.filename_notes
if not fn_notes.endswith('.md'):
fn_notes = fn_notes.join('.md')
with open(fn_notes, 'w') as f:
f.write(notes_md.encode('utf8'))
return