def test_themes_green_passion():
t = themes.GreenPassion()
assert hasattr(t, "Question")
assert hasattr(t.Question, "mark_color")
assert hasattr(t.Question, "brackets_color")
assert hasattr(t.Question, "default_color")
assert hasattr(t, "Editor")
assert hasattr(t, "Checkbox")
assert hasattr(t.Checkbox, "selection_color")
assert hasattr(t.Checkbox, "selection_icon")
assert hasattr(t.Checkbox, "selected_icon")
assert hasattr(t.Checkbox, "selected_color")
assert hasattr(t.Checkbox, "unselected_icon")
assert hasattr(t.Checkbox, "unselected_color")
assert hasattr(t, "List")
assert hasattr(t.List, "selection_color")
assert hasattr(t.List, "selection_cursor")
assert hasattr(t.List, "unselected_color")
elif pressed == CTRL_MAP["A"]:
self.current = 0
return
elif pressed == CTRL_MAP["G"]:
self.current = len(self.question.choices) - 1
return
# vi style
if pressed in ("k", "h"):
pressed = key.UP
elif pressed in ("j", "l"):
pressed = key.DOWN
elif pressed == "q":
pressed = key.CTRL_C
# effect (rendering)
super().process_input(pressed)
questions = [
inquirer.List(
"size",
message="What size do you need?",
choices=["Jumbo", "Large", "Standard", "Medium", "Small", "Micro"],
carousel=True,
)
]
answers = inquirer.prompt(questions, render=ExtendedConsoleRender(theme=themes.GreenPassion()))
print(answers)
def init(arg):
"""Bootstrap a processing pipeline script.
ARG is either a path or a URL for some data to read from, 'hello-world' for a full working code example,
or leave empty for an interactive walkthrough.
"""
answers = {'a': 1}
if arg == 'interactive':
input("""Hi There!
DataFlows will now bootstrap a data processing flow based on your needs.
Press any key to start...
""")
elif arg == 'hello-world':
raise NotImplementedError()
else:
url = arg
answers = dict(input='remote',
title=os.path.basename(url),
input_url=url,
processing=[],
output='print_n_pkg')
extract_format(answers, url)
questions = [
# Input
inquirer.List('input_str',
message='What is the source of your data?',
choices=INPUTS.keys(),
ignore=lambda ctx: ctx.get('input') is not None,
validate=convert_input),
# Input Parameters
inquirer.Text(
'input_url',
message="What is the path of that file",
ignore=fany(lambda ctx: ctx.get('input') != 'file',
lambda ctx: ctx.get('input_url') is not None),
validate=fall(not_empty, extract_format)),
inquirer.List(
'format',
message="We couldn't detect the file format - which is it?",
choices=FORMATS[:-1],
ignore=fany(lambda ctx: ctx.get('input') != 'file',
lambda ctx: ctx.get('format') in FORMATS)),
inquirer.Text(
'input_url',
message="Where is that file located (URL)",
ignore=fany(lambda ctx: ctx.get('input') != 'remote',
lambda ctx: ctx.get('input_url') is not None),
validate=fall(extract_format, not_empty, valid_url)),
inquirer.List(
'format',
message="We couldn't detect the source format - which is it",
choices=FORMATS,
ignore=fany(lambda ctx: ctx['input'] != 'remote',
lambda ctx: ctx.get('format') in FORMATS)),
inquirer.Text(
'sheet',
message=
"Which sheet in the spreadsheet should be processed (name or index)",
validate=not_empty,
ignore=lambda ctx: ctx.get('format') not in ('xls', 'xlsx', 'ods'),
),
inquirer.Text(
'input_url',
message="What is the connection string to the database",
validate=not_empty,
ignore=fany(lambda ctx: ctx['input'] != 'sql',
lambda ctx: ctx.get('input_url') is not None),
),
inquirer.Text(
'input_db_table',
message="...and the name of the database table to extract",
validate=not_empty,
ignore=fany(lambda ctx: ctx['input'] != 'sql',
lambda ctx: ctx.get('input_db_table') is not None),
),
inquirer.Text(
'input_url',
message="Describe that other source (shortly)",
ignore=fany(lambda ctx: ctx['input'] != 'other',
lambda ctx: ctx.get('input_url') is not None),
),
# Processing
inquirer.Checkbox(
'processing_str',
message="What kind of processing would you like to run on the data",
choices=PROCESSING.keys(),
ignore=lambda ctx: ctx.get('processing') is not None,
validate=convert_processing),
# Output
inquirer.List('output_str',
message="Finally, where would you like the output data",
choices=OUTPUTS.keys(),
ignore=lambda ctx: ctx.get('output') is not None,
validate=convert_output),
inquirer.Text(
'output_url',
message="What is the connection string to the database",
validate=not_empty,
ignore=fany(lambda ctx: ctx['output'] != 'sql',
lambda ctx: ctx.get('output_url') is not None),
),
inquirer.Text(
'output_db_table',
message="...and the name of the database table to write to",
validate=not_empty,
ignore=fany(lambda ctx: ctx['output'] != 'sql',
lambda ctx: ctx.get('output_db_table') is not None),
),
# # Finalize
inquirer.Text(
'title',
message=
"That's it! Now, just provide a title for your processing flow",
ignore=lambda ctx: ctx.get('title') is not None,
validate=not_empty),
]
answers = inquirer.prompt(questions,
answers=answers,
theme=themes.GreenPassion())
if answers is None:
return
answers['slug'] = slugify.slugify(answers['title'], separator='_')
filename = '{slug}.py'.format(**answers)
with open(filename, 'w') as out:
print('Writing processing code into {}'.format(filename))
out.write(render(answers))
try:
print('Running {}'.format(filename))
ret = subprocess.check_output(sys.executable + ' ' + filename,
stderr=subprocess.PIPE,
universal_newlines=True,
shell=True)
print(ret)
print('Done!')
except subprocess.CalledProcessError as e:
print("Processing failed, here's the error:")
print(e.stderr)
answers = inquirer.prompt([
inquirer.Confirm(
'edit',
message='Would you like to open {} in the default editor?'.
format(filename),
default=False)
])
if answers['edit']:
click.edit(filename=filename)
if __name__ == '__main__':
ENV_IP = os.environ.get('ENV_IP', '127.0.0.1')
ip = ENV_IP
if '.' not in ip:
ip = [(s.connect(('223.5.5.5', 53)), s.getsockname()[0], s.close()) for s in
[socket.socket(socket.AF_INET, socket.SOCK_DGRAM)]][0][1]
questions = [
inquirer.Text('node', message="node name?", default='node01'),
inquirer.List('log_level',
message="log level?",
choices=['DEBUG', 'INFO', 'WARNING', 'EXCEPTION', 'CRITICAL'],
default='INFO'
),
inquirer.Text('queue', message="queue name?", default='worker'),
inquirer.Text('concurrency', message="concurrency?", default='8'),
]
a = inquirer.prompt(questions, theme=themes.GreenPassion())
cmd = ['worker', '-l' + a.get('log_level'), '-Anetboy.celery.tasks', '-Q' + a.get('queue'), '-n' + a.get('node'),
'-c' + a.get('concurrency'), '-E'
]
app = App().app
app.worker_main(
argv=cmd)