Python set_env Beispiele

Beispiel #1

                    'overview/request-parameters#locations')
PARSER.add_argument('-kt',
                    '--kafka_topic',
                    type=str,
                    required=True,
                    help='The name of the kafka topic for the '
                    'application to received tweets')
ARGS = PARSER.parse_args()

CF_INFO = cf_helpers.get_info(ARGS)
cf_cli.login(CF_INFO)

cf_cli.create_service('kafka', 'shared', 'kafka-twitter-instance')

PROJECT_DIR = ARGS.project_dir if ARGS.project_dir else \
    cf_helpers.get_project_dir()
cf_helpers.prepare_package(work_dir=PROJECT_DIR)
cf_helpers.push(work_dir=PROJECT_DIR,
                options="{0} -n {0} --no-start".format(ARGS.app_name))

cf_cli.set_env(APP_NAME, "TWITTER_CONSUMER_KEY", ARGS.twitter_consumer_key)
cf_cli.set_env(APP_NAME, "TWITTER_CONSUMER_SECRET",
               ARGS.twitter_consumer_secret)
cf_cli.set_env(APP_NAME, "TWITTER_TOKEN", ARGS.twitter_token)
cf_cli.set_env(APP_NAME, "TWITTER_SECRET", ARGS.twitter_secret)
cf_cli.set_env(APP_NAME, "TWITTER_TERMS", ARGS.twitter_terms)
cf_cli.set_env(APP_NAME, "TWITTER_FOLLOWINGS", ARGS.twitter_followings)
cf_cli.set_env(APP_NAME, "TWITTER_LOCATIONS", ARGS.twitter_locations)
cf_cli.set_env(APP_NAME, "KAFKA_TOPIC", ARGS.kafka_topic)

cf_cli.start(APP_NAME)

Beispiel #2

Datei: deploy.py Projekt: trustedanalytics/ingestion-ws-kafka-hdfs

from app_deployment_helpers import cf_helpers

APP_NAME = "kafka2hdfs"

PARSER = cf_helpers.get_parser(APP_NAME)
PARSER.add_argument('-t','--topics', type=str, required=True, help='Topics to listen on (separated with comas, without spaces)')
PARSER.add_argument('-cg','--consumer_group', type=str, required=True, help='Unique Kafka consumer group')

ARGS = PARSER.parse_args()

CF_INFO = cf_helpers.get_info(ARGS)
cf_cli.login(CF_INFO)

cf_cli.create_service('zookeeper', 'shared', 'zookeeper-inst')
cf_cli.create_service('hdfs', 'shared', 'hdfs-inst')
cf_cli.create_service('kerberos', 'shared', 'kerberos-inst')

PROJECT_DIR = ARGS.project_dir if ARGS.project_dir else \
    cf_helpers.get_project_dir()

#running script to prepare deployable jar
cf_cli.run_command(['./gradlew', 'check', 'assemble'], work_dir=PROJECT_DIR)

cf_helpers.push(work_dir=PROJECT_DIR, options="{0} -n {0} --no-start".format(ARGS.app_name))

cf_cli.set_env(APP_NAME, "TOPICS", ARGS.topics)
cf_cli.set_env(APP_NAME, "CONSUMER_GROUP", ARGS.consumer_group)

cf_cli.start(APP_NAME)

Beispiel #3

Datei: deploy.py Projekt: ahmed-abdelsamed/dataset-reader-sample

cf_cli.create_service('hdfs', 'shared', 'hdfs-instance')

LOGGER.info('Creating kerberos service instance...')
cf_cli.create_service('kerberos', 'shared', 'kerberos-service')

PROJECT_DIR = cf_helpers.get_project_dir()

LOGGER.info('Creating artifact package...')
cf_helpers.prepare_package(work_dir=PROJECT_DIR)

LOGGER.info('Pushing application to Cloud Foundry...')
cf_helpers.push(options="{0} -n {0} --no-start".format(ARGS.app_name), work_dir=PROJECT_DIR)

LOGGER.info('Binding hdfs-instance...')
cf_cli.bind_service(ARGS.app_name, 'hdfs-instance')

LOGGER.info('Binding kerberos-service...')
cf_cli.bind_service(ARGS.app_name, 'kerberos-service')

LOGGER.info('Uploading dataset to HDFS...')
LOCAL_DATASET_PATH = "data/nf-data-application.csv"
HDFS_DATASET_PATH = cf_helpers.upload_to_hdfs(ARGS.api_url, CF_INFO.org,
                                            '{}/{}'.format(PROJECT_DIR, LOCAL_DATASET_PATH),
                                            'nf-data-application')

LOGGER.info('Setting environment variables...')
cf_cli.set_env(ARGS.app_name, "FILE", HDFS_DATASET_PATH)

LOGGER.info('Starting application...')
cf_cli.start(ARGS.app_name)

Beispiel #4

Datei: deploy.py Projekt: maduhu/ingestion-ws-kafka-hdfs

    required=True,
    help='Topics to listen on (separated with comas, without spaces)')
PARSER.add_argument('-cg',
                    '--consumer_group',
                    type=str,
                    required=True,
                    help='Unique Kafka consumer group')

ARGS = PARSER.parse_args()

CF_INFO = cf_helpers.get_info(ARGS)
cf_cli.login(CF_INFO)

cf_cli.create_service('zookeeper', 'shared', 'zookeeper-inst')
cf_cli.create_service('hdfs', 'shared', 'hdfs-inst')
cf_cli.create_service('kerberos', 'shared', 'kerberos-inst')

PROJECT_DIR = ARGS.project_dir if ARGS.project_dir else \
    cf_helpers.get_project_dir()

#running script to prepare deployable jar
cf_cli.run_command(['./gradlew', 'check', 'assemble'], work_dir=PROJECT_DIR)

cf_helpers.push(work_dir=PROJECT_DIR,
                options="{0} -n {0} --no-start".format(ARGS.app_name))

cf_cli.set_env(APP_NAME, "TOPICS", ARGS.topics)
cf_cli.set_env(APP_NAME, "CONSUMER_GROUP", ARGS.consumer_group)

cf_cli.start(APP_NAME)

Beispiel #5

LOGGER.info('Creating kerberos service instance...')
cf_cli.create_service('kerberos', 'shared', 'kerberos-service')

PROJECT_DIR = cf_helpers.get_project_dir()

LOGGER.info('Creating artifact package...')
cf_helpers.prepare_package(work_dir=PROJECT_DIR)

LOGGER.info('Pushing application to Cloud Foundry...')
cf_helpers.push(options="{0} -n {0} --no-start".format(ARGS.app_name),
                work_dir=PROJECT_DIR)

LOGGER.info('Binding hdfs-instance...')
cf_cli.bind_service(ARGS.app_name, 'hdfs-instance')

LOGGER.info('Binding kerberos-service...')
cf_cli.bind_service(ARGS.app_name, 'kerberos-service')

LOGGER.info('Uploading dataset to HDFS...')
LOCAL_DATASET_PATH = "data/nf-data-application.csv"
HDFS_DATASET_PATH = cf_helpers.upload_to_hdfs(
    ARGS.api_url, CF_INFO.org, '{}/{}'.format(PROJECT_DIR, LOCAL_DATASET_PATH),
    'nf-data-application')

LOGGER.info('Setting environment variables...')
cf_cli.set_env(ARGS.app_name, "FILE", HDFS_DATASET_PATH)

LOGGER.info('Starting application...')
cf_cli.start(ARGS.app_name)

Beispiel #6

Datei: deploy.py Projekt: trustedanalytics/twitter-to-kafka-example

                                                                           'requests on your own account''s behalf.')
PARSER.add_argument('-tm','--twitter_terms', type=str, required=True, help='https://dev.twitter.com/streaming/'
                                                                           'overview/request-parameters#track')
PARSER.add_argument('-tf','--twitter_followings', type=str, default="", help='https://dev.twitter.com/streaming/'
                                                                             'overview/request-parameters#follow')
PARSER.add_argument('-tl','--twitter_locations', type=str, default="", help='https://dev.twitter.com/streaming/'
                                                                            'overview/request-parameters#locations')
PARSER.add_argument('-kt','--kafka_topic', type=str, required=True, help='The name of the kafka topic for the '
                                                                         'application to received tweets')
ARGS = PARSER.parse_args()

CF_INFO = cf_helpers.get_info(ARGS)
cf_cli.login(CF_INFO)

cf_cli.create_service('kafka', 'shared', 'kafka-twitter-instance')

PROJECT_DIR = ARGS.project_dir if ARGS.project_dir else \
    cf_helpers.get_project_dir()
cf_helpers.prepare_package(work_dir=PROJECT_DIR)
cf_helpers.push(work_dir=PROJECT_DIR, options="{0} -n {0} --no-start".format(ARGS.app_name))

cf_cli.set_env(APP_NAME, "TWITTER_CONSUMER_KEY", ARGS.twitter_consumer_key)
cf_cli.set_env(APP_NAME, "TWITTER_CONSUMER_SECRET", ARGS.twitter_consumer_secret)
cf_cli.set_env(APP_NAME, "TWITTER_TOKEN", ARGS.twitter_token)
cf_cli.set_env(APP_NAME, "TWITTER_SECRET", ARGS.twitter_secret)
cf_cli.set_env(APP_NAME, "TWITTER_TERMS", ARGS.twitter_terms)
cf_cli.set_env(APP_NAME, "TWITTER_FOLLOWINGS", ARGS.twitter_followings)
cf_cli.set_env(APP_NAME, "TWITTER_LOCATIONS", ARGS.twitter_locations)
cf_cli.set_env(APP_NAME, "KAFKA_TOPIC", ARGS.kafka_topic)

cf_cli.start(APP_NAME)