Esempio n. 1
0
def get_params_parser():
    """Parse command line arguments"""

    parser = argparse.ArgumentParser(usage=ARTHUR_USAGE_MSG,
                                     description=ARTHUR_DESC_MSG,
                                     epilog=ARTHUR_EPILOG_MSG,
                                     formatter_class=argparse.RawDescriptionHelpFormatter,
                                     add_help=False)

    ElasticOcean.add_params(parser)

    parser.add_argument('-h', '--help', action='help',
                       help=argparse.SUPPRESS)
    parser.add_argument('-g', '--debug', dest='debug',
                        action='store_true',
                        help=argparse.SUPPRESS)

    parser.add_argument("--no_incremental",  action='store_true',
                        help="don't use last state for data source")
    parser.add_argument("--fetch_cache",  action='store_true',
                        help="Use cache for item retrieval")
    parser.add_argument("--redis",  default="redis",
                        help="url for the redis server")
    parser.add_argument("--enrich",  action='store_true',
                        help="Enrich items after retrieving")
    parser.add_argument("--enrich_only",  action='store_true',
                        help="Only enrich items (DEPRECATED, use --only-enrich)")
    parser.add_argument("--only-enrich",  dest='enrich_only', action='store_true',
                        help="Only enrich items (DEPRECATED, use --only-enrich)")
    parser.add_argument("--events-enrich",  dest='events_enrich', action='store_true',
                        help="Enrich events in items")
    parser.add_argument('--index', help="Ocean index name")
    parser.add_argument('--index-enrich', dest="index_enrich", help="Ocean enriched index name")
    parser.add_argument('--db-user', help="User for db connection (default to root)",
                        default="root")
    parser.add_argument('--db-password', help="Password for db connection (default empty)",
                        default="")
    parser.add_argument('--db-host', help="Host for db connection (default to mariadb)",
                        default="mariadb")
    parser.add_argument('--db-projects-map', help="Projects Mapping DB")
    parser.add_argument('--json-projects-map', help="Projects Mapping JSON file")
    parser.add_argument('--project', help="Project for the repository (origin)")
    parser.add_argument('--refresh-projects', action='store_true', help="Refresh projects in enriched items")
    parser.add_argument('--db-sortinghat', help="SortingHat DB")
    parser.add_argument('--only-identities', action='store_true', help="Only add identities to SortingHat DB")
    parser.add_argument('--refresh-identities', action='store_true', help="Refresh identities in enriched items")
    parser.add_argument('--author_id', help="Field author_id to be refreshed")
    parser.add_argument('--author_uuid', help="Field author_uuid to be refreshed")
    parser.add_argument('--github-token', help="If provided, github usernames will be retrieved in git enrich.")
    parser.add_argument('--studies', action='store_true', help="Execute studies after enrichment.")
    parser.add_argument('--only-studies', action='store_true', help="Execute only studies.")
    parser.add_argument('backend', help=argparse.SUPPRESS)
    parser.add_argument('backend_args', nargs=argparse.REMAINDER,
                        help=argparse.SUPPRESS)

    if len(sys.argv) == 1:
        parser.print_help()
        sys.exit(1)

    return parser
Esempio n. 2
0
def get_params_parser_create_dash():
    """Parse command line arguments"""

    parser = argparse.ArgumentParser(
        usage="usage: kidash [options]",
        description="Import or Export a Kibana Dashboard")

    ElasticOcean.add_params(parser)

    parser.add_argument("--dashboard", help="Kibana dashboard id to export")
    parser.add_argument("--export",
                        dest="export_file",
                        help="file with the dashboard exported")
    parser.add_argument("--import",
                        dest="import_file",
                        help="file with the dashboard to be imported")
    parser.add_argument("--kibana",
                        dest="kibana_index",
                        default=".kibana",
                        help="Kibana index name (.kibana default)")
    parser.add_argument("--list",
                        action='store_true',
                        help="list available dashboards")
    parser.add_argument('-g', '--debug', dest='debug', action='store_true')

    return parser
Esempio n. 3
0
def get_params_parser_create_dash():
    """Parse command line arguments"""

    parser = argparse.ArgumentParser(
        usage=E2K_USAGE_MSG,
        description=E2K_USAGE_MSG,
        epilog=E2K_MSG,
        formatter_class=argparse.RawDescriptionHelpFormatter,
        add_help=True)

    ElasticOcean.add_params(parser)

    parser.add_argument("-d",
                        "--dashboard",
                        help="dashboard to be used as template")
    parser.add_argument("-i",
                        "--index",
                        help="enriched index to be used as data source")
    parser.add_argument("--kibana",
                        dest="kibana_index",
                        default=".kibana",
                        help="Kibana index name (.kibana default)")
    parser.add_argument('-g', '--debug', dest='debug', action='store_true')

    return parser
Esempio n. 4
0
def get_params_parser():
    """Parse command line arguments"""

    parser = argparse.ArgumentParser(
        usage=ARTHUR_USAGE_MSG,
        description=ARTHUR_DESC_MSG,
        epilog=ARTHUR_EPILOG_MSG,
        formatter_class=argparse.RawDescriptionHelpFormatter,
        add_help=False)

    ElasticOcean.add_params(parser)

    parser.add_argument('-h', '--help', action='help', help=argparse.SUPPRESS)
    parser.add_argument('-g',
                        '--debug',
                        dest='debug',
                        action='store_true',
                        help=argparse.SUPPRESS)

    parser.add_argument("--no_incremental",
                        action='store_true',
                        help="don't use last state for data source")
    parser.add_argument("--fetch_cache",
                        action='store_true',
                        help="Use cache for item retrieval")

    parser.add_argument("--loop",
                        action='store_true',
                        help="loop the ocean update until process termination")
    parser.add_argument("--redis",
                        default="redis",
                        help="url for the redis server")
    parser.add_argument("--enrich",
                        action='store_true',
                        help="Enrich items after retrieving")
    parser.add_argument("--enrich_only",
                        action='store_true',
                        help="Only enrich items")
    parser.add_argument('--index', help="Ocean index name")
    parser.add_argument('--index-enrich',
                        dest="index_enrich",
                        help="Ocean enriched index name")
    parser.add_argument('--db-projects-map', help="Projects Mapping DB")
    parser.add_argument('--project',
                        help="Project for the repository (origin)")
    parser.add_argument('--db-sortinghat', help="SortingHat DB")
    parser.add_argument('backend', help=argparse.SUPPRESS)
    parser.add_argument('backend_args',
                        nargs=argparse.REMAINDER,
                        help=argparse.SUPPRESS)

    if len(sys.argv) == 1:
        parser.print_help()
        sys.exit(1)

    return parser
Esempio n. 5
0
def get_params():
    ''' Get params definition from ElasticOcean '''
    parser = argparse.ArgumentParser()
    ElasticOcean.add_params(parser)

    # Commands supported

    parser.add_argument("--index", help="Ocean index with identities to extract")

    args = parser.parse_args()

    return args
Esempio n. 6
0
def get_params_parser_create_dash():
    """Parse command line arguments"""

    parser = argparse.ArgumentParser(usage="usage: e2k.py [options]",
                                     description="Create a Kibana dashboard from a template")

    ElasticOcean.add_params(parser)

    parser.add_argument("-d", "--dashboard", help="dashboard to be used as template")
    parser.add_argument("-i", "--index", help="enriched index to be used as data source")
    parser.add_argument("--kibana", dest="kibana_index", default=".kibana",
                        help="Kibana index name (.kibana default)")
    parser.add_argument('-g', '--debug', dest='debug', action='store_true')

    return parser
Esempio n. 7
0
def get_params_parser_create_dash():
    """Parse command line arguments"""

    parser = argparse.ArgumentParser(usage="usage: kidash [options]", description="Import or Export a Kibana Dashboard")

    ElasticOcean.add_params(parser)

    parser.add_argument("--dashboard", help="Kibana dashboard id to export")
    parser.add_argument("--export", dest="export_file", help="file with the dashboard exported")
    parser.add_argument("--import", dest="import_file", help="file with the dashboard to be imported")
    parser.add_argument("--kibana", dest="kibana_index", default=".kibana", help="Kibana index name (.kibana default)")
    parser.add_argument("--list", action="store_true", help="list available dashboards")
    parser.add_argument("-g", "--debug", dest="debug", action="store_true")

    return parser
Esempio n. 8
0
def get_params_parser():
    """Parse command line arguments"""

    parser = argparse.ArgumentParser()

    ElasticOcean.add_params(parser)

    parser.add_argument('-g', '--debug', dest='debug', action='store_true')
    parser.add_argument('-t', '--token', dest='token', help="GitHub token")
    parser.add_argument('-o',
                        '--org',
                        dest='org',
                        help='GitHub Organization to be analyzed')
    parser.add_argument('-c',
                        '--contact',
                        dest='contact',
                        help='Contact (mail) to notify events.')
    parser.add_argument('--twitter',
                        dest='twitter',
                        help='Twitter account to notify.')
    parser.add_argument(
        '-w',
        '--web-dir',
        default='/var/www/cauldron/dashboards',
        dest='web_dir',
        help='Redirect HTML project pages for accessing Kibana dashboards.')
    parser.add_argument('-k',
                        '--kibana-url',
                        default='https://dashboard.cauldron.io',
                        dest='kibana_url',
                        help='Kibana URL.')
    parser.add_argument('-u',
                        '--graas-url',
                        default='https://cauldron.io',
                        dest='graas_url',
                        help='GraaS service URL.')
    parser.add_argument(
        '-n',
        '--nrepos',
        dest='nrepos',
        type=int,
        default=NREPOS,
        help=
        'Number of GitHub repositories from the Organization to be analyzed (default:10)'
    )

    return parser
Esempio n. 9
0
def get_params_parser_create_dash():
    """Parse command line arguments"""

    parser = argparse.ArgumentParser(usage=E2K_USAGE_MSG,
                                     description=E2K_USAGE_MSG,
                                     epilog=E2K_MSG,
                                     formatter_class=argparse.RawDescriptionHelpFormatter,
                                     add_help=True)

    ElasticOcean.add_params(parser)

    parser.add_argument("-d", "--dashboard", help="dashboard to be used as template")
    parser.add_argument("-i", "--index", help="enriched index to be used as data source")
    parser.add_argument("--kibana", dest="kibana_index", default=".kibana", help="Kibana index name (.kibana default)")
    parser.add_argument('-g', '--debug', dest='debug', action='store_true')

    return parser
Esempio n. 10
0
def get_params():
    ''' Get params definition from ElasticOcean '''
    parser = argparse.ArgumentParser()
    ElasticOcean.add_params(parser)

    # Commands supported

    parser.add_argument("-l", "--list",  action='store_true',
                        help="Lists repositories")
    parser.add_argument("-r", "--remove",
                        help="Remove a repository")
#     parser.add_argument("--rename",
#                         help="Rename a repository")

    args = parser.parse_args()

    return args
Esempio n. 11
0
def get_params_parser():
    """Parse command line arguments"""

    parser = argparse.ArgumentParser()

    ElasticOcean.add_params(parser)

    parser.add_argument('-g', '--debug', dest='debug', action='store_true')
    parser.add_argument('-t', '--token', dest='token', help="GitHub token")
    parser.add_argument('-o', '--org', dest='org', help='GitHub Organization to be analyzed')
    parser.add_argument('-c', '--contact', dest='contact', help='Contact (mail) to notify events.')
    parser.add_argument('--twitter', dest='twitter', help='Twitter account to notify.')
    parser.add_argument('-w', '--web-dir', default='/var/www/cauldron/dashboards', dest='web_dir',
                        help='Redirect HTML project pages for accessing Kibana dashboards.')
    parser.add_argument('-k', '--kibana-url', default='https://dashboard.cauldron.io', dest='kibana_url',
                        help='Kibana URL.')
    parser.add_argument('-u', '--graas-url', default='https://cauldron.io', dest='graas_url',
                        help='GraaS service URL.')
    parser.add_argument('-n', '--nrepos', dest='nrepos', type=int, default=NREPOS,
                        help='Number of GitHub repositories from the Organization to be analyzed (default:10)')

    return parser
Esempio n. 12
0
        backend = connector[0]
        if backend.get_name() == name:
            found = connector

    return found


if __name__ == '__main__':

    connectors = [[Bugzilla, BugzillaOcean, BugzillaEnrich],
                  [GitHub, GitHubOcean, GitHubEnrich],
                  [Gerrit, GerritOcean,
                   GerritEnrich]]  # Will come from Registry

    parser = argparse.ArgumentParser()
    ElasticOcean.add_params(parser)

    subparsers = parser.add_subparsers(dest='backend', help='perceval backend')

    for connector in connectors:
        name = connector[0].get_name()
        subparser = subparsers.add_parser(name, help='gelk %s -h' % name)
        # We need params for feed
        connector[0].add_params(subparser)

    args = parser.parse_args()

    app_init = datetime.now()

    backend_name = args.backend
Esempio n. 13
0
    for connector in connectors:
        backend = connector[0]
        if backend.get_name() == name:
            found = connector

    return found


if __name__ == '__main__':

    connectors = [[Bugzilla, BugzillaOcean, BugzillaEnrich],
                  [GitHub, GitHubOcean, GitHubEnrich],
                  [Gerrit, GerritOcean, GerritEnrich]]  # Will come from Registry

    parser = argparse.ArgumentParser()
    ElasticOcean.add_params(parser)

    subparsers = parser.add_subparsers(dest='backend',
                                       help='perceval backend')

    for connector in connectors:
        name = connector[0].get_name()
        subparser = subparsers.add_parser(name, help='gelk %s -h' % name)
        # We need params for feed
        connector[0].add_params(subparser)

    args = parser.parse_args()

    app_init = datetime.now()

    backend_name = args.backend