Exemplo n.º 1
0
def populate_parser(parser):
    import argparse
    parser.add_argument("config_file",
                        help="Path to Config",
                        type=lambda x: is_valid_configfile(parser, x))
    parser.add_argument("-k",
                        nargs='+',
                        help="K values to train upon",
                        type=int)
    parser.add_argument('--iter',
                        type=int,
                        help="Number of training iterations")
    parser.add_argument("-p",
                        "--processes",
                        default=1,
                        type=int,
                        help="Number of CPU cores for training [Default: 1]")
    parser.add_argument("--context-type",
                        dest='context_type',
                        help=argparse.SUPPRESS)
    parser.add_argument("--seed",
                        default=None,
                        type=int,
                        help="Random seed for topic modeling [Default: None]")
    parser.add_argument('--dry-run',
                        dest='dry_run',
                        action='store_true',
                        help="Run code without training models")
    parser.add_argument('--rebuild', action='store_true')
    parser.add_argument('--continue', dest='cont', action='store_true')
    parser.add_argument('-q', '--quiet', action='store_true')
    parser.add_argument('--cluster', type=int, help=argparse.SUPPRESS)
Exemplo n.º 2
0
def populate_parser(parser):
    parser.add_argument('config', type=lambda x: is_valid_configfile(parser, x),
                        help="Configuration file path")
    parser.add_argument('-k', type=int, required=False,
                        help="Number of Topics")
    parser.add_argument('-p', dest='port', type=int,
                        help="Port Number", default=None)
    parser.add_argument('--host', default=None, help='Hostname')
    parser.add_argument('--no-browser', dest='browser', action='store_false')
    parser.add_argument("-q", "--quiet", action="store_true")
    parser.add_argument('--fulltext', action='store_true',
                        help='Serve raw corpus files.')
    parser.add_argument('--bibtex', default=None,
                        type=lambda x: is_valid_filepath(parser, x),
                        help='BibTeX library location')
    parser.add_argument('--ssl', action='store_true',
                        help="Use SSL (must specify certfile, keyfile, and ca_certs in config)")
    parser.add_argument('--ssl-certfile', dest='certfile', nargs="?",
                        const='server.pem', default=None,
                        type=lambda x: is_valid_filepath(parser, x),
                        help="SSL certificate file")
    parser.add_argument('--ssl-keyfile', dest='keyfile', default=None,
                        type=lambda x: is_valid_filepath(parser, x),
                        help="SSL certificate key file")
    parser.add_argument('--ssl-ca', dest='ca_certs', default=None,
                        type=lambda x: is_valid_filepath(parser, x),
                        help="SSL certificate authority file")
Exemplo n.º 3
0
def populate_parser(parser):
    import argparse
    parser.add_argument("config_file", help="Path to Config",
                        type=lambda x: is_valid_configfile(parser, x))

    group = parser.add_mutually_exclusive_group(required=False)
    group.add_argument("--high", type=int, dest="high_filter",
                        help=argparse.SUPPRESS, default=None)
    group.add_argument("--high-percent", type=float, dest="high_percent",
                        help="High frequency word filter", default=None)
    
    group = parser.add_mutually_exclusive_group(required=False)
    group.add_argument("--low", type=int, dest="low_filter",
                        default=None, help=argparse.SUPPRESS)
    group.add_argument("--low-percent", type=float, dest="low_percent",
                        default=None, help="Low frequency word filter")

    parser.add_argument("--min-word-len", type=int, dest="min_word_len",
                        default=0, help="Filter short words [Default: 0]")

    parser.add_argument("--stopword-file", dest="stopword_file",
                        help="File with custom stopwords")

    parser.add_argument("-q", "--quiet", help="Do not prompt for input",
                        action="store_true")

    parser.add_argument("--lang", nargs='+', choices=langs.keys(),
                        help=argparse.SUPPRESS, metavar='xx')
    """
Exemplo n.º 4
0
def populate_parser(parser):
    parser.add_argument("config_file",
                        help="Path to Config",
                        type=lambda x: is_valid_configfile(parser, x))
    parser.add_argument("--context-type",
                        dest='context_type',
                        help="Level of corpus modeling, prompts if not set")
    parser.add_argument("-p",
                        "--processes",
                        default=1,
                        type=int,
                        help="Number of CPU cores for training [Default: 1]")
    parser.add_argument("--seed",
                        default=None,
                        type=int,
                        help="Random seed for topic modeling [Default: None]")
    parser.add_argument("-k",
                        nargs='+',
                        help="K values to train upon",
                        type=int)
    parser.add_argument('--iter',
                        type=int,
                        help="Number of training iterations")
    parser.add_argument('--dry-run',
                        dest='dry_run',
                        action='store_true',
                        help="Run code without training models")
Exemplo n.º 5
0
def populate_parser(parser):
    parser.add_argument('config', type=lambda x: is_valid_configfile(parser, x),
        help="Configuration file path")
    parser.add_argument('-k', type=int, required=True,
        help="Number of Topics")
    parser.add_argument('-p', dest='port', type=int, 
        help="Port Number", default=None)
    parser.add_argument('--host', default=None, help='Hostname')
    parser.add_argument('--fulltext', action='store_true', 
        help='Serve raw corpus files.')
    parser.add_argument('--bibtex', default=None, 
        type=lambda x: is_valid_filepath(parser, x),
        help='BibTeX library location')
    parser.add_argument('--ssl', action='store_true',
        help="Use SSL (must specify certfile, keyfile, and ca_certs in config)")
    parser.add_argument('--ssl-certfile', dest='certfile', nargs="?",
        const='server.pem', default=None,
        type=lambda x: is_valid_filepath(parser, x),
        help="SSL certificate file")
    parser.add_argument('--ssl-keyfile', dest='keyfile', default=None,
        type=lambda x: is_valid_filepath(parser, x),
        help="SSL certificate key file")
    parser.add_argument('--ssl-ca', dest='ca_certs', default=None,
        type=lambda x: is_valid_filepath(parser, x),
        help="SSL certificate authority file")
Exemplo n.º 6
0
def populate_parser(parser):
    parser.add_argument('config_file',
                        help="Configuration file path",
                        type=lambda x: is_valid_configfile(parser, x))
    parser.add_argument('--no-browser', dest='browser', action='store_false')
    parser.add_argument('--fulltext',
                        action='store_true',
                        help='Serve raw corpus files.')
Exemplo n.º 7
0
def populate_parser(parser):
    parser.add_argument('config', type=lambda x: is_valid_configfile(parser, x),
                        help="Configuration file path")
    parser.add_argument('-o', '--output', help="Output path for arcive (.tez)",
                        required=False, default=None)
    parser.add_argument('--include-corpus', help="Include raw corpus files",
                        action='store_true', dest='include_corpus')
    return parser
Exemplo n.º 8
0
def populate_parser(parser):
    parser.add_argument('config_file',
                        help='Topic Explorer ini file',
                        type=lambda x: is_valid_configfile(parser, x))
    parser.add_argument('-o',
                        '--output',
                        default='topics.html.zip',
                        help='Output file [Default: topics.html.zip]')
    return parser
Exemplo n.º 9
0
def populate_parser(parser):
    parser.add_argument('config', type=lambda x: is_valid_configfile(parser, x),
                        help="Configuration file path")
    parser.add_argument('--host', default='127.0.0.1', help='Hostname')
    parser.add_argument('-p', '--port', dest='port', type=int,
                        help="Port Number", default=8000)
    parser.add_argument('--no-browser', dest='browser', action='store_false')
    parser.add_argument('--fulltext', action='store_true',
                        help='Serve raw corpus files.')
    parser.add_argument("-q", "--quiet", action="store_true")
Exemplo n.º 10
0
def populate_parser(parser):
    parser.add_argument("config_file", help="Path to Config",
        type=lambda x: is_valid_configfile(parser, x))
    parser.add_argument("-e", "--extract", help="Extract metadata to file")
    parser.add_argument("-a", "--add", help="Add metadata from file")
    parser.add_argument("-l", "--list", help="List all labels")
    parser.add_argument("-f", "--force", action='store_true', default=False,
        help="Force insertion of blank metadata")
    parser.add_argument("--rename", action='store_true', default=False,
        help="Rename labels, assumes same document order. See documentation.")
Exemplo n.º 11
0
def populate_parser(parser):
    import argparse
    parser.add_argument("config_file",
                        help="Path to Config",
                        type=lambda x: is_valid_configfile(parser, x))

    group = parser.add_mutually_exclusive_group(required=False)
    group.add_argument("--high",
                       type=int,
                       dest="high_filter",
                       help=argparse.SUPPRESS,
                       default=None)
    group.add_argument("--high-percent",
                       type=float,
                       dest="high_percent",
                       help="High frequency word filter",
                       default=None)

    group = parser.add_mutually_exclusive_group(required=False)
    group.add_argument("--low",
                       type=int,
                       dest="low_filter",
                       default=None,
                       help=argparse.SUPPRESS)
    group.add_argument("--low-percent",
                       type=float,
                       dest="low_percent",
                       default=None,
                       help="Low frequency word filter")

    parser.add_argument("--min-word-len",
                        type=int,
                        dest="min_word_len",
                        default=0,
                        help="Filter short words [Default: 0]")

    parser.add_argument("--stopword-file",
                        dest="stopword_file",
                        help="File with custom stopwords")

    parser.add_argument("-q",
                        "--quiet",
                        help="Do not prompt for input",
                        action="store_true")

    parser.add_argument("--lang",
                        nargs='+',
                        choices=langs.keys(),
                        help=argparse.SUPPRESS,
                        metavar='xx')
    """
Exemplo n.º 12
0
def populate_parser(parser):
    parser.add_argument('config',
                        type=lambda x: is_valid_configfile(parser, x),
                        help="Configuration file path")
    parser.add_argument('-o',
                        '--output',
                        help="Output path for arcive (.tez)",
                        required=False,
                        default=None)
    parser.add_argument('--include-corpus',
                        help="Include raw corpus files",
                        action='store_true',
                        dest='include_corpus')
    return parser
Exemplo n.º 13
0
def populate_parser(parser):
    parser.add_argument("config_file", help="Path to Config",
        type=lambda x: is_valid_configfile(parser, x))
    parser.add_argument("--context-type", dest='context_type',
        help="Level of corpus modeling, prompts if not set")
    parser.add_argument("-p", "--processes", default=1, type=int,
        help="Number of CPU cores for training [Default: 1]")
    parser.add_argument("--seed", default=None, type=int,
        help="Random seed for topic modeling [Default: None]")
    parser.add_argument("-k", nargs='+',
        help="K values to train upon", type=int)
    parser.add_argument('--iter', type=int,
        help="Number of training iterations")
    parser.add_argument('--dry-run', dest='dry_run', action='store_true',
        help="Run code without training models")
Exemplo n.º 14
0
def populate_parser(parser):
    parser.add_argument("config_file",
                        help="Path to Config",
                        type=lambda x: is_valid_configfile(parser, x))
    parser.add_argument("-e", "--extract", help="Extract metadata to file")
    parser.add_argument("-a", "--add", help="Add metadata from file")
    parser.add_argument("-l", "--list", help="List all labels")
    parser.add_argument(
        "--rename",
        action='store_true',
        default=False,
        help="Rename labels, assumes same document order. See documentation.")
    parser.add_argument("-f",
                        "--force",
                        action='store_true',
                        default=False,
                        help="Force insertion of blank metadata")
    parser.add_argument("--htrc",
                        action='store_true',
                        default=False,
                        help="Download HTRC metadata and configure explorer.")
Exemplo n.º 15
0
def populate_parser(parser):
    import argparse
    parser.add_argument("config_file", help="Path to Config",
                        type=lambda x: is_valid_configfile(parser, x))
    parser.add_argument("-k", nargs='+',
                        help="K values to train upon", type=int)
    parser.add_argument('--iter', type=int,
                        help="Number of training iterations")
    parser.add_argument("-p", "--processes", default=1, type=int,
                        help="Number of CPU cores for training [Default: 1]")
    parser.add_argument("--context-type", dest='context_type',
                        help=argparse.SUPPRESS)
    parser.add_argument("--seed", default=None, type=int,
                        help="Random seed for topic modeling [Default: None]")
    parser.add_argument('--dry-run', dest='dry_run', action='store_true',
                        help="Run code without training models")
    parser.add_argument('--rebuild', action='store_true')
    parser.add_argument('--continue', dest='cont', action='store_true')
    parser.add_argument('-q', '--quiet', action='store_true')
    parser.add_argument('--cluster', type=int,
                        help=argparse.SUPPRESS)
Exemplo n.º 16
0
def populate_parser(parser):
    parser.epilog = ('Available language stoplists (use 2-letter code): \n\t' +
                     '\n\t'.join([
                         '{k}    {v}'.format(k=k, v=v.capitalize())
                         for k, v in sorted(langs.items(), key=lambda x: x[1])
                     ]))
    parser.add_argument("config_file",
                        help="Path to Config",
                        type=lambda x: is_valid_configfile(parser, x))
    parser.add_argument("--htrc", action="store_true")
    parser.add_argument("--stopword-file",
                        dest="stopword_file",
                        help="File with custom stopwords")
    parser.add_argument("--high",
                        type=int,
                        dest="high_filter",
                        help="High frequency word filter",
                        default=None)
    parser.add_argument("--low",
                        type=int,
                        dest="low_filter",
                        default=None,
                        help="Low frequency word filter")
    parser.add_argument("--min-word-len",
                        type=int,
                        dest="min_word_len",
                        default=0,
                        help="Filter short words [Default: 0]")
    parser.add_argument("--exclude-special-chars",
                        action="store_false",
                        dest='special_chars')
    parser.add_argument("--lang",
                        nargs='+',
                        choices=langs.keys(),
                        help="Languages to stoplist. See options below.",
                        metavar='xx')
    parser.add_argument("-q",
                        "--quiet",
                        help="Do not prompt for input",
                        action="store_true")
Exemplo n.º 17
0
def populate_parser(parser):
    parser.epilog = ('Available language stoplists (use 2-letter code): \n\t' + 
            '\n\t'.join(['{k}    {v}'.format(k=k, v=v.capitalize()) 
                          for k,v in sorted(langs.items(), 
                              key=lambda x: x[1])]))
    parser.add_argument("config_file", help="Path to Config",
        type=lambda x: is_valid_configfile(parser, x))
    parser.add_argument("--htrc", action="store_true")
    parser.add_argument("--stopword-file", dest="stopword_file",
        help="File with custom stopwords")
    parser.add_argument("--high", type=int, dest="high_filter",
        help="High frequency word filter", default=None)
    parser.add_argument("--low", type=int, dest="low_filter",
        default=None, help="Low frequency word filter [Default: 5]")
    parser.add_argument("--min-word-len", type=int, dest="min_word_len",
        default=3, help="Low frequency word filter [Default: 3]")
    parser.add_argument("--exclude-special-chars", action="store_false",
        dest='special_chars')
    parser.add_argument("--lang", nargs='+', choices=langs.keys(),
        help="Languages to stoplist. See options below.", metavar='xx')
    parser.add_argument("-q", "--quiet", help="Do not prompt for input",
                        action="store_true")
Exemplo n.º 18
0
def populate_parser(parser):
    parser.add_argument("config_file", help="Path to Config File",
                        type=lambda x: is_valid_configfile(parser, x))
    parser.add_argument('--no-launch', dest='launch', action='store_false')
Exemplo n.º 19
0
def populate_parser(parser):
    parser.add_argument("config_file",
                        help="Path to Config File",
                        type=lambda x: is_valid_configfile(parser, x))
    parser.add_argument('--no-launch', dest='launch', action='store_false')
Exemplo n.º 20
0
def populate_parser(parser):
    parser.add_argument('config_file', help="Configuration file path",
        type=lambda x: is_valid_configfile(parser, x))
    parser.add_argument('--no-browser', dest='browser', action='store_false')
    parser.add_argument('--fulltext', action='store_true',
        help='Serve raw corpus files.')