Esempio n. 1
0
def _select_tables_from_flags():
    """Construct training and evaluation Bigtable selections from flags.

  Returns:
    [training_selection, evaluation_selection]
  """
    project = _verify_non_empty_string(
        FLAGS.bigtable_project or FLAGS.gcp_project, 'project')
    instance = _verify_non_empty_string(FLAGS.bigtable_instance, 'instance')
    table = _verify_non_empty_string(FLAGS.bigtable_table, 'table')
    train_prefix = _verify_non_empty_string(FLAGS.bigtable_train_prefix,
                                            'train_prefix')
    eval_prefix = _verify_non_empty_string(FLAGS.bigtable_eval_prefix,
                                           'eval_prefix')
    column_family = _verify_non_empty_string(FLAGS.bigtable_column_family,
                                             'column_family')
    column_qualifier = _verify_non_empty_string(
        FLAGS.bigtable_column_qualifier, 'column_qualifier')
    return [
        imagenet_input.BigtableSelection(project=project,
                                         instance=instance,
                                         table=table,
                                         prefix=p,
                                         column_family=column_family,
                                         column_qualifier=column_qualifier)
        for p in (train_prefix, eval_prefix)
    ]
Esempio n. 2
0
def _select_tables_from_flags():
    """Construct training and evaluation Bigtable selections from flags.

  Returns:
    [training_selection, evaluation_selection]
  """
    project = _verify_non_empty_string(
        FLAGS.bigtable_project or FLAGS.gcp_project, "project")
    instance = _verify_non_empty_string(FLAGS.bigtable_instance, "instance")
    table = _verify_non_empty_string(FLAGS.bigtable_table, "table")
    train_prefix = _verify_non_empty_string(FLAGS.bigtable_train_prefix,
                                            "train_prefix")
    eval_prefix = _verify_non_empty_string(FLAGS.bigtable_eval_prefix,
                                           "eval_prefix")
    column_family = _verify_non_empty_string(FLAGS.bigtable_column_family,
                                             "column_family")
    column_qualifier = _verify_non_empty_string(
        FLAGS.bigtable_column_qualifier, "column_qualifier")
    return [  # pylint: disable=g-complex-comprehension
        imagenet_input.BigtableSelection(
            project=project,
            instance=instance,
            table=table,
            prefix=p,
            column_family=column_family,
            column_qualifier=column_qualifier,
        ) for p in (train_prefix, eval_prefix)
    ]