Python NLTK_Reader.get_noun_pairs_from_all_texts Examples

Example #1

def main(*args, **kwargs):
    """ NuPIC NLP main entry point. """
    (options, args) = parser.parse_args()
    if options.max_terms.lower() == 'all':
        max_terms = sys.maxint
    else:
        max_terms = int(options.max_terms)
    min_sparsity = float(options.min_sparsity)
    prediction_start = int(options.prediction_start)
    verbosity = 0
    if options.verbose:
        verbosity = 5

    # Create the cache directory if necessary.
    if not os.path.exists(cache_dir):
        os.mkdir(cache_dir)

    reader = NLTK_Reader(os.path.join(cache_dir, 'text'), verbosity=verbosity)
    builder = SDR_Builder(cept_app_key, cache_dir, verbosity=verbosity)
    nupic = Nupic_Word_Client()
    runner = Association_Runner(builder,
                                nupic,
                                max_terms,
                                min_sparsity,
                                prediction_start,
                                verbosity=verbosity)

    noun_pairs = reader.get_noun_pairs_from_all_texts()[:max_terms]

    runner.associate(noun_pairs)

Example #2

File: run_plural_noun_experiment.py Project: JunDeWinter/nupic.nlp-examples

def main(*args, **kwargs):
  """ NuPIC NLP main entry point. """
  (options, args) = parser.parse_args()
  if options.max_terms.lower() == 'all':
    max_terms = sys.maxint
  else:
    max_terms = int(options.max_terms)
  min_sparsity = float(options.min_sparsity)
  prediction_start = int(options.prediction_start)
  verbosity = 0
  if options.verbose:
    verbosity = 5

  # Create the cache directory if necessary.
  if not os.path.exists(cache_dir):
    os.mkdir(cache_dir)

  reader = NLTK_Reader(os.path.join(cache_dir, 'text'), verbosity=verbosity)
  builder = SDR_Builder(cept_app_key, cache_dir, verbosity=verbosity)
  nupic = Nupic_Word_Client()
  runner = Association_Runner(builder, nupic, max_terms, min_sparsity, prediction_start, verbosity=verbosity)

  noun_pairs = reader.get_noun_pairs_from_all_texts()[:max_terms]
  
  runner.associate(noun_pairs)