def main(args): """ calulate the number of times the words show up :return: """ logging.info('starting words_tweeted') if not args.output_file: logging.error('no output file defined') sys.exit(-1) # create the counting structure wc = WordsCounter(args.output_file) # read file bringing the word list tfile = TweetFile(args.input_file) for words in tfile.get_words(): # add each word in the dictionary wc.process_tweet(words) # save the info to output wc.write_results() logging.debug('Finished writing to %s' % args.output_file) # log the program is finished logging.info('program finished')
def main(args): """ Calculate the median of number of unique words :return: """ logging.info('starting median_unique') if not args.output_file: logging.error('no output file defined') sys.exit(-1) # init vars mf = MedianFinder(args.output_file) # read file bringing the word list tfile = TweetFile(args.input_file) for words in tfile.get_words(): # make an unique set of words and get its length mf.process_tweet(words) # save to file the current median mf.write_results() # log the program is finished logging.info('program finished')