def test_csv_retweet(): for tweet in T.search('obama'): if 'retweeted_status' in tweet: break text = json2csv.text(tweet) assert not text.startswith('RT @')
def test_truncated_text(): for tweet in T.filter('tweet'): if tweet['truncated'] == True: break assert tweet['text'] != tweet['extended_tweet']['full_text'] assert json2csv.text(tweet) == tweet['extended_tweet']['full_text']
parser.add_argument( "-i", "--ignore", dest="ignore", action="store_true", help="ignore case" ) parser.add_argument("regex") parser.add_argument( "files", metavar="FILE", nargs="*", default=["-"], help="files to read, if empty, stdin is used", ) args = parser.parse_args() flags = 0 if args.ignore: flags = re.IGNORECASE try: regex = re.compile(args.regex, flags) except Exception as e: sys.exit("error: regex failed to compile: {}".format(e)) for line in fileinput.input(files=args.files): tweet = json.loads(line) text = json2csv.text(tweet) if regex.search(text): print(line, end="")