def test_csv_retweet():
for tweet in T.search('obama'):
if 'retweeted_status' in tweet:
break
text = json2csv.text(tweet)
assert not text.startswith('RT @')
def test_truncated_text():
for tweet in T.filter('tweet'):
if tweet['truncated'] == True:
break
assert tweet['text'] != tweet['extended_tweet']['full_text']
assert json2csv.text(tweet) == tweet['extended_tweet']['full_text']
parser.add_argument(
"-i", "--ignore", dest="ignore", action="store_true", help="ignore case"
)
parser.add_argument("regex")
parser.add_argument(
"files",
metavar="FILE",
nargs="*",
default=["-"],
help="files to read, if empty, stdin is used",
)
args = parser.parse_args()
flags = 0
if args.ignore:
flags = re.IGNORECASE
try:
regex = re.compile(args.regex, flags)
except Exception as e:
sys.exit("error: regex failed to compile: {}".format(e))
for line in fileinput.input(files=args.files):
tweet = json.loads(line)
text = json2csv.text(tweet)
if regex.search(text):
print(line, end="")
