def test_data_operation(self):
twt = {
'created_at': 'Sun Feb 19 19:14:18 +0000 2017',
'id_str': '833394296418082817',
'text': 'All the feels!'
}
t = Tweet(twt)
self.assertEqual(len(t.keys()), 7)
self.feels_db.insert_tweet(t)
b = self.feels_db.tweets_since(datetime.now())
self.assertEqual(len(b), 0)
b = self.feels_db.tweets_since(0)
self.assertEqual(len(b), 1)
b.df.sentiment = 0.9
for row in b.df.itertuples():
self.feels_db.update_tweet({
'id_str': row.id_str,
'sentiment': row.sentiment
})
start = datetime(2017, 2, 17, 0, 0, 0)
before = datetime(2017, 2, 18, 0, 0, 0)
after = datetime(2017, 2, 20, 0, 0, 0)
b = self.feels_db.tweets_between(start, before)
self.assertEqual(len(b), 0)
b = self.feels_db.tweets_between(start, after)
self.assertEqual(len(b), 1)
def setUp(self):
TweetFeels._db_factory = (lambda db: MagicMock())
TweetFeels._auth_factory = (lambda cred: MagicMock())
TweetFeels._listener_factory = (lambda ctrl: MagicMock())
TweetFeels._stream_factory = (lambda auth, listener: MagicMock())
self.tweets_data_path = 'test/sample.json'
self.tweets = [
{'created_at': 'Sun Feb 19 09:14:18 +0000 2017',
'id_str': '833394296418082817',
'text': 'Tweetfeels is tremendous! Believe me. I know.',
'user': {'followers_count': '100', 'friends_count': '200',
'location':None}
}, # sentiment value = 0
{'created_at': 'Sun Feb 21 18:14:19 +0000 2017',
'id_str': '833394296418082818',
'text': 'Fake news. Sad!',
'user': {'followers_count': '100', 'friends_count': '200',
'location':None}
}, # sentiment value = -0.7351
{'created_at': 'Sun Feb 21 19:14:20 +0000 2017',
'id_str': '833394296418082819',
'text': 'I hate it.',
'user': {'followers_count': '100', 'friends_count': '200',
'location':None}
} # sentiment value = -0.5719
]
self.mock_feels = TweetFeels('abcd')
self.feels_db = TweetData(file='./test/db.sqlite')
self.mock_feels._feels = self.feels_db
self.mock_tweets = [Tweet(t) for t in self.tweets]
for t in self.mock_tweets:
self.feels_db.insert_tweet(t)
self.mock_feels.clear_buffer()
def setUp(self):
self.tweets_data_path = 'test/sample.json'
self.db = './test.sqlite'
self.feels_db = TweetData(self.db)
self.tweets = [
{'created_at': 'Sun Feb 19 19:14:18 +0000 2017',
'id_str': '833394296418082817',
'text': 'Tweetfeels is tremendous! Believe me. I know.',
'user': {'followers_count': '100', 'friends_count': '200',
'location':None}
}, # sentiment value = 0
{'created_at': 'Sun Feb 20 19:14:19 +0000 2017',
'id_str': '833394296418082818',
'text': 'Fake news. Sad!',
'user': {'followers_count': '100', 'friends_count': '200',
'location':None}
}, # sentiment value = -0.7351
{'created_at': 'Sun Feb 21 19:14:20 +0000 2017',
'id_str': '833394296418082819',
'text': 'I hate it.',
'user': {'followers_count': '100', 'friends_count': '200',
'location':None}
} # sentiment value = -0.5719
]
self.mock_tweets = [Tweet(t) for t in self.tweets]
def test_data_operation(self):
twt = {'created_at': 'Sun Feb 19 19:14:18 +0000 2017',
'id_str': '833394296418082817',
'text': 'All the feels!'}
t = Tweet(twt)
self.assertEqual(len(t.keys()), 7)
self.feels_db.insert_tweet(t)
dfs = self.feels_db.tweets_since(datetime.now())
for df in dfs:
self.assertEqual(len(df), 0)
dfs = self.feels_db.tweets_since(0)
for df in dfs:
self.assertEqual(len(df), 1)
df.sentiment = 0.9
for row in df.itertuples():
self.feels_db.update_tweet(
{'id_str': row.id_str, 'sentiment': row.sentiment}
)
def test_buffer(self):
mock_feels = TweetFeels('abcd')
mock_feels.buffer_limit = 5
feels_db = TweetData(file='sample.sqlite')
mock_feels._feels = feels_db
with open(self.tweets_data_path) as tweets_file:
lines = list(filter(None, (line.rstrip() for line in tweets_file)))
for line in lines[0:3]:
t = Tweet(json.loads(line))
mock_feels.on_data(t)
self.assertEqual(len(mock_feels._tweet_buffer), 3)
for line in lines[3:6]:
t = Tweet(json.loads(line))
mock_feels.on_data(t)
time.sleep(1) #this waits for items to finish popping off the buffer
self.assertEqual(len(mock_feels._tweet_buffer), 0)
dfs = [df for df in mock_feels._feels.all]
self.assertEqual(len(dfs[0]), 6)
os.remove('sample.sqlite')
def test_fetch(self):
tweets = []
with open(self.tweets_data_path) as tweets_file:
lines = filter(None, (line.rstrip() for line in tweets_file))
for line in lines:
try:
tweets.append(Tweet(json.loads(line)))
except KeyError:
pass
for t in tweets:
self.feels_db.insert_tweet(t)
for t in self.mock_tweets:
self.feels_db.insert_tweet(t)
it = self.feels_db.fetchbin(binsize=timedelta(minutes=30))
cur = next(it)
self.assertEqual(cur.end - cur.start, timedelta(minutes=30))
self.assertEqual(len(cur), 103)
cur = next(it)
self.assertEqual(len(cur), 1)
cur = next(it)
self.assertEqual(len(cur), 1)
def test_dates(self):
for t in self.mock_tweets:
self.feels_db.insert_tweet(t)
self.assertEqual(len(self.feels_db.tweet_dates), 3)
tweets = []
with open(self.tweets_data_path) as tweets_file:
lines = filter(None, (line.rstrip() for line in tweets_file))
for line in lines:
try:
tweets.append(Tweet(json.loads(line)))
except KeyError:
pass
for t in tweets:
self.feels_db.insert_tweet(t)
self.assertEqual(len(self.feels_db.tweet_dates), 105)
df = self.feels_db.tweet_dates
timebox = timedelta(seconds=60)
second = timedelta(seconds=1)
df = df.groupby(pd.TimeGrouper(freq=f'{int(timebox/second)}S')).size()
df = df[df != 0]
print(df)
self.assertEqual(len(df), 3)
self.assertEqual(df.iloc[0], 103)
def setUp(self):
self.tweet_file = 'test/tweet.json'
self.tweet = None
with open(self.tweet_file) as twt_file:
lines = list(filter(None, (line.rstrip() for line in twt_file)))
self.tweet = Tweet(json.loads(lines[0]))