def fetch_status_id_from_db(): """a generator which generates 100 id list at a time""" count = 0 result = list() for id, in Connection.sql_execute( f"SELECT id FROM records WHERE user_id IS NULL order by create_at desc" ): count += 1 result.append(id) if count >= 100: yield result time.sleep(20) # set sleep time to prevent the twitter api from being banned result.clear() count = 0
def get_exists(self) -> set: """gets how far we went last time""" return set(Connection.sql_execute(self.select_exists))