def add_task(task_id: str, username: str, created: datetime,
scrap_session_id: str, queue_name: str):
execute_sql_modify(
'''INSERT INTO twint_distributed_tasks.UserFavoritesScrapTasks(task_id, username, created, finished,
scrap_session_id, queue_name) VALUE (%s, %s, %s, %s, %s, %s);''',
[task_id, username, created, None, scrap_session_id, queue_name])
return
def set_task_finished(task_id: str, finished: datetime):
execute_sql_modify(
'''UPDATE twint_distributed_tasks.UserDetailsScrapTasks
SET finished = %s
WHERE task_id = %s''',
[finished, task_id])
return
def set_sub_task_finished(sub_task_id: str, finished: datetime):
execute_sql_modify(
'''UPDATE twint_distributed_tasks.UserTweetScrapSubTasks
SET finished = %s
WHERE sub_task_id = %s''',
[finished, sub_task_id])
return
def add_task(task_id: str, phrase: str, since: datetime, until: datetime, created: datetime, scrap_session_id: str,
queue_name: str):
execute_sql_modify(
'''INSERT INTO twint_distributed_tasks.SearchTweetScrapTasks(task_id, phrase, since, until, created, finished,
scrap_session_id, queue_name) VALUE (%s, %s, %s, %s, %s, %s, %s, %s);''',
[task_id, phrase, since, until, created, None, scrap_session_id, queue_name])
return
def add_sub_task(sub_task_id: str, task_id: str, since: datetime, until: datetime, created: datetime):
print('task_id', task_id)
execute_sql_modify(
'''INSERT INTO twint_distributed_tasks.SearchTweetScrapSubTasks(sub_task_id, task_id, since, until, created,
finished) VALUE (%s, %s, %s, %s, %s, %s);''',
[sub_task_id, task_id, since, until, created, None])
return
def add_session(scrap_session_id: str, scrap_session_name: str):
execute_sql_modify(
'''INSERT INTO twint_distributed_tasks.ScrapSession(scrap_session_id, scrap_session_name) VALUE (%s, %s);''',
[scrap_session_id, scrap_session_name])
return
