Esempio n. 1
0
def read_ids():
    docids = []
    evergreen_table = evergreen_utils.get_table(evergreen_utils.get_mongo_client(), "evergreen")
    evergreen_docs = evergreen_table.find({})
    for doc in evergreen_docs:
        docids.append(doc["docid"])
    golden_table = evergreen_utils.get_table(evergreen_utils.get_mongo_client(), "evergreen_golden")
    golden_docs = golden_table.find({})
    for doc in golden_docs:
        docids.append(doc["docid"])
    return docids
Esempio n. 2
0
def main():
  date = datetime.now().strftime("%Y%m%d")
  mc = evergreen_utils.get_mongo_client();
  dump_table(mc, "evergreen", date)
  dump_table(mc, "evergreen_golden", date)
  dump_table(mc, "evergreen_paused", date)
  dump_table(mc, "evergreen_candidate", date)
  dump_table(mc, "evergreen_junk", date)
Esempio n. 3
0
def main():
  mc = evergreen_utils.get_mongo_client();
  dedupe_table(mc, "evergreen_candidate")
Esempio n. 4
0
def main():
  mc = evergreen_utils.get_mongo_client()
  move_junk_to_candidate_for_second_review(mc)
Esempio n. 5
0
def main():
  mc = evergreen_utils.get_mongo_client()
  news_data_table = evergreen_utils.get_mongo_news_client().news.data
  update_adult(mc, news_data_table, "evergreen")
  update_adult(mc, news_data_table, "evergreen_golden")
  update_adult(mc, news_data_table, "evergreen_paused")