def accuracy_report(): reports = [] subset_q = "select distinct input_batch_name from accuracy_from_mturk" subsets = get_sql_answers(db, subset_q) # subsets = ["articlelike_all_years"] for subset in subsets: reports.append(AccuracyReport(test_set=subset, no_rg_or_academia=True)) reports.append( AccuracyReport(test_set=subset, genre='journal-article', no_rg_or_academia=True)) reports.append( AccuracyReport(test_set=subset, since_2017=True, no_rg_or_academia=True)) reports.append( AccuracyReport(test_set=subset, before_2008=True, no_rg_or_academia=True)) for report in reports: report.build_current_report() return jsonify({"response": [report.to_dict() for report in reports]})
def print_idle_dynos(self, job_type): heroku_conn = heroku3.from_key(os.getenv("HEROKU_API_KEY")) app = heroku_conn.apps()[HEROKU_APP_NAME] running_dynos = [] try: running_dynos = [dyno for dyno in app.dynos() if dyno.name.startswith(self.process_name(job_type))] except (KeyError, TypeError) as e: pass dynos_still_working = get_sql_answers(db, "select dyno from {} where started is not null and finished is null".format(self.table_name(job_type))) dynos_still_working_names = [n for n in dynos_still_working] logger.info(u"dynos still running: {}".format([d.name for d in running_dynos if d.name in dynos_still_working_names]))
def print_idle_dynos(job_type): heroku_conn = heroku3.from_key(os.getenv("HEROKU_API_KEY")) app = heroku_conn.apps()[HEROKU_APP_NAME] running_dynos = [] try: running_dynos = [dyno for dyno in app.dynos() if dyno.name.startswith(process_name(job_type))] except (KeyError, TypeError) as e: pass dynos_still_working = get_sql_answers(db, "select dyno from {} where started is not null and finished is null".format(table_name(job_type))) dynos_still_working_names = [n for n in dynos_still_working] logger.info(u"dynos still running: {}".format([d.name for d in running_dynos if d.name in dynos_still_working_names]))
def accuracy_report(): reports = [] subset_q = "select distinct input_batch_name from accuracy_from_mturk" subsets = get_sql_answers(db, subset_q) # subsets = ["articlelike_all_years"] for subset in subsets: reports.append(AccuracyReport(test_set=subset, no_rg_or_academia=True)) reports.append(AccuracyReport(test_set=subset, genre='journal-article', no_rg_or_academia=True)) reports.append(AccuracyReport(test_set=subset, since_2017=True, no_rg_or_academia=True)) reports.append(AccuracyReport(test_set=subset, before_2008=True, no_rg_or_academia=True)) for report in reports: report.build_current_report() return jsonify({"response": [report.to_dict() for report in reports]})