class TestAtCoderClientReal(unittest.TestCase):
def setUp(self):
self.temp_dir = tempfile.mkdtemp()
self.client = AtCoderClient()
def test_submit_source_code(self):
problem_list = self.client.download_problem_list(Contest("arc002"))
self.assertEqual(
['arc002_1',
'arc002_2',
'arc002_3',
'arc002_4'],
[p.problem_id for p in problem_list])
def test_download_problem_content(self):
content = self.client.download_problem_content(
Problem(Contest("arc002"), "C", "arc002_3"))
self.assertEqual("N\nc_{1}c_{2}...c_{N}\n", content.input_format_text)
self.assertEqual(3, len(content.samples))
def test_login_failed(self):
def fake_supplier():
return "@@@ invalid user name @@@", "@@@ password @@@"
try:
self.client.login(credential_supplier=fake_supplier,
use_local_session_cache=False)
self.fail("Unexpectedly, this test succeeded to login.")
except LoginError:
pass
def test_download_all_contests(self):
contests = self.client.download_all_contests()
# Check if the number of contests is more than the number when I wrote
# this unit test.
self.assertGreaterEqual(len(contests), 523)
# Make sure there is no duplication
self.assertEqual(
len(set([c.get_id() for c in contests])),
len(contests))
def test_check_logging_in_is_false(self):
self.assertFalse(self.client.check_logging_in())
def test_cookie_save_and_load(self):
cookie_path = os.path.join(self.temp_dir, "cookie.txt")
session = requests.Session()
loaded = load_cookie_to(session, cookie_path)
self.assertFalse(loaded)
save_cookie(session, cookie_path)
new_session = requests.Session()
loaded = load_cookie_to(new_session, cookie_path)
self.assertTrue(loaded)
def prepare_contest(atcoder_client: AtCoderClient,
contest_id: str,
config: Config,
retry_delay_secs: float = 1.5,
retry_max_delay_secs: float = 60,
retry_max_tries: int = 10):
attempt_count = 1
while True:
problem_list = atcoder_client.download_problem_list(
Contest(contest_id=contest_id))
if problem_list:
break
if 0 < retry_max_tries < attempt_count:
raise EnvironmentInitializationError
logger.warning(
"Failed to fetch. Will retry in {} seconds. (Attempt {})".format(
retry_delay_secs, attempt_count))
time.sleep(retry_delay_secs)
retry_delay_secs = min(retry_delay_secs * 2, retry_max_delay_secs)
attempt_count += 1
atcoder_client.download_contest_languages(problem_list)
tasks = [(atcoder_client, problem, config) for problem in problem_list]
output_splitter()
if config.etc_config.parallel_download:
thread_pool = Pool(processes=cpu_count())
thread_pool.map(func, tasks)
else:
for argv in tasks:
try:
func(argv)
except Exception:
# Prevent the script from stopping
print(traceback.format_exc(), file=sys.stderr)
pass
if config.postprocess_config.exec_cmd_on_contest_dir is not None:
contest_dir_path = os.path.join(config.code_style_config.workspace_dir,
contest_id)
logger.info(
_message_on_execution(
contest_dir_path,
config.postprocess_config.exec_cmd_on_contest_dir))
config.postprocess_config.execute_on_contest_dir(contest_dir_path)
def main(lang='ja'):
alphabet = str(Path('.').absolute().name)
contest_id = str(Path('.').absolute().parent.name)
client = AtCoderClient()
client.login()
ic(client.check_logging_in())
contest = Contest(ic(contest_id))
ic(contest.get_url())
problem_list = client.download_problem_list(ic(contest))
problem = problem_list[['A', 'B', 'C', 'D', 'E', 'F'].index(ic(alphabet))]
html_doc = client.download_problem_content(problem).original_html
soup = BeautifulSoup(html_doc, 'html.parser')
title = soup.find(class_="h2").get_text()
task_statement = soup.find(id="task-statement")
if lang == 'ja':
task_statement = task_statement.find(class_='lang-ja')
def sanitize_html_for_ipynb(html_doc):
replace_dict = {
'<var>': '$',
'</var>': '$',
'<pre>': '<pre><code>',
'</pre>': '</code></pre>'
}
for old_word, new_word in replace_dict.items():
html_doc = html_doc.replace(old_word, new_word)
return ic(html_doc)
title = str(sanitize_html_for_ipynb(str(title)))
title = title.lstrip().split('\n')[0]
task_statement = Tomd(sanitize_html_for_ipynb(str(task_statement)))
with open('problem.md', 'w+') as f:
f.write(f"## {ic(title)}\n")
f.write('---\n')
f.write(task_statement.markdown)
def prepare_contest(atcoder_client: AtCoderClient,
contest_id: str,
config: Config):
retry_duration = 1.5
while True:
problem_list = atcoder_client.download_problem_list(
Contest(contest_id=contest_id))
if problem_list:
break
sleep(retry_duration)
logging.warning(
"Failed to fetch. Will retry in {} seconds".format(retry_duration))
tasks = [(atcoder_client,
problem,
config) for
problem in problem_list]
output_splitter()
if config.etc_config.parallel_download:
thread_pool = Pool(processes=cpu_count())
thread_pool.map(func, tasks)
else:
for argv in tasks:
try:
func(argv)
except Exception:
# Prevent the script from stopping
print(traceback.format_exc(), file=sys.stderr)
pass
if config.postprocess_config.exec_cmd_on_contest_dir is not None:
contest_dir_path = os.path.join(
config.code_style_config.workspace_dir, contest_id)
logging.info(_message_on_execution(contest_dir_path,
config.postprocess_config.exec_cmd_on_contest_dir))
config.postprocess_config.execute_on_contest_dir(
contest_dir_path)
def prepare_contest(atcoder_client: AtCoderClient,
contest_id: str,
config: Config):
retry_duration = 1.5
while True:
problem_list = atcoder_client.download_problem_list(
Contest(contest_id=contest_id))
if problem_list:
break
sleep(retry_duration)
logging.warning(
"Failed to fetch. Will retry in {} seconds".format(retry_duration))
tasks = [(atcoder_client,
problem,
config) for
problem in problem_list]
output_splitter()
if config.etc_config.parallel_download:
thread_pool = Pool(processes=cpu_count())
thread_pool.map(func, tasks)
else:
for argv in tasks:
try:
func(argv)
except Exception:
# Prevent the script from stopping
print(traceback.format_exc(), file=sys.stderr)
pass
if config.postprocess_config.exec_cmd_on_contest_dir is not None:
contest_dir_path = os.path.join(
config.code_style_config.workspace_dir, contest_id)
logging.info(_message_on_execution(contest_dir_path,
config.postprocess_config.exec_cmd_on_contest_dir))
config.postprocess_config.execute_on_contest_dir(
contest_dir_path)
#!/usr/bin/env python3
from atcodertools.client.models.contest import Contest
from atcodertools.client.atcoder import AtCoderClient
import sys
# write contest id here
cid = sys.argv[1]
print('Contest ID = {}'.format(cid))
try:
at = AtCoderClient()
at.login()
cn = Contest(cid)
pls = at.download_problem_list(cn)
except Exception as e:
print('ログイン/問題取得でエラー Exception = {}'.format(e))
else:
from subprocess import run
from glob import glob
run(['rm', '-r', 'tests'])
run(['mkdir', 'tests'])
for pl in pls:
k = pl.alphabet
v = pl.get_url()
try:
atcoder = AtCoderClient()
def mkdirs(path):
try:
os.makedirs(path)
except OSError as exc:
if exc.errno == errno.EEXIST and os.path.isdir(path):
pass
if __name__ == "__main__":
htmls_dir = "./problem_htmls/"
mkdirs(htmls_dir)
for contest in atcoder.download_all_contests():
for problem in atcoder.download_problem_list(contest):
html_path = os.path.join(
htmls_dir, "{contest}-{problem_id}.html".format(
contest=contest.get_id(),
problem_id=problem.get_alphabet()))
if os.path.exists(html_path):
print(
"{} already exists -- skipping download".format(html_path))
continue
print("Downloading {}".format(html_path))
try:
html = atcoder.download_problem_content(problem).original_html
with open(html_path, 'w') as f:
f.write(html)
atcoder = AtCoderClient()
def mkdirs(path):
try:
os.makedirs(path)
except OSError as exc:
if exc.errno == errno.EEXIST and os.path.isdir(path):
pass
if __name__ == "__main__":
htmls_dir = "./problem_htmls/"
mkdirs(htmls_dir)
for contest in atcoder.download_all_contests():
for problem in atcoder.download_problem_list(contest):
html_path = os.path.join(htmls_dir, "{contest}-{problem_id}.html".format(
contest=contest.get_id(), problem_id=problem.get_alphabet()))
if os.path.exists(html_path):
print(
"{} already exists -- skipping download".format(html_path))
continue
print("Downloading {}".format(html_path))
try:
html = atcoder.download_problem_content(problem).original_html
with open(html_path, 'w') as f:
f.write(html)
except Exception as e:
print("Failed to download {}. {}".format(html_path, e))
