def test_jenkins_job_verif(self):
fLOG(
__file__,
self._testMethodName,
OutputPrint=__name__ == "__main__")
this = os.path.abspath(os.path.dirname(__file__))
yml = os.path.abspath(os.path.join(
this, "..", "..", ".local.jenkins.win.yml"))
if not os.path.exists(yml):
yml = os.path.abspath(os.path.join(
this, "..", "..", "..", ".local.jenkins.win.yml"))
if not os.path.exists(yml):
raise FileNotFoundError(yml)
context = dict(Python34=None, Python35=os.path.dirname(sys.executable),
Python36=os.path.dirname(sys.executable),
Python37=os.path.dirname(sys.executable),
Python38=os.path.dirname(sys.executable),
Python39=os.path.dirname(sys.executable),
Python27=None, Anaconda3=None, Anaconda2=None,
WinPython36=None, project_name="pyquickhelper",
root_path="ROOT")
vers = "%d%d" % sys.version_info[:2]
context["Python%s" % vers] = os.path.dirname(sys.executable)
obj, name = load_yaml(yml, context=context)
for k, v in obj.items():
fLOG(k, type(v), v)
self.assertTrue("python" in obj)
self.assertTrue(isinstance(obj["python"], list))
self.assertTrue(name is not None)
def zz_st_jconvert_sequence_into_batch_file_split2(self, platform):
this = os.path.abspath(os.path.dirname(__file__))
yml = os.path.abspath(os.path.join(
this, "data", "local2.yml"))
if not os.path.exists(yml):
raise FileNotFoundError(yml)
context = dict(Python35="py35", Python36="C:\\Python36_x64",
Python27="py27", Anaconda3="ana3", Anaconda2="ana2",
project_name="pyquickhelper", root_path="ROOT")
obj, name = load_yaml(yml, context=context, platform=platform)
assert name is not None
res = list(enumerate_convert_yaml_into_instructions(
obj, add_environ=False))
convs = []
for r, v in res:
conv = convert_sequence_into_batch_file(
r, variables=v, platform=platform)
if not isinstance(conv, list):
raise TypeError(str(type(conv)) + "\n" + str(conv))
convs.append(conv)
self.assertNotEmpty(res)
self.assertEqual(len(convs), 17)
for conv in convs:
assert conv
assert isinstance(conv, list)
fr = 0
for c in conv:
if "JENKINS_SPLIT" in c:
raise Exception(c)
if "pip freeze" in c:
fr += 1
self.assertEqual(fr, 2)
def test_jenkins_job_verif(self):
fLOG(
__file__,
self._testMethodName,
OutputPrint=__name__ == "__main__")
this = os.path.abspath(os.path.dirname(__file__))
yml = os.path.abspath(os.path.join(
this, "..", "..", ".local.jenkins.win.yml"))
if not os.path.exists(yml):
yml = os.path.abspath(os.path.join(
this, "..", "..", "..", ".local.jenkins.win.yml"))
if not os.path.exists(yml):
raise FileNotFoundError(yml)
context = dict(Python34=None, Python35=os.path.dirname(sys.executable),
Python36=os.path.dirname(sys.executable),
Python37=os.path.dirname(sys.executable),
Python27=None, Anaconda3=None, Anaconda2=None,
WinPython36=None, project_name="pyquickhelper",
root_path="ROOT")
vers = "%d%d" % sys.version_info[:2]
context["Python%s" % vers] = os.path.dirname(sys.executable)
obj, name = load_yaml(yml, context=context)
for k, v in obj.items():
fLOG(k, type(v), v)
self.assertTrue("python" in obj)
self.assertTrue(isinstance(obj["python"], list))
self.assertTrue(name is not None)
def zz_st_jconvert_sequence_into_batch_file_split(self, platform):
this = os.path.abspath(os.path.dirname(__file__))
yml = os.path.abspath(os.path.join(
this, "data", "local.yml"))
if not os.path.exists(yml):
raise FileNotFoundError(yml)
context = dict(Python35="fake", Python36="C:\\Python35_x64",
project_name="pyquickhelper", root_path="ROOT")
obj, name = load_yaml(yml, context=context, platform=platform)
assert name is not None
res = list(enumerate_convert_yaml_into_instructions(
obj, add_environ=False))
convs = []
for r, v in res:
conv = convert_sequence_into_batch_file(
r, variables=v, platform=platform)
if not isinstance(conv, list):
raise TypeError(type(conv))
convs.append(conv)
assert len(res) > 0
self.assertEqual(len(convs), 2)
conv = convs[0]
assert conv
assert isinstance(conv, list)
fr = 0
for c in conv:
if "JENKINS_SPLIT" in c:
raise Exception(c)
if "pip freeze" in c:
fr += 1
fLOG("-------------------------------")
fLOG(c)
self.assertEqual(fr, 1)
def test_exe(self):
fLOG(
__file__,
self._testMethodName,
OutputPrint=__name__ == "__main__")
command = "dir" if sys.platform.startswith("win32") else "ls"
yml = """
language: python
python:
- {{Python35}}
before_script:
- %s
after_script:
- %s {{PLATFORM}}
script:
- %s
""".replace(" ", "") % (command, command, command)
temp = get_temp_folder(__file__, "temp_yaml_exe")
context = dict(Python34="fake", Python35=os.path.dirname(sys.executable),
Python27=None, Anaconda3=None, Anaconda2=None,
WinPython35=None, project_name="pyquickhelper",
root_path="ROOT", PLATFORM="win32")
obj, name = load_yaml(yml, context=context)
self.assertTrue(name is not None)
res = list(enumerate_convert_yaml_into_instructions(
obj, variables=context))
for r, var in res:
conv = convert_sequence_into_batch_file(r, variables=var)
if ("%s " % command) not in conv:
raise Exception("{0}\n--\n{1}".format(command, conv))
fLOG("####", conv)
ext = "bat" if command == "dir" else "sh"
name = os.path.join(temp, "yml.%s" % ext)
with open(name, "w") as f:
f.write(conv)
if is_travis_or_appveyor() == "__travis":
# linux, unable to test TestYamlExe.test_exe.
pass
else:
if sys.platform.startswith("win"):
cmd = name
else:
cmd = "bash " + name
try:
out, err = run_cmd(cmd, wait=True)
except PermissionError as e:
raise Exception(
"Unable to execute '{0}' which contains\n{1}".format(name, conv)) from e
fLOG("###")
fLOG(out)
if "BEFORE_SCRIPT" not in out:
raise Exception(
"{0}\nERR\n{2}\n#########\n{1}".format(out, conv, err))
if "AFTER_SCRIPT" not in out:
raise Exception(
"{0}\nERR\n{2}\n#########\n{1}".format(out, conv, err))
if "SCRIPT" not in out:
raise Exception(
"{0}\nERR\n{2}\n#########\n{1}".format(out, conv, err))
def test_bug_exe(self):
fLOG(
__file__,
self._testMethodName,
OutputPrint=__name__ == "__main__")
command = "dir" if sys.platform.startswith("win32") else "ls"
yml = """
language: python
python:
- {{Python35}}
before:
- %s
after_script:
- %s {{PLATFORM}}
script:
- %s
""".replace(" ", "") % (command, command, command)
context = dict(Python34="fake", Python35=os.path.dirname(sys.executable),
Python27=None, Anaconda3=None, Anaconda2=None,
WinPython35=None, project_name="pyquickhelper",
root_path="ROOT", PLATFORM="win32")
obj, name = load_yaml(yml, context=context)
self.assertTrue(name is not None)
try:
res = list(enumerate_convert_yaml_into_instructions(
obj, variables=context))
self.assertTrue(False)
self.assertTrue(res)
except ValueError as e:
self.assertTrue("'before'" in str(e))
def test_jconvert_sequence_into_batch_file27(self):
fLOG(
__file__,
self._testMethodName,
OutputPrint=__name__ == "__main__")
platform = "win"
this = os.path.abspath(os.path.dirname(__file__))
yml = os.path.abspath(os.path.join(
this, "..", "..", ".local.jenkins.win.yml"))
if not os.path.exists(yml):
yml = os.path.abspath(os.path.join(
this, "..", "..", "..", ".local.jenkins.win.yml"))
if not os.path.exists(yml):
raise FileNotFoundError(yml)
context = dict(Python34=None,
Python35="C:\\Python35_x64",
Python36="C:\\Python36_x64",
Python37="C:\\Python37_x64",
Python38="C:\\Python38_x64",
Python39="C:\\Python39_x64",
Python27="C:\\Python27_x64",
Anaconda3=None,
Anaconda2=None,
WinPython36=None,
project_name="pyquickhelper",
root_path="ROOT")
vers = "%d%d" % sys.version_info[:2]
context["Python%s" % vers] = "C:\\Python%s_x64" % vers
obj, name = load_yaml(yml, context=context, platform=platform)
self.assertTrue(name is not None)
res = list(enumerate_convert_yaml_into_instructions(
obj, add_environ=False))
convs = []
for r, v in res:
conv = convert_sequence_into_batch_file(
r, variables=v, platform=platform)
typstr = str # unicode#
if not isinstance(conv, typstr):
raise TypeError(type(conv))
convs.append(conv)
fLOG("number of jobs", len(res))
convs = [jenkins_final_postprocessing(
_, True) for _ in convs if "VERSION=2.7" in _]
self.assertEqual(len(convs), 0)
def test_jenkins_job_multiplication(self):
fLOG(
__file__,
self._testMethodName,
OutputPrint=__name__ == "__main__")
this = os.path.abspath(os.path.dirname(__file__))
yml = os.path.abspath(os.path.join(
this, "..", "..", ".local.jenkins.win.yml"))
if not os.path.exists(yml):
yml = os.path.abspath(os.path.join(
this, "..", "..", "..", ".local.jenkins.win.yml"))
if not os.path.exists(yml):
raise FileNotFoundError(yml)
context = dict(Python34="fake",
Python35=os.path.dirname(sys.executable) + "35",
Python36=os.path.dirname(sys.executable) + "36",
Python37=os.path.dirname(sys.executable) + "37",
Python38=os.path.dirname(sys.executable) + "38",
Python39=os.path.dirname(sys.executable) + "39",
Python27="fake2", Anaconda3=None, Anaconda2=None,
WinPython36=None, root_path="ROOT", project_name="pyquickhelper")
obj, name = load_yaml(yml, context=context, platform="win32")
self.assertTrue(name is not None)
res = list(enumerate_convert_yaml_into_instructions(
obj, add_environ=False))
for r, v in res:
if None in r:
raise Exception(r)
if r[1][0] != "python" and r[1][0] != "INFO":
raise Exception(r)
if len(res) != 4:
rows = [str(_) for _ in res]
raise Exception("len(res)={0}\n{1}".format(
len(res), "\n".join(rows)))
doc = [[s[0] for s in seq if s[1] is not None] for seq, _ in res]
fLOG(doc)
doc = [s for s in doc if "documentation" in s]
if len(doc) != 1:
raise AssertionError(
"len(doc)={0}\n{1}".format(len(doc), "\n".join(str(_) for _ in doc)))
fLOG("**", doc)
def test_jenkins_job_multiplication(self):
fLOG(
__file__,
self._testMethodName,
OutputPrint=__name__ == "__main__")
this = os.path.abspath(os.path.dirname(__file__))
yml = os.path.abspath(os.path.join(
this, "..", "..", ".local.jenkins.win.yml"))
if not os.path.exists(yml):
yml = os.path.abspath(os.path.join(
this, "..", "..", "..", ".local.jenkins.win.yml"))
if not os.path.exists(yml):
raise FileNotFoundError(yml)
context = dict(Python34="fake", Python35=os.path.dirname(sys.executable) + "35",
Python36=os.path.dirname(sys.executable) + "36",
Python37=os.path.dirname(sys.executable) + "37",
Python27="fake2", Anaconda3=None, Anaconda2=None,
WinPython36=None, root_path="ROOT", project_name="pyquickhelper")
obj, name = load_yaml(yml, context=context, platform="win32")
self.assertTrue(name is not None)
res = list(enumerate_convert_yaml_into_instructions(
obj, add_environ=False))
for r, v in res:
if None in r:
raise Exception(r)
if r[1][0] != "python" and r[1][0] != "INFO":
raise Exception(r)
if len(res) != 10:
rows = [str(_) for _ in res]
raise Exception("len(res)={0}\n{1}".format(
len(res), "\n".join(rows)))
doc = [[s[0] for s in seq if s[1] is not None] for seq, _ in res]
fLOG(doc)
doc = [s for s in doc if "documentation" in s]
if len(doc) != 2:
raise Exception("len(doc)={0}\n{1}".format(
len(doc), "\n".join(str(_) for _ in doc)))
fLOG("**", doc)
def zz_st_jconvert_sequence_into_batch_file(self, platform):
this = os.path.abspath(os.path.dirname(__file__))
plat = "win" if platform.startswith("win") else "lin"
yml = os.path.abspath(os.path.join(
this, "..", "..", ".local.jenkins.%s.yml" % plat))
if not os.path.exists(yml):
yml = os.path.abspath(os.path.join(
this, "..", "..", "..", ".local.jenkins.%s.yml" % plat))
if not os.path.exists(yml):
raise FileNotFoundError(yml)
context = dict(Python34="fake",
Python35="C:/Python35_x64",
Python36="C:/Python36_x64",
Python37="C:/Python37_x64",
Python38="C:/Python38_x64",
Python39="C:/Python39_x64",
Python27=None, Anaconda3=None, Anaconda2=None,
WinPython36=None, project_name="pyquickhelper",
root_path="ROOT")
vers = "%d%d" % sys.version_info[:2]
context["Python%s" % vers] = "C:/Python%s_x64" % vers
if platform.startswith("win"):
for k in context: # pylint: disable=C0206
if context[k] is not None:
context[k] = context[k].replace("/", "\\")
obj, name = load_yaml(yml, context=context, platform=platform)
self.assertTrue(name is not None)
res = list(enumerate_convert_yaml_into_instructions(
obj, add_environ=False))
convs = []
for r, v in res:
conv = convert_sequence_into_batch_file(
r, variables=v, platform=platform)
convs.append(conv)
typstr = str # unicode#
self.assertTrue(isinstance(conv, typstr))
self.assertTrue(len(res) > 0)
set_name = "SET" if platform.startswith("win") else "export"
vers_ = "%d.%d" % sys.version_info[:2]
conv = [
_ for _ in convs
if set_name + " NAME=UT" in _ and "VERSION=%s" % vers_ in _ and '-g' not in _]
if len(conv) != 3:
vers_ = "3.9"
vers = "39"
conv = [
_ for _ in convs
if set_name + " NAME=UT" in _ and "VERSION=%s" % vers_ in _ and '-g' not in _]
if len(conv) not in (3, 4, 5, 6, 7):
rows = [str(_) for _ in conv]
raise AssertionError(
"len(convs)={3}-len(conv)={0}\n----\n{1}\n-----\n{2}\n***\n{4}".format(
len(conv), "\n".join(conv), "\n".join(rows), len(convs),
"\n*****\n".join(convs)))
conv = conv[0]
if platform.startswith("win"):
expected = """
@echo off
set PATH0=%PATH%
SET DIST=std
SET VERSION=__VERSP__
SET NAME=UT
SET TIMEOUT=899
@echo AUTOMATEDSETUP
set current=ROOT\\pyquickhelper\\%NAME_JENKINS%
@echo interpreter=C:\\Python__VERS___x64\\python
@echo CREATE VIRTUAL ENVIRONMENT in ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv
if not exist "ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv" mkdir "ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv"
set KEEPPATH=%PATH%
set PATH=C:\\Python__VERS___x64;%PATH%
"C:\\Python__VERS___x64\\python" -m virtualenv ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv --system-site-packages
set PATH=%KEEPPATH%
if %errorlevel% neq 0 exit /b %errorlevel%
@echo INSTALL
set PATH=ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv\\Scripts;%PATH%
pip install --upgrade pip
if %errorlevel% neq 0 exit /b %errorlevel%
pip install --no-cache-dir --no-deps --index http://localhost:8067/simple/ jyquickhelper tkinterquickhelper --extra-index-url=https://pypi.python.org/simple/
if %errorlevel% neq 0 exit /b %errorlevel%
pip install -r requirements.txt
if %errorlevel% neq 0 exit /b %errorlevel%
pip uninstall -y pyquickhelper
if %errorlevel% neq 0 exit /b %errorlevel%
python --version
if %errorlevel% neq 0 exit /b %errorlevel%
pip freeze
if %errorlevel% neq 0 exit /b %errorlevel%
pip freeze > pip_freeze.txt
if %errorlevel% neq 0 exit /b %errorlevel%
set PYTHONPATH=src
if %errorlevel% neq 0 exit /b %errorlevel%
set JOB_NAME=UT
@echo SCRIPT
set PATH=ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv\\Scripts;%PATH%
python -u setup.py unittests
if %errorlevel% neq 0 exit /b %errorlevel%
@echo AFTER_SCRIPT
set PATH=ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv\\Scripts;%PATH%
python -u setup.py bdist_wheel
if %errorlevel% neq 0 exit /b %errorlevel%
$PYINT -u src\\pyquicksetup\\setup.py bdist_wheel
if %errorlevel% neq 0 exit /b %errorlevel%
copy dist\\*.whl ROOT\\pyquickhelper\\..\\..\\local_pypi\\local_pypi_server
if %errorlevel% neq 0 exit /b %errorlevel%
@echo DOCUMENTATION
set PATH=ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv\\Scripts;%PATH%
python -u setup.py build_sphinx
if %errorlevel% neq 0 exit /b %errorlevel%
xcopy /E /C /I /Y _doc\\sphinxdoc\\build\\html dist\\html
if %errorlevel% neq 0 exit /b %errorlevel%
""".replace(" ", "").strip("\n \t\r")
expected = expected.replace("__VERS__", vers)
expected = expected.replace("__VERSP__", vers_)
val = conv.strip("\n \t\r")
if expected != val:
mes = "EXP:\n{0}\n###########\nGOT:\n{1}".format(expected, val)
for a, b in zip(expected.split("\n"), val.split("\n")):
if a != b:
raise Exception(
"error on line:\nEXP:\n{0}\nGOT:\n{1}\n#######\n{2}".format(a, b, mes))
raise Exception(mes)
conv = [_ for _ in convs if set_name +
" DIST=std" in _ and "TIMEOUT=899" in _]
if len(conv) not in (1, 2):
raise Exception(
"################################\nlen(conv)={0}\n{1}".format(len(conv), conv))
conv = conv[0]
if platform.startswith("win"):
expected = """
@echo off
set PATH0=%PATH%
SET DIST=std
SET VERSION=__VERSP__
SET NAME=UT
SET TIMEOUT=899
@echo AUTOMATEDSETUP
set current=ROOT\\pyquickhelper\\%NAME_JENKINS%
@echo interpreter=C:\\Python__VERS___x64\\python
@echo CREATE VIRTUAL ENVIRONMENT in ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv
if not exist "ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv" mkdir "ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv"
set KEEPPATH=%PATH%
set PATH=C:\\Python__VERS___x64;%PATH%
"C:\\Python__VERS___x64\\python" -m virtualenv ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv --system-site-packages
set PATH=%KEEPPATH%
if %errorlevel% neq 0 exit /b %errorlevel%
@echo INSTALL
set PATH=ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv\\Scripts;%PATH%
pip install --upgrade pip
if %errorlevel% neq 0 exit /b %errorlevel%
pip install --no-cache-dir --no-deps --index http://localhost:8067/simple/ jyquickhelper tkinterquickhelper --extra-index-url=https://pypi.python.org/simple/
if %errorlevel% neq 0 exit /b %errorlevel%
pip install -r requirements.txt
if %errorlevel% neq 0 exit /b %errorlevel%
pip uninstall -y pyquickhelper
if %errorlevel% neq 0 exit /b %errorlevel%
python --version
if %errorlevel% neq 0 exit /b %errorlevel%
pip freeze
if %errorlevel% neq 0 exit /b %errorlevel%
pip freeze > pip_freeze.txt
if %errorlevel% neq 0 exit /b %errorlevel%
set PYTHONPATH=src
if %errorlevel% neq 0 exit /b %errorlevel%
set JOB_NAME=UT
@echo SCRIPT
set PATH=ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv\\Scripts;%PATH%
python -u setup.py unittests
if %errorlevel% neq 0 exit /b %errorlevel%
@echo AFTER_SCRIPT
set PATH=ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv\\Scripts;%PATH%
python -u setup.py bdist_wheel
if %errorlevel% neq 0 exit /b %errorlevel%
$PYINT -u src\\pyquicksetup\\setup.py bdist_wheel
if %errorlevel% neq 0 exit /b %errorlevel%
copy dist\\*.whl ROOT\\pyquickhelper\\..\\..\\local_pypi\\local_pypi_server
if %errorlevel% neq 0 exit /b %errorlevel%
@echo DOCUMENTATION
set PATH=ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv\\Scripts;%PATH%
python -u setup.py build_sphinx
if %errorlevel% neq 0 exit /b %errorlevel%
xcopy /E /C /I /Y _doc\\sphinxdoc\\build\\html dist\\html
if %errorlevel% neq 0 exit /b %errorlevel%
""".replace(" ", "").strip("\n \t\r")
expected = expected.replace("__VERS__", vers)
expected = expected.replace("__VERSP__", vers_)
val = conv.strip("\n \t\r")
if expected != val:
mes = "EXP:\n{0}\n###########\nGOT:\n{1}".format(expected, val)
for a, b in zip(expected.split("\n"), val.split("\n")):
if a != b:
raise Exception(
"error on line:\nEXP:\n{0}\nGOT:\n{1}\n#######\n{2}".format(a, b, mes))
raise Exception(mes)
else:
expected = """
export DIST=std
export PYINT=python__VERSP__
export PYTHONPATH=src
export VERSION=__VERSP__
export NAME=UT
export TIMEOUT=899
echo AUTOMATEDSETUP
export current=ROOT/pyquickhelper/$NAME_JENKINS
echo interpreter=C:/Python__VERS___x64/$PYINT
echo CREATE VIRTUAL ENVIRONMENT in ROOT/pyquickhelper/$NAME_JENKINS/_venv
if [-f ROOT/pyquickhelper/$NAME_JENKINS/_venv]; then mkdir "ROOT/pyquickhelper/$NAME_JENKINS/_venv"; fi
export KEEPPATH=$PATH
export PATH=C:/Python__VERS___x64:$PATH
"C:/Python__VERS___x64/$PYINT" -m virtualenv ROOT/pyquickhelper/$NAME_JENKINS/_venv --system-site-packages
export PATH=$KEEPPATH
if [ $? -ne 0 ]; then exit $?; fi
echo INSTALL
export PATH=ROOT/pyquickhelper/$NAME_JENKINS/_venv/bin:$PATH
$PYINT -m pip install --upgrade pip
if [ $? -ne 0 ]; then exit $?; fi
$PYINT -m pip install --upgrade --no-cache-dir --no-deps --index http://localhost:8067/simple/ jyquickhelper tkinterquickhelper --extra-index-url=https://pypi.python.org/simple/
if [ $? -ne 0 ]; then exit $?; fi
$PYINT -m pip install --upgrade --no-cache-dir --no-deps --index http://localhost:8067/simple/ pyrsslocal --extra-index-url=https://pypi.python.org/simple/
if [ $? -ne 0 ]; then exit $?; fi
$PYINT -m pip install --upgrade --no-cache-dir --no-deps --index http://localhost:8067/simple/ pyensae --extra-index-url=https://pypi.python.org/simple/
if [ $? -ne 0 ]; then exit $?; fi
$PYINT -m pip install -r requirements.txt
if [ $? -ne 0 ]; then exit $?; fi
$PYINT --version
if [ $? -ne 0 ]; then exit $?; fi
$PYINT -m pip uninstall -y pyquickhelper
if [ $? -ne 0 ]; then exit $?; fi
$PYINT -m pip freeze
if [ $? -ne 0 ]; then exit $?; fi
echo BEFORE_SCRIPT
export PATH=ROOT/pyquickhelper/$NAME_JENKINS/_venv/bin:$PATH
$PYINT setup.py write_version
if [ $? -ne 0 ]; then exit $?; fi
export JOB_NAME=UT
echo SCRIPT
export PATH=ROOT/pyquickhelper/$NAME_JENKINS/_venv/bin:$PATH
$PYINT -u setup.py unittests --covtoken=69193a28-dc79-4a24-98ed-aedf441a8249
if [ $? -ne 0 ]; then exit $?; fi
echo AFTER_SCRIPT
export PATH=ROOT/pyquickhelper/$NAME_JENKINS/_venv/bin:$PATH
$PYINT -u setup.py bdist_wheel
if [ $? -ne 0 ]; then exit $?; fi
cp dist/*.whl ROOT/pyquickhelper/../local_pypi/local_pypi_server
if [ $? -ne 0 ]; then exit $?; fi
echo DOCUMENTATION
export PATH=ROOT/pyquickhelper/$NAME_JENKINS/_venv/bin:$PATH
$PYINT -u setup.py build_sphinx
if [ $? -ne 0 ]; then exit $?; fi
cp -R -f _doc/sphinxdoc/build/html dist/html
if [ $? -ne 0 ]; then exit $?; fi
""".replace(" ", "").strip("\n \t\r")
expected = expected.replace("__VERS__", vers)
expected = expected.replace("__VERSP__", vers_)
val = conv.strip("\n \t\r")
if expected != val:
mes = "EXP:\n{0}\n###########\nGOT:\n{1}".format(expected, val)
for a, b in zip(expected.split("\n"), val.split("\n")):
if a != b:
raise Exception(
"error on line:\nEXP:\n{0}\nGOT:\n{1}\n#######\n{2}".format(a, b, mes))
raise Exception(mes)
def default_jenkins_jobs(filter=None, neg_filter=None, root=None, platform=None):
"""
Default list of :epkg:`Jenkins` jobs.
@param filter keep a subset of jobs (regular expression)
@param neg_filter remove a subset of jobs (regular expression)
@param root where to find yml project
@param platform platform or None for the current one
@return list
It produces a subset of the following list of jobs:
.. runpython::
from ensae_teaching_cs.automation.jenkins_helper import default_jenkins_jobs
modules = default_jenkins_jobs()
text = [str(m) for m in modules]
print("\\n".join(text))
"""
if platform is None:
platform = sys.platform
plat = "win" if platform.startswith("win") else "lin"
yml = []
pattern = "https://raw.githubusercontent.com/sdpython/%s/master/.local.jenkins.{0}.yml".format(
plat)
modules = ["_automation"] + get_teaching_modules()
for c in modules:
yml.append(pattern % c)
if filter is not None or neg_filter is not None:
reg = re.compile(filter if filter else ".*")
neg_reg = re.compile(neg_filter if neg_filter else "^$")
res = default_jenkins_jobs(platform=platform)
new_res = []
for row in res:
if isinstance(row, str):
if reg.search(row) and not neg_reg.search(row):
new_res.append(row)
elif isinstance(row, tuple):
if reg.search(row[0]) and not neg_reg.search(row[0]):
new_res.append(row)
elif isinstance(row, list):
# list
sub = []
for item in row:
if isinstance(item, str):
if reg.search(item) and not neg_reg.search(item):
sub.append(item)
elif isinstance(item, tuple):
if reg.search(item[0]) and not neg_reg.search(item[0]):
sub.append(item)
else:
raise TypeError("{0} - {1}".format(item, type(item)))
if len(sub) > 0:
new_res.append(sub)
else:
raise TypeError("{0} - {1}".format(row, type(row)))
return new_res
else:
context = {'Python37': 'python3.7'}
yml_data = load_yaml(pattern % '_automation', context=context)
pyth = yml_data[0]['python']
res = []
for pyt in pyth:
v = pyt['VERSION'] + 0.01
vers = (int(v), int((v - int(v)) * 10))
res.extend(["standalone [local_pypi] [py%d%d]" % vers,
("pymyinstall [update_modules] [py%d%d]" % vers,
"H H(0-1) * * 5")])
res.extend(('yml', c, 'H H(0-1) * * %d' % (i % 7))
for i, c in enumerate(yml))
return res
def test_jconvert_sequence_into_batch_file27(self):
fLOG(
__file__,
self._testMethodName,
OutputPrint=__name__ == "__main__")
platform = "win"
this = os.path.abspath(os.path.dirname(__file__))
yml = os.path.abspath(os.path.join(
this, "..", "..", ".local.jenkins.win.yml"))
if not os.path.exists(yml):
yml = os.path.abspath(os.path.join(
this, "..", "..", "..", ".local.jenkins.win.yml"))
if not os.path.exists(yml):
raise FileNotFoundError(yml)
context = dict(Python34=None, Python35="C:\\Python35_x64",
Python36="C:\\Python36_x64",
Python37="C:\\Python37_x64",
Python27="C:\\Python27_x64", Anaconda3=None, Anaconda2=None,
WinPython36=None, project_name="pyquickhelper",
root_path="ROOT")
vers = "%d%d" % sys.version_info[:2]
context["Python%s" % vers] = "C:\\Python%s_x64" % vers
obj, name = load_yaml(yml, context=context, platform=platform)
self.assertTrue(name is not None)
res = list(enumerate_convert_yaml_into_instructions(
obj, add_environ=False))
convs = []
for r, v in res:
conv = convert_sequence_into_batch_file(
r, variables=v, platform=platform)
typstr = str # unicode#
if not isinstance(conv, typstr):
raise TypeError(type(conv))
convs.append(conv)
fLOG("number of jobs", len(res))
convs = [jenkins_final_postprocessing(
_, True) for _ in convs if "VERSION=2.7" in _]
self.assertTrue(len(convs) > 0)
conv = convs[0]
if platform.startswith("win"):
expected = """
@echo off
set PATH0=%PATH%
SET DIST=std
SET VERSION=2.7
SET NAME=UT
SET TIMEOUT=899
@echo AUTOMATEDSETUP
set current=ROOT\\pyquickhelper\\%NAME_JENKINS%
@echo interpreter=C:\\Python27_x64\\python
@echo CREATE VIRTUAL ENVIRONMENT in ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv
if not exist "ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv" mkdir "ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv"
set KEEPPATH=%PATH%
set PATH=C:\\Python27_x64;%PATH%
"C:\\Python27_x64\\python" -c "from virtualenv import create_environment;create_environment(\\"ROOT\\\\pyquickhelper\\\\%NAME_JENKINS%\\\\_venv\\", site_packages=True)"
set PATH=%KEEPPATH%
if %errorlevel% neq 0 exit /b %errorlevel%
@echo INSTALL
set PATH=ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv\\Scripts;%PATH%
pip install --no-cache-dir --no-deps --index http://localhost:8067/simple/ jyquickhelper tkinterquickhelper --extra-index-url=https://pypi.python.org/simple/
if %errorlevel% neq 0 exit /b %errorlevel%
pip install -r requirements.txt
if %errorlevel% neq 0 exit /b %errorlevel%
pip uninstall -y pyquickhelper
if %errorlevel% neq 0 exit /b %errorlevel%
python --version
if %errorlevel% neq 0 exit /b %errorlevel%
pip freeze
if %errorlevel% neq 0 exit /b %errorlevel%
pip freeze > pip_freeze.txt
if %errorlevel% neq 0 exit /b %errorlevel%
set PYTHONPATH=src
if %errorlevel% neq 0 exit /b %errorlevel%
@echo BEFORE_SCRIPT
set PATH=ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv\\Scripts;%PATH%
pip uninstall jyquickhelper
if %errorlevel% neq 0 exit /b %errorlevel%
pip install bin\\jyquickhelper-0.2-py2-none-any.whl
if %errorlevel% neq 0 exit /b %errorlevel%
C:\\Python37_x64\\python -u setup.py copy27
if %errorlevel% neq 0 exit /b %errorlevel%
cd dist_module27
if %errorlevel% neq 0 exit /b %errorlevel%
set JOB_NAME=UT
@echo SCRIPT
set PATH=ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv\\Scripts;%PATH%
python -u setup.py unittests
if %errorlevel% neq 0 exit /b %errorlevel%
@echo AFTER_SCRIPT
set PATH=ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv\\Scripts;%PATH%
python -u setup.py bdist_wheel
if %errorlevel% neq 0 exit /b %errorlevel%
$PYINT -u src\\pyquicksetup\\setup.py bdist_wheel
if %errorlevel% neq 0 exit /b %errorlevel%
copy dist\\*.whl ROOT\\pyquickhelper\\..\\..\\local_pypi\\local_pypi_server
if %errorlevel% neq 0 exit /b %errorlevel%
@echo DOCUMENTATION
set PATH=ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv\\Scripts;%PATH%
python -u setup.py build_sphinx
if %errorlevel% neq 0 exit /b %errorlevel%
xcopy /E /C /I /Y _doc\\sphinxdoc\\build\\html dist\\html
if %errorlevel% neq 0 exit /b %errorlevel%
""".replace(" ", "").strip("\n \t\r")
val = conv.strip("\n \t\r")
if expected != val:
mes = "EXP:\n{0}\n###########\nGOT:\n---\n{1}\n---".format(
expected, val)
for i, (a, b) in enumerate(zip(expected.split("\n"), val.split("\n"))):
if a != b:
raise Exception(
"error on line {3}:\nEXP:\n{0}\nGOT:\n{1}\n#######\n{2}".format(a, b, mes, i))
raise Exception(mes)
def zz_st_jconvert_sequence_into_batch_file(self, platform):
this = os.path.abspath(os.path.dirname(__file__))
plat = "win" if platform.startswith("win") else "lin"
yml = os.path.abspath(os.path.join(
this, "..", "..", ".local.jenkins.%s.yml" % plat))
if not os.path.exists(yml):
yml = os.path.abspath(os.path.join(
this, "..", "..", "..", ".local.jenkins.%s.yml" % plat))
if not os.path.exists(yml):
raise FileNotFoundError(yml)
context = dict(Python34="fake", Python35="C:/Python35_x64",
Python36="C:/Python36_x64",
Python37="C:/Python37_x64",
Python27=None, Anaconda3=None, Anaconda2=None,
WinPython36=None, project_name="pyquickhelper",
root_path="ROOT")
vers = "%d%d" % sys.version_info[:2]
context["Python%s" % vers] = "C:/Python%s_x64" % vers
if platform.startswith("win"):
for k in context:
if context[k] is not None:
context[k] = context[k].replace("/", "\\")
obj, name = load_yaml(yml, context=context, platform=platform)
self.assertTrue(name is not None)
res = list(enumerate_convert_yaml_into_instructions(
obj, add_environ=False))
convs = []
for r, v in res:
conv = convert_sequence_into_batch_file(
r, variables=v, platform=platform)
convs.append(conv)
typstr = str # unicode#
self.assertTrue(isinstance(conv, typstr))
self.assertTrue(len(res) > 0)
set_name = "SET" if platform.startswith("win") else "export"
vers_ = "%d.%d" % sys.version_info[:2]
conv = [
_ for _ in convs if set_name + " NAME=UT" in _ and "VERSION=%s" % vers_ in _ and '-g' not in _]
if len(conv) != 3:
vers_ = "3.7"
vers = "37"
conv = [
_ for _ in convs if set_name + " NAME=UT" in _ and "VERSION=%s" % vers_ in _ and '-g' not in _]
if len(conv) not in (3, 5, 4, 6, 7):
rows = [str(_) for _ in conv]
raise Exception("len(convs)={3}-len(conv)={0}\n----\n{1}\n-----\n{2}\n***\n{4}".format(
len(conv), "\n".join(conv), "\n".join(rows), len(convs), "\n*****\n".join(convs)))
conv = conv[0]
if platform.startswith("win"):
expected = """
@echo off
set PATH0=%PATH%
SET DIST=std
SET VERSION=__VERSP__
SET NAME=UT
SET TIMEOUT=899
@echo AUTOMATEDSETUP
set current=ROOT\\pyquickhelper\\%NAME_JENKINS%
@echo interpreter=C:\\Python__VERS___x64\\python
@echo CREATE VIRTUAL ENVIRONMENT in ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv
if not exist "ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv" mkdir "ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv"
set KEEPPATH=%PATH%
set PATH=C:\\Python__VERS___x64;%PATH%
"C:\\Python__VERS___x64\\python" -c "from virtualenv import create_environment;create_environment(\\"ROOT\\\\pyquickhelper\\\\%NAME_JENKINS%\\\\_venv\\", site_packages=True)"
set PATH=%KEEPPATH%
if %errorlevel% neq 0 exit /b %errorlevel%
@echo INSTALL
set PATH=ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv\\Scripts;%PATH%
pip install --no-cache-dir --no-deps --index http://localhost:8067/simple/ jyquickhelper tkinterquickhelper --extra-index-url=https://pypi.python.org/simple/
if %errorlevel% neq 0 exit /b %errorlevel%
pip install -r requirements.txt
if %errorlevel% neq 0 exit /b %errorlevel%
pip uninstall -y pyquickhelper
if %errorlevel% neq 0 exit /b %errorlevel%
python --version
if %errorlevel% neq 0 exit /b %errorlevel%
pip freeze
if %errorlevel% neq 0 exit /b %errorlevel%
pip freeze > pip_freeze.txt
if %errorlevel% neq 0 exit /b %errorlevel%
set PYTHONPATH=src
if %errorlevel% neq 0 exit /b %errorlevel%
set JOB_NAME=UT
@echo SCRIPT
set PATH=ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv\\Scripts;%PATH%
python -u setup.py unittests
if %errorlevel% neq 0 exit /b %errorlevel%
@echo AFTER_SCRIPT
set PATH=ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv\\Scripts;%PATH%
python -u setup.py bdist_wheel
if %errorlevel% neq 0 exit /b %errorlevel%
$PYINT -u src\\pyquicksetup\\setup.py bdist_wheel
if %errorlevel% neq 0 exit /b %errorlevel%
copy dist\\*.whl ROOT\\pyquickhelper\\..\\..\\local_pypi\\local_pypi_server
if %errorlevel% neq 0 exit /b %errorlevel%
@echo DOCUMENTATION
set PATH=ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv\\Scripts;%PATH%
python -u setup.py build_sphinx
if %errorlevel% neq 0 exit /b %errorlevel%
xcopy /E /C /I /Y _doc\\sphinxdoc\\build\\html dist\\html
if %errorlevel% neq 0 exit /b %errorlevel%
""".replace(" ", "").strip("\n \t\r")
expected = expected.replace("__VERS__", vers)
expected = expected.replace("__VERSP__", vers_)
val = conv.strip("\n \t\r")
if expected != val:
mes = "EXP:\n{0}\n###########\nGOT:\n{1}".format(expected, val)
for a, b in zip(expected.split("\n"), val.split("\n")):
if a != b:
raise Exception(
"error on line:\nEXP:\n{0}\nGOT:\n{1}\n#######\n{2}".format(a, b, mes))
raise Exception(mes)
conv = [_ for _ in convs if set_name +
" DIST=std" in _ and "TIMEOUT=899" in _]
if len(conv) != 2:
raise Exception(
"################################\nlen(conv)={0}\n{1}".format(len(conv), conv))
conv = conv[0]
if platform.startswith("win"):
expected = """
@echo off
set PATH0=%PATH%
SET DIST=std
SET VERSION=__VERSP__
SET NAME=UT
SET TIMEOUT=899
@echo AUTOMATEDSETUP
set current=ROOT\\pyquickhelper\\%NAME_JENKINS%
@echo interpreter=C:\\Python__VERS___x64\\python
@echo CREATE VIRTUAL ENVIRONMENT in ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv
if not exist "ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv" mkdir "ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv"
set KEEPPATH=%PATH%
set PATH=C:\\Python__VERS___x64;%PATH%
"C:\\Python__VERS___x64\\python" -c "from virtualenv import create_environment;create_environment(\\"ROOT\\\\pyquickhelper\\\\%NAME_JENKINS%\\\\_venv\\", site_packages=True)"
set PATH=%KEEPPATH%
if %errorlevel% neq 0 exit /b %errorlevel%
@echo INSTALL
set PATH=ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv\\Scripts;%PATH%
pip install --no-cache-dir --no-deps --index http://localhost:8067/simple/ jyquickhelper tkinterquickhelper --extra-index-url=https://pypi.python.org/simple/
if %errorlevel% neq 0 exit /b %errorlevel%
pip install -r requirements.txt
if %errorlevel% neq 0 exit /b %errorlevel%
pip uninstall -y pyquickhelper
if %errorlevel% neq 0 exit /b %errorlevel%
python --version
if %errorlevel% neq 0 exit /b %errorlevel%
pip freeze
if %errorlevel% neq 0 exit /b %errorlevel%
pip freeze > pip_freeze.txt
if %errorlevel% neq 0 exit /b %errorlevel%
set PYTHONPATH=src
if %errorlevel% neq 0 exit /b %errorlevel%
set JOB_NAME=UT
@echo SCRIPT
set PATH=ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv\\Scripts;%PATH%
python -u setup.py unittests
if %errorlevel% neq 0 exit /b %errorlevel%
@echo AFTER_SCRIPT
set PATH=ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv\\Scripts;%PATH%
python -u setup.py bdist_wheel
if %errorlevel% neq 0 exit /b %errorlevel%
$PYINT -u src\\pyquicksetup\\setup.py bdist_wheel
if %errorlevel% neq 0 exit /b %errorlevel%
copy dist\\*.whl ROOT\\pyquickhelper\\..\\..\\local_pypi\\local_pypi_server
if %errorlevel% neq 0 exit /b %errorlevel%
@echo DOCUMENTATION
set PATH=ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv\\Scripts;%PATH%
python -u setup.py build_sphinx
if %errorlevel% neq 0 exit /b %errorlevel%
xcopy /E /C /I /Y _doc\\sphinxdoc\\build\\html dist\\html
if %errorlevel% neq 0 exit /b %errorlevel%
""".replace(" ", "").strip("\n \t\r")
expected = expected.replace("__VERS__", vers)
expected = expected.replace("__VERSP__", vers_)
val = conv.strip("\n \t\r")
if expected != val:
mes = "EXP:\n{0}\n###########\nGOT:\n{1}".format(expected, val)
for a, b in zip(expected.split("\n"), val.split("\n")):
if a != b:
raise Exception(
"error on line:\nEXP:\n{0}\nGOT:\n{1}\n#######\n{2}".format(a, b, mes))
raise Exception(mes)
else:
expected = """
export DIST=std
export PYINT=python__VERSP__
export PYTHONPATH=src
export VERSION=__VERSP__
export NAME=UT
export TIMEOUT=899
echo AUTOMATEDSETUP
export current=ROOT/pyquickhelper/$NAME_JENKINS
echo interpreter=C:/Python__VERS___x64/$PYINT
echo CREATE VIRTUAL ENVIRONMENT in ROOT/pyquickhelper/$NAME_JENKINS/_venv
if [-f ROOT/pyquickhelper/$NAME_JENKINS/_venv]; then mkdir "ROOT/pyquickhelper/$NAME_JENKINS/_venv"; fi
export KEEPPATH=$PATH
export PATH=C:/Python__VERS___x64:$PATH
"C:/Python__VERS___x64/$PYINT" -c "from virtualenv import create_environment;create_environment(\\"ROOT/pyquickhelper/$NAME_JENKINS/_venv\\", site_packages=True)"
export PATH=$KEEPPATH
if [ $? -ne 0 ]; then exit $?; fi
echo INSTALL
export PATH=ROOT/pyquickhelper/$NAME_JENKINS/_venv/bin:$PATH
$PYINT -c "from pip._internal import main;main(\\"install --no-cache-dir --no-deps --index http://localhost:8067/simple/ jyquickhelper tkinterquickhelper --extra-index-url=https://pypi.python.org/simple/\\".split())"
if [ $? -ne 0 ]; then exit $?; fi
$PYINT -c "from pip._internal import main;main(\\"install --no-cache-dir --no-deps --index http://localhost:8067/simple/ pyrsslocal --no-deps --extra-index-url=https://pypi.python.org/simple/\\".split())"
if [ $? -ne 0 ]; then exit $?; fi
$PYINT -c "from pip._internal import main;main(\\"install -r requirements.txt\\".split())"
if [ $? -ne 0 ]; then exit $?; fi
$PYINT --version
if [ $? -ne 0 ]; then exit $?; fi
$PYINT -m pip uninstall -y pyquickhelper
if [ $? -ne 0 ]; then exit $?; fi
$PYINT -c "from pip._internal import main;main([\\"freeze\\"])"
if [ $? -ne 0 ]; then exit $?; fi
export JOB_NAME=UT
echo SCRIPT
export PATH=ROOT/pyquickhelper/$NAME_JENKINS/_venv/bin:$PATH
$PYINT -u setup.py unittests
if [ $? -ne 0 ]; then exit $?; fi
echo AFTER_SCRIPT
export PATH=ROOT/pyquickhelper/$NAME_JENKINS/_venv/bin:$PATH
$PYINT -u setup.py bdist_wheel
if [ $? -ne 0 ]; then exit $?; fi
$PYINT -u src/pyquicksetup/setup.py bdist_wheel
if [ $? -ne 0 ]; then exit $?; fi
cp dist/*.whl ROOT/pyquickhelper/../local_pypi/local_pypi_server
if [ $? -ne 0 ]; then exit $?; fi
echo DOCUMENTATION
export PATH=ROOT/pyquickhelper/$NAME_JENKINS/_venv/bin:$PATH
$PYINT -u setup.py build_sphinx
if [ $? -ne 0 ]; then exit $?; fi
cp -R -f _doc/sphinxdoc/build/html dist/html
if [ $? -ne 0 ]; then exit $?; fi
""".replace(" ", "").strip("\n \t\r")
expected = expected.replace("__VERS__", vers)
expected = expected.replace("__VERSP__", vers_)
val = conv.strip("\n \t\r")
if expected != val:
mes = "EXP:\n{0}\n###########\nGOT:\n{1}".format(expected, val)
for a, b in zip(expected.split("\n"), val.split("\n")):
if a != b:
raise Exception(
"error on line:\nEXP:\n{0}\nGOT:\n{1}\n#######\n{2}".format(a, b, mes))
raise Exception(mes)
def test_jconvert_sequence_into_batch_file27(self):
fLOG(
__file__,
self._testMethodName,
OutputPrint=__name__ == "__main__")
platform = "win"
this = os.path.abspath(os.path.dirname(__file__))
yml = os.path.abspath(os.path.join(
this, "..", "..", ".local.jenkins.win.yml"))
if not os.path.exists(yml):
yml = os.path.abspath(os.path.join(
this, "..", "..", "..", ".local.jenkins.win.yml"))
if not os.path.exists(yml):
raise FileNotFoundError(yml)
context = dict(Python34=None, Python35="C:\\Python35_x64",
Python36="C:\\Python36_x64",
Python37="C:\\Python37_x64",
Python27="C:\\Python27_x64", Anaconda3=None, Anaconda2=None,
WinPython36=None, project_name="pyquickhelper",
root_path="ROOT")
vers = "%d%d" % sys.version_info[:2]
context["Python%s" % vers] = "C:\\Python%s_x64" % vers
obj, name = load_yaml(yml, context=context, platform=platform)
self.assertTrue(name is not None)
res = list(enumerate_convert_yaml_into_instructions(
obj, add_environ=False))
convs = []
for r, v in res:
conv = convert_sequence_into_batch_file(
r, variables=v, platform=platform)
typstr = str # unicode#
if not isinstance(conv, typstr):
raise TypeError(type(conv))
convs.append(conv)
fLOG("number of jobs", len(res))
convs = [jenkins_final_postprocessing(
_, True) for _ in convs if "VERSION=2.7" in _]
self.assertTrue(len(convs) > 0)
conv = convs[0]
if platform.startswith("win"):
expected = """
@echo off
set PATH0=%PATH%
SET DIST=std
SET VERSION=2.7
SET NAME=UT
SET TIMEOUT=899
@echo AUTOMATEDSETUP
set current=ROOT\\pyquickhelper\\%NAME_JENKINS%
@echo interpreter=C:\\Python27_x64\\python
@echo CREATE VIRTUAL ENVIRONMENT in ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv
if not exist "ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv" mkdir "ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv"
set KEEPPATH=%PATH%
set PATH=C:\\Python27_x64;%PATH%
"C:\\Python27_x64\\python" -m virtualenv ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv --system-site-packages
set PATH=%KEEPPATH%
if %errorlevel% neq 0 exit /b %errorlevel%
@echo INSTALL
set PATH=ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv\\Scripts;%PATH%
pip install --upgrade pip
if %errorlevel% neq 0 exit /b %errorlevel%
pip install --no-cache-dir --no-deps --index http://localhost:8067/simple/ jyquickhelper tkinterquickhelper --extra-index-url=https://pypi.python.org/simple/
if %errorlevel% neq 0 exit /b %errorlevel%
pip install -r requirements.txt
if %errorlevel% neq 0 exit /b %errorlevel%
pip uninstall -y pyquickhelper
if %errorlevel% neq 0 exit /b %errorlevel%
python --version
if %errorlevel% neq 0 exit /b %errorlevel%
pip freeze
if %errorlevel% neq 0 exit /b %errorlevel%
pip freeze > pip_freeze.txt
if %errorlevel% neq 0 exit /b %errorlevel%
set PYTHONPATH=src
if %errorlevel% neq 0 exit /b %errorlevel%
@echo BEFORE_SCRIPT
set PATH=ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv\\Scripts;%PATH%
pip uninstall jyquickhelper
if %errorlevel% neq 0 exit /b %errorlevel%
pip install bin\\jyquickhelper-0.2-py2-none-any.whl
if %errorlevel% neq 0 exit /b %errorlevel%
C:\\Python37_x64\\python -u setup.py copy27
if %errorlevel% neq 0 exit /b %errorlevel%
cd dist_module27
if %errorlevel% neq 0 exit /b %errorlevel%
set JOB_NAME=UT
@echo SCRIPT
set PATH=ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv\\Scripts;%PATH%
python -u setup.py unittests
if %errorlevel% neq 0 exit /b %errorlevel%
@echo AFTER_SCRIPT
set PATH=ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv\\Scripts;%PATH%
python -u setup.py bdist_wheel
if %errorlevel% neq 0 exit /b %errorlevel%
$PYINT -u src\\pyquicksetup\\setup.py bdist_wheel
if %errorlevel% neq 0 exit /b %errorlevel%
copy dist\\*.whl ROOT\\pyquickhelper\\..\\..\\local_pypi\\local_pypi_server
if %errorlevel% neq 0 exit /b %errorlevel%
@echo DOCUMENTATION
set PATH=ROOT\\pyquickhelper\\%NAME_JENKINS%\\_venv\\Scripts;%PATH%
python -u setup.py build_sphinx
if %errorlevel% neq 0 exit /b %errorlevel%
xcopy /E /C /I /Y _doc\\sphinxdoc\\build\\html dist\\html
if %errorlevel% neq 0 exit /b %errorlevel%
""".replace(" ", "").strip("\n \t\r")
val = conv.strip("\n \t\r")
if expected != val:
mes = "EXP:\n{0}\n###########\nGOT:\n---\n{1}\n---".format(
expected, val)
for i, (a, b) in enumerate(zip(expected.split("\n"), val.split("\n"))):
if a != b:
raise Exception(
"error on line {3}:\nEXP:\n{0}\nGOT:\n{1}\n#######\n{2}".format(a, b, mes, i))
raise Exception(mes)