args = parser.parse_args()
build_no, job_no = split_build_number(args.number)
# Slow to import, no need for --help
from travispy import TravisPy # pip install travispy
t = TravisPy()
# repo = t.repo(args.slug)
build = t.builds(slug=args.slug, number=build_no)[0]
job_ids = sorted(build.job_ids)
for job_id in job_ids:
job = t.job(job_id)
if job_no:
# Job number specified, only print that one
if str(args.number) != job.number:
continue
if not args.quiet:
print()
print(f"#{job.number}")
log = t.log(job.log_id)
if args.pattern:
lines = log.body.splitlines()
for line in lines:
if re.search(args.pattern, line):
print(line)
class Test:
def setup_method(self, method):
if GITHUB_ACCESS_TOKEN:
self._travis = TravisPy.github_auth(GITHUB_ACCESS_TOKEN)
else:
self._travis = TravisPy()
def _get_job_log(self, extended_slug=None, job_id=None):
"""Get a job log."""
filename = get_filename(extended_slug)
if filename:
print('using {0}'.format(filename))
file = codecs.open(filename, 'r', 'utf-8')
log = Log.from_file(file)
if not job_id:
job = get_job(self._travis, extended_slug)
print('set job_id={0}'.format(job.id))
else:
job = self._travis.job(job_id)
assert job.log != ''
save_job_log(job)
log = job.log
return log
def _parse(self, log):
parser = BlockParser()
tree = parser._parse(log.body)
for item in tree:
if isinstance(item, Fold) and not isinstance(
item, EmptyFold) and len(item._content) > 1:
print('Fold({0})..'.format(item.name))
for part in item._content:
print(' {0}'.format(part))
else:
print(item)
raise RuntimeError
def _split(self, log):
parser = BlockParser()
blocks = parser.split(log.body)
return blocks
def test_small(self):
class Foo:
body = small
self._split(Foo)
def test_empty_archived_log(self):
log = self._get_job_log('jayvdb/pywikibot-core/1240.15',
job_id=81891594)
assert log.body == ''
self._parse(log)
def test_cancelled_1_log(self):
log = self._get_job_log('jayvdb/pywikibot-core/1229.7',
job_id=81233866)
assert log.body != ''
self._parse(log)
def test_cancelled_2_log(self):
log = self._get_job_log('jayvdb/pywikibot-core/1210.9',
job_id=81215691)
assert log.body != ''
self._parse(log)
def test_corrupt_log(self):
log = self._get_job_log('jayvdb/pywikibot-core/1242.10',
job_id=81896198)
assert log.body != ''
with pytest.raises(ParseError) as exception_info:
log._parse()
def test_old_log_structure(self):
log = self._get_job_log('legoktm/pywikibot-core/3.1', job_id=32052931)
assert log.body != ''
blocks = self._split(log)
block_names = list(name for name in blocks.keys()
if not name.startswith('_unexpected_blank_lines'))
assert block_names[0] == '_worker'
assert '_worker' in blocks
block = blocks['_worker']
assert block.worker == 'worker-linux-7-2.bb.travis-ci.org:travis-linux-13'
#assert len(block.elements) == 2
#assert isinstance(block.elements[0], Note)
#assert len(block.elements[0].lines) == 1
#assert block.elements[0].lines[0] == 'Using worker: worker-linux-7-2.bb.travis-ci.org:travis-linux-13'
#assert isinstance(block.elements[1], BlankLine)
print('block_names', block_names)
assert 'before_install' in block_names
assert 'install' in block_names
assert 'script' in block_names
assert block_names[1] == 'git'
assert 'git' in blocks
block = blocks['git']
assert len(block._content) == 6
assert isinstance(block._content[0], Fold)
fold = block._content[0]
assert len(fold._content) == 3
assert isinstance(fold._content[0], AnsiColour)
assert isinstance(fold._content[1], Timer)
assert isinstance(fold._content[2], AnsiColour)
timer = fold._content[1]
assert timer.name == '1128f657'
assert len(timer._content) > 3
assert isinstance(timer._content[0], AnsiColour)
assert isinstance(timer._content[1], CommandLine)
assert isinstance(timer._content[2], Line)
command = timer._content[1]
assert command.executed == 'git clone --depth=50 --branch=patch-1 git://github.com/legoktm/pywikibot-core.git legoktm/pywikibot-core'
assert timer._content[
2]._content == "Cloning into 'legoktm/pywikibot-core'..."
assert isinstance(block._content[5], Fold)
fold = block._content[5]
timer = fold._content[1]
assert timer.name == '10de8135'
assert timer.start == 1407532617445904815
assert timer.finish == 1407532619646888411
assert timer.duration == 2200983596
assert isinstance(timer._content[0], AnsiColour)
assert isinstance(timer._content[1], CommandLine)
command = timer._content[1]
assert command.executed == 'git submodule update'
assert block_names[2] == '_travis_yml_environment_variables'
assert '_travis_yml_environment_variables' in blocks
block = blocks['_travis_yml_environment_variables']
assert isinstance(block, TravisYmlEnvironmentVariables)
assert len(block._content) == 2
assert isinstance(block._content[0], CommandLine)
assert block._content[0].executed == 'export LANGUAGE=en'
assert isinstance(block._content[1], CommandLine)
assert block._content[1].executed == 'export FAMILY=wikipedia'
assert block_names[3] == '_activate'
assert '_activate' in blocks
block = blocks['_activate']
assert isinstance(block._content[0], Command)
assert len(block._content[0].lines) == 1
assert block._content[
0].executed == 'source ~/virtualenv/python2.7/bin/activate'
assert block._content[0].exit_code is None
assert block_names[4] == '_versions-timed'
assert '_versions-timed' in blocks
block = blocks['_versions-timed']
assert isinstance(block, CommandBlock)
assert len(block._content) == 2
assert isinstance(block._content[0], TimedCommand)
assert len(block._content[0].lines) == 2
assert block._content[0].executed == 'python --version'
assert block._content[0].lines[1] == 'Python 2.7.8'
assert block._content[0].exit_code is None
assert isinstance(block._content[1], TimedCommand)
assert len(block._content[1].lines) == 2
assert block._content[1].executed == 'pip --version'
assert block._content[1].lines[
1] == 'pip 1.5.4 from /home/travis/virtualenv/python2.7.8/lib/python2.7/site-packages (python 2.7)'
assert block_names[5] == 'before_install'
assert 'before_install' in blocks
block = blocks['before_install']
assert len(block._content) == 2
assert isinstance(block._content[0], Command)
assert len(block._content[0].lines) == 1
assert block._content[0].executed == 'sudo apt-get update -qq'
assert block._content[0].exit_code is None
assert block._content[
1].executed == 'sudo apt-get install -y python-imaging-tk liblua5.1-dev'
assert block_names[6] == 'install'
assert 'install' in blocks
block = blocks['install']
assert len(block._content) == 22
assert isinstance(block._content[0], Command)
assert len(block._content[0].lines) == 1
assert block._content[
0].executed == "if [[ $TRAVIS_PYTHON_VERSION == '2.6' ]]; then pip install ordereddict; fi"
assert block._content[21].executed == 'cd ../..'
assert block.elements[0].exit_code is None
assert block_names[7] == 'script'
assert 'script' in blocks
block = blocks['script']
assert len(block.elements) == 1
assert isinstance(block.elements[0], Command)
assert len(block.elements[0].lines) == 94
assert block.elements[
0].executed == """if [ -n "$USER_PASSWORD" ]; then python setup.py test; else PYWIKIBOT2_NO_USER_CONFIG=1 nosetests -a '!site,!net' -v ; fi"""
assert 'Ran 85 tests in 34.679s' in block.elements[0].lines
assert 'OK (SKIP=2)' in block.elements[0].lines
# This is not correct
assert block.elements[0].lines[-5:] == [
'Ran 85 tests in 34.679s', '', 'OK (SKIP=2)', '\x1b[0K', ''
]
assert block.elements[0].exit_code == 0
assert block_names[8] == '_done'
assert '_done' in blocks
block = blocks['_done']
assert isinstance(block, Done)
assert block.exit_code == 0
assert len(block.elements) == 1
assert isinstance(block.elements[0], Note)
assert block.elements[0].lines[0] == 'Done. Your build exited with 0.'
assert len(block_names) == 9
def test_new_structure_failed(self):
log = self._get_job_log('wikimedia/pywikibot-core/2889.11',
job_id=81691593)
assert log.body != ''
self._parse(log)
return
block_names = list(name for name in blocks.keys()
if not name.startswith('_unexpected_blank_lines'))
assert block_names[0] == '_worker'
assert '_worker' in blocks
block = blocks['_worker']
assert len(block.elements) == 2
assert isinstance(block.elements[0], Note)
assert len(block.elements[0].lines) == 1
assert block.elements[0].lines[
0] == 'Using worker: worker-linux-docker-397f32d0.prod.travis-ci.org:travis-linux-1'
assert isinstance(block.elements[1], BlankLine)
assert 'before_install' in block_names
#assert 'install' in block_names
assert 'script' in block_names
assert block_names[1] == 'system_info'
assert 'system_info' in blocks
block = blocks['system_info']
assert isinstance(block, OneNoteBlock)
assert len(block.elements) == 1
assert isinstance(block.elements[0], Note)
assert block.elements[0].lines[
0] == '\x1b[0K\x1b[33;1mBuild system information\x1b[0m'
assert block.elements[0].lines[
-1] == 'OS name: "linux", version: "3.13.0-29-generic", arch: "amd64", family: "unix"'
assert block_names[2] == 'git.checkout'
assert 'git.checkout' in blocks
block = blocks['git.checkout']
assert len(block.elements) == 1
assert isinstance(block.elements[0], TimedCommand)
command = block.elements[0]
assert command.identifier == '03dc9794'
assert command.executed == 'git clone --depth=50 --branch=master https://github.com/wikimedia/pywikibot-core.git wikimedia/pywikibot-core'
assert block_names[3] == 'git.submodule'
assert 'git.submodule' in blocks
block = blocks['git.submodule']
assert len(block.elements) == 2
assert isinstance(block.elements[0], TimedCommand)
command = block.elements[0]
assert command.identifier == '108fb4ee'
assert command.executed == 'git submodule init'
assert isinstance(block.elements[1], TimedCommand)
command = block.elements[1]
assert command.identifier == '01c2e164'
assert command.executed == 'git submodule update'
assert block_names[4] == '_container_notice'
assert '_container_notice' in blocks
assert block_names[5] == '_repository_environment_variables'
assert '_repository_environment_variables' in blocks
assert block_names[6] == '_travis_yml_environment_variables'
assert '_travis_yml_environment_variables' in blocks
assert block_names[7] == '_activate'
assert '_activate' in blocks
assert block_names[8] == '_versions'
assert '_versions' in blocks
assert block_names[9] == 'before_install'
assert 'before_install' in blocks
block = blocks['before_install']
assert isinstance(block.elements[0], TimedCommand)
command = block.elements[0]
assert command.identifier == '03083856'
assert command.executed == """if [[ "$PYSETUP_TEST_EXTRAS" != '1' ]]; then rm requirements.txt ; fi"""
assert isinstance(block.elements[1], TimedCommand)
command = block.elements[1]
assert command.identifier == '0cdc9510'
assert command.executed == """if [[ "$SITE_ONLY" == '1' ]]; then export USE_NOSE=1; fi"""
# surrogate 'install' block
assert block_names[10] == '_python_no_requirements'
assert '_python_no_requirements' in blocks
block = blocks['_python_no_requirements']
assert block_names[11] == 'before_script'
assert 'before_script' in blocks
block = blocks['before_script']
assert block_names[12] == 'script'
assert 'script' in blocks
block = blocks['script']
assert len(block.elements) == 16
assert isinstance(block.elements[0], TimedCommand)
command = block.elements[0]
assert command.identifier == '0b8c05de'
assert command.executed == """if [[ "$PYSETUP_TEST_EXTRAS" != '1' ]]; then pip install mwoauth -r requests-requirements.txt ; fi"""
command = block.elements[-1]
assert command.identifier == '0b7f1ea4'
assert command.executed == """if [[ "$USE_NOSE" == "1" ]]; then nosetests --version ; if [[ "$SITE_ONLY" == "1" ]]; then echo "Running site tests only code ${LANGUAGE} on family ${FAMILY}" ; python setup.py nosetests --tests tests --verbosity=2 -a "family=$FAMILY,code=$LANGUAGE" ; else python setup.py nosetests --tests tests --verbosity=2 ; fi ; else python setup.py test ; fi"""
assert command.exit_code == 1
# assert 'exited with 1' in command.lines[-1] # this lines disappears
assert block_names[13] == '_done'
assert '_done' in blocks
block = blocks['_done']
assert isinstance(block, Done)
assert block.exit_code == 1
assert len(block.elements) == 1
assert isinstance(block.elements[0], Note)
assert block.elements[0].lines[0] == 'Done. Your build exited with 1.'
def test_apt(self):
log = self._get_job_log('happy5214/pywikibot-core/6.10',
job_id=73883551)
assert log.body != ''
self._parse(log)
return
block_names = list(name for name in blocks.keys()
if not name.startswith('_unexpected_blank_lines'))
assert 'apt' in blocks
block = blocks['apt']
assert isinstance(block, AptBlock)
assert len(block.elements) == 4
assert isinstance(block.elements[0], Note)
assert block.elements[0].lines[
0] == '\x1b[0K\x1b[33;1mInstalling APT Packages (BETA)\x1b[0m'
assert isinstance(block.elements[1],
TimedCommand) # TODO: should be untimed
assert block.elements[
1].executed == 'export DEBIAN_FRONTEND=noninteractive'
assert isinstance(block.elements[2], TimedCommand)
assert block.elements[
2].executed == 'sudo -E apt-get -yq update &>> ~/apt-get-update.log'
def test_install_then_auto_script(self):
log = self._get_job_log('jayvdb/pywikibot-i18n/5.1', job_id=78700066)
assert log.body != ''
self._parse(log)
return
block_names = list(name for name in blocks.keys()
if not name.startswith('_unexpected_blank_lines'))
assert block_names[0:3] == ['_worker', 'system_info', 'git.checkout']
assert 'before_install' in block_names
assert 'install' in block_names
assert 'script' in block_names
def test_default_yml(self):
log = self._get_job_log('jayvdb/citeproc-test/13.1', job_id=81487027)
assert log.body != ''
blocks = self._parse(log)
return
block_names = list(name for name in blocks.keys()
if not name.startswith('_unexpected_blank_lines'))
assert block_names == [
'_no_travis_yml_warning', '_worker',
'_standard_configuration_warning', 'system_info', 'git.checkout',
'_container_notice', 'rvm', '_versions', 'script', '_done'
]
assert block_names[0] == '_no_travis_yml_warning'
assert '_no_travis_yml_warning' in blocks
block = blocks['_no_travis_yml_warning']
assert len(block.elements) == 2
assert len(block.elements[0].lines) == 2
assert 'unable to find a .travis.yml file' in block.elements[0].lines[
0]
assert isinstance(block.elements[1], BlankLine)
assert block_names[1] == '_worker'
assert '_worker' in blocks
block = blocks['_worker']
assert block_names[2] == '_standard_configuration_warning'
assert '_standard_configuration_warning' in blocks
block = blocks['_standard_configuration_warning']
assert block_names[3] == 'system_info'
assert 'system_info' in blocks
block = blocks['system_info']
assert block_names[4] == 'git.checkout'
assert 'git.checkout' in blocks
block = blocks['git.checkout']
assert block_names[5] == '_container_notice'
assert '_container_notice' in blocks
block = blocks['_container_notice']
assert block_names[6] == 'rvm'
assert 'rvm' in blocks
block = blocks['rvm']
assert len(block.elements) == 1
assert isinstance(block.elements[0], TimedCommand)
command = block.elements[0]
assert command.identifier == '2c60aab0'
assert command.executed == 'rvm use default'
assert block_names[7] == '_versions'
assert '_versions' in blocks
block = blocks['_versions']
assert isinstance(block, AutoVersionCommandBlock)
assert len(block.elements) == 4
assert isinstance(block.elements[0], Command)
assert len(block.elements[0].lines) == 2
assert block.elements[0].executed == 'ruby --version'
assert block.elements[0].lines[
1] == 'ruby 1.9.3p551 (2014-11-13 revision 48407) [x86_64-linux]'
assert block.elements[0].exit_code is None
assert isinstance(block.elements[1], Command)
assert len(block.elements[1].lines) == 2
assert block.elements[1].executed == 'rvm --version'
assert block.elements[1].lines[
1] == 'rvm 1.26.10 (latest-minor) by Wayne E. Seguin <*****@*****.**>, Michal Papis <*****@*****.**> [https://rvm.io/]'
assert isinstance(block.elements[2], Command)
assert len(block.elements[2].lines) == 2
assert block.elements[2].executed == 'bundle --version'
assert block.elements[2].lines[1] == 'Bundler version 1.7.6'
assert isinstance(block.elements[3], Command)
assert len(block.elements[3].lines) == 2
assert block.elements[3].executed == 'gem --version'
assert block.elements[3].lines[1] == '2.4.5'
assert block_names[8] == 'script'
assert 'script' in blocks
block = blocks['script']
assert isinstance(block, CommandBlock)
assert len(block.elements) == 1
assert isinstance(block.elements[0], TimedCommand)
assert len(block.elements[0].lines) == 8 # should be 6?
assert block.elements[0].executed == 'rake'
assert block.elements[0].lines[1] == 'rake aborted!'
assert block.elements[0].exit_code == 1
assert block_names[9] == '_done'
assert '_done' in blocks
block = blocks['_done']
assert block.exit_code == 1
def test_version_failed(self):
log = self._get_job_log('jayvdb/pywikibot-core/1210.11')
assert log.body != ''
blocks = self._parse(log)
def test_submodule_checkout_failed(self):
log = self._get_job_log('jayvdb/citeproc-py/20.1', job_id=81524549)
assert log.body != ''
blocks = self._parse(log)
return
block_names = list(name for name in blocks.keys()
if not name.startswith('_unexpected_blank_lines'))
assert block_names == [
'_no_travis_yml_warning', '_worker',
'_standard_configuration_warning', 'system_info', 'git.checkout',
'git.submodule', '_job_stopped'
]
def test_travis_yml_envvars(self):
log = self._get_job_log('hks73/pywikibot-core/2.7', job_id=48245860)
assert log.body != ''
blocks = self._parse(log)
return
block_names = list(name for name in blocks.keys()
if not name.startswith('_unexpected_blank_lines'))
assert block_names[0:4] == [
'_worker', 'system_info', 'git.checkout', 'git.submodule'
]
assert '_travis_yml_environment_variables' in block_names
def test_php(self):
log = self._get_job_log(
'wikimedia/mediawiki-extensions-Wikibase/5911.1', job_id=82696020)
assert log.body != ''
blocks = self._parse(log)
return
block_names = list(name for name in blocks.keys()
if not name.startswith('_unexpected_blank_lines'))
print(block_names)
assert block_names == [
'_worker',
'system_info',
'git.checkout',
'_travis_yml_environment_variables',
'_activate',
'_versions',
'before_script',
'script',
'_done',
]
def test_php_2(self):
log = self._get_job_log('wikimedia/mediawiki/10528.4', job_id=82710079)
assert log.body != ''
blocks = self._parse(log)
return
block_names = list(name for name in blocks.keys()
if not name.startswith('_unexpected_blank_lines'))
assert block_names == [
'_worker',
'system_info',
'git.checkout',
'services',
'_travis_yml_environment_variables',
'_activate',
'_versions',
'before_install',
'before_script',
'script',
'_done',
]
assert block_names[5] == '_activate'
assert '_activate' in blocks
block = blocks['_activate']
assert isinstance(block, PHPActivateBlock)
assert len(block.elements) == 5
command = block.elements[0]
assert isinstance(command, TimedCommand)
assert command.identifier == '1213f529'
assert len(command.lines) == 2
assert command.executed == 'phpenv global 7 2>/dev/null'
# FIXME: This line is actually outside the timed command
assert block.elements[0].lines[
1] == '\x1b[0K\x1b[33;1m7 is not pre-installed; installing\x1b[0m'
assert command.exit_code is None
command = block.elements[1]
assert isinstance(command, TimedCommand)
assert command.identifier == '13246fda'
assert len(command.lines) == 0
command = block.elements[2]
assert isinstance(command, TimedCommand)
assert command.identifier == '0fbbeb8d'
assert len(command.lines) == 0
command = block.elements[3]
assert isinstance(command, TimedCommand)
assert command.identifier == '0002a78c'
assert len(command.lines) == 0
command = block.elements[4]
assert isinstance(command, TimedCommand)
assert command.identifier == '26c935df'
assert len(command.lines) == 1
assert command.executed == 'phpenv global 7'
assert block_names[6] == '_versions'
assert '_versions' in blocks
block = blocks['_versions']
assert isinstance(block, AutoVersionCommandBlock)
assert len(block.elements) == 2
assert isinstance(block.elements[0], Command)
assert len(block.elements[0].lines) == 5
assert block.elements[0].executed == 'php --version'
assert block.elements[0].lines[
1] == 'PHP 7.0.0-dev (cli) (built: Sep 28 2015 22:41:46) '
assert block.elements[0].exit_code is None
assert isinstance(block.elements[1], Command)
assert len(block.elements[1].lines) == 3
assert block.elements[1].executed == 'composer --version'
assert block.elements[1].lines[
1] == '\x1b[32mComposer\x1b[39m version \x1b[33m1.0-dev (c41079192f38f0fc446b17baa8f628dcb3b61e7d)\x1b[39m 2015-09-28 09:38:16'
assert block.elements[1].lines[2] == '\x1b[0m'
def test_ios(self):
log = self._get_job_log('wikimedia/wikipedia-ios/543.1',
job_id=82596055)
assert log.body != ''
blocks = self._parse(log)
return
block_names = list(name for name in blocks.keys()
if not name.startswith('_unexpected_blank_lines'))
assert block_names == [
'_worker',
'system_info',
'git.checkout',
'git.submodule',
'rvm',
'_versions-odd',
'announce',
'_versions-extra',
'install',
'script',
'after_success',
'_done',
]
def test_ruby(self):
log = self._get_job_log('smalruby/smalruby/193.1', job_id=68760112)
assert log.body != ''
blocks = self._parse(log)
return
block_names = list(name for name in blocks.keys()
if not name.startswith('_unexpected_blank_lines'))
assert block_names == [
'_worker',
'system_info',
'git.checkout',
'_travis_yml_environment_variables',
'rvm',
'_versions',
'before_install',
'install.bundler',
'script',
'_done',
]
def test_cpp(self):
log = self._get_job_log('cocos2d/cocos2d-x/7635.1', job_id=22148153)
assert log.body != ''
blocks = self._parse(log)
return
block_names = list(name for name in blocks.keys()
if not name.startswith('_unexpected_blank_lines'))
# FIXME: _versions doesnt get separated
assert block_names == [
'_worker',
'_top_env',
'git',
'before_install',
'script',
'_done',
]
def test_foo(self):
log = self._get_job_log('datamade/dedupe/556.2', job_id=17375120)
assert log.body != ''
blocks = self._parse(log)
return
def test_random_passed(self):
"""Test a recently finished job."""
jobs = self._travis.jobs(state='passed')
job_id = jobs[0].id
print('Random using job_id {0}'.format(job_id))
log = self._get_job_log(job_id=job_id)
assert log.body != ''
blocks = self._parse(log)
class Test:
def setup_method(self, method):
if GITHUB_ACCESS_TOKEN:
self._travis = TravisPy.github_auth(GITHUB_ACCESS_TOKEN)
else:
self._travis = TravisPy()
def _get_job_log(self, extended_slug=None, job_id=None):
"""Get a job log."""
filename = get_filename(extended_slug)
if filename:
print('using {0}'.format(filename))
file = codecs.open(filename, 'r', 'utf-8')
log = Log.from_file(file)
if not job_id:
job = get_job(self._travis, extended_slug)
print('set job_id={0}'.format(job.id))
else:
job = self._travis.job(job_id)
assert job.log != ''
save_job_log(job)
log = job.log
return log
def _parse(self, log):
parser = BlockParser()
tree = parser._parse(log.body)
for item in tree:
if isinstance(item, Fold) and not isinstance(item, EmptyFold) and len(item._content) > 1:
print('Fold({0})..'.format(item.name))
for part in item._content:
print(' {0}'.format(part))
else:
print(item)
raise RuntimeError
def _split(self, log):
parser = BlockParser()
blocks = parser.split(log.body)
return blocks
def test_small(self):
class Foo:
body = small
self._split(Foo)
def test_empty_archived_log(self):
log = self._get_job_log('jayvdb/pywikibot-core/1240.15', job_id=81891594)
assert log.body == ''
self._parse(log)
def test_cancelled_1_log(self):
log = self._get_job_log('jayvdb/pywikibot-core/1229.7', job_id=81233866)
assert log.body != ''
self._parse(log)
def test_cancelled_2_log(self):
log = self._get_job_log('jayvdb/pywikibot-core/1210.9', job_id=81215691)
assert log.body != ''
self._parse(log)
def test_corrupt_log(self):
log = self._get_job_log('jayvdb/pywikibot-core/1242.10', job_id=81896198)
assert log.body != ''
with pytest.raises(ParseError) as exception_info:
log._parse()
def test_old_log_structure(self):
log = self._get_job_log('legoktm/pywikibot-core/3.1', job_id=32052931)
assert log.body != ''
blocks = self._split(log)
block_names = list(name for name in blocks.keys() if not name.startswith('_unexpected_blank_lines'))
assert block_names[0] == '_worker'
assert '_worker' in blocks
block = blocks['_worker']
assert block.worker == 'worker-linux-7-2.bb.travis-ci.org:travis-linux-13'
#assert len(block.elements) == 2
#assert isinstance(block.elements[0], Note)
#assert len(block.elements[0].lines) == 1
#assert block.elements[0].lines[0] == 'Using worker: worker-linux-7-2.bb.travis-ci.org:travis-linux-13'
#assert isinstance(block.elements[1], BlankLine)
print('block_names', block_names)
assert 'before_install' in block_names
assert 'install' in block_names
assert 'script' in block_names
assert block_names[1] == 'git'
assert 'git' in blocks
block = blocks['git']
assert len(block._content) == 6
assert isinstance(block._content[0], Fold)
fold = block._content[0]
assert len(fold._content) == 3
assert isinstance(fold._content[0], AnsiColour)
assert isinstance(fold._content[1], Timer)
assert isinstance(fold._content[2], AnsiColour)
timer = fold._content[1]
assert timer.name == '1128f657'
assert len(timer._content) > 3
assert isinstance(timer._content[0], AnsiColour)
assert isinstance(timer._content[1], CommandLine)
assert isinstance(timer._content[2], Line)
command = timer._content[1]
assert command.executed == 'git clone --depth=50 --branch=patch-1 git://github.com/legoktm/pywikibot-core.git legoktm/pywikibot-core'
assert timer._content[2]._content == "Cloning into 'legoktm/pywikibot-core'..."
assert isinstance(block._content[5], Fold)
fold = block._content[5]
timer = fold._content[1]
assert timer.name == '10de8135'
assert timer.start == 1407532617445904815
assert timer.finish == 1407532619646888411
assert timer.duration == 2200983596
assert isinstance(timer._content[0], AnsiColour)
assert isinstance(timer._content[1], CommandLine)
command = timer._content[1]
assert command.executed == 'git submodule update'
assert block_names[2] == '_travis_yml_environment_variables'
assert '_travis_yml_environment_variables' in blocks
block = blocks['_travis_yml_environment_variables']
assert isinstance(block, TravisYmlEnvironmentVariables)
assert len(block._content) == 2
assert isinstance(block._content[0], CommandLine)
assert block._content[0].executed == 'export LANGUAGE=en'
assert isinstance(block._content[1], CommandLine)
assert block._content[1].executed == 'export FAMILY=wikipedia'
assert block_names[3] == '_activate'
assert '_activate' in blocks
block = blocks['_activate']
assert isinstance(block._content[0], Command)
assert len(block._content[0].lines) == 1
assert block._content[0].executed == 'source ~/virtualenv/python2.7/bin/activate'
assert block._content[0].exit_code is None
assert block_names[4] == '_versions-timed'
assert '_versions-timed' in blocks
block = blocks['_versions-timed']
assert isinstance(block, CommandBlock)
assert len(block._content) == 2
assert isinstance(block._content[0], TimedCommand)
assert len(block._content[0].lines) == 2
assert block._content[0].executed == 'python --version'
assert block._content[0].lines[1] == 'Python 2.7.8'
assert block._content[0].exit_code is None
assert isinstance(block._content[1], TimedCommand)
assert len(block._content[1].lines) == 2
assert block._content[1].executed == 'pip --version'
assert block._content[1].lines[1] == 'pip 1.5.4 from /home/travis/virtualenv/python2.7.8/lib/python2.7/site-packages (python 2.7)'
assert block_names[5] == 'before_install'
assert 'before_install' in blocks
block = blocks['before_install']
assert len(block._content) == 2
assert isinstance(block._content[0], Command)
assert len(block._content[0].lines) == 1
assert block._content[0].executed == 'sudo apt-get update -qq'
assert block._content[0].exit_code is None
assert block._content[1].executed == 'sudo apt-get install -y python-imaging-tk liblua5.1-dev'
assert block_names[6] == 'install'
assert 'install' in blocks
block = blocks['install']
assert len(block._content) == 22
assert isinstance(block._content[0], Command)
assert len(block._content[0].lines) == 1
assert block._content[0].executed == "if [[ $TRAVIS_PYTHON_VERSION == '2.6' ]]; then pip install ordereddict; fi"
assert block._content[21].executed == 'cd ../..'
assert block.elements[0].exit_code is None
assert block_names[7] == 'script'
assert 'script' in blocks
block = blocks['script']
assert len(block.elements) == 1
assert isinstance(block.elements[0], Command)
assert len(block.elements[0].lines) == 94
assert block.elements[0].executed == """if [ -n "$USER_PASSWORD" ]; then python setup.py test; else PYWIKIBOT2_NO_USER_CONFIG=1 nosetests -a '!site,!net' -v ; fi"""
assert 'Ran 85 tests in 34.679s' in block.elements[0].lines
assert 'OK (SKIP=2)' in block.elements[0].lines
# This is not correct
assert block.elements[0].lines[-5:] == ['Ran 85 tests in 34.679s', '', 'OK (SKIP=2)', '\x1b[0K', '']
assert block.elements[0].exit_code == 0
assert block_names[8] == '_done'
assert '_done' in blocks
block = blocks['_done']
assert isinstance(block, Done)
assert block.exit_code == 0
assert len(block.elements) == 1
assert isinstance(block.elements[0], Note)
assert block.elements[0].lines[0] == 'Done. Your build exited with 0.'
assert len(block_names) == 9
def test_new_structure_failed(self):
log = self._get_job_log('wikimedia/pywikibot-core/2889.11', job_id=81691593)
assert log.body != ''
self._parse(log)
return
block_names = list(name for name in blocks.keys() if not name.startswith('_unexpected_blank_lines'))
assert block_names[0] == '_worker'
assert '_worker' in blocks
block = blocks['_worker']
assert len(block.elements) == 2
assert isinstance(block.elements[0], Note)
assert len(block.elements[0].lines) == 1
assert block.elements[0].lines[0] == 'Using worker: worker-linux-docker-397f32d0.prod.travis-ci.org:travis-linux-1'
assert isinstance(block.elements[1], BlankLine)
assert 'before_install' in block_names
#assert 'install' in block_names
assert 'script' in block_names
assert block_names[1] == 'system_info'
assert 'system_info' in blocks
block = blocks['system_info']
assert isinstance(block, OneNoteBlock)
assert len(block.elements) == 1
assert isinstance(block.elements[0], Note)
assert block.elements[0].lines[0] == '\x1b[0K\x1b[33;1mBuild system information\x1b[0m'
assert block.elements[0].lines[-1] == 'OS name: "linux", version: "3.13.0-29-generic", arch: "amd64", family: "unix"'
assert block_names[2] == 'git.checkout'
assert 'git.checkout' in blocks
block = blocks['git.checkout']
assert len(block.elements) == 1
assert isinstance(block.elements[0], TimedCommand)
command = block.elements[0]
assert command.identifier == '03dc9794'
assert command.executed == 'git clone --depth=50 --branch=master https://github.com/wikimedia/pywikibot-core.git wikimedia/pywikibot-core'
assert block_names[3] == 'git.submodule'
assert 'git.submodule' in blocks
block = blocks['git.submodule']
assert len(block.elements) == 2
assert isinstance(block.elements[0], TimedCommand)
command = block.elements[0]
assert command.identifier == '108fb4ee'
assert command.executed == 'git submodule init'
assert isinstance(block.elements[1], TimedCommand)
command = block.elements[1]
assert command.identifier == '01c2e164'
assert command.executed == 'git submodule update'
assert block_names[4] == '_container_notice'
assert '_container_notice' in blocks
assert block_names[5] == '_repository_environment_variables'
assert '_repository_environment_variables' in blocks
assert block_names[6] == '_travis_yml_environment_variables'
assert '_travis_yml_environment_variables' in blocks
assert block_names[7] == '_activate'
assert '_activate' in blocks
assert block_names[8] == '_versions'
assert '_versions' in blocks
assert block_names[9] == 'before_install'
assert 'before_install' in blocks
block = blocks['before_install']
assert isinstance(block.elements[0], TimedCommand)
command = block.elements[0]
assert command.identifier == '03083856'
assert command.executed == """if [[ "$PYSETUP_TEST_EXTRAS" != '1' ]]; then rm requirements.txt ; fi"""
assert isinstance(block.elements[1], TimedCommand)
command = block.elements[1]
assert command.identifier == '0cdc9510'
assert command.executed == """if [[ "$SITE_ONLY" == '1' ]]; then export USE_NOSE=1; fi"""
# surrogate 'install' block
assert block_names[10] == '_python_no_requirements'
assert '_python_no_requirements' in blocks
block = blocks['_python_no_requirements']
assert block_names[11] == 'before_script'
assert 'before_script' in blocks
block = blocks['before_script']
assert block_names[12] == 'script'
assert 'script' in blocks
block = blocks['script']
assert len(block.elements) == 16
assert isinstance(block.elements[0], TimedCommand)
command = block.elements[0]
assert command.identifier == '0b8c05de'
assert command.executed == """if [[ "$PYSETUP_TEST_EXTRAS" != '1' ]]; then pip install mwoauth -r requests-requirements.txt ; fi"""
command = block.elements[-1]
assert command.identifier == '0b7f1ea4'
assert command.executed == """if [[ "$USE_NOSE" == "1" ]]; then nosetests --version ; if [[ "$SITE_ONLY" == "1" ]]; then echo "Running site tests only code ${LANGUAGE} on family ${FAMILY}" ; python setup.py nosetests --tests tests --verbosity=2 -a "family=$FAMILY,code=$LANGUAGE" ; else python setup.py nosetests --tests tests --verbosity=2 ; fi ; else python setup.py test ; fi"""
assert command.exit_code == 1
# assert 'exited with 1' in command.lines[-1] # this lines disappears
assert block_names[13] == '_done'
assert '_done' in blocks
block = blocks['_done']
assert isinstance(block, Done)
assert block.exit_code == 1
assert len(block.elements) == 1
assert isinstance(block.elements[0], Note)
assert block.elements[0].lines[0] == 'Done. Your build exited with 1.'
def test_apt(self):
log = self._get_job_log('happy5214/pywikibot-core/6.10', job_id=73883551)
assert log.body != ''
self._parse(log)
return
block_names = list(name for name in blocks.keys() if not name.startswith('_unexpected_blank_lines'))
assert 'apt' in blocks
block = blocks['apt']
assert isinstance(block, AptBlock)
assert len(block.elements) == 4
assert isinstance(block.elements[0], Note)
assert block.elements[0].lines[0] == '\x1b[0K\x1b[33;1mInstalling APT Packages (BETA)\x1b[0m'
assert isinstance(block.elements[1], TimedCommand) # TODO: should be untimed
assert block.elements[1].executed == 'export DEBIAN_FRONTEND=noninteractive'
assert isinstance(block.elements[2], TimedCommand)
assert block.elements[2].executed == 'sudo -E apt-get -yq update &>> ~/apt-get-update.log'
def test_install_then_auto_script(self):
log = self._get_job_log('jayvdb/pywikibot-i18n/5.1', job_id=78700066)
assert log.body != ''
self._parse(log)
return
block_names = list(name for name in blocks.keys() if not name.startswith('_unexpected_blank_lines'))
assert block_names[0:3] == [
'_worker', 'system_info', 'git.checkout']
assert 'before_install' in block_names
assert 'install' in block_names
assert 'script' in block_names
def test_default_yml(self):
log = self._get_job_log('jayvdb/citeproc-test/13.1', job_id=81487027)
assert log.body != ''
blocks = self._parse(log)
return
block_names = list(name for name in blocks.keys() if not name.startswith('_unexpected_blank_lines'))
assert block_names == [
'_no_travis_yml_warning', '_worker', '_standard_configuration_warning',
'system_info', 'git.checkout',
'_container_notice', 'rvm', '_versions', 'script', '_done']
assert block_names[0] == '_no_travis_yml_warning'
assert '_no_travis_yml_warning' in blocks
block = blocks['_no_travis_yml_warning']
assert len(block.elements) == 2
assert len(block.elements[0].lines) == 2
assert 'unable to find a .travis.yml file' in block.elements[0].lines[0]
assert isinstance(block.elements[1], BlankLine)
assert block_names[1] == '_worker'
assert '_worker' in blocks
block = blocks['_worker']
assert block_names[2] == '_standard_configuration_warning'
assert '_standard_configuration_warning' in blocks
block = blocks['_standard_configuration_warning']
assert block_names[3] == 'system_info'
assert 'system_info' in blocks
block = blocks['system_info']
assert block_names[4] == 'git.checkout'
assert 'git.checkout' in blocks
block = blocks['git.checkout']
assert block_names[5] == '_container_notice'
assert '_container_notice' in blocks
block = blocks['_container_notice']
assert block_names[6] == 'rvm'
assert 'rvm' in blocks
block = blocks['rvm']
assert len(block.elements) == 1
assert isinstance(block.elements[0], TimedCommand)
command = block.elements[0]
assert command.identifier == '2c60aab0'
assert command.executed == 'rvm use default'
assert block_names[7] == '_versions'
assert '_versions' in blocks
block = blocks['_versions']
assert isinstance(block, AutoVersionCommandBlock)
assert len(block.elements) == 4
assert isinstance(block.elements[0], Command)
assert len(block.elements[0].lines) == 2
assert block.elements[0].executed == 'ruby --version'
assert block.elements[0].lines[1] == 'ruby 1.9.3p551 (2014-11-13 revision 48407) [x86_64-linux]'
assert block.elements[0].exit_code is None
assert isinstance(block.elements[1], Command)
assert len(block.elements[1].lines) == 2
assert block.elements[1].executed == 'rvm --version'
assert block.elements[1].lines[1] == 'rvm 1.26.10 (latest-minor) by Wayne E. Seguin <*****@*****.**>, Michal Papis <*****@*****.**> [https://rvm.io/]'
assert isinstance(block.elements[2], Command)
assert len(block.elements[2].lines) == 2
assert block.elements[2].executed == 'bundle --version'
assert block.elements[2].lines[1] == 'Bundler version 1.7.6'
assert isinstance(block.elements[3], Command)
assert len(block.elements[3].lines) == 2
assert block.elements[3].executed == 'gem --version'
assert block.elements[3].lines[1] == '2.4.5'
assert block_names[8] == 'script'
assert 'script' in blocks
block = blocks['script']
assert isinstance(block, CommandBlock)
assert len(block.elements) == 1
assert isinstance(block.elements[0], TimedCommand)
assert len(block.elements[0].lines) == 8 # should be 6?
assert block.elements[0].executed == 'rake'
assert block.elements[0].lines[1] == 'rake aborted!'
assert block.elements[0].exit_code == 1
assert block_names[9] == '_done'
assert '_done' in blocks
block = blocks['_done']
assert block.exit_code == 1
def test_version_failed(self):
log = self._get_job_log('jayvdb/pywikibot-core/1210.11')
assert log.body != ''
blocks = self._parse(log)
def test_submodule_checkout_failed(self):
log = self._get_job_log('jayvdb/citeproc-py/20.1', job_id=81524549)
assert log.body != ''
blocks = self._parse(log)
return
block_names = list(name for name in blocks.keys() if not name.startswith('_unexpected_blank_lines'))
assert block_names == [
'_no_travis_yml_warning', '_worker', '_standard_configuration_warning',
'system_info', 'git.checkout', 'git.submodule', '_job_stopped']
def test_travis_yml_envvars(self):
log = self._get_job_log('hks73/pywikibot-core/2.7', job_id=48245860)
assert log.body != ''
blocks = self._parse(log)
return
block_names = list(name for name in blocks.keys() if not name.startswith('_unexpected_blank_lines'))
assert block_names[0:4] == ['_worker', 'system_info', 'git.checkout', 'git.submodule']
assert '_travis_yml_environment_variables' in block_names
def test_php(self):
log = self._get_job_log('wikimedia/mediawiki-extensions-Wikibase/5911.1', job_id=82696020)
assert log.body != ''
blocks = self._parse(log)
return
block_names = list(name for name in blocks.keys() if not name.startswith('_unexpected_blank_lines'))
print(block_names)
assert block_names == [
'_worker', 'system_info', 'git.checkout',
'_travis_yml_environment_variables', '_activate', '_versions',
'before_script', 'script', '_done',
]
def test_php_2(self):
log = self._get_job_log('wikimedia/mediawiki/10528.4', job_id=82710079)
assert log.body != ''
blocks = self._parse(log)
return
block_names = list(name for name in blocks.keys() if not name.startswith('_unexpected_blank_lines'))
assert block_names == [
'_worker', 'system_info', 'git.checkout', 'services',
'_travis_yml_environment_variables', '_activate', '_versions',
'before_install', 'before_script', 'script', '_done',
]
assert block_names[5] == '_activate'
assert '_activate' in blocks
block = blocks['_activate']
assert isinstance(block, PHPActivateBlock)
assert len(block.elements) == 5
command = block.elements[0]
assert isinstance(command, TimedCommand)
assert command.identifier == '1213f529'
assert len(command.lines) == 2
assert command.executed == 'phpenv global 7 2>/dev/null'
# FIXME: This line is actually outside the timed command
assert block.elements[0].lines[1] == '\x1b[0K\x1b[33;1m7 is not pre-installed; installing\x1b[0m'
assert command.exit_code is None
command = block.elements[1]
assert isinstance(command, TimedCommand)
assert command.identifier == '13246fda'
assert len(command.lines) == 0
command = block.elements[2]
assert isinstance(command, TimedCommand)
assert command.identifier == '0fbbeb8d'
assert len(command.lines) == 0
command = block.elements[3]
assert isinstance(command, TimedCommand)
assert command.identifier == '0002a78c'
assert len(command.lines) == 0
command = block.elements[4]
assert isinstance(command, TimedCommand)
assert command.identifier == '26c935df'
assert len(command.lines) == 1
assert command.executed == 'phpenv global 7'
assert block_names[6] == '_versions'
assert '_versions' in blocks
block = blocks['_versions']
assert isinstance(block, AutoVersionCommandBlock)
assert len(block.elements) == 2
assert isinstance(block.elements[0], Command)
assert len(block.elements[0].lines) == 5
assert block.elements[0].executed == 'php --version'
assert block.elements[0].lines[1] == 'PHP 7.0.0-dev (cli) (built: Sep 28 2015 22:41:46) '
assert block.elements[0].exit_code is None
assert isinstance(block.elements[1], Command)
assert len(block.elements[1].lines) == 3
assert block.elements[1].executed == 'composer --version'
assert block.elements[1].lines[1] == '\x1b[32mComposer\x1b[39m version \x1b[33m1.0-dev (c41079192f38f0fc446b17baa8f628dcb3b61e7d)\x1b[39m 2015-09-28 09:38:16'
assert block.elements[1].lines[2] == '\x1b[0m'
def test_ios(self):
log = self._get_job_log('wikimedia/wikipedia-ios/543.1', job_id=82596055)
assert log.body != ''
blocks = self._parse(log)
return
block_names = list(name for name in blocks.keys() if not name.startswith('_unexpected_blank_lines'))
assert block_names == [
'_worker', 'system_info', 'git.checkout', 'git.submodule',
'rvm', '_versions-odd', 'announce', '_versions-extra',
'install', 'script', 'after_success', '_done',
]
def test_ruby(self):
log = self._get_job_log('smalruby/smalruby/193.1', job_id=68760112)
assert log.body != ''
blocks = self._parse(log)
return
block_names = list(name for name in blocks.keys() if not name.startswith('_unexpected_blank_lines'))
assert block_names == [
'_worker', 'system_info', 'git.checkout',
'_travis_yml_environment_variables', 'rvm', '_versions',
'before_install', 'install.bundler', 'script', '_done',
]
def test_cpp(self):
log = self._get_job_log('cocos2d/cocos2d-x/7635.1', job_id=22148153)
assert log.body != ''
blocks = self._parse(log)
return
block_names = list(name for name in blocks.keys() if not name.startswith('_unexpected_blank_lines'))
# FIXME: _versions doesnt get separated
assert block_names == [
'_worker', '_top_env', 'git',
'before_install', 'script', '_done',
]
def test_foo(self):
log = self._get_job_log('datamade/dedupe/556.2', job_id=17375120)
assert log.body != ''
blocks = self._parse(log)
return
def test_random_passed(self):
"""Test a recently finished job."""
jobs = self._travis.jobs(state='passed')
job_id = jobs[0].id
print('Random using job_id {0}'.format(job_id))
log = self._get_job_log(job_id=job_id)
assert log.body != ''
blocks = self._parse(log)
