def test_pipeline_downloader_tarzip_curdler(): "Install#pipeline() should route all the tar/zip files to the curdler" # Given that I have the install command index = Index('') index.storage = {} install = Install(conf={'index': index}) # And I mock the curdler service end-point and start all the services install.curdler.queue = Mock(__name__=str('queue')) install.pipeline() # Feed the installer with the requirement install.finder.queue = Mock() install.feed('tests', requirement='curdling') # When I fire the download.finished() signal with proper data install.downloader.emit('finished', 'downloader', requirement='curdling', tarball='curdling-0.1.tar.gz') # Than I see that the curdler received a request install.curdler.queue.assert_called_once_with( 'downloader', requirement='curdling', tarball='curdling-0.1.tar.gz')
def test_install_feed_when_theres_a_wheel_cached(): "Install#feed() Should route the requirements that already have a wheel to the dependencer" # Given that I have a loaded local cache index = Index('') index.storage = { 'gherkin': { '0.1.0': ['storage1/gherkin-0.1.0-py27-none-any.whl'] } } # And that I have an environment associated with that local cache env = Install(conf={'index': index}) env.pipeline() env.downloader.queue = Mock() env.dependencer.queue = Mock() env.curdler.queue = Mock() # When I request an installation of a package env.feed('tests', requirement='gherkin==0.1.0') # # Then I see that, since the package was not installed, the locall cache # # was queried and returned the right entry # env.check_installed.assert_called_once_with('gherkin==0.1.0') # And I see that the install queue was populated env.dependencer.queue.assert_called_once_with( 'tests', requirement='gherkin==0.1.0', wheel='storage1/gherkin-0.1.0-py27-none-any.whl', ) # And that the download queue was not touched env.downloader.queue.called.should.be.false
def test_request_install_cached_wheels(): "Request the installation of a cached package" # Given that I have a loaded local cache index = Index('') index.storage = {'gherkin': {'0.1.0': ['storage1/gherkin-0.1.0-py27-none-any.whl']}} # And that I have an environment associated with that local cache env = Env(conf={'index': index}) env.check_installed = Mock(return_value=False) env.services['download'] = Mock() env.services['install'] = Mock() # When I request an installation of a package env.request_install('gherkin==0.1.0').should.be.false # Then I see that, since the package was not installed, the locall cache # was queried and returned the right entry env.check_installed.assert_called_once_with('gherkin==0.1.0') # And I see that the install queue was populated env.services['install'].queue.assert_called_once_with( 'gherkin==0.1.0', 'main', path='storage1/gherkin-0.1.0-py27-none-any.whl') # And that the download queue was not touched env.services['download'].queue.called.should.be.false
def test_pipeline_curdler_wheel_dependencer(): "Install#pipeline() should route all the wheel files from the curdler to the dependencer" # Given that I have the install command index = Index('') index.storage = {} install = Install(conf={'index': index}) # And I mock the curdler service end-point and start all the services install.dependencer.queue = Mock(__name__=str('queue')) install.pipeline() # Feed the installer with the requirement install.finder.queue = Mock() install.feed('tests', requirement='curdling') # When I fire the curdler.finished() signal with proper data install.curdler.emit('finished', 'curdler', requirement='curdling', wheel='curdling-0.1.0-py27-none-any.whl') # Than I see that the dependencer received a request install.dependencer.queue.assert_called_once_with( 'curdler', requirement='curdling', wheel='curdling-0.1.0-py27-none-any.whl')
def test_feed_filter_dups(): "Install#feed() Should skip duplicated requirements" # Given that I have the install command index = Index('') index.storage = {} install = Install(conf={'index': index}) # And I mock the finder service end-point install.finder.queue = Mock() install.pipeline() # Feed the installer with the requirement install.feed('tests', requirement='package') install.finder.queue.assert_called_once_with('tests', requirement='package') install.mapping.requirements.should.equal(set(['package'])) # When I fire the finder.finished() signal with proper data install.feed('tests', requirement='package') # Then I see the feed function just skipped this repeated requirement install.finder.queue.assert_called_once_with('tests', requirement='package') install.mapping.requirements.should.equal(set(['package']))
def test_feed_filter_compatible_requirements(): "Install#feed() Should skip requirements that already have compatible matches in the mapping" # Given that I have the install command index = Index('') index.storage = {} install = Install(conf={'index': index}) # And I mock the finder service end-point install.finder.queue = Mock() install.pipeline() # When I feed the installer with a requirement *without dependencies* install.feed('tests', requirement='package (1.0)') # And I feed the installer with another requirement for the same # package above, requested by `something-else` install.feed('tests', requirement='package (3.0)', dependency_of='something-else') # Then I see that the requirement without any dependencies # (primary requirement) is the chosen one install.finder.queue.assert_called_once_with('tests', requirement='package (1.0)') install.mapping.requirements.should.equal(set(['package (1.0)']))
def test_install_feed_when_theres_a_wheel_cached(): "Install#feed() Should route the requirements that already have a wheel to the dependencer" # Given that I have a loaded local cache index = Index('') index.storage = {'gherkin': {'0.1.0': ['storage1/gherkin-0.1.0-py27-none-any.whl']}} # And that I have an environment associated with that local cache env = Install(conf={'index': index}) env.pipeline() env.downloader.queue = Mock() env.dependencer.queue = Mock() env.curdler.queue = Mock() # When I request an installation of a package env.feed('tests', requirement='gherkin==0.1.0') # # Then I see that, since the package was not installed, the locall cache # # was queried and returned the right entry # env.check_installed.assert_called_once_with('gherkin==0.1.0') # And I see that the install queue was populated env.dependencer.queue.assert_called_once_with( 'tests', requirement='gherkin==0.1.0', wheel='storage1/gherkin-0.1.0-py27-none-any.whl', ) # And that the download queue was not touched env.downloader.queue.called.should.be.false
def test_request_install_cached_wheels(): "Request the installation of a cached package" # Given that I have a loaded local cache index = Index('') index.storage = { 'gherkin': { '0.1.0': ['storage1/gherkin-0.1.0-py27-none-any.whl'] } } # And that I have an environment associated with that local cache env = Env(conf={'index': index}) env.check_installed = Mock(return_value=False) env.services['download'] = Mock() env.services['install'] = Mock() # When I request an installation of a package env.request_install('gherkin==0.1.0').should.be.false # Then I see that, since the package was not installed, the locall cache # was queried and returned the right entry env.check_installed.assert_called_once_with('gherkin==0.1.0') # And I see that the install queue was populated env.services['install'].queue.assert_called_once_with( 'gherkin==0.1.0', 'main', path='storage1/gherkin-0.1.0-py27-none-any.whl') # And that the download queue was not touched env.services['download'].queue.called.should.be.false
def test_index_get_corner_case_pkg_name(): "It should be possible to search for packages that contain `_` in their name" # Given that I have an index loaded with a couple package references index = Index("") index.storage = {"python-gherkin": {"0.1.0": ["python_gherkin-0.1.0.tar.gz"]}} index.get("python-gherkin==0.1.0;~whl").should.equal("python_gherkin-0.1.0.tar.gz")
def test_index_get(): "It should be possible to search for packages using different criterias" # Given that I have an index loaded with a couple package references index = Index("") index.storage = { "gherkin": { "0.2.0": ["gherkin-0.2.0.tar.gz"], "0.1.5": ["gherkin-0.2.0.tar.gz"], "0.1.1": ["gherkin-0.1.1.tar.gz"], "0.1.0": ["gherkin-0.1.0.tar.gz", "gherkin-0.1.0-py27-none-any.whl"], } } # Let's do some random assertions # No version: Always brings the newest index.get("gherkin").should.equal("gherkin-0.2.0.tar.gz") # With a range of versions: Always brings the newest index.get("gherkin (> 0.1.0)").should.equal("gherkin-0.2.0.tar.gz") # With a handful of version specs: Find the matching version and prefer whl index.get("gherkin (>= 0.1.0, < 0.1.5, != 0.1.1)").should.equal("gherkin-0.1.0-py27-none-any.whl") # With version: Always prefers the wheel index.get("gherkin (== 0.1.0, <= 0.2.0)").should.equal("gherkin-0.1.0-py27-none-any.whl") # With version and format: Prefers anything but `whl' index.get("gherkin (== 0.1.0);~whl").should.equal("gherkin-0.1.0.tar.gz") # With version range and no format: Finds the highest version with the :) index.get.when.called_with("gherkin (== 0.1.1);whl").should.throw( PackageNotFound, ("The index does not have the requested package: " "gherkin (0.1.1) (whl)") ) # With version and a format that is not available: Blows up! :) index.get.when.called_with("gherkin (== 0.1.1);whl").should.throw( PackageNotFound, ("The index does not have the requested package: " "gherkin (0.1.1) (whl)") ) # With a version we simply don't have: Blows up! :) index.get.when.called_with("gherkin (== 0.2.1)").should.throw( PackageNotFound, ("The index does not have the requested package: " "gherkin (0.2.1)") ) # With a package we simply don't have: Blows up! :) index.get.when.called_with("nonexisting (== 0.2.1)").should.throw( PackageNotFound, ("The index does not have the requested package: " "nonexisting (0.2.1)") ) # Case insensitive index.get("Gherkin").should.equal("gherkin-0.2.0.tar.gz")
def test_index_get_corner_case_pkg_name(): "It should be possible to search for packages that contain `_` in their name" # Given that I have an index loaded with a couple package references index = Index('') index.storage = { 'python-gherkin': { '0.1.0': [ 'python_gherkin-0.1.0.tar.gz', ] } } index.get('python-gherkin==0.1.0;~whl').should.equal('python_gherkin-0.1.0.tar.gz')
def test_pipeline_finder_found_downloader(): "Install#pipeline() should route the finder output to the downloader" # Given that I have the install command index = Index('') index.storage = {} install = Install(conf={'index': index}) # And I mock the downloader service end-point install.finder.queue = Mock(__name__=str('queue')) install.downloader.queue = Mock(__name__=str('queue')) install.pipeline() # Feed the installer with the requirement install.finder.queue = Mock() install.feed('tests', requirement='package') install.feed('tests', requirement='package (0.0.1)') # When I fire the finder.finished() signal with proper data install.finder.emit( 'finished', 'finder', requirement='package', url='http://srv.com/package.tar.gz', locator_url='http://*****:*****@srv.com/simple', ) # And manually add the first package to the `processing_packages` set, # because we mock `queue`, the component that actually does that for us. install.downloader.processing_packages.add('package.tar.gz') # And When I fire another finished signal with a different requirement but # the same url install.finder.emit( 'finished', 'finder', requirement='package (0.0.1)', url='http://another.srv.com/package.tar.gz', locator_url='http://srv.com/simple', ) # Then I see that the downloader received a single request. The second one # was duplicated install.downloader.queue.assert_called_once_with( 'finder', requirement='package', url='http://srv.com/package.tar.gz', locator_url='http://*****:*****@srv.com/simple', )
def test_index_get_corner_case_pkg_name(): "It should be possible to search for packages that contain `_` in their name" # Given that I have an index loaded with a couple package references index = Index('') index.storage = { 'python-gherkin': { '0.1.0': [ 'python_gherkin-0.1.0.tar.gz', ] } } index.get('python-gherkin==0.1.0;~whl').should.equal( 'python_gherkin-0.1.0.tar.gz')
def test_pipeline_finder_found_downloader(): "Install#pipeline() should route the finder output to the downloader" # Given that I have the install command index = Index('') index.storage = {} install = Install(conf={'index': index}) # And I mock the downloader service end-point install.finder.queue = Mock(__name__=str('queue')) install.downloader.queue = Mock(__name__=str('queue')) install.pipeline() # Feed the installer with the requirement install.finder.queue = Mock() install.feed('tests', requirement='package') install.feed('tests', requirement='package (0.0.1)') # When I fire the finder.finished() signal with proper data install.finder.emit('finished', 'finder', requirement='package', url='http://srv.com/package.tar.gz', locator_url='http://*****:*****@srv.com/simple', ) # And manually add the first package to the `processing_packages` set, # because we mock `queue`, the component that actually does that for us. install.downloader.processing_packages.add('package.tar.gz') # And When I fire another finished signal with a different requirement but # the same url install.finder.emit('finished', 'finder', requirement='package (0.0.1)', url='http://another.srv.com/package.tar.gz', locator_url='http://srv.com/simple', ) # Then I see that the downloader received a single request. The second one # was duplicated install.downloader.queue.assert_called_once_with( 'finder', requirement='package', url='http://srv.com/package.tar.gz', locator_url='http://*****:*****@srv.com/simple', )
def test_feed_filter_blacklisted_packages(): "Install#feed() Should skip blacklisted package names" # Given that I have the install command index = Index('') index.storage = {} install = Install(conf={'index': index}) # And I mock the finder service end-point install.finder.queue = Mock() install.pipeline() # When I feed the installer with the requirement install.feed('tests', requirement='setuptools') # Then I see it was just skipped install.finder.queue.called.should.be.false
def test_pipeline_update_mapping_errors(): "Install#pipeline() Should update Install#mapping#errors whenever an error occurs" # Given that I have the install command index = Index('') index.storage = {} install = Install(conf={'index': index}) install.pipeline() install.finder.handle = Mock(side_effect=Exception('P0wned!')) # When I feed the installer with a requirement install.feed('tests', requirement='pkg (0.1)') install.finder.queue(None) install.finder._worker() install.mapping.errors.should.have.length_of(1) str(install.mapping.errors['pkg'][0]['exception']).should.equal('P0wned!')
def test_feed_requirement_finder(): "Install#feed() should route all queued requirements to the finder" # Given that I have the install command index = Index('') index.storage = {} install = Install(conf={'index': index}) install.pipeline() # And I mock some service end-points install.finder.queue = Mock() # When I request the installation of a new requirement install.feed('tests', requirement='curdling') # Then I see the finder received a request install.finder.queue.assert_called_once_with( 'tests', requirement='curdling')
def test_pipeline_dependencer_queue(): "Install#pipeline() should route all the requirements from the dependencer to Install#feed()" # Given that I have the install command index = Index('') index.storage = {} install = Install(conf={'index': index}) # And I mock the curdler service end-point and start all the services install.feed = Mock(__name__=str('feed')) install.pipeline() # When I fire the download.finished() signal with proper data install.dependencer.emit('dependency_found', 'dependencer', requirement='curdling (0.3.0)') # Than I see that the curdler received a request install.feed.assert_called_once_with( 'dependencer', requirement='curdling (0.3.0)')
def test_pipeline_dependencer_queue(): "Install#pipeline() should route all the requirements from the dependencer to Install#handle()" # Given that I have the install command index = Index('') index.storage = {} install = Install(conf={'index': index}) # And I mock the curdler service end-point and start all the services install.queue = Mock(__name__=str('handle')) install.pipeline() # When I fire the download.finished() signal with proper data install.dependencer.emit('dependency_found', 'dependencer', requirement='curdling (0.3.0)') # Than I see that the curdler received a request install.queue.assert_called_once_with( 'dependencer', requirement='curdling (0.3.0)')
def test_feed_requirement_finder(): "Install#feed() should route all queued requirements to the finder" # Given that I have the install command index = Index('') index.storage = {} install = Install(conf={'index': index}) install.pipeline() # And I mock some service end-points install.finder.queue = Mock() # When I request the installation of a new requirement install.feed('tests', requirement='curdling') # Then I see the finder received a request install.finder.queue.assert_called_once_with('tests', requirement='curdling')
def test_feed_link_download(): "Install#feed() should route all queued links to the downloader" # Given that I have the install command index = Index('') index.storage = {} install = Install(conf={'index': index}) install.pipeline() # And I mock some service end-points install.downloader.queue = Mock() # When I request the installation of a new requirement install.feed('tests', requirement='http://srv/pkgs/curdling-0.1.tar.gz') # I see that the downloader received a request install.downloader.queue.assert_called_once_with( 'tests', requirement='http://srv/pkgs/curdling-0.1.tar.gz', url='http://srv/pkgs/curdling-0.1.tar.gz')
def test_pipeline_update_mapping_stats(): "Install#pipeline() Should update the Install#mapping#stats" # Given that I have the install command index = Index('') index.storage = {} install = Install(conf={'index': index}) install.pipeline() install.finder.handle = Mock(return_value={ 'requirement': 'pkg', 'url': 'pkg.tar.gz', }) # When I feed the installer with a requirement install.feed('tests', requirement='pkg') install.finder.queue(None) install.finder._worker() install.mapping.count('finder').should.equal(1)
def test_load_installer_forward_errors(): "Install#load_installer() Should forward errors from other services when `installable_packages` != `initial_requirements`" # Given that I have the install command with an empty index index = Index('') index.storage = {} install = Install(conf={'index': index}) install.pipeline() # And I feed the installer with a requirement install.feed('tests', requirement='package') # And I cause an error in the download worker install.downloader.handle = Mock(side_effect=Exception('Beep-Bop')) # And I mock the installer queue install.installer.queue = Mock(__name__=str('queue')) # When I try to retrieve and build all the requirements install.start() install.retrieve_and_build() # And When I load the installer names, errors = install.load_installer() # Then I see the list of all successfully processed packages names.should.be.empty # And Then I see that the error list was filled properly errors.should.have.length_of(1) errors.should.have.key('package').with_value.being.a(list) errors['package'].should.have.length_of(1) errors['package'][0]['dependency_of'].should.equal([None]) errors['package'][0]['exception'].should.be.a(ReportableError) str(errors['package'][0]['exception']).should.equal( 'Requirement `package\' not found')
def test_index_get(): "It should be possible to search for packages using different criterias" # Given that I have an index loaded with a couple package references index = Index('') index.storage = { 'gherkin': { '0.2.0': [ 'gherkin-0.2.0.tar.gz', ], '0.1.5': [ 'gherkin-0.2.0.tar.gz', ], '0.1.1': [ 'gherkin-0.1.1.tar.gz', ], '0.1.0': [ 'gherkin-0.1.0.tar.gz', 'gherkin-0.1.0-py27-none-any.whl', ], } } # Let's do some random assertions # No version: Always brings the newest index.get('gherkin').should.equal('gherkin-0.2.0.tar.gz') # With a range of versions: Always brings the newest index.get('gherkin>0.1.0').should.equal('gherkin-0.2.0.tar.gz') # With a handful of version specs: Find the matching version and prefer whl index.get('gherkin>=0.1.0,<0.1.5,!=0.1.1').should.equal('gherkin-0.1.0-py27-none-any.whl') # With version: Always prefers the wheel index.get('gherkin==0.1.0,<=0.2.0').should.equal('gherkin-0.1.0-py27-none-any.whl') # With version and format: Prefers anything but `whl' index.get('gherkin==0.1.0;~whl').should.equal('gherkin-0.1.0.tar.gz') # With version range and no format: Finds the highest version with the :) index.get.when.called_with('gherkin==0.1.1;whl').should.throw( PackageNotFound, ( "The index does not have the requested package: " "gherkin==0.1.1 (whl)")) # With version and a format that is not available: Blows up! :) index.get.when.called_with('gherkin==0.1.1;whl').should.throw( PackageNotFound, ( "The index does not have the requested package: " "gherkin==0.1.1 (whl)")) # With a version we simply don't have: Blows up! :) index.get.when.called_with('gherkin==0.2.1').should.throw( PackageNotFound, ( "The index does not have the requested package: " "gherkin==0.2.1")) # With a package we simply don't have: Blows up! :) index.get.when.called_with('nonexisting==0.2.1').should.throw( PackageNotFound, ( "The index does not have the requested package: " "nonexisting==0.2.1"))
def test_index_get(): "It should be possible to search for packages using different criterias" # Given that I have an index loaded with a couple package references index = Index('') index.storage = { 'gherkin': { '0.2.0': [ 'gherkin-0.2.0.tar.gz', ], '0.1.5': [ 'gherkin-0.2.0.tar.gz', ], '0.1.1': [ 'gherkin-0.1.1.tar.gz', ], '0.1.0': [ 'gherkin-0.1.0.tar.gz', 'gherkin-0.1.0-py27-none-any.whl', ], } } # Let's do some random assertions # No version: Always brings the newest index.get('gherkin').should.equal('gherkin-0.2.0.tar.gz') # With a range of versions: Always brings the newest index.get('gherkin (> 0.1.0)').should.equal('gherkin-0.2.0.tar.gz') # With a handful of version specs: Find the matching version and prefer whl index.get('gherkin (>= 0.1.0, < 0.1.5, != 0.1.1)').should.equal( 'gherkin-0.1.0-py27-none-any.whl') # With version: Always prefers the wheel index.get('gherkin (== 0.1.0, <= 0.2.0)').should.equal( 'gherkin-0.1.0-py27-none-any.whl') # With version and format: Prefers anything but `whl' index.get('gherkin (== 0.1.0);~whl').should.equal('gherkin-0.1.0.tar.gz') # With version range and no format: Finds the highest version with the :) index.get.when.called_with('gherkin (== 0.1.1);whl').should.throw( PackageNotFound, ("The index does not have the requested package: " "gherkin (0.1.1) (whl)")) # With version and a format that is not available: Blows up! :) index.get.when.called_with('gherkin (== 0.1.1);whl').should.throw( PackageNotFound, ("The index does not have the requested package: " "gherkin (0.1.1) (whl)")) # With a version we simply don't have: Blows up! :) index.get.when.called_with('gherkin (== 0.2.1)').should.throw( PackageNotFound, ("The index does not have the requested package: " "gherkin (0.2.1)")) # With a package we simply don't have: Blows up! :) index.get.when.called_with('nonexisting (== 0.2.1)').should.throw( PackageNotFound, ("The index does not have the requested package: " "nonexisting (0.2.1)")) # Case insensitive index.get('Gherkin').should.equal('gherkin-0.2.0.tar.gz')