def test_upload(self, mock_curl, mock_logger): def mock_setopt(opt, value): curlopts[opt] = value def mock_perform(): curlopts[pycurl.WRITEFUNCTION](b'Some output') def mock_debug(msg): debug_messages.append(msg) curlopts = {} curl = mock_curl.return_value curl.getinfo.return_value = 200 curl.perform.side_effect = mock_perform curl.setopt.side_effect = mock_setopt debug_messages = [] log = mock_logger.return_value log.debug.side_effect = mock_debug lc = CGILookasideCache('sha512', '_', '_') with mock.patch.object(lc, 'remote_file_exists', lambda *x: False): lc.upload('pyrpkg', 'pyrpkg-0.0.tar.xz', 'thehash') self.assertTrue(pycurl.HTTPPOST in curlopts) self.assertEqual(curlopts[pycurl.HTTPPOST], [('name', 'pyrpkg'), ('sha512sum', 'thehash'), ('file', (pycurl.FORM_FILE, 'pyrpkg-0.0.tar.xz'))]) self.assertEqual(debug_messages, [b'Some output'])
def test_remote_file_exists_with_custom_certs(self, mock_curl): def mock_perform(): curlopts[pycurl.WRITEFUNCTION](b'Available') def mock_setopt(opt, value): curlopts[opt] = value curlopts = {} curl = mock_curl.return_value curl.getinfo.return_value = 200 curl.perform.side_effect = mock_perform curl.setopt.side_effect = mock_setopt client_cert = os.path.join(self.workdir, 'my-client-cert.cert') with open(client_cert, 'w'): pass ca_cert = os.path.join(self.workdir, 'my-custom-cacert.cert') with open(ca_cert, 'w'): pass lc = CGILookasideCache('_', '_', '_', client_cert=client_cert, ca_cert=ca_cert) lc.remote_file_exists('pyrpkg', 'pyrpkg-0.tar.xz', 'thehash') self.assertEqual(curlopts[pycurl.SSLCERT], client_cert) self.assertEqual(curlopts[pycurl.CAINFO], ca_cert)
def test_upload_missing_custom_certs(self, mock_curl, mock_logger): def mock_setopt(opt, value): curlopts[opt] = value def mock_warn(msg, *args, **kwargs): warn_messages.append(msg) curlopts = {} curl = mock_curl.return_value curl.getinfo.return_value = 200 curl.setopt.side_effect = mock_setopt warn_messages = [] log = mock_logger.return_value log.warning.side_effect = mock_warn client_cert = os.path.join(self.workdir, 'my-client-cert.cert') ca_cert = os.path.join(self.workdir, 'my-custom-cacert.cert') lc = CGILookasideCache('_', '_', '_', client_cert=client_cert, ca_cert=ca_cert) with mock.patch.object(lc, 'remote_file_exists', lambda *x: False): lc.upload('pyrpkg', 'pyrpkg-0.tar.xz', 'thehash') self.assertTrue(pycurl.SSLCERT not in curlopts) self.assertTrue(pycurl.CAINFO not in curlopts) self.assertEqual(len(warn_messages), 2) self.assertTrue('Missing certificate: ' in warn_messages[0]) self.assertTrue('Missing certificate: ' in warn_messages[1])
def test_remote_file_exists_missing_custom_certs(self, mock_curl, mock_logger): def mock_perform(): curlopts[pycurl.WRITEFUNCTION](b'Available') def mock_setopt(opt, value): curlopts[opt] = value def mock_warn(msg, *args, **kwargs): warn_messages.append(msg) curlopts = {} curl = mock_curl.return_value curl.getinfo.return_value = 200 curl.perform.side_effect = mock_perform curl.setopt.side_effect = mock_setopt warn_messages = [] log = mock_logger.return_value log.warning.side_effect = mock_warn client_cert = os.path.join(self.workdir, 'my-client-cert.cert') ca_cert = os.path.join(self.workdir, 'my-custom-cacert.cert') lc = CGILookasideCache('_', '_', '_', client_cert=client_cert, ca_cert=ca_cert) lc.remote_file_exists('pyrpkg', 'pyrpkg-0.tar.xz', 'thehash') self.assertTrue(pycurl.SSLCERT not in curlopts) self.assertTrue(pycurl.CAINFO not in curlopts) self.assertEqual(len(warn_messages), 2) self.assertTrue('Missing certificate: ' in warn_messages[0]) self.assertTrue('Missing certificate: ' in warn_messages[1])
def test_print_upload_progress(self, mock_stdout): def mock_write(msg): written_lines.append(msg) written_lines = [] expected_lines = [ '\r################## 25.0%', # noqa '\r#################################### 50.0%', # noqa '\r###################################################### 75.0%', # noqa '\r######################################################################## 100.0%', # noqa ] mock_stdout.write.side_effect = mock_write lc = CGILookasideCache('_', '_', '_') lc.print_progress(0.0, 0.0, 2000.0, 500.0) self.assertEqual(mock_stdout.write.call_count, 1) self.assertEqual(len(written_lines), 1) lc.print_progress(0.0, 0.0, 2000.0, 1000.0) self.assertEqual(mock_stdout.write.call_count, 2) self.assertEqual(len(written_lines), 2) lc.print_progress(0.0, 0.0, 2000.0, 1500.0) self.assertEqual(mock_stdout.write.call_count, 3) self.assertEqual(len(written_lines), 3) lc.print_progress(0.0, 0.0, 2000.0, 2000.0) self.assertEqual(mock_stdout.write.call_count, 4) self.assertEqual(len(written_lines), 4) self.assertEqual(written_lines, expected_lines)
def test_download_failed_status_code(self, mock_curl): def mock_getinfo(info): return 500 if info == pycurl.RESPONSE_CODE else 0 def mock_perform(): with open(self.filename) as f: curlopts[pycurl.WRITEDATA].write(f.read()) def mock_setopt(opt, value): curlopts[opt] = value curlopts = {} curl = mock_curl.return_value curl.getinfo.side_effect = mock_getinfo curl.perform.side_effect = mock_perform curl.setopt.side_effect = mock_setopt with open(self.filename, 'wb') as f: f.write(b'content') hash = hashlib.sha512(b'content').hexdigest() outfile = os.path.join(self.workdir, 'pyrpkg-0.0.tar.xz') lc = CGILookasideCache('sha512', 'http://example.com', '_') self.assertRaises(DownloadError, lc.download, 'pyrpkg', 'pyrpkg-0.0.tar.xz', hash, outfile)
def test_upload_with_custom_certs(self, mock_curl): def mock_setopt(opt, value): curlopts[opt] = value curlopts = {} curl = mock_curl.return_value curl.getinfo.return_value = 200 curl.setopt.side_effect = mock_setopt client_cert = os.path.join(self.workdir, 'my-client-cert.cert') with open(client_cert, 'w'): pass ca_cert = os.path.join(self.workdir, 'my-custom-cacert.cert') with open(ca_cert, 'w'): pass lc = CGILookasideCache('_', '_', '_', client_cert=client_cert, ca_cert=ca_cert) with mock.patch.object(lc, 'remote_file_exists', lambda *x: False): lc.upload('pyrpkg', 'pyrpkg-0.0.tar.xz', 'thehash') self.assertEqual(curlopts[pycurl.SSLCERT], client_cert) self.assertEqual(curlopts[pycurl.CAINFO], ca_cert)
def test_hash_file_empty(self): lc = CGILookasideCache('sha512', '_', '_') with open(self.filename, 'w') as f: f.write('') result = lc.hash_file(self.filename, 'md5') self.assertEqual(result, 'd41d8cd98f00b204e9800998ecf8427e')
def test_remote_file_exists_check_failed(self, mock_curl): curl = mock_curl.return_value curl.perform.side_effect = Exception( 'Could not resolve host: example.com') lc = CGILookasideCache('_', '_', '_') self.assertRaises(UploadError, lc.remote_file_exists, 'pyrpkg', 'pyrpkg-0.tar.xz', 'thehash')
def test_upload_failed(self, mock_curl): curl = mock_curl.return_value curl.perform.side_effect = Exception( 'Could not resolve host: example.com') lc = CGILookasideCache('_', '_', '_') with mock.patch.object(lc, 'remote_file_exists', lambda *x: False): self.assertRaises(UploadError, lc.upload, 'pyrpkg', 'pyrpkg-0.tar.xz', 'thehash')
def test_upload_already_exists(self, mock_curl): curl = mock_curl.return_value lc = CGILookasideCache('_', '_', '_') hash = 'thehash' with mock.patch.object(lc, 'remote_file_exists', lambda *x: True): lc.upload('pyrpkg', 'pyrpkg-0.0.tar.xz', hash) self.assertEqual(curl.perform.call_count, 0) self.assertEqual(curl.setopt.call_count, 0)
def test_print_no_progress(self, mock_stdout): def mock_write(msg): written_lines.append(msg) written_lines = [] mock_stdout.write.side_effect = mock_write lc = CGILookasideCache('_', '_', '_') lc.print_progress(0.0, 0.0, 0.0, 0.0) self.assertEqual(len(written_lines), 0)
def test_file_is_valid(self): lc = CGILookasideCache('md5', '_', '_') with open(self.filename, 'w') as f: f.write('something') self.assertTrue( lc.file_is_valid(self.filename, '437b930db84b8079c2dd804a71936b5f')) self.assertFalse( lc.file_is_valid(self.filename, 'not the right hash', hashtype='sha512'))
def test_download_failed(self, mock_curl): curl = mock_curl.return_value curl.perform.side_effect = Exception( 'Could not resolve host: example.com') with open(self.filename, 'wb') as f: f.write(b'content') hash = hashlib.sha512(b'content').hexdigest() outfile = os.path.join(self.workdir, 'pyrpkg-0.0.tar.xz') lc = CGILookasideCache('sha512', 'http://example.com', '_') self.assertRaises(DownloadError, lc.download, 'pyrpkg', 'pyrpkg-0.0.tar.xz', hash, outfile)
def test_upload_failed_status_code(self, mock_curl): def mock_setopt(opt, value): curlopts[opt] = value curlopts = {} curl = mock_curl.return_value curl.getinfo.return_value = 500 curl.setopt.side_effect = mock_setopt lc = CGILookasideCache('sha512', '_', '_') with mock.patch.object(lc, 'remote_file_exists', lambda *x: False): self.assertRaises(UploadError, lc.upload, 'pyrpkg', 'pyrpkg-0.tar.xz', 'thehash')
def test_hash_file(self): lc = CGILookasideCache('sha512', '_', '_') with open(self.filename, 'w') as f: f.write('something') result = lc.hash_file(self.filename, 'md5') self.assertEqual(result, '437b930db84b8079c2dd804a71936b5f') result = lc.hash_file(self.filename) self.assertEqual( result, '983d43ddff6da90f6a5d3b6172446a1ffe228b803fe64fdd5dcfab5646078a896851fe82f623c9d6e5654b3d2f363a04ec17cfb62b607437a9c7c132d511e522' ) # noqa
def test_download_kwargs(self, mock_curl): def mock_getinfo(info): return 200 if info == pycurl.RESPONSE_CODE else 0 def mock_perform(): with open(self.filename, 'rb') as f: curlopts[pycurl.WRITEDATA].write(f.read()) def mock_setopt(opt, value): curlopts[opt] = value curlopts = {} curl = mock_curl.return_value curl.getinfo.side_effect = mock_getinfo curl.perform.side_effect = mock_perform curl.setopt.side_effect = mock_setopt with open(self.filename, 'wb') as f: f.write(b'content') name = 'pyrpkg' filename = 'pyrpkg-0.0.tar.xz' branch = 'f22' hash = hashlib.sha512(b'content').hexdigest() outfile = os.path.join(self.workdir, 'pyrpkg-0.0.tar.xz') path = '%(name)s/%(filename)s/%(branch)s/%(hashtype)s/%(hash)s' full_url = 'http://example.com/%s' % (path % { 'name': name, 'filename': filename, 'branch': branch, 'hashtype': 'sha512', 'hash': hash }) lc = CGILookasideCache('sha512', 'http://example.com', '_') # Modify the download path, to try arbitrary kwargs lc.download_path = path lc.download(name, filename, hash, outfile, hashtype='sha512', branch=branch) self.assertEqual(curl.perform.call_count, 1) self.assertEqual(curlopts[pycurl.URL].decode('utf-8'), full_url)
def test_remote_file_does_not_exist(self, mock_curl): def mock_perform(): curlopts[pycurl.WRITEFUNCTION](b'Missing') def mock_setopt(opt, value): curlopts[opt] = value curlopts = {} curl = mock_curl.return_value curl.getinfo.return_value = 200 curl.perform.side_effect = mock_perform curl.setopt.side_effect = mock_setopt lc = CGILookasideCache('_', '_', '_') exists = lc.remote_file_exists('pyrpkg', 'pyrpkg-0.tar.xz', 'thehash') self.assertFalse(exists)
def test_remote_file_exists_check_failed_status_code(self, mock_curl): def mock_perform(): curlopts[pycurl.WRITEFUNCTION](b'Available') def mock_setopt(opt, value): curlopts[opt] = value curlopts = {} curl = mock_curl.return_value curl.getinfo.return_value = 500 curl.perform.side_effect = mock_perform curl.setopt.side_effect = mock_setopt lc = CGILookasideCache('_', '_', '_') self.assertRaises(UploadError, lc.remote_file_exists, 'pyrpkg', 'pyrpkg-0.0.tar.xz', 'thehash')
def test_remote_file_exists_check_unexpected_error(self, mock_curl): def mock_perform(): curlopts[pycurl.WRITEFUNCTION]('Something unexpected') def mock_setopt(opt, value): curlopts[opt] = value curlopts = {} curl = mock_curl.return_value curl.getinfo.return_value = 200 curl.perform.side_effect = mock_perform curl.setopt.side_effect = mock_setopt lc = CGILookasideCache('_', '_', '_') self.assertRaises(UploadError, lc.remote_file_exists, 'pyrpkg', 'pyrpkg-0.tar.xz', 'thehash')
def test_download(self, mock_curl): def mock_getinfo(info): return 200 if info == pycurl.RESPONSE_CODE else 0 def mock_perform(): with open(self.filename, 'rb') as f: curlopts[pycurl.WRITEDATA].write(f.read()) def mock_setopt(opt, value): curlopts[opt] = value curlopts = {} curl = mock_curl.return_value curl.getinfo.side_effect = mock_getinfo curl.perform.side_effect = mock_perform curl.setopt.side_effect = mock_setopt with open(self.filename, 'wb') as f: f.write(b'content') name = 'pyrpkg' filename = 'pyrpkg-0.0.tar.xz' hash = hashlib.sha512(b'content').hexdigest() outfile = os.path.join(self.workdir, 'pyrpkg-0.0.tar.xz') full_url = 'http://example.com/%s/%s/%s/%s' % (name, filename, hash, filename) lc = CGILookasideCache('sha512', 'http://example.com', '_') lc.download(name, filename, hash, outfile, hashtype='sha512') self.assertEqual(curl.perform.call_count, 1) self.assertEqual(curlopts[pycurl.URL].decode('utf-8'), full_url) self.assertEqual(os.path.getmtime(outfile), 0) with open(outfile) as f: self.assertEqual(f.read(), 'content') # Try a second time lc.download(name, filename, hash, outfile) self.assertEqual(curl.perform.call_count, 1) # Try a third time os.remove(outfile) lc.download(name, filename, hash, outfile) self.assertEqual(curl.perform.call_count, 2)
def test_hash_file_invalid_hash_type(self): lc = CGILookasideCache('sha512', '_', '_') self.assertRaises(InvalidHashType, lc.hash_file, '_', 'sha42')