def startMockS3Server():
"""
Start a server using the defaults and adding a configuration parameter to
the system so that the s3 assetstore handler will know to use this
server. Attempt to bind to any port within the range specified by
_startPort and _maxTries. Bias it with the pid of the current process so
as to reduce potential conflicts with parallel tests that are started
nearly simultaneously.
:returns: the started server.
"""
# Reduce the chunk size to allow faster testing.
S3AssetstoreAdapter.CHUNK_LEN = 1024 * 256
moto.s3.models.UPLOAD_PART_MIN_SIZE = 1024 * 256
# turn off logging from the S3 server unless we've asked to keep it
if 'mocks3' not in os.environ.get('EXTRADEBUG', '').split():
logging.getLogger('werkzeug').setLevel(logging.CRITICAL)
selectedPort = None
for porttry in range(_maxTries):
port = _startPort + ((porttry + os.getpid()) % _maxTries)
test_socket = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
try:
test_socket.bind(('0.0.0.0', port))
selectedPort = port
except socket.error as err:
# Allow address in use errors to fail quietly
if err[0] != errno.EADDRINUSE:
raise
test_socket.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
test_socket.close()
if selectedPort is not None:
break
server = MockS3Server(selectedPort)
server.start()
# add a bucket named 'bucketname' to simplify testing
createBucket(server.botoConnect, 'bucketname')
return server
def startMockS3Server():
"""
Start a server using the defaults and adding a configuration parameter to
the system so that the s3 assetstore handler will know to use this
server. Attempt to bind to any port within the range specified by
_startPort and _maxTries. Bias it with the pid of the current process so
as to reduce potential conflicts with parallel tests that are started
nearly simultaneously.
:returns: the started server.
"""
# Reduce the chunk size to allow faster testing.
S3AssetstoreAdapter.CHUNK_LEN = 1024 * 256
moto.s3.models.UPLOAD_PART_MIN_SIZE = 1024 * 256
# turn off logging from the S3 server unless we've asked to keep it
if 'mocks3' not in os.environ.get('EXTRADEBUG', '').split():
logging.getLogger('werkzeug').setLevel(logging.CRITICAL)
selectedPort = None
for porttry in range(_maxTries):
port = _startPort + ((porttry + os.getpid()) % _maxTries)
test_socket = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
try:
test_socket.bind(('0.0.0.0', port))
selectedPort = port
except socket.error as err:
# Allow address in use errors to fail quietly
if err.errno != errno.EADDRINUSE:
raise
test_socket.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
test_socket.close()
if selectedPort is not None:
break
server = MockS3Server(selectedPort)
server.start()
# add a bucket named 'bucketname' to simplify testing
createBucket(server.botoConnect, 'bucketname')
return server
'x-amz-meta-authorized-length,x-amz-acl,x-amz-meta-uploader-ip,'
'x-amz-meta-uploader-id'
)
response.headers.add('Access-Control-Expose-Headers', 'ETag')
return response
return app
if __name__ == '__main__':
"""
Provide a simple stand-alone program so that developers can run girder with
a modified conf file to simulate an S3 store.
"""
parser = argparse.ArgumentParser(
description='Run a mock S3 server. All data will be lost when it is '
'stopped.')
parser.add_argument('-p', '--port', type=int, help='The port to run on',
default=_startPort)
parser.add_argument('-b', '--bucket', type=str,
help='The name of a bucket to create', default='')
parser.add_argument('-v', '--verbose', action='count',
help='Increase verbosity.', default=0)
args = parser.parse_args()
server = MockS3Server(args.port)
server.start()
if args.bucket:
createBucket(server.botoConnect, args.bucket)
while True:
time.sleep(10000)
threading.Thread.__init__(self)
self.port = port
self.daemon = True
self.service = 'http://127.0.0.1:%d' % port
self.botoConnect = makeBotoConnectParams('abc', '123', self.service)
def run(self):
"""Start and run the mock S3 server."""
app = moto.server.DomainDispatcherApplication(moto.server.create_backend_app, service='s3')
moto.server.run_simple('0.0.0.0', self.port, app, threaded=True)
if __name__ == '__main__':
"""
Provide a simple stand-alone program so that developers can run Girder with
a modified conf file to simulate an S3 store.
"""
parser = argparse.ArgumentParser(
description='Run a mock S3 server. All data will be lost when it is stopped.')
parser.add_argument('-p', '--port', type=int, help='The port to run on', default=_startPort)
parser.add_argument(
'-b', '--bucket', type=str, help='The name of a bucket to create', default='')
parser.add_argument('-v', '--verbose', action='count', help='Increase verbosity.', default=0)
args = parser.parse_args()
server = MockS3Server(args.port)
server.start()
if args.bucket:
createBucket(server.botoConnect, args.bucket)
while True:
time.sleep(10000)
