def start_kinesalite(port=None, asynchronous=False, update_listener=None):
# install and apply patches
install.install_kinesalite()
apply_patches_kinesalite()
# start up process
backend_port = get_free_tcp_port()
global PORT_KINESIS_BACKEND
PORT_KINESIS_BACKEND = backend_port
latency = config.KINESIS_LATENCY
kinesis_data_dir_param = ""
if config.DATA_DIR:
kinesis_data_dir = "%s/kinesis" % config.DATA_DIR
mkdir(kinesis_data_dir)
kinesis_data_dir_param = "--path %s" % kinesis_data_dir
cmd = (
"%s/node_modules/kinesalite/cli.js --shardLimit %s --port %s"
" --createStreamMs %s --deleteStreamMs %s --updateStreamMs %s %s") % (
MODULE_MAIN_PATH,
config.KINESIS_SHARD_LIMIT,
backend_port,
latency,
latency,
latency,
kinesis_data_dir_param,
)
return _run_proxy_and_command(
cmd=cmd,
port=port,
backend_port=backend_port,
update_listener=update_listener,
asynchronous=asynchronous,
)
def start_kinesalite(port=None, asynchronous=False, update_listener=None):
# install and apply patches
install.install_kinesalite()
apply_patches_kinesalite()
# start up process
port = port or config.PORT_KINESIS
backend_port = get_free_tcp_port()
latency = config.KINESIS_LATENCY
kinesis_data_dir_param = ""
if config.DATA_DIR:
kinesis_data_dir = "%s/kinesis" % config.DATA_DIR
mkdir(kinesis_data_dir)
kinesis_data_dir_param = "--path %s" % kinesis_data_dir
cmd = (
"%s/node_modules/kinesalite/cli.js --shardLimit %s --port %s"
" --createStreamMs %s --deleteStreamMs %s --updateStreamMs %s %s") % (
MODULE_MAIN_PATH,
config.KINESIS_SHARD_LIMIT,
backend_port,
latency,
latency,
latency,
kinesis_data_dir_param,
)
log_startup_message("Kinesis")
start_proxy_for_service("kinesis", port, backend_port, update_listener)
return do_run(cmd, asynchronous)
def start_kinesis(port=PORT_KINESIS, asynchronous=False, shard_limit=100, update_listener=None):
install.install_kinesalite()
backend_port = DEFAULT_PORT_KINESIS_BACKEND
kinesis_data_dir_param = ''
if DATA_DIR:
kinesis_data_dir = '%s/kinesis' % DATA_DIR
mkdir(kinesis_data_dir)
kinesis_data_dir_param = '--path %s' % kinesis_data_dir
cmd = ('%s/node_modules/kinesalite/cli.js --shardLimit %s --port %s %s' %
(ROOT_PATH, shard_limit, backend_port, kinesis_data_dir_param))
print('Starting mock Kinesis (%s port %s)...' % (get_service_protocol(), port))
do_run(cmd, asynchronous)
start_proxy_for_service('kinesis', port, backend_port, update_listener)
def start_kinesis(port=None, asynchronous=False, update_listener=None):
port = port or config.PORT_KINESIS
install.install_kinesalite()
backend_port = get_free_tcp_port()
latency = config.KINESIS_LATENCY
kinesis_data_dir_param = ''
if config.DATA_DIR:
kinesis_data_dir = '%s/kinesis' % config.DATA_DIR
mkdir(kinesis_data_dir)
kinesis_data_dir_param = '--path %s' % kinesis_data_dir
cmd = ('%s/node_modules/kinesalite/cli.js --shardLimit %s --port %s'
' --createStreamMs %s --deleteStreamMs %s --updateStreamMs %s %s'
) % (ROOT_PATH, config.KINESIS_SHARD_LIMIT, backend_port, latency,
latency, latency, kinesis_data_dir_param)
log_startup_message('Kinesis')
start_proxy_for_service('kinesis', port, backend_port, update_listener)
return do_run(cmd, asynchronous)
def create_kinesalite_server(port=None, persist_path: Optional[str] = None) -> KinesaliteServer:
"""
Creates a new Kinesalite server instance. Installs Kinesalite on the host first if necessary.
Introspects on the host config to determine server configuration:
config.dirs.data -> if set, the server runs with persistence using the path to store data
config.KINESIS_LATENCY -> configure stream latency (in milliseconds)
"""
port = port or get_free_tcp_port()
install.install_kinesalite()
persist_path = (
f"{config.dirs.data}/dynamodb" if not persist_path and config.dirs.data else persist_path
)
if persist_path:
mkdir(persist_path)
return KinesaliteServer(port=port, latency=config.KINESIS_LATENCY, data_dir=persist_path)
def start_kinesis(port=None, asynchronous=False, update_listener=None):
port = port or config.PORT_KINESIS
install.install_kinesalite()
backend_port = DEFAULT_PORT_KINESIS_BACKEND
latency = config.KINESIS_LATENCY
kinesis_data_dir_param = ''
if config.DATA_DIR:
kinesis_data_dir = '%s/kinesis' % config.DATA_DIR
mkdir(kinesis_data_dir)
kinesis_data_dir_param = '--path %s' % kinesis_data_dir
cmd = ('%s/node_modules/kinesalite/cli.js --shardLimit %s --port %s'
' --createStreamMs %s --deleteStreamMs %s --updateStreamMs %s %s'
) % (ROOT_PATH, config.KINESIS_SHARD_LIMIT, backend_port, latency,
latency, latency, kinesis_data_dir_param)
print('Starting mock Kinesis (%s port %s)...' %
(get_service_protocol(), port))
start_proxy_for_service('kinesis', port, backend_port, update_listener)
return do_run(cmd, asynchronous)
def create_kinesalite_server(port=None) -> KinesaliteServer:
"""
Creates a new Kinesalite server instance. Installs Kinesalite on the host first if necessary.
Introspects on the host config to determine server configuration:
config.dirs.data -> if set, the server runs with persistence using the path to store data
config.KINESIS_LATENCY -> configure stream latency (in milliseconds)
"""
port = port or get_free_tcp_port()
install.install_kinesalite()
if config.dirs.data:
kinesis_data_dir = "%s/kinesis" % config.dirs.data
mkdir(kinesis_data_dir)
else:
kinesis_data_dir = None
return KinesaliteServer(port=port,
latency=config.KINESIS_LATENCY,
data_dir=kinesis_data_dir)
import traceback
from localstack.config import *
from localstack.utils.aws import aws_stack
from localstack.utils.common import mkdir
from localstack.services import install
from localstack.services.infra import get_service_protocol, start_proxy_for_service, do_run
from localstack.services.install import ROOT_PATH
LOGGER = logging.getLogger(__name__)
def start_kinesis(port=PORT_KINESIS,
async=False,
shard_limit=100,
update_listener=None):
install.install_kinesalite()
backend_port = DEFAULT_PORT_KINESIS_BACKEND
kinesis_data_dir_param = ''
if DATA_DIR:
kinesis_data_dir = '%s/kinesis' % DATA_DIR
mkdir(kinesis_data_dir)
kinesis_data_dir_param = '--path %s' % kinesis_data_dir
cmd = ('%s/node_modules/kinesalite/cli.js --shardLimit %s --port %s %s' %
(ROOT_PATH, shard_limit, backend_port, kinesis_data_dir_param))
print("Starting mock Kinesis (%s port %s)..." %
(get_service_protocol(), port))
start_proxy_for_service('kinesis', port, backend_port, update_listener)
return do_run(cmd, async)
def check_kinesis(expect_shutdown=False, print_error=False):
import logging
import traceback
from localstack.config import PORT_KINESIS, DATA_DIR
from localstack.constants import DEFAULT_PORT_KINESIS_BACKEND
from localstack.utils.aws import aws_stack
from localstack.utils.common import mkdir
from localstack.services import install
from localstack.services.infra import get_service_protocol, start_proxy_for_service, do_run
from localstack.services.install import ROOT_PATH
LOGGER = logging.getLogger(__name__)
def start_kinesis(port=PORT_KINESIS, async=False, shard_limit=100, update_listener=None):
install.install_kinesalite()
backend_port = DEFAULT_PORT_KINESIS_BACKEND
kinesis_data_dir_param = ''
if DATA_DIR:
kinesis_data_dir = '%s/kinesis' % DATA_DIR
mkdir(kinesis_data_dir)
kinesis_data_dir_param = '--path %s' % kinesis_data_dir
cmd = ('%s/node_modules/kinesalite/cli.js --shardLimit %s --port %s %s' %
(ROOT_PATH, shard_limit, backend_port, kinesis_data_dir_param))
print('Starting mock Kinesis (%s port %s)...' % (get_service_protocol(), port))
start_proxy_for_service('kinesis', port, backend_port, update_listener)
return do_run(cmd, async)
def check_kinesis(expect_shutdown=False, print_error=False):
out = None
try: