def __init__(self): super(WorkerServer, self).__init__('Spark.WorkerServer') self.uuid = str(uuid.uuid4()) self.ip = get_my_ip() self.port = get_open_port() self.address = get_zerorpc_address(port=self.port) self.service = Service(type=_WORKER_CASTER_TYPE, name=self.uuid, location=self.ip, port=self.port) self.add(self.service)
def __init__(self): super(PartitionServer, self).__init__(name='Spark.PartitionServer') self.ip = get_my_ip() self.port = get_open_port() self.address = get_zerorpc_address(port=self.port) self.partitions = {} # uuid => service self.handler = PartitionServerHandler(self.partitions, address=self.address) atexit.register(lambda: self.__del__())
} ], "Memory": container_size, "Environment": convert_to_aws_list(SITE=stack_name + "." + domain[:-1:]), "Links": ["app"], "Essential": True } # Healthcheck config healthcheck = { "HealthyThreshold": 2, "Interval": 10, "Target": "HTTP:80/", "Timeout": 5, "UnhealthyThreshold": 10 } my_ip = get_my_ip() my_env = Environment('my_env') my_env.add_vpc("VPC") my_env.add_subnet("My first subnet", AvailabilityZone={ "Fn::Select": ["1", {"Fn::GetAZs": {"Ref": "AWS::Region"}}]}) my_env.add_subnet("My second subnet", AvailabilityZone={ "Fn::Select": ["2", {"Fn::GetAZs": {"Ref": "AWS::Region"}}]}) my_env.add_subnet("My third subnet", AvailabilityZone={ "Fn::Select": ["0", {"Fn::GetAZs": {"Ref": "AWS::Region"}}]}) my_env.add_internet_gateway("internet gateway") my_env.attach_internet_gateway("Attach gateway") my_env.add_route_table("My default route table") my_env.add_default_internet_route("To the internet") my_env.add_subnet_to_route_table("add first subnet") my_env.add_subnet_to_route_table( "add second subnet", subnet="MySecondSubnet")
}], "Memory": container_size, "Environment": convert_to_aws_list(SITE=stack_name + "." + domain[:-1:]), "Links": ["app"], "Essential": True } # Healthcheck config healthcheck = { "HealthyThreshold": 2, "Interval": 10, "Target": "HTTP:80/", "Timeout": 5, "UnhealthyThreshold": 10 } my_ip = get_my_ip() my_env = Environment('my_env') my_env.add_vpc("VPC") my_env.add_subnet("My first subnet", AvailabilityZone={ "Fn::Select": ["1", { "Fn::GetAZs": { "Ref": "AWS::Region" } }] }) my_env.add_subnet("My second subnet", AvailabilityZone={ "Fn::Select": ["2", {