def render_POST_advanced(self, request, response):
# retrieve Content_type stored as dict of types:values (ex. "application/json": 50)
encoding = [k for k, v in defines.Content_types.items() if v == request.content_type]
encoding = "json" if len(encoding) != 1 else encoding[0].split("/")[1]
# read custom options added for O.I.F. and retrieve them based on their number
# opts = {o.name: o.value for o in request.options}
profile_opt = list(filter(lambda o: o.number == 8, request.options))
route = profile_opt[0].value if len(profile_opt) == 1 else None
socket_opt = list(filter(lambda o: o.number == 3, request.options))
socket = socket_opt[0].value if len(socket_opt) == 1 else None
print(f"{encoding}-{type(encoding)} -- {route}-{type(route)}")
if encoding and route:
print(f"Sending msg to {route}")
# Create headers for the orchestrator from the request
headers = dict(
correlationID=request.mid,
socket=socket,
encoding=encoding,
transport="coap"
# orchestratorID="orchid1234", # orchestratorID is currently an unused field, this is a placeholder
)
# Send request to actuator
try:
producer = Producer(os.environ.get("QUEUE_HOST", "localhost"), os.environ.get("QUEUE_PORT", "5672"))
producer.publish(
message=decode_msg(request.payload, encoding),
headers=headers,
exchange="actuator",
routing_key=route
)
response.payload = encode_msg({
"status": 200,
"status_text": "received"
}, encoding)
response.code = defines.Codes.CONTENT.number
except Exception as e:
print(e)
response.payload = e
return self, response
else:
print(f"Not enough info: {encoding} - {route}")
response.payload = encode_msg({
"status": 400,
"status_text": "Not enough data to send message to actuator"
}, encoding)
response.code = defines.Codes.BAD_REQUEST.number
return self, response
def send_coap(body, message):
"""
AMQP Callback when we receive a message from internal buffer to be published
:param body: Contains the message to be sent.
:param message: Contains data about the message as well as headers
"""
# Set destination and build requests for multiple potential endpoints.
for device in message.headers.get("destination", {}):
host, port = device["socket"].split(":", 1)
encoding = device["encoding"]
# Check necessary headers exist
if host and port and encoding:
path = "transport"
client = CoapClient(server=(host, safe_cast(port, int, 5683)))
request = client.mk_request(defines.Codes.POST, path)
response = client.post(path=path,
payload=encode_msg(json.loads(body),
encoding),
request=build_request(
request,
message.headers.get("source", {}),
device))
if response:
print(f"Response from device: {response}")
client.stop()
else:
# send error back to orch
print(f"Error: not enough data - {host}, {port}, {encoding}")
def result():
encode = re.search(r"(?<=\+)(.*?)(?=\;)",
request.headers["Content-type"]).group(
1) # message encoding
corr_id = request.headers["X-Request-ID"] # correlation ID
status = request.headers['Status']
profile, device_socket = request.headers["From"].rsplit("@", 1)
# profile used, device IP:port
data = safe_json({
"headers": dict(request.headers),
"content": safe_json(request.data.decode('utf-8'))
})
print(
f"Received {status} response from {profile}@{device_socket} - {data}")
print("Writing to buffer.")
producer = Producer()
producer.publish(
message=decode_msg(request.data, encode), # message being decoded
headers={
"socket": device_socket,
"correlationID": corr_id,
"profile": profile,
"encoding": encode,
"transport": "https"
},
exchange="orchestrator",
routing_key="response")
return make_response(
# Body
encode_msg({
"status": 200,
"status_text": "received"
}, encode),
# Status Code
200,
# Headers
{
"Content-type": f"application/openc2-rsp+{encode};version=1.0",
"Status":
200, # Numeric status code supplied by Actuator's OpenC2-Response
"X-Request-ID": corr_id,
"Date":
f"{datetime.utcnow():%a, %d %b %Y %H:%M:%S GMT}", # RFC7231-7.1.1.1 -> Sun, 06 Nov 1994 08:49:37 GMT
# "From": f"{profile}@{device_socket}",
# "Host": f"{orc_id}@{orc_socket}",
})
def on_message(act: Actuator, prod: Producer, body, message):
"""
Function that is called when a message is received from the queue/buffer
:param act: actuator instance
:param prod: producer to send response
:param body: encoded message
:param message: message instance from queue
"""
headers = getattr(message, "headers", {})
headers.setdefault("profile", act.profile)
msg_id = headers.get('correlationID', '')
encoding = headers.get('encoding', 'json')
msg = decode_msg(body, encoding)
msg_rsp = act.action(msg_id=msg_id, msg=msg)
print(f"{act} -> received: {msg}")
print(f"{act} -> response: {msg_rsp}")
if msg_rsp:
prod.publish(headers=headers,
message=encode_msg(msg_rsp, encoding),
exchange='transport',
routing_key=headers.get('transport', '').lower())
def render_POST_advanced(self, request, response):
# retrieve Content_type stored as dict of types:values (ex. "application/json": 50)
encoding = [
k for k, v in defines.Content_types.items()
if v == request.content_type
]
encoding = "json" if len(encoding) != 1 else encoding[0].split("/")[1]
# read custom options added for O.I.F. and retrieve them based on their number
# opts = {o.name: o.value for o in request.options}
# Create headers for the orchestrator from the request
headers = dict(
correlationID=f"{request.mid:x}",
socket=(request.source[0] + ":" + str(request.source[1])),
encoding=encoding,
transport="coap",
# orchestratorID="orchid1234", # orchestratorID is currently an unused field, this is a placeholder
)
# Send response back to Orchestrator
producer = Producer(os.environ.get("QUEUE_HOST", "localhost"),
os.environ.get("QUEUE_PORT", "5672"))
producer.publish(message=decode_msg(request.payload, encoding),
headers=headers,
exchange="orchestrator",
routing_key="response")
# build and send response
response.payload = encode_msg(
{
"status": 200,
"status_text": "received"
}, encoding)
response.code = defines.Codes.CONTENT.number
return self, response
def process_message(body, message):
"""
Callback when we receive a message from internal buffer to publish to waiting flask.
:param body: Contains the message to be sent.
:param message: Contains data about the message as well as headers
"""
producer = Producer()
body = body if isinstance(body, dict) else safe_json(body)
rcv_headers = message.headers
orc_socket = rcv_headers["source"]["transport"]["socket"] # orch IP:port
orc_id = rcv_headers["source"]["orchestratorID"] # orchestrator ID
corr_id = rcv_headers["source"]["correlationID"] # correlation ID
for device in rcv_headers["destination"]:
device_socket = device["socket"] # device IP:port
encoding = device["encoding"] # message encoding
if device_socket and encoding and orc_socket:
for profile in device["profile"]:
print(f"Sending command to {profile}@{device_socket}")
rtn_headers = {
"socket": device_socket,
"correlationID": corr_id,
"profile": profile,
"encoding": encoding,
"transport": "https"
}
try:
rslt = requests.post(
url=f"http://{device_socket}",
headers={
"Content-type": f"application/openc2-cmd+{encoding};version=1.0",
# Numeric status code supplied by Actuator's OpenC2-Response
# "Status": ...,
"X-Request-ID": corr_id,
# RFC7231-7.1.1.1 -> Sun, 06 Nov 1994 08:49:37 GMT
"Date": f"{datetime.utcnow():%a, %d %b %Y %H:%M:%S GMT}",
"From": f"{orc_id}@{orc_socket}",
# "Host": f"{profile}@{device_socket}"
},
data=encode_msg(body, encoding) # command being encoded
)
data = {
"headers": dict(rslt.headers),
"content": decode_msg(rslt.content.decode('utf-8'), encoding)
}
print(f"Response from request: {rslt.status_code} - {data}")
# TODO: UPDATE HEADERS WITH RESPONSE INFO
response = safe_json(data['content']) if isinstance(data['content'], dict) else data['content']
except requests.exceptions.ConnectionError as err:
response = str(getattr(err, "message", err))
rtn_headers["error"] = True
print(f"Connection error: {err}")
except json.decoder.JSONDecodeError as err:
response = str(getattr(err, "message", err))
rtn_headers["error"] = True
print(f"Message error: {err}")
except Exception as err:
response = str(getattr(err, "message", err))
rtn_headers["error"] = True
print(f"HTTP error: {err}")
producer.publish(
message=response,
headers=rtn_headers,
exchange="orchestrator",
routing_key="response"
)
else:
response = "Destination/Encoding/Orchestrator Socket of command not specified"
rcv_headers["error"] = True
print(response)
producer.publish(
message=str(response),
headers=rcv_headers,
exchange="orchestrator",
routing_key="response"
)
def result():
encode = re.search(r"(?<=\+)(.*?)(?=\;)", request.headers["Content-type"]).group(1) # message encoding
corr_id = request.headers["X-Request-ID"] # correlation ID
# data = decode_msg(request.data, encode) # message being decoded
# profile, device_socket = request.headers["Host"].rsplit("@", 1)
# profile used, device IP:port
orc_id, orc_socket = request.headers["From"].rsplit("@", 1)
# orchestrator ID, orchestrator IP:port
message = request.data
msg_json = decode_msg(message, encode)
data = safe_json({
"headers": dict(request.headers),
"content": safe_json(message.decode('utf-8'))
})
rsp = {
"status": 200,
"status_text": "received",
# command id??
}
# Basic verify against language schema??
# get destination actuator
actuators = list(msg_json.get('actuator', {}).keys())
print(f"Received command from {orc_id}@{orc_socket} - {data}")
if msg_json['action'] == "query" and "command" in msg_json['target']:
print("QUERY COMMAND")
cmd_id = msg_json['target']['command']
prev_cmd = state.get(cmd_id)
if prev_cmd:
rsp = {
"status_text": "previous command found",
"response": {
"command": prev_cmd[0]
}
}
else:
print("Writing to buffer")
producer = Producer()
queue_msg = {
"message": message,
"headers": {
"socket": orc_socket,
# "device": device_socket,
"correlationID": corr_id,
# "profile": profile,
"encoding": encode,
"orchestratorID": orc_id,
"transport": "http"
}
}
if len(actuators) == 0:
print('No NSIDs specified, Send to all')
try:
producer.publish(
**queue_msg,
exchange="actuator_all",
exchange_type="fanout",
routing_key="actuator_all"
)
except Exception as e:
print(f'Publish Error: {e}')
else:
print(f'NSIDs specified - {actuators}')
for act in actuators:
producer.publish(
**queue_msg,
exchange="actuator",
routing_key=act
)
print(f"Corr_id: {corr_id}")
for wait in range(0, MAX_WAIT):
print(f"Checking for response... {MAX_WAIT} - {wait}")
rsp_cmd = state.get(corr_id)
if rsp_cmd:
rsp = rsp_cmd[0]['body']
break
time.sleep(1)
return make_response(
# Body
encode_msg(rsp, encode),
# Status Code
200,
# Headers
{
"Content-type": f"application/openc2-rsp+{encode};version=1.0",
"Status": 200, # Numeric status code supplied by Actuator's OpenC2-Response
"X-Request-ID": corr_id,
"Date": f"{datetime.utcnow():%a, %d %b %Y %H:%M:%S GMT}", # RFC7231-7.1.1.1 -> Sun, 06 Nov 1994 08:49:37 GMT
# "From": f"{profile}@{device_socket}",
# "Host": f"{orc_id}@{orc_socket}",
}
)
def process_message(body, message):
"""
Callback when we receive a message from internal buffer to publish to waiting flask.
:param body: Contains the message to be sent.
:param message: Contains data about the message as well as headers
"""
http = urllib3.PoolManager(cert_reqs="CERT_NONE")
producer = Producer()
body = body if isinstance(body, dict) else safe_json(body)
rcv_headers = message.headers
orc_socket = rcv_headers["source"]["transport"]["socket"] # orch IP:port
orc_id = rcv_headers["source"]["orchestratorID"] # orchestrator ID
corr_id = rcv_headers["source"]["correlationID"] # correlation ID
for device in rcv_headers["destination"]:
device_socket = device["socket"] # device IP:port
encoding = device["encoding"] # message encoding
if device_socket and encoding and orc_socket:
for profile in device["profile"]:
print(f"Sending command to {profile}@{device_socket}")
try:
rsp = http.request(
method="POST",
url=f"https://{device_socket}",
body=encode_msg(body, encoding), # command being encoded
headers={
"Content-type": f"application/openc2-cmd+{encoding};version=1.0",
# "Status": ..., # Numeric status code supplied by Actuator's OpenC2-Response
"X-Request-ID": corr_id,
"Date": f"{datetime.utcnow():%a, %d %b %Y %H:%M:%S GMT}", # RFC7231-7.1.1.1 -> Sun, 06 Nov 1994 08:49:37 GMT
"From": f"{orc_id}@{orc_socket}",
"Host": f"{profile}@{device_socket}",
}
)
rsp_headers = dict(rsp.headers)
if "Content-type" in rsp_headers:
rsp_enc = re.sub(r"^application/openc2-(cmd|rsp)\+", "", rsp_headers["Content-type"])
rsp_enc = re.sub(r"(;version=\d+\.\d+)?$", "", rsp_enc)
else:
rsp_enc = "json"
rsp_headers = {
"socket": device_socket,
"correlationID": corr_id,
"profile": profile,
"encoding": rsp_enc,
"transport": "https"
}
data = {
"headers": rsp_headers,
"content": decode_msg(rsp.data.decode("utf-8"), rsp_enc)
}
print(f"Response from request: {rsp.status} - {safe_json(data)}")
producer.publish(message=data["content"], headers=rsp_headers, exchange="orchestrator", routing_key="response")
except Exception as err:
err = str(getattr(err, "message", err))
rcv_headers["error"] = True
producer.publish(message=err, headers=rcv_headers, exchange="orchestrator", routing_key="response")
print(f"HTTPS error: {err}")
else:
response = "Destination/Encoding/Orchestrator Socket of command not specified"
rcv_headers["error"] = True
producer.publish(message=str(response), headers=rcv_headers, exchange="orchestrator", routing_key="response")
print(response)
def result():
encode = re.search(r"(?<=\+)(.*?)(?=\;)",
request.headers["Content-type"]).group(
1) # message encoding
corr_id = request.headers["X-Request-ID"] # correlation ID
# data = decode_msg(request.data, encode) # message being decoded
profile, device_socket = request.headers["Host"].rsplit("@", 1)
# profile used, device IP:port
orc_id, orc_socket = request.headers["From"].rsplit("@", 1)
# orchestrator ID, orchestrator IP:port
message = request.data
msg_json = decode_msg(message, encode)
data = safe_json({
"headers": dict(request.headers),
"content": safe_json(message.decode('utf-8'))
})
rsp = {
"status": 200,
"status_text": "received",
# command id??
}
print(f"Received command from {orc_id}@{orc_socket} - {data}")
if msg_json['action'] == "query" and "command" in msg_json['target']:
print("QUERY COMMAND")
cmd_id = msg_json['target']['command']
prev_cmd = state.get(cmd_id)
if prev_cmd:
rsp = {
"status_text": "previous command found",
"response": {
"command": prev_cmd
}
}
else:
print("Writing to buffer")
producer = Producer()
producer.publish(message=message,
headers={
"socket": orc_socket,
"device": device_socket,
"correlationID": corr_id,
"profile": profile,
"encoding": encode,
"orchestratorID": orc_id,
"transport": "https"
},
exchange="actuator",
routing_key=profile)
print(f"Corr_id: {corr_id}")
for wait in range(0, MAX_WAIT):
print(f"Checking for response... {MAX_WAIT} - {wait}")
rsp_cmd = state.get(corr_id)
if rsp_cmd:
rsp = rsp_cmd['body']
break
time.sleep(1)
return make_response(
# Body
encode_msg(rsp, encode),
# Status Code
200,
# Headers
{
"Content-type": f"application/openc2-rsp+{encode};version=1.0",
"Status":
200, # Numeric status code supplied by Actuator's OpenC2-Response
"X-Request-ID": corr_id,
"Date":
f"{datetime.utcnow():%a, %d %b %Y %H:%M:%S GMT}", # RFC7231-7.1.1.1 -> Sun, 06 Nov 1994 08:49:37 GMT
# "From": f"{profile}@{device_socket}",
# "Host": f"{orc_id}@{orc_socket}",
})
def send_mqtt(body, message):
"""
AMQP Callback when we receive a message from internal buffer to be published
:param body: Contains the message to be sent.
:param message: Contains data about the message as well as headers
"""
# check for certs if TLS is enabled
if os.environ.get("MQTT_TLS_ENABLED",
False) and os.listdir("/opt/transport/MQTT/certs"):
tls = dict(ca_certs=os.environ.get("MQTT_CAFILE", None),
certfile=os.environ.get("MQTT_CLIENT_CERT", None),
keyfile=os.environ.get("MQTT_CLIENT_KEY", None))
else:
tls = None
# iterate through all devices within the list of destinations
for device in message.headers.get("destination", []):
# check that all necessary parameters exist for device
key_diff = Callbacks.required_device_keys.difference(
{*device.keys()})
if len(key_diff) == 0:
encoding = device.get("encoding", "json")
ip, port = device.get("socket", "localhost:1883").split(":")
# iterate through actuator profiles to send message to
for actuator in device.get("profile", []):
payload = {
"header": format_header(message.headers, device,
actuator),
"body": encode_msg(json.loads(body), encoding)
}
print(f"Sending {ip}:{port} - {payload}")
try:
publish.single(actuator,
payload=json.dumps(payload),
qos=1,
hostname=ip,
port=safe_cast(port, int, 1883),
will={
"topic": actuator,
"payload": json.dumps(payload),
"qos": 1
},
tls=tls)
print(
f"Placed payload onto topic {actuator} Payload Sent: {payload}"
)
except Exception as e:
print(
f"There was an error sending command to {ip}:{port} - {e}"
)
send_error_response(e, payload["header"])
return
get_response(
ip, port,
message.headers.get("source",
{}).get("orchestratorID", ""))
else:
err_msg = f"Missing required header data to successfully transport message - {', '.join(key_diff)}"
send_error_response(err_msg, payload["header"])