def inner(reactor):
print('Creating client service')
from twisted.internet import reactor
endpoint = HostnameEndpoint(reactor, '127.0.0.1', self.server.port)
client = ClientSessionService(endpoint, 'test', 'secret')
client.subscribe('test-chan')
print('Starting client service')
client.startService()
# Wait till client connected
print('Waiting to be connected')
yield client.whenConnected
print('Publishing test message')
client.publish('test-chan', b'test message')
print('Waiting for read()')
payload = yield client.read()
assert ('test', 'test-chan', b'test message') == payload
print('Stopping client')
yield client.stopService()
print('Stopping server for reals')
yield self.server.close()
async def inner():
print('Starting server')
server_future = asyncio.ensure_future(self.server.serve_forever())
print('Creating client service')
client = ClientSessionService(f'tcp:127.0.0.1:{self.port}', 'test', 'secret')
client.subscribe('test-chan')
client.startService()
# Wait till client connected
await client.whenConnected.asFuture(self.loop)
assert prometheus.REGISTRY.get_sample_value('hpfeeds_broker_client_connections') == 1
assert prometheus.REGISTRY.get_sample_value('hpfeeds_broker_connection_made') == 1
print('Publishing test message')
client.publish('test-chan', b'test message')
print('Waiting for read()')
assert ('test', 'test-chan', b'test message') == await client.read().asFuture(self.loop)
# We would test this after call to subscribe, but need to wait until sure server has processed command
assert prometheus.REGISTRY.get_sample_value('hpfeeds_broker_subscriptions', {'ident': 'test', 'chan': 'test-chan'}) == 1
# This will only have incremented when server has processed auth message
# Test can only reliably assert this is the case after reading a message
assert prometheus.REGISTRY.get_sample_value('hpfeeds_broker_connection_ready', {'ident': 'test'}) == 1
print('Stopping client')
await client.stopService().asFuture(self.loop)
print('Stopping server')
server_future.cancel()
await server_future
def inner(reactor):
print('Creating client service')
endpoint = 'tcp:127.0.0.1:{}'.format(self.server.port)
client = ClientSessionService(endpoint, 'test', 'secret')
client.subscribe('test-chan')
print('Starting client service')
client.startService()
# Wait till client connected
print('Waiting to be connected')
yield client.whenConnected
print('Publishing test message')
client.publish('test-chan', b'test message')
print('Waiting for read()')
payload = yield client.read()
assert ('test', 'test-chan', b'test message') == payload
print('Stopping client')
yield client.stopService()
print('Stopping server for reals')
yield self.server.close()
class Output(output.Output):
def start(self):
self.channel = CONFIG.get('output_hpfeed',
'channel',
fallback='elasticpot')
if CONFIG.has_option('output_hpfeed', 'endpoint'):
endpoint = CONFIG.get('output_hpfeed', 'endpoint')
else:
server = CONFIG.get('output_hpfeed', 'server')
port = CONFIG.getint('output_hpfeed', 'port')
if CONFIG.has_option('output_hpfeed', 'tlscert'):
with open(CONFIG.get('output_hpfeed', 'tlscert')) as fp:
authority = ssl.Certificate.loadPEM(fp.read())
options = ssl.optionsForClientTLS(server, authority)
endpoint = endpoints.SSL4ClientEndpoint(
reactor, server, port, options)
else:
endpoint = endpoints.HostnameEndpoint(reactor, server, port)
try:
self.tags = [
tag.strip()
for tag in CONFIG.get('output_hpfeed', 'tags').split(',')
]
except Exception as e:
self.tags = []
ident = CONFIG.get('output_hpfeed', 'identifier')
secret = CONFIG.get('output_hpfeed', 'secret')
reported_ip = CONFIG.get('output_hpfeed', 'reported_ip')
if reported_ip and reported_ip != '':
self.reported_ip = reported_ip
else:
self.reported_ip = None
self.client = ClientSessionService(endpoint, ident, secret)
self.client.startService()
def stop(self):
self.client.stopService()
def write(self, event):
event['tags'] = self.tags
if self.reported_ip:
event['dst_ip'] = self.reported_ip
if 'payload' in event.keys():
try:
event['payload'] = event['payload'].decode('utf-8')
except (UnicodeDecodeError, AttributeError):
pass
self.client.publish(self.channel, dumps(event).encode('utf-8'))
async def inner(reactor):
print('Creating client service')
client = ClientSessionService(f'tcp:127.0.0.1:{self.server.port}', 'test', 'secret')
client.subscribe('test-chan')
print('Starting client service')
client.startService()
# Wait till client connected
print('Waiting to be connected')
await client.whenConnected
print('Publishing test message')
client.publish('test-chan', b'test message')
print('Waiting for read()')
assert ('test', 'test-chan', b'test message') == client.read()
print('Stopping client')
await client.stopService()
print('Stopping server for reals')
await self.server.close()
class Output(cowrie.core.output.Output):
"""
Output plugin for HPFeeds
"""
channel = "cowrie.sessions"
def start(self):
log.msg(
"WARNING: Beta version of new hpfeeds enabled. This will become hpfeeds in a future release."
)
if CowrieConfig.has_option("output_hpfeeds3", "channel"):
self.channel = CowrieConfig.get("output_hpfeeds3", "channel")
if CowrieConfig.has_option("output_hpfeeds3", "endpoint"):
endpoint = CowrieConfig.get("output_hpfeeds3", "endpoint")
else:
server = CowrieConfig.get("output_hpfeeds3", "server")
port = CowrieConfig.getint("output_hpfeeds3", "port")
if CowrieConfig.has_option("output_hpfeeds3", "tlscert"):
with open(CowrieConfig.get("output_hpfeeds3",
"tlscert")) as fp:
authority = ssl.Certificate.loadPEM(fp.read())
options = ssl.optionsForClientTLS(server, authority)
endpoint = endpoints.SSL4ClientEndpoint(
reactor, server, port, options)
else:
endpoint = endpoints.HostnameEndpoint(reactor, server, port)
ident = CowrieConfig.get("output_hpfeeds3", "identifier")
secret = CowrieConfig.get("output_hpfeeds3", "secret")
self.meta = {}
self.client = ClientSessionService(endpoint, ident, secret)
self.client.startService()
def stop(self):
self.client.stopService()
def write(self, entry):
session = entry["session"]
if entry["eventid"] == "cowrie.session.connect":
self.meta[session] = {
"session": session,
"startTime": entry["timestamp"],
"endTime": "",
"peerIP": entry["src_ip"],
"peerPort": entry["src_port"],
"hostIP": entry["dst_ip"],
"hostPort": entry["dst_port"],
"loggedin": None,
"credentials": [],
"commands": [],
"unknownCommands": [],
"urls": [],
"version": None,
"ttylog": None,
"hashes": set(),
"protocol": entry["protocol"],
}
elif entry["eventid"] == "cowrie.login.success":
u, p = entry["username"], entry["password"]
self.meta[session]["loggedin"] = (u, p)
elif entry["eventid"] == "cowrie.login.failed":
u, p = entry["username"], entry["password"]
self.meta[session]["credentials"].append((u, p))
elif entry["eventid"] == "cowrie.command.input":
c = entry["input"]
self.meta[session]["commands"].append(c)
elif entry["eventid"] == "cowrie.command.failed":
uc = entry["input"]
self.meta[session]["unknownCommands"].append(uc)
elif entry["eventid"] == "cowrie.session.file_download":
if "url" in entry:
url = entry["url"]
self.meta[session]["urls"].append(url)
self.meta[session]["hashes"].add(entry["shasum"])
elif entry["eventid"] == "cowrie.session.file_upload":
self.meta[session]["hashes"].add(entry["shasum"])
elif entry["eventid"] == "cowrie.client.version":
v = entry["version"]
self.meta[session]["version"] = v
elif entry["eventid"] == "cowrie.log.closed":
# entry["ttylog"]
with open(entry["ttylog"]) as ttylog:
self.meta[session]["ttylog"] = ttylog.read().hex()
elif entry["eventid"] == "cowrie.session.closed":
meta = self.meta.pop(session, None)
if meta:
log.msg("publishing metadata to hpfeeds",
logLevel=logging.DEBUG)
meta["endTime"] = entry["timestamp"]
meta["hashes"] = list(meta["hashes"])
self.client.publish(self.channel,
json.dumps(meta).encode("utf-8"))
class Output(cowrie.core.output.Output):
"""
Output plugin for HPFeeds
"""
channel = 'cowrie.sessions'
def start(self):
log.msg(
"WARNING: Beta version of new hpfeeds enabled. This will become hpfeeds in a future release."
)
if CowrieConfig().has_option('output_hpfeeds3', 'channel'):
self.channel = CowrieConfig().get('output_hpfeeds3', 'channel')
if CowrieConfig().has_option('output_hpfeeds3', 'endpoint'):
endpoint = CowrieConfig().get('output_hpfeeds3', 'endpoint')
else:
server = CowrieConfig().get('output_hpfeeds3', 'server')
port = CowrieConfig().getint('output_hpfeeds3', 'port')
if CowrieConfig().has_option('output_hpfeeds3', 'tlscert'):
with open(CowrieConfig().get('output_hpfeeds3',
'tlscert')) as fp:
authority = ssl.Certificate.loadPEM(fp.read())
options = ssl.optionsForClientTLS(server, authority)
endpoint = endpoints.SSL4ClientEndpoint(
reactor, server, port, options)
else:
endpoint = endpoints.HostnameEndpoint(reactor, server, port)
ident = CowrieConfig().get('output_hpfeeds3', 'identifier')
secret = CowrieConfig().get('output_hpfeeds3', 'secret')
self.meta = {}
self.client = ClientSessionService(endpoint, ident, secret)
self.client.startService()
def stop(self):
self.client.stopService()
def write(self, entry):
session = entry["session"]
if entry["eventid"] == 'cowrie.session.connect':
self.meta[session] = {
'session': session,
'startTime': entry["timestamp"],
'endTime': '',
'peerIP': entry["src_ip"],
'peerPort': entry["src_port"],
'hostIP': entry["dst_ip"],
'hostPort': entry["dst_port"],
'loggedin': None,
'credentials': [],
'commands': [],
'unknownCommands': [],
'urls': [],
'version': None,
'ttylog': None,
'hashes': set(),
'protocol': entry['protocol']
}
elif entry["eventid"] == 'cowrie.login.success':
u, p = entry['username'], entry['password']
self.meta[session]['loggedin'] = (u, p)
elif entry["eventid"] == 'cowrie.login.failed':
u, p = entry['username'], entry['password']
self.meta[session]['credentials'].append((u, p))
elif entry["eventid"] == 'cowrie.command.input':
c = entry['input']
self.meta[session]['commands'].append(c)
elif entry["eventid"] == 'cowrie.command.failed':
uc = entry['input']
self.meta[session]['unknownCommands'].append(uc)
elif entry["eventid"] == 'cowrie.session.file_download':
url = entry['url']
self.meta[session]['urls'].append(url)
self.meta[session]['hashes'].add(entry['shasum'])
elif entry["eventid"] == 'cowrie.session.file_upload':
self.meta[session]['hashes'].add(entry['shasum'])
elif entry["eventid"] == 'cowrie.client.version':
v = entry['version']
self.meta[session]['version'] = v
elif entry["eventid"] == 'cowrie.log.closed':
# entry["ttylog"]
with open(entry["ttylog"]) as ttylog:
self.meta[session]['ttylog'] = ttylog.read().encode('hex')
elif entry["eventid"] == 'cowrie.session.closed':
meta = self.meta.pop(session, None)
if meta:
log.msg('publishing metadata to hpfeeds',
logLevel=logging.DEBUG)
meta['endTime'] = entry["timestamp"]
meta['hashes'] = list(meta['hashes'])
self.client.publish(self.channel,
json.dumps(meta).encode('utf-8'))
class Output(cowrie.core.output.Output):
"""
Output plugin for HPFeeds
"""
channel = 'cowrie.sessions'
def start(self):
"""
"""
log.msg("WARNING: Beta version of new hpfeeds enabled. This will become hpfeeds in a future release.")
if CONFIG.has_option('output_hpfeeds', 'channel'):
self.channel = CONFIG.get('output_hpfeeds', 'channel')
if CONFIG.has_option('output_hpfeeds', 'endpoint'):
endpoint = CONFIG.get('output_hpfeeds', 'endpoint')
else:
server = CONFIG.get('output_hpfeeds', 'server')
port = CONFIG.getint('output_hpfeeds', 'port')
if CONFIG.has_option('output_hpfeeds', 'tlscert'):
with open(CONFIG.get('output_hpfeeds', 'tlscert')) as fp:
authority = ssl.Certificate.loadPEM(fp.read())
options = ssl.optionsForClientTLS(server, authority)
endpoint = endpoints.SSL4ClientEndpoint(reactor, server, port, options)
else:
endpoint = endpoints.HostnameEndpoint(reactor, server, port)
ident = CONFIG.get('output_hpfeeds', 'identifier')
secret = CONFIG.get('output_hpfeeds', 'secret')
self.meta = {}
self.client = ClientSessionService(endpoint, ident, secret)
self.client.startService()
def stop(self):
"""
"""
self.client.stopService()
def write(self, entry):
"""
"""
session = entry["session"]
if entry["eventid"] == 'cowrie.session.connect':
self.meta[session] = {
'session': session,
'startTime': entry["timestamp"],
'endTime': '',
'peerIP': entry["src_ip"],
'peerPort': entry["src_port"],
'hostIP': entry["dst_ip"],
'hostPort': entry["dst_port"],
'loggedin': None,
'credentials': [],
'commands': [],
'unknownCommands': [],
'urls': [],
'version': None,
'ttylog': None,
'hashes': set(),
'protocol': entry['protocol']
}
elif entry["eventid"] == 'cowrie.login.success':
u, p = entry['username'], entry['password']
self.meta[session]['loggedin'] = (u, p)
elif entry["eventid"] == 'cowrie.login.failed':
u, p = entry['username'], entry['password']
self.meta[session]['credentials'].append((u, p))
elif entry["eventid"] == 'cowrie.command.input':
c = entry['input']
self.meta[session]['commands'].append(c)
elif entry["eventid"] == 'cowrie.command.failed':
uc = entry['input']
self.meta[session]['unknownCommands'].append(uc)
elif entry["eventid"] == 'cowrie.session.file_download':
url = entry['url']
self.meta[session]['urls'].append(url)
self.meta[session]['hashes'].add(entry['shasum'])
elif entry["eventid"] == 'cowrie.session.file_upload':
self.meta[session]['hashes'].add(entry['shasum'])
elif entry["eventid"] == 'cowrie.client.version':
v = entry['version']
self.meta[session]['version'] = v
elif entry["eventid"] == 'cowrie.log.closed':
# entry["ttylog"]
with open(entry["ttylog"]) as ttylog:
self.meta[session]['ttylog'] = ttylog.read().encode('hex')
elif entry["eventid"] == 'cowrie.session.closed':
meta = self.meta.pop(session, None)
if meta:
log.msg('publishing metadata to hpfeeds', logLevel=logging.DEBUG)
meta['endTime'] = entry["timestamp"]
meta['hashes'] = list(meta['hashes'])
self.client.publish(self.channel, json.dumps(meta).encode('utf-8'))
class Output(cowrie.core.output.Output):
"""
Output plugin for HPFeeds
"""
channel = 'cowrie.sessions'
def start(self):
log.msg("WARNING: Beta version of new hpfeeds enabled. This will become hpfeeds in a future release.")
if CowrieConfig().has_option('output_hpfeeds3', 'channel'):
self.channel = CowrieConfig().get('output_hpfeeds3', 'channel')
if CowrieConfig().has_option('output_hpfeeds3', 'endpoint'):
endpoint = CowrieConfig().get('output_hpfeeds3', 'endpoint')
else:
server = CowrieConfig().get('output_hpfeeds3', 'server')
port = CowrieConfig().getint('output_hpfeeds3', 'port')
if CowrieConfig().has_option('output_hpfeeds3', 'tlscert'):
with open(CowrieConfig().get('output_hpfeeds3', 'tlscert')) as fp:
authority = ssl.Certificate.loadPEM(fp.read())
options = ssl.optionsForClientTLS(server, authority)
endpoint = endpoints.SSL4ClientEndpoint(reactor, server, port, options)
else:
endpoint = endpoints.HostnameEndpoint(reactor, server, port)
try:
self.tags = [tag.strip() for tag in CowrieConfig().get('output_hpfeeds3', 'tags').split(',')]
except Exception as e:
self.tags = []
if CowrieConfig().has_option('output_hpfeeds3', 'reported_ip'):
self.reported_ip = CowrieConfig().get('output_hpfeeds3', 'reported_ip')
if self.reported_ip == 'UNSET_REPORTED_IP':
self.reported_ip = None
ident = CowrieConfig().get('output_hpfeeds3', 'identifier')
secret = CowrieConfig().get('output_hpfeeds3', 'secret')
self.meta = {}
self.client = ClientSessionService(endpoint, ident, secret)
self.client.startService()
def stop(self):
self.client.stopService()
def write(self, entry):
session = entry["session"]
if entry["eventid"] == 'cowrie.session.connect':
self.meta[session] = {
'session': session,
'startTime': entry["timestamp"],
'endTime': '',
'tags': self.tags,
'peerIP': entry["src_ip"],
'peerPort': entry["src_port"],
'hostIP': entry["dst_ip"],
'hostPort': entry["dst_port"],
'loggedin': None,
'credentials': [],
'commands': [],
'unknownCommands': [],
'urls': [],
'version': None,
'ttylog': None,
'hashes': set(),
'protocol': entry['protocol']
}
if self.reported_ip:
logging.warning('Reported_IP: {}, Session: {}'.format(self.reported_ip,self.meta[session]))
self.meta[session]["hostIP"] = self.reported_ip
elif entry["eventid"] == 'cowrie.login.success':
u, p = entry['username'], entry['password']
self.meta[session]['loggedin'] = (u, p)
elif entry["eventid"] == 'cowrie.login.failed':
u, p = entry['username'], entry['password']
self.meta[session]['credentials'].append((u, p))
elif entry["eventid"] == 'cowrie.command.input':
c = entry['input']
self.meta[session]['commands'].append(c)
elif entry["eventid"] == 'cowrie.command.failed':
uc = entry['input']
self.meta[session]['unknownCommands'].append(uc)
elif entry["eventid"] == 'cowrie.session.file_download':
url = entry.get('url')
if url:
self.meta[session]['urls'].append(url)
shasum = entry.get('shasum')
if shasum:
self.meta[session]['hashes'].add(shasum)
elif entry["eventid"] == 'cowrie.session.file_upload':
self.meta[session]['hashes'].add(entry['shasum'])
elif entry["eventid"] == 'cowrie.client.version':
v = entry['version']
if isinstance(v, bytes):
self.meta[session]['version'] = v.decode('utf8')
else:
self.meta[session]['version'] = v
elif entry["eventid"] == 'cowrie.client.kex':
self.meta[session]['hassh'] = entry['hassh']
self.meta[session]['hasshAlgorithms'] = entry['hasshAlgorithms']
self.meta[session]['kexAlgs'] = entry['kexAlgs']
self.meta[session]['keyAlgs'] = entry['keyAlgs']
self.meta[session]['encCS'] = entry['encCS']
self.meta[session]['macCS'] = entry['macCS']
self.meta[session]['compCS'] = entry['compCS']
self.meta[session]['langCS'] = entry['langCS']
elif entry["eventid"] == 'cowrie.client.size':
self.meta[session]['width'] = entry['width']
self.meta[session]['height'] = entry['height']
elif entry["eventid"] == 'cowrie.client.fingerprint':
self.meta[session]['fingerprint'] = entry['fingerprint']
self.meta[session]['key'] = entry['key']
self.meta[session]['key_type'] = entry['type']
elif entry["eventid"] == 'cowrie.log.closed':
with open(entry["ttylog"], 'rb') as ttylog:
self.meta[session]['ttylog'] = ttylog.read().hex()
elif entry["eventid"] == 'cowrie.session.closed':
meta = self.meta.pop(session, None)
if meta:
log.msg('publishing metadata to hpfeeds', logLevel=logging.DEBUG)
meta['endTime'] = entry["timestamp"]
meta['hashes'] = list(meta['hashes'])
self.client.publish(self.channel, json.dumps(meta).encode('utf-8'))