def init_once(cls):
"""Connect to Elasticsearch.
@raise CuckooReportError: if unable to connect.
"""
# Do not change these types without changing the elasticsearch
# template as well.
cls.report_type = "cuckoo"
cls.call_type = "call"
if not elastic.init():
return
cls.template_name = "%s_template" % elastic.index
try:
elastic.connect()
except CuckooOperationalError as e:
raise CuckooReportError(
"Error running ElasticSearch reporting module: %s" % e
)
# check to see if the template exists apply it if it does not
if not elastic.client.indices.exists_template(cls.template_name):
if not cls.apply_template():
raise CuckooReportError("Cannot apply Elasticsearch template")
def init_once(cls):
"""Connect to Elasticsearch.
@raise CuckooReportError: if unable to connect.
"""
# Do not change these types without changing the elasticsearch
# template as well.
cls.report_type = "cuckoo"
cls.call_type = "call"
if not elastic.init():
return
cls.template_name = "%s_template" % elastic.index
try:
elastic.connect()
except CuckooOperationalError as e:
raise CuckooReportError(
"Error running ElasticSearch reporting module: %s" % e)
def cuckoo_clean():
"""Clean up cuckoo setup.
It deletes logs, all stored data from file system and configured
databases (SQL and MongoDB).
"""
# Init logging (without writing to file).
init_console_logging()
try:
# Initialize the database connection.
db = Database()
db.connect(schema_check=False)
# Drop all tables.
db.drop()
except (CuckooDependencyError, CuckooDatabaseError) as e:
# If something is screwed due to incorrect database migrations or bad
# database SqlAlchemy would be unable to connect and operate.
log.warning(
"Error connecting to database: it is suggested to check "
"the connectivity, apply all migrations if needed or purge "
"it manually. Error description: %s", e)
# Check if MongoDB reporting is enabled and drop the database if it is.
if mongo.init():
try:
mongo.connect()
mongo.drop()
mongo.close()
except Exception as e:
log.warning("Unable to drop MongoDB database: %s", e)
# Check if ElasticSearch reporting is enabled and drop its data if it is.
if elastic.init():
elastic.connect()
# TODO This should be moved to the elastic abstract.
# TODO We should also drop historic data, i.e., from pervious days,
# months, and years.
date_index = datetime.datetime.utcnow().strftime({
"yearly": "%Y",
"monthly": "%Y-%m",
"daily": "%Y-%m-%d",
}[elastic.index_time_pattern])
dated_index = "%s-%s" % (elastic.index, date_index)
elastic.client.indices.delete(index=dated_index, ignore=[400, 404])
template_name = "%s_template" % dated_index
if elastic.client.indices.exists_template(template_name):
elastic.client.indices.delete_template(template_name)
# Paths to clean.
paths = [
cwd("cuckoo.db"),
cwd("log"),
cwd("storage", "analyses"),
cwd("storage", "baseline"),
cwd("storage", "binaries"),
]
# Delete the various files and directories. In case of directories, keep
# the parent directories, so to keep the state of the CWD in tact.
for path in paths:
if os.path.isdir(path):
try:
shutil.rmtree(path)
os.mkdir(path)
except (IOError, OSError) as e:
log.warning("Error removing directory %s: %s", path, e)
elif os.path.isfile(path):
try:
os.unlink(path)
except (IOError, OSError) as e:
log.warning("Error removing file %s: %s", path, e)
def cuckoo_clean():
"""Clean up cuckoo setup.
It deletes logs, all stored data from file system and configured
databases (SQL and MongoDB).
"""
# Init logging (without writing to file).
init_console_logging()
try:
# Initialize the database connection.
db = Database()
db.connect(schema_check=False)
# Drop all tables.
db.drop()
except (CuckooDependencyError, CuckooDatabaseError) as e:
# If something is screwed due to incorrect database migrations or bad
# database SqlAlchemy would be unable to connect and operate.
log.warning("Error connecting to database: it is suggested to check "
"the connectivity, apply all migrations if needed or purge "
"it manually. Error description: %s", e)
# Check if MongoDB reporting is enabled and drop the database if it is.
if mongo.init():
try:
mongo.connect()
mongo.drop()
mongo.close()
except Exception as e:
log.warning("Unable to drop MongoDB database: %s", e)
# Check if ElasticSearch reporting is enabled and drop its data if it is.
if elastic.init():
elastic.connect()
# TODO This should be moved to the elastic abstract.
# TODO We should also drop historic data, i.e., from pervious days,
# months, and years.
date_index = datetime.datetime.utcnow().strftime({
"yearly": "%Y",
"monthly": "%Y-%m",
"daily": "%Y-%m-%d",
}[elastic.index_time_pattern])
dated_index = "%s-%s" % (elastic.index, date_index)
elastic.client.indices.delete(
index=dated_index, ignore=[400, 404]
)
template_name = "%s_template" % dated_index
if elastic.client.indices.exists_template(template_name):
elastic.client.indices.delete_template(template_name)
# Paths to clean.
paths = [
cwd("cuckoo.db"),
cwd("log"),
cwd("storage", "analyses"),
cwd("storage", "baseline"),
cwd("storage", "binaries"),
]
# Delete the various files and directories. In case of directories, keep
# the parent directories, so to keep the state of the CWD in tact.
for path in paths:
if os.path.isdir(path):
try:
shutil.rmtree(path)
os.mkdir(path)
except (IOError, OSError) as e:
log.warning("Error removing directory %s: %s", path, e)
elif os.path.isfile(path):
try:
os.unlink(path)
except (IOError, OSError) as e:
log.warning("Error removing file %s: %s", path, e)
if cwd(root=True) is None:
decide_cwd(exists=True)
# Connect to MongoDB (mandatory).
if not mongo.init():
sys.exit(
red("In order to use the Cuckoo Web Interface it is required to have "
"MongoDB up-and-running and enabled in Cuckoo. Please refer to our "
"official documentation as well as the $CWD/conf/reporting.conf file."
))
mongo.connect()
# Connect to ElasticSearch (optional).
elastic.init()
elastic.connect()
# In case we have VPNs enabled we need to initialize through the following
# two methods as they verify the interaction with VPNs as well as gather
# which VPNs are available (for representation upon File/URL submission).
init_rooter()
init_routing()
DEBUG = False
# Database settings. We don't need it.
DATABASES = {}
SITE_ID = 1
if cwd(root=True) is None:
decide_cwd(exists=True)
# Connect to MongoDB (mandatory).
if not mongo.init():
sys.exit(red(
"In order to use the Cuckoo Web Interface it is required to have "
"MongoDB up-and-running and enabled in Cuckoo. Please refer to our "
"official documentation as well as the $CWD/conf/reporting.conf file."
))
mongo.connect()
# Connect to ElasticSearch (optional).
elastic.init()
elastic.connect()
# In case we have VPNs enabled we need to initialize through the following
# two methods as they verify the interaction with VPNs as well as gather
# which VPNs are available (for representation upon File/URL submission).
init_rooter()
init_routing()
DEBUG = False
# Database settings. We don't need it.
DATABASES = {}
SITE_ID = 1
