def includeme(config):
import os
global _DB
global _DB_CONNECTION
url = os.environ.get('WEPITOPES_ARANGODB_URL')
username = os.environ.get('WEPITOPES_ARANGODB_USERNAME')
password = os.environ.get('WEPITOPES_ARANGODB_PASSWORD')
# print(url, username, password)
if url is None or username is None or password is None:
print(
"Error: please set environement vaiables: WEPITOPES_ARANGODB_URL, WEPITOPES_ARANGODB_USERNAME, WEPITOPES_ARANGODB_PASSWORD"
)
return
_DB_CONNECTION = CON.Connection(arangoURL=url,
username=username,
password=password,
verify=True,
verbose=False,
statsdClient=None,
reportFileName=None,
loadBalancing="round-robin",
use_grequests=False,
use_jwt_authentication=False,
use_lock_for_reseting_jwt=True,
max_retries=5)
_DB = _DB_CONNECTION["Covap"]
def connection(self):
"""Connect to the arangodb server."""
if self._connection is None:
self._connection = py_arango_connection.Connection(
arangoURL=self.arangodb_url,
username=self.username,
password=self.password)
return self._connection
def __init__(self, url, username, password):
super(Populater, self).__init__()
self.conn = CON.Connection(arangoURL=url,
username=username,
password=password,
verify=True,
verbose=False,
statsdClient=None,
reportFileName=None,
loadBalancing="round-robin",
use_grequests=False,
use_jwt_authentication=False,
use_lock_for_reseting_jwt=True,
max_retries=5)
def get_collection():
"""
This function returns an ArangoDB collection.
The function creates a connection to an ArangoDB instance,
selects the _system database and returns a handle to the
'places to eat' collection.
"""
conn = connection.Connection(username="******", password="")
db = conn["_system"]
col_name = "places_to_eat"
if not db.hasCollection(col_name):
return db, db.createCollection('Collection', name=col_name), col_name
else:
return db, db.collections[col_name], col_name
def init():
conn = ac.Connection(arangoURL='http://db:8529')
try:
db = conn.createDatabase(name="monitoring-software-project")
db.createCollection(name="CPU")
db.createCollection(name="MEMORY")
db.createCollection(name="DISK")
db.createCollection(name="NETWORK")
db.createCollection(name="PROCESS")
db.createCollection(name="SENSORS")
db.createCollection(name="ALERTS")
db.createCollection(name="NOTIFICATIONS")
except Exception:
print("Collection already created")
def createConn(self):
return cn.Connection(username=self.user, password=self.pwd)
# instantiating flask app and api
app = Flask(__name__)
api = Api(
app=app,
ui=True,
title="Graph Database Module",
description=
"Processes API requests made to the Arango graph database. First function is to \
ingestion vertex and edge data from NLP module. The second function is to serve graph results \
from queries made by the front-end module.")
ns_query = api.namespace('query', 'Query graph data from ArangoDB.')
ns_ingest = api.namespace('ingest', 'Ingest graph data into ArangoDB.')
ns_admin = api.namespace('admin', 'Perform administrative tasks.')
# set aws environment variables
S3BUCKET = os.getenv('DEFAULT_BRACKET', 'grafluent')
# start session with s3
s3 = S3FileSystem(anon=False)
s3.connect()
# set up an Arango connection
ARANGO_HOST = os.getenv('ARANGO_HOST')
ARANGO_PORT = os.getenv('ARANGO_PORT', '6969')
ARANGO_PWD = os.getenv('ARANGO_ROOT_PASSWORD', '')
aran = connection.Connection(arangoURL='http://{}:{}'.format(
ARANGO_HOST, ARANGO_PORT),
username='******',
password=ARANGO_PWD)
#!/usr/bin/python2.7
# -*- coding=utf-8 -*-
import pyArango.connection as ac
import time
time.sleep(5)
conn = ac.Connection(arangoURL='http://db:8529')
try:
db = conn.createDatabase(name="monitoring-software-project")
db.createCollection(name="CPU")
db.createCollection(name="MEMORY")
db.createCollection(name="DISK")
db.createCollection(name="NETWORK")
db.createCollection(name="PROCESS")
db.createCollection(name="SENSORS")
db.createCollection(name="ALERTS")
db.createCollection(name="NOTIFICATIONS")
except Exception:
print("Collection already created")
def init():
conn = ac.Connection(arangoURL='http://db:8529')
try:
db = conn.createDatabase(name="monitoring-software-project")
db.createCollection(name="CPU")
db.createCollection(name="MEMORY")
##############################################################
# Purpose: Demonstrate inserting a single record at a time into an ArangoDB
#
# Notes: This is simple for demonstration purposes, but very slow. Dont use this code.
#
from pyArango import connection, theExceptions
import names
import random
# Create a connection to the DB
conn = connection.Connection(arangoURL="http://10.1.20.6:8529",
username="******",
password="******")
# Create database if not exists
if not conn.hasDatabase("DataEngineeringMelbourne"):
conn.createDatabase(name="DataEngineeringMelbourne")
db = conn["DataEngineeringMelbourne"]
# Create collection if not exists
if not db.hasCollection("people"):
db.createCollection(name="people")
collection = db["people"]
# Iterate to generate data
for i in xrange(1000000):
hair_color = ['Black', "Blue", "Red", "White", "Brown", "Grey"]
# _key must be unique, trap exceptions if duplicates are created
try:
doc = collection.createDocument()
