def on_message(client, userdata, message):
LOG.info('MQTT: ' + str(message.payload.decode("utf-8")))
y = json.loads(str(message.payload.decode("utf-8")))
sub_topics = str(message.topic).split('/')[1:-1]
while True:
LOG.info('Try insertion of message: ' + str(message.payload.decode("utf-8")) + ' in GridDB...')
try:
conInfo = griddb.ContainerInfo("home-"+sub_topics[0]+"_device-"+sub_topics[1],
[["timestamp", griddb.Type.TIMESTAMP],
#["timestamp2", griddb.Type.TIMESTAMP],
["label", griddb.Type.STRING],
["value", griddb.Type.STRING]],
griddb.ContainerType.TIME_SERIES, True)
col = gridstore.put_container(conInfo)
col.set_auto_commit(True)
#now = datetime.datetime.utcnow(), str(y["device_id"])
r = col.put([datetime.utcfromtimestamp(y["timestamp"]), str(y["label"]), str(y["value"])])
LOG.info("GridDB reply: " + str(r) + '.')
break
except:
LOG.error("Error during update GridDB cluster.")
argv = sys.argv
NumContainer = 100
NumRow = 100
try:
store = factory.get_store(host=argv[1],
port=int(argv[2]),
cluster_name=argv[3],
username=argv[4],
password=argv[5])
for i in range(NumContainer):
conInfo = griddb.ContainerInfo(
"container" + str(i),
[["name", griddb.Type.STRING], ["status", griddb.Type.BOOL],
["count", griddb.Type.LONG]], griddb.ContainerType.COLLECTION,
True)
col = store.put_container(conInfo)
print("[MultiPut S]")
containerEntry = {}
collectionListRows = []
for i in range(NumContainer):
for j in range(NumRow):
collectionListRows.append(["name" + str(j), True, j])
containerEntry.update({"container" + str(i): collectionListRows})
store.multi_put(containerEntry)
print("[MultiPut E]")
factory = griddb.StoreFactory.get_instance()
argv = sys.argv
#Get GridStore object
gridstore = factory.get_store(host=argv[1],
port=int(argv[2]),
cluster_name=argv[3],
username=argv[4],
password=argv[5])
#Create TimeSeries
conInfo = griddb.ContainerInfo(
"point01",
[["timestamp", griddb.GS_TYPE_TIMESTAMP], ["active", griddb.GS_TYPE_BOOL],
["voltage", griddb.GS_TYPE_DOUBLE]], griddb.GS_CONTAINER_TIME_SERIES,
True)
ts = gridstore.put_container(conInfo)
#Put row to timeseries with current timestamp
now = datetime.datetime.utcnow()
ts.put([now, False, 100])
#Create normal query for range of timestamp from 6 hours ago to now
query = ts.query("select * where timestamp > TIMESTAMPADD(HOUR, NOW(), -6)")
rs = query.fetch()
#Get result
while rs.has_next():
data = rs.next()
# Get GridStore object
gridstore = factory.get_store(host=argv[1],
port=int(argv[2]),
cluster_name=argv[3],
username=argv[4],
password=argv[5])
# When operations such as container creation and acquisition are performed, it is connected to the cluster.
gridstore.get_container("containerName")
print("Connect to Cluster")
conInfo = griddb.ContainerInfo(
name=containerName,
column_info_list=[["id", griddb.Type.INTEGER],
["productName", griddb.Type.STRING],
["count", griddb.Type.INTEGER]],
type=griddb.ContainerType.COLLECTION,
row_key=True)
col = gridstore.put_container(conInfo)
print("Sample data generation: Create Collection name=", containerName)
# Register multiple rows
rowList = []
for i in range(0, rowCount):
rowList.append([i, nameList[i], numberList[i]])
col.multi_put(rowList)
print("Sample data generation: Put Rows count=", rowCount)
# Delete a row
# Get GridStore object
gridstore = factory.get_store(host=argv[1],
port=int(argv[2]),
cluster_name=argv[3],
username=argv[4],
password=argv[5])
# When operations such as container creation and acquisition are performed, it is connected to the cluster.
gridstore.get_container("containerName")
print("Connect to Cluster")
# Create Collection
conInfo = griddb.ContainerInfo(
name="SamplePython_collection1",
column_info_list=[["id", griddb.Type.INTEGER],
["productName", griddb.Type.STRING],
["columnInfo", griddb.Type.INTEGER]],
type=griddb.ContainerType.COLLECTION,
row_key=True)
col = gridstore.put_container(conInfo)
print("Create Collection name=SamplePython_collection1")
print("success!")
except griddb.GSException as e:
for i in range(e.get_error_stack_size()):
print("[", i, "]")
print(e.get_error_code(i))
print(e.get_location(i))
print(e.get_message(i))
import datetime
factory = griddb.StoreFactory.get_instance()
argv = sys.argv
#Get GridStore object
gridstore = factory.get_store(host=argv[1],
port=int(argv[2]),
cluster_name=argv[3],
username=argv[4],
password=argv[5])
#Create TimeSeries
conInfo = griddb.ContainerInfo(
"point01", [["timestamp", griddb.Type.TIMESTAMP],
["active", griddb.Type.BOOL], ["voltage", griddb.Type.DOUBLE]],
griddb.ContainerType.TIME_SERIES, True)
ts = gridstore.put_container(conInfo)
#Put row to timeseries with current timestamp
now = datetime.datetime.utcnow()
ts.put([now, False, 100])
#Create normal query for range of timestamp from 6 hours ago to now
query = ts.query("select * where timestamp > TIMESTAMPADD(HOUR, NOW(), -6)")
rs = query.fetch()
#Get result
while rs.has_next():
data = rs.next()
timestamp = str(data[0])
# Provide the necessary arguments
gridstore = factory.get_store(host=argv[1],
port=int(argv[2]),
cluster_name=argv[3],
username=argv[4],
password=argv[5])
nobelprize_container = "nobelprize_1901"
nobelprize_data.info()
# Create Collection circuits
nobelprize_containerInfo = griddb.ContainerInfo(
nobelprize_container,
[["ID", griddb.Type.INTEGER], ["year", griddb.Type.INTEGER],
["category", griddb.Type.STRING], ["prize", griddb.Type.STRING],
["prize_share", griddb.Type.STRING],
["laureate_id", griddb.Type.INTEGER],
["laureate_type", griddb.Type.STRING], ["sex", griddb.Type.STRING]],
griddb.ContainerType.COLLECTION, True)
nobelprize_columns = gridstore.put_container(nobelprize_containerInfo)
print("Container created and columns added")
# Put rows
# Define the data frames
nobelprize_columns.put_rows(nobelprize_data)
print("Data Inserted using the DataFrame")
except griddb.GSException as e:
conInfo = griddb.ContainerInfo("Phishing Websites",
[
["having_IP_Address", griddb.Type.INTEGER],
["URL_Length", griddb.Type.INTEGER],
["Shortining_Service", griddb.Type.INTEGER],
["having_At_Symbol", griddb.Type.INTEGER],
["double_slash_redirecting", griddb.Type.INTEGER],
["Prefix_Suffix", griddb.Type.INTEGER],
["having_Sub_Domain", griddb.Type.INTEGER],
["SSLfinal_State", griddb.Type.INTEGER],
["Domain_registeration_length", griddb.Type.INTEGER],
["Favicon", griddb.Type.INTEGER],
["port", griddb.Type.INTEGER],
["HTTPS_token", griddb.Type.INTEGER],
["Request_URL", griddb.Type.INTEGER],
["URL_of_Anchor", griddb.Type.INTEGER],
["Links_in_tags", griddb.Type.INTEGER],
["SFH", griddb.Type.INTEGER],
["Submitting_to_email", griddb.Type.INTEGER],
["Abnormal_URL", griddb.Type.INTEGER],
["Redirect", griddb.Type.INTEGER],
["on_mouseover", griddb.Type.INTEGER],
["RightClick", griddb.Type.INTEGER],
["popUpWidnow", griddb.Type.INTEGER],
["Iframe", griddb.Type.INTEGER],
["age_of_domain", griddb.Type.INTEGER],
["DNSRecord", griddb.Type.INTEGER],
["web_traffic", griddb.Type.INTEGER],
["Page_Rank", griddb.Type.INTEGER],
["Google_Index", griddb.Type.INTEGER],
["Links_pointing_to_page", griddb.Type.INTEGER],
["Statistical_report", griddb.Type.INTEGER],
["Result", griddb.Type.INTEGER],
],
griddb.ContainerType.COLLECTION, True)
factory = griddb.StoreFactory.get_instance()
try:
# Get GridStore object
gridstore = factory.get_store(host='10.10.10.100',
port=250,
cluster_name='default',
username='******',
password='******')
# Create Collection
containerName = "Crypto_Data_Container"
crypto_container = griddb.ContainerInfo(
containerName,
[["symbol", griddb.Type.STRING], ["priceChange", griddb.Type.FLOAT],
["priceChangePercent", griddb.Type.FLOAT],
["weightedAvgPrice", griddb.Type.FLOAT],
["prevClosePrice", griddb.Type.FLOAT],
["lastPrice", griddb.Type.FLOAT], ["openPrice", griddb.Type.FLOAT],
["highPrice", griddb.Type.FLOAT], ["lowPrice", griddb.Type.FLOAT],
["volume", griddb.Type.FLOAT], ["openTime", griddb.Type.TIMESTAMP],
["closeTime", griddb.Type.TIMESTAMP]],
griddb.ContainerType.COLLECTION, True)
data_container = gridstore.put_container(crypto_container)
except griddb.GSException as e:
for i in range(e.get_error_stack_size()):
print("[", i, "]")
print(e.get_error_code(i))
print(e.get_location(i))
print(e.get_message(i))
try:
# Get GridStore object
gridstore = factory.get_store(host=argv[1],
port=int(argv[2]),
cluster_name=argv[3],
username=argv[4],
password=argv[5])
# When operations such as container creation and acquisition are performed, it is connected to the cluster.
gridstore.get_container("containerName")
print("Connect to Cluster")
conInfo = griddb.ContainerInfo(
name=containerName,
column_info_list=[["date", griddb.Type.TIMESTAMP],
["value1", griddb.Type.INTEGER],
["value2", griddb.Type.DOUBLE]],
type=griddb.ContainerType.TIME_SERIES)
col = gridstore.put_container(conInfo)
print("Sample data generation: Create Collection name=", containerName)
print("Sample data generation: column=(", conInfo.column_info_list[0][0],
",", conInfo.column_info_list[1][0], ",",
conInfo.column_info_list[2][0], ")")
for i in range(0, rowCount):
print("Sample data generation: row=(", dateList[i], ", ",
value1List[i], ",", "%f" % (value2List[i]), ")")
# Register multiple rows
rowList = []
# Get GridStore object
gridstore = factory.get_store(host=argv[1],
port=int(argv[2]),
cluster_name=argv[3],
username=argv[4],
password=argv[5])
# When operations such as container creation and acquisition are performed, it is connected to the cluster.
gridstore.get_container("containerName")
print("Connect to Cluster")
# Create Collection
conInfo = griddb.ContainerInfo(
name="SamplePython_BlobData",
column_info_list=[["id", griddb.Type.INTEGER],
["blob", griddb.Type.BLOB]],
type=griddb.ContainerType.COLLECTION,
row_key=True)
col = gridstore.put_container(conInfo)
print("Create Collection name=SamplePython_BlobData")
# Register binary
# (1)Read binary file
f = open("BlobData.py", "rb")
blobString = f.read().decode("utf-8")
f.close()
# (2)Register a row
col.put([0, blobString])
print("Put Row (Blob)")
try:
# Get GridStore object
gridstore = factory.get_store(host=argv[1],
port=int(argv[2]),
cluster_name=argv[3],
username=argv[4],
password=argv[5])
# When operations such as container creation and acquisition are performed, it is connected to the cluster.
gridstore.get_container("containerName")
print("Connect to Cluster")
# Create a timeseries container
conInfo = griddb.ContainerInfo(
name="SamplePython_timeseries1",
column_info_list=[["date", griddb.Type.TIMESTAMP],
["value", griddb.Type.DOUBLE]],
type=griddb.ContainerType.TIME_SERIES)
ts = gridstore.put_container(conInfo)
print("Create TimeSeries name=SamplePython_timeseries1")
print("success!")
except griddb.GSException as e:
for i in range(e.get_error_stack_size()):
print("[", i, "]")
print(e.get_error_code(i))
print(e.get_location(i))
print(e.get_message(i))
LOG.info('Trying to connect to GridDB...')
while True:
time.sleep(5)
try:
factory = griddb.StoreFactory.get_instance()
gridstore = factory.get_store(
notification_member=
"10.0.0.28:10001,10.0.0.37:10001,10.0.0.172:10001",
cluster_name="defaultCluster",
username="******",
password="******")
conInfo = griddb.ContainerInfo("SensorValuesKalpaLast",
[["timestamp", griddb.Type.TIMESTAMP],
["sensorId", griddb.Type.STRING],
["sensorValue", griddb.Type.STRING]],
griddb.ContainerType.TIME_SERIES, True)
col = gridstore.put_container(conInfo)
LOG.info('CONNECTED to GridDB.....')
break
except griddb.GSException as e:
LOG.error('Error during connection to GridDB.....')
def callback(ch, method, properties, body):
y = json.loads(str(body.decode()))
LOG.info("Received %r" % y)
while True:
blob = bytearray([65, 66, 67, 68, 69, 70, 71, 72, 73, 74])
containerName = "SamplePython_FetchRows"
update = False
try:
# Get GridStore object
gridstore = factory.get_store(host=argv[1],
port=int(argv[2]),
cluster_name=argv[3],
username=argv[4],
password=argv[5])
# Create Collection
conInfo = griddb.ContainerInfo(
containerName,
[["name", griddb.Type.STRING], ["status", griddb.Type.BOOL],
["count", griddb.Type.LONG], ["lob", griddb.Type.BLOB]],
griddb.ContainerType.COLLECTION, True)
col = gridstore.put_container(conInfo)
print("Create Collection name=", containerName)
# Put rows
rows = pandas.DataFrame([["name01", True, 1, blob],
["name02", False, 2, blob]])
col.put_rows(rows)
print("Put rows with DataFrame")
# Fetch rows
query = col.query("select *")
rs = query.fetch(update)
print("Fetch rows with DataFrame")
gridstore = factory.get_store(host=argv[1],
port=int(argv[2]),
cluster_name=argv[3],
username=argv[4],
password=argv[5])
# When operations such as container creation and acquisition are performed, it is connected to the cluster.
gridstore.get_container("containerName")
print("Connect to Cluster")
# Set row expiration release
timeProp = griddb.ExpirationInfo(100, griddb.GS_TIME_UNIT_DAY, 5)
# Create a time series container
conInfo = griddb.ContainerInfo(
name="SamplePython_RowExpiration",
column_info_list=[["date", griddb.Type.TIMESTAMP],
["value", griddb.Type.DOUBLE]],
type=griddb.ContainerType.TIME_SERIES,
expiration=timeProp)
ts = gridstore.put_container(conInfo)
print(
"Create TimeSeries & Set Row Expiration name=SamplePython_RowExpiration"
)
print("success!")
except griddb.GSException as e:
for i in range(e.get_error_stack_size()):
print("[", i, "]")
print(e.get_error_code(i))
print(e.get_location(i))
print(e.get_message(i))
# Get GridStore object
gridstore = factory.get_store(host=argv[1],
port=int(argv[2]),
cluster_name=argv[3],
username=argv[4],
password=argv[5])
# When operations such as container creation and acquisition are performed, it is connected to the cluster.
gridstore.get_container("containerName")
print("Connect to Cluster")
# Create Collection
conInfo = griddb.ContainerInfo(
name="SamplePython_ArrayData",
column_info_list=[["id", griddb.Type.INTEGER],
["string_array", griddb.Type.STRING_ARRAY],
["integer_array", griddb.Type.INTEGER_ARRAY]],
type=griddb.ContainerType.COLLECTION,
row_key=True)
col = gridstore.put_container(conInfo)
print("Create Collection name=SamplePython_ArrayData")
# Register array type data
# (1)Array type data
stringArray = ["Sales", "Development", "Marketing", "Research"]
integerArray = [39, 92, 18, 51]
# (2)Register a row
col.put([0, stringArray, integerArray])
print("Put Row (Array)")