def user_to_json(self):
"""
Convert object to json
:return:
"""
return conv.document2json(user_base.lbbase, self)
def email_to_json(self):
"""
Convert object to json
:return:
"""
return conv.document2json(email_base.lbbase, self)
def teste_maluco(self):
doc = BaseMaluca()
doc.campo = '1'
g1 = [{
'campo2': 'xxxx',
'g2':[{
'campo3': 'zzzz'
},{
'campo3': 'yyyy'
}]
},{
'campo2': 'aaaa',
'g2':[{
'campo3': 'bbbb'
},{
'campo3': 'cccc'
}]
}]
doc.teste_maluco(g1)
j = document2json(baseteste, doc, indent=4)
assert doc.campo == '1'
assert doc.g1[0].g2[0].campo3 == 'zzzz'
assert doc.g1[1].g2[1].campo3 == 'cccc'
raise Exception(j)
def allreports_to_json(self):
"""
Convert object to json
:return:
"""
return conv.document2json(allreports.lbbase, self)
def atividade_to_json(self):
"""
Convert object to json
:return:
"""
return conv.document2json(atividade_base.lbbase, self)
def coleta_to_json(self, document):
"""
Convert object to json
:return:
"""
return conv.document2json(document.lbbase, self)
def notify_to_json(self):
"""
Convert object to json
:return:
"""
return conv.document2json(notify_base.lbbase, self)
def orgao_to_json(self):
"""
Convert object to json
:return:
"""
return conv.document2json(orgao_base.lbbase, self)
def teste_maluco(self):
doc = BaseMaluca()
doc.campo = '1'
g1 = [{
'campo2': 'xxxx',
'g2':[{
'campo3': 'zzzz'
},{
'campo3': 'yyyy'
}]
},{
'campo2': 'aaaa',
'g2':[{
'campo3': 'bbbb'
},{
'campo3': 'cccc'
}]
}]
doc.teste_maluco(g1)
j = document2json(baseteste, doc, indent=4)
assert doc.campo == '1'
assert doc.g1[0].g2[0].campo3 == 'zzzz'
assert doc.g1[1].g2[1].campo3 == 'cccc'
raise Exception(j)
def notify_to_json(self):
"""
Convert object to json
:return:
"""
return conv.document2json(notify_base.lbbase, self)
def test_document2json(self):
pessoa1 = {
'nome':
'Antony',
'dependente': [
{
'nome_dep': 'Neymar',
'idade_dep': 12,
'gmulti': [{
'teste': 'False'
}, {
'teste': 'False'
}]
},
],
'carros': ['x', 'y', 'z'],
}
pessoa1 = lbutils.object2json(pessoa1)
pessoa2 = json2document(self.base, pessoa1)
#Gmulti = self.base.metaclass('gmulti')
#Gmulti.teste= True
#pessoa2.dependente.gmulti[1] = Gmulti()
#pessoa2.dependente.gmulti.append(55)
j = document2json(self.base, pessoa2, indent=4)
fd = open('/tmp/document.json', 'w+')
fd.write(j)
fd.close()
def desc_to_json(self):
"""
Convert object to json
:return:
"""
return conv.document2json(desc.lbbase, self)
def user_to_json(self):
"""
Convert object to json
:return:
"""
return conv.document2json(user_base.lbbase, self)
def email_to_json(self):
"""
Convert object to json
:return:
"""
return conv.document2json(email_base.lbbase, self)
def test_document2json(self):
pessoa1 = {
'nome' : 'Antony',
'dependente' : {
'nome_dep' : 'Neymar',
'idade_dep': 12,
'gmulti' : [
{
'teste' : 'False'
},
{
'teste' : 'True'
}
]
},
'carros' : ['x', 'y', 'z'],
}
pessoa1 = lbutils.object2json(pessoa1)
pessoa2 = json2document(self.base, pessoa1)
#Gmulti = self.base.metaclass('gmulti')
#Gmulti.teste= True
#pessoa2.dependente.gmulti[1] = Gmulti()
#pessoa2.dependente.gmulti.append(55)
j = document2json(self.base, pessoa2, indent=4)
fd = open('/tmp/document.json', 'w+')
fd.write(j)
fd.close()
def atividade_to_json(self):
"""
Convert object to json
:return:
"""
return conv.document2json(atividade_base.lbbase, self)
def test_get_doc(self):
document = self.doc_rest.get(1)
document_type = self.base.metaclass()
assert isinstance(document, document_type)
with open('/tmp/document.json', 'w+') as f:
f.write(document2json(self.base, document))
def test_get_doc_colletion(self):
collection = self.doc_rest.get_collection()
assert isinstance(collection, Collection)
assert isinstance(collection.results[0], self.base.metaclass())
print (collection.results[0]._metadata)
from liblightbase.lbutils.conv import document2json
print(document2json(self.base, collection.results[0]))
raise Exception('efewfv')
def add_location(self, location):
"""
Add location on LB Base for locations
:param location: location dict as base structure
:return: Insertion results
"""
document = conv.dict2document(self.lbbase, location)
document_json = conv.document2json(self.lbbase, document)
result = self.documentrest.create(document_json)
return result
def add_location(self, location):
"""
Add location on LB Base for locations
:param location: location dict as base structure
:return: Insertion results
"""
document = conv.dict2document(self.lbbase, location)
document_json = conv.document2json(self.lbbase, document)
result = self.documentrest.create(document_json)
return result
def load_static(self):
"""
Carrega valores dos grupos do arquivo JSON contido no Projeto
:return:
"""
# TODO: Coloca esses grupos e um valor definido pelo usuario
groups_list = [
'win32_physicalmemory_memorytype',
'win32_processor_family'
]
saida = dict()
for group in groups_list:
saida[group] = list()
# Carrega valor do JSON para cada um ds grupos
filename = self.data_dir + group + ".json"
log.debug("Caminho completo do arquivo para carga: %s", filename)
with open(filename, 'r', encoding='utf-8') as fd:
value = json.loads(fd.read())
#log.debug(value)
for elm in value:
#log.debug("111111111111111111111111111111")
#log.debug(elm)
# Faz o parsing do JSON por linha
for key in elm.keys():
saida[group].append({
group + '_key': int(key),
group + '_value': elm[key]
})
# Valida documento
#log.debug(saida)
document = conv.dict2document(self.lbbase, saida)
document_json = conv.document2json(self.lbbase, document)
log.debug(document_json)
# FIXME: Verificar para que serve a remoção da base.
# Recria base e insere um documento
#if self.is_created():
# self.remove_base()
#self.create_base()
self.documentrest.create(document_json)
def analytics_to_json(self):
"""
Convert object to json
:return: JSON for crime
"""
return conv.document2json(self.analytics_base.lbbase, self)
def crimes_to_json(self):
"""
Convert object to json
:return: JSON for crime
"""
return conv.document2json(self.crimes_base.lbbase, self)
def test_x(self):
Pessoa = self.base.metaclass()
Gmulti = self.base.metaclass('gmulti')
Dependente = self.base.metaclass('dependente')
lbbase = self.base
class Y(Gmulti):
@property
def teste(self):
return Gmulti.teste.__get__(self)
@teste.setter
def teste(self, v):
Gmulti.teste.__set__(self, v)
class X(Pessoa):
def __init__(self, **args):
super(X, self).__init__(**args)
@property
def nome(self):
return Pessoa.nome.__get__(self)
@nome.setter
def nome(self, v):
Pessoa.nome.__set__(self, v)
@property
def dependente(self):
return Pessoa.dependente.__get__(self)
@dependente.setter
def dependente(self, v):
Pessoa.dependente.__set__(self, v)
def set_dependentes(self):
g1 = dict(teste='ww',
teste2=['dgfkdsgsghslkdghsk', 'dsgjsd.,gjsd.gjs'])
g1_obj = dict2document(lbbase, g1, Gmulti)
g2 = dict(teste='ww',
teste2=['dgfkdsgsghslkdghsk', 'dsgjsd.,gjsd.gjs'])
g2_obj = dict2document(lbbase, g2, Gmulti)
g3 = dict(teste='ww',
teste2=['dgfkdsgsghslkdghsk', 'dsgjsd.,gjsd.gjs'])
g3_obj = dict2document(lbbase, g3, Gmulti)
g4 = dict(teste='ww',
teste2=['dgfkdsgsghslkdghsk', 'dsgjsd.,gjsd.gjs'])
g4_obj = dict2document(lbbase, g4, Gmulti)
d1 = dict(nome_dep='xxx', gmulti=[g1, g2])
d1_obj = dict2document(lbbase, d1, Dependente)
d2 = dict(nome_dep='xxx', gmulti=[g3, g4])
d2_obj = dict2document(lbbase, d2, Dependente)
d1 = [d1_obj, d2_obj]
self.dependente = d1
x = X(nome='aa', carros=['d'])
x.set_dependentes()
j = document2json(self.base, x, indent=4)
self.assertIsNotNone(j)
fd = open('/tmp/document2.json', 'w+')
fd.write(j)
fd.close()
p = document2dict(self.base, x)
y = X(**p)
self.assertIsInstance(y, X)
def setUp(self):
"""
Ajusta parâmetros iniciais
"""
self.lbs = lbsociam.LBSociam()
self.baserest = lbrest.BaseREST(rest_url=self.lbs.lbgenerator_rest_url, response_object=True)
self.lbt = lbtwitter.Twitter(debug=False, term='crime')
self.status_base = lbstatus.StatusBase()
self.tw_status = self.lbt.search()
self.data_dir = os.path.join(lbs.lbsociam_data_dir, 'tests')
if not os.path.isdir(self.data_dir):
os.mkdir(self.data_dir)
# Cria base
self.lbbase = self.status_base.create_base()
# Insere dois status
self.status = list()
tw_status_elm = [self.tw_status[0]]
tw_status_json = self.lbt.status_to_json(tw_status_elm)
status_dict = dict(
origin='twitter',
inclusion_date=datetime.datetime.now().strftime("%d/%m/%Y"),
text=tw_status_elm[0].text,
source=tw_status_json,
search_term='crime'
)
tokenized = srl.srl_tokenize(tw_status_elm[0].text)
if tokenized.get('arg_structures'):
status_dict['arg_structures'] = tokenized.get('arg_structures')
if tokenized.get('tokens'):
status_dict['tokens'] = tokenized.get('tokens')
status = conv.dict2document(self.lbbase, status_dict)
status_json = conv.document2json(self.lbbase, status)
result = self.status_base.documentrest.create(status_json)
self.status.append(status)
# Segundo status
tw_status_elm = [self.tw_status[1]]
tw_status_json = self.lbt.status_to_json(tw_status_elm)
status_dict = dict(
origin='twitter',
inclusion_date=datetime.datetime.now().strftime("%d/%m/%Y"),
text=tw_status_elm[0].text,
source=tw_status_json,
search_term='crime'
)
tokenized = srl.srl_tokenize(tw_status_elm[0].text)
if tokenized.get('arg_structures'):
status_dict['arg_structures'] = tokenized.get('arg_structures')
if tokenized.get('tokens'):
status_dict['tokens'] = tokenized.get('tokens')
status = conv.dict2document(self.lbbase, status_dict)
status_json = conv.document2json(self.lbbase, status)
result = self.status_base.documentrest.create(status_json)
self.status.append(status)
# Base de dicionário
self.dictionary_base = model_dict.DictionaryBase()
def blacklist_to_json(self):
"""
Convert object to json
:return:
"""
return conv.document2json(blacklist_base.lbbase, self)
def setUp(self):
"""
Ajusta parâmetros iniciais
"""
self.lbs = lbsociam.LBSociam()
self.baserest = lbrest.BaseREST(rest_url=self.lbs.lbgenerator_rest_url,
response_object=True)
self.lbt = lbtwitter.Twitter(debug=False, term='crime')
self.status_base = lbstatus.StatusBase()
self.tw_status = self.lbt.search()
self.data_dir = os.path.join(lbs.lbsociam_data_dir, 'tests')
if not os.path.isdir(self.data_dir):
os.mkdir(self.data_dir)
# Cria base
self.lbbase = self.status_base.create_base()
# Insere dois status
self.status = list()
tw_status_elm = [self.tw_status[0]]
tw_status_json = self.lbt.status_to_json(tw_status_elm)
status_dict = dict(
origin='twitter',
inclusion_date=datetime.datetime.now().strftime("%d/%m/%Y"),
text=tw_status_elm[0].text,
source=tw_status_json,
search_term='crime')
tokenized = srl.srl_tokenize(tw_status_elm[0].text)
if tokenized.get('arg_structures'):
status_dict['arg_structures'] = tokenized.get('arg_structures')
if tokenized.get('tokens'):
status_dict['tokens'] = tokenized.get('tokens')
status = conv.dict2document(self.lbbase, status_dict)
status_json = conv.document2json(self.lbbase, status)
result = self.status_base.documentrest.create(status_json)
self.status.append(status)
# Segundo status
tw_status_elm = [self.tw_status[1]]
tw_status_json = self.lbt.status_to_json(tw_status_elm)
status_dict = dict(
origin='twitter',
inclusion_date=datetime.datetime.now().strftime("%d/%m/%Y"),
text=tw_status_elm[0].text,
source=tw_status_json,
search_term='crime')
tokenized = srl.srl_tokenize(tw_status_elm[0].text)
if tokenized.get('arg_structures'):
status_dict['arg_structures'] = tokenized.get('arg_structures')
if tokenized.get('tokens'):
status_dict['tokens'] = tokenized.get('tokens')
status = conv.dict2document(self.lbbase, status_dict)
status_json = conv.document2json(self.lbbase, status)
result = self.status_base.documentrest.create(status_json)
self.status.append(status)
# Base de dicionário
self.dictionary_base = model_dict.DictionaryBase()
def get_json(self, datamodelname, valuedmodel):
return document2json(LIBLIGHTBASE_SET.liblightbase_schemes_df(datamodelname), valuedmodel)
def status_to_json(self):
"""
Convert object to json
:return:
"""
return conv.document2json(self.status_base.lbbase, self)
def status_to_json(self):
"""
Convert object to json
:return:
"""
return conv.document2json(self.status_base.lbbase, self)
def blacklist_to_json(self):
"""
Convert object to json
:return:
"""
return conv.document2json(blacklist_base.lbbase, self)