def configCon(self, fichierConfig=fichierConfig):
try:
self.paramsDb = parserIni(filename=fichierConfig,
section='postgresql')
except (Exception) as Err:
print(Err)
logging.warning(Err)
result = execute_sql(conn, sql_str, payload, fetchall=True)
log.debug('select: {}'.format(result))
return result
if __name__ == '__main__':
""" """
args = get_args()
if args.debug:
log.setLevel('DEBUG')
log.debug(get_args(helper=True))
# prepare la config locale pgsql
param_conn_db = config.parserIni(filename='infodb.ini',
section='postgresql')
log.debug(param_conn_db)
data = []
try:
with psycopg2.connect(**param_conn_db) as conn:
log.debug(conn)
for epoch in YEARS:
start, end = epoch
year = datetime.datetime.fromtimestamp(start).strftime('%Y')
print('année: {}'.format(year))
resultats = prepare_select(conn, epoch)
log.debug('resultats: {}'.format(resultats))
elif args.verbose:
log.setLevel('INFO')
if args.input:
fichier = ''.join(args.input)
log.debug('input: {}'.format(fichier))
else:
log.warning('no input file!')
sys.exit(1)
# prepare yaml dictionnaries
CLUSTERS = load_yaml_file(CLUSTERS_FILE)
METAGROUPES = load_yaml_file(METAGROUPES_FILE)
# prepare la config locale pgsql
param_conn_db = config.parserIni(filename='infodb.ini',
section='insertion')
log.debug(param_conn_db)
conn = psycopg2.connect(**param_conn_db)
# conn.set_isolation_level(psycopg2.extensions.ISOLATION_LEVEL_AUTOCOMMIT)
# conn.set_session(isolation_level=psycopg2.extensions.ISOLATION_LEVEL_SERIALIZABLE, autocommit=True)
log.debug(conn)
# get last offset (and test conn)
sql = ("SELECT last_offset_position FROM history WHERE id_insertion = 1;")
res = execute_sql(conn, sql, [])
last_offset = int(res[0])
for offset, datarow in lire_fichier(fichier, offset=last_offset):
for line in datarow:
log.debug('{}, {}, {}, {}'.format(line['qname'], line['host'],
#!/usr/bin/env python3
# coding: utf-8
# Ce programme a été écrit par Damien LE BORGNE le 28/01/2021
# Gestion base de données
import psycopg2
from psycopg2.sql import SQL, Identifier
from psycopg2.extensions import ISOLATION_LEVEL_AUTOCOMMIT
import logging
from config import parserIni
fichierConfig = 'infodb.ini'
logging.basicConfig(**parserIni(filename=fichierConfig, section='logs'),
level=logging.DEBUG)
class BddTransaction(object):
""" """
def __init__(self):
self.paramsDb = None
self.conn = None
self.commandEnCours = None
def configCon(self, fichierConfig=fichierConfig):
try:
self.paramsDb = parserIni(filename=fichierConfig,
section='postgresql')
except (Exception) as Err:
print(Err)
logging.warning(Err)