def configCon(self, fichierConfig=fichierConfig): try: self.paramsDb = parserIni(filename=fichierConfig, section='postgresql') except (Exception) as Err: print(Err) logging.warning(Err)
result = execute_sql(conn, sql_str, payload, fetchall=True) log.debug('select: {}'.format(result)) return result if __name__ == '__main__': """ """ args = get_args() if args.debug: log.setLevel('DEBUG') log.debug(get_args(helper=True)) # prepare la config locale pgsql param_conn_db = config.parserIni(filename='infodb.ini', section='postgresql') log.debug(param_conn_db) data = [] try: with psycopg2.connect(**param_conn_db) as conn: log.debug(conn) for epoch in YEARS: start, end = epoch year = datetime.datetime.fromtimestamp(start).strftime('%Y') print('année: {}'.format(year)) resultats = prepare_select(conn, epoch) log.debug('resultats: {}'.format(resultats))
elif args.verbose: log.setLevel('INFO') if args.input: fichier = ''.join(args.input) log.debug('input: {}'.format(fichier)) else: log.warning('no input file!') sys.exit(1) # prepare yaml dictionnaries CLUSTERS = load_yaml_file(CLUSTERS_FILE) METAGROUPES = load_yaml_file(METAGROUPES_FILE) # prepare la config locale pgsql param_conn_db = config.parserIni(filename='infodb.ini', section='insertion') log.debug(param_conn_db) conn = psycopg2.connect(**param_conn_db) # conn.set_isolation_level(psycopg2.extensions.ISOLATION_LEVEL_AUTOCOMMIT) # conn.set_session(isolation_level=psycopg2.extensions.ISOLATION_LEVEL_SERIALIZABLE, autocommit=True) log.debug(conn) # get last offset (and test conn) sql = ("SELECT last_offset_position FROM history WHERE id_insertion = 1;") res = execute_sql(conn, sql, []) last_offset = int(res[0]) for offset, datarow in lire_fichier(fichier, offset=last_offset): for line in datarow: log.debug('{}, {}, {}, {}'.format(line['qname'], line['host'],
#!/usr/bin/env python3 # coding: utf-8 # Ce programme a été écrit par Damien LE BORGNE le 28/01/2021 # Gestion base de données import psycopg2 from psycopg2.sql import SQL, Identifier from psycopg2.extensions import ISOLATION_LEVEL_AUTOCOMMIT import logging from config import parserIni fichierConfig = 'infodb.ini' logging.basicConfig(**parserIni(filename=fichierConfig, section='logs'), level=logging.DEBUG) class BddTransaction(object): """ """ def __init__(self): self.paramsDb = None self.conn = None self.commandEnCours = None def configCon(self, fichierConfig=fichierConfig): try: self.paramsDb = parserIni(filename=fichierConfig, section='postgresql') except (Exception) as Err: print(Err) logging.warning(Err)