def setup_tables(filename, table_query, insert_query):
# load testconfig
credentials = dict(get_config("MARIADBX"))
# setup database
connector = MariaDb(credentials)
connector.create_db(TESTDB)
connector.connector.database = TESTDB
connector.createTable("test dblp table", table_query)
# setup test ingester database
# setup_database(TESTDB)
# import records from csv
with open(filename, newline='', encoding='utf-8') as csvfile:
spamreader = csv.reader(csvfile, delimiter=';', quotechar='"')
do_once = False
for row in spamreader:
# remove last updated and harvest date
del row[-2:]
# skip first line
if do_once is True:
tup = tuple(map(lambda x: x if x != "" else None, row))
connector.execute_ex(insert_query, tup)
else:
do_once = True
connector.close_connection()
from oai.queries import OAI_DATASET
from mysqlWrapper.mariadb import MariaDb
DB_NAME = 'oaimph'
credentials = {
'user': '******',
'password': '******',
'host': '127.0.0.1',
}
try:
database = MariaDb(credentials)
except Exception as err:
print(err)
else:
database.create_db(DB_NAME)
database.createTable("oaimph", OAI_DATASET)
database.close_connection()
