def set_engine_encoding(self):
"""Set MySQL database encoding to match data encoding
Please update the encoding lookup table if the required encoding is not present.
"""
encoding = ENCODING.lower()
if self.script.encoding:
encoding = self.script.encoding.lower()
encoding_lookup = {'iso-8859-1': 'latin1', 'latin-1': 'latin1', 'utf-8': 'utf8'}
db_encoding = encoding_lookup.get(encoding)
self.execute("SET NAMES '{0}';".format(db_encoding))
def lookup_encoding(self):
"""Convert well known encoding to MySQL syntax
MySQL has a unique way of representing the encoding.
For example, latin-1 becomes latin1 in MySQL.
Please update the encoding lookup table if the required
encoding is not present."""
encoding = ENCODING.lower()
if self.script.encoding:
encoding = self.script.encoding.lower()
encoding_lookup = {'iso-8859-1': 'latin1', 'latin-1': 'latin1', 'utf-8': 'utf8'}
db_encoding = encoding_lookup.get(encoding)
return db_encoding
def get_connection(self):
"""Gets the db connection.
Please update the encoding lookup table if the required encoding is not present.
"""
import psycopg2 as dbapi
self.get_input()
conn = dbapi.connect(host=self.opts["host"],
port=int(self.opts["port"]),
user=self.opts["user"],
password=self.opts["password"],
database=self.opts["database"])
encoding = ENCODING.lower()
if self.script.encoding:
encoding = self.script.encoding.lower()
encoding_lookup = {'iso-8859-1': 'Latin1', 'latin-1': 'Latin1', 'utf-8': 'UTF8'}
db_encoding = encoding_lookup.get(encoding)
conn.set_client_encoding(db_encoding)
return conn
# -*- coding: latin-1 -*-
# """Integrations tests for Data Retriever"""
from __future__ import print_function
import json
import os
import shutil
import sys
from imp import reload
from retriever.lib.defaults import ENCODING
encoding = ENCODING.lower()
reload(sys)
if hasattr(sys, 'setdefaultencoding'):
sys.setdefaultencoding(encoding)
import pytest
from retriever.lib.load_json import read_json
from retriever.lib.defaults import HOME_DIR
from retriever.engines import engine_list
from retriever.lib.engine_tools import file_2list
from retriever.lib.engine_tools import create_file
# Set postgres password, Appveyor service needs the password given
# The Travis service obtains the password from the config file.
if os.name == "nt":
os_password = "******"
else:
os_password = ""
import json
import os
import shlex
import shutil
import subprocess
from retriever.lib.defaults import ENCODING, DATA_DIR
import pytest
from retriever.lib.load_json import read_json
from retriever.lib.defaults import HOME_DIR
from retriever.engines import engine_list
from retriever.lib.engine_tools import file_2list
from retriever.lib.engine_tools import create_file
encoding = ENCODING.lower()
# Set postgres password, Appveyor service needs the password given
# The Travis service obtains the password from the config file.
os_password = ""
pgdb_host = "localhost"
mysqldb_host = "localhost"
testdb_retriever = "testdb_retriever"
testschema = "testschema_retriever"
if os.name == "nt":
os_password = "******"
docker_or_travis = os.environ.get("IN_DOCKER")
if docker_or_travis == "true":
os_password = '******'
pgdb_host = "pgdb_retriever"
def set_engine_encoding(self):
"""Set up the encoding to be used."""
self.encoding = ENCODING.lower()
if self.script and self.script.encoding:
self.encoding = self.script.encoding.lower()
