Python DataSource.select Examples

Example #1

File: test_cli.py Project: fallenhitokiri/redash

 def test_interactive_new(self):
     runner = CliRunner()
     pg_i = query_runners.keys().index('pg') + 1
     result = runner.invoke(
         new,
         input="test\n%s\n\n\nexample.com\n\ntestdb\n" % (pg_i,))
     self.assertFalse(result.exception)
     self.assertEqual(result.exit_code, 0)
     self.assertEqual(DataSource.select().count(), 1)
     ds = DataSource.select().first()
     self.assertEqual(ds.name, 'test')
     self.assertEqual(ds.type, 'pg')
     self.assertEqual(ds.options['dbname'], 'testdb')

Example #2

File: test_cli.py Project: fallenhitokiri/redash

 def test_options_new(self):
     runner = CliRunner()
     result = runner.invoke(
         new, ['test', '--options',
               '{"host": "example.com", "dbname": "testdb"}',
               '--type', 'pg'])
     self.assertFalse(result.exception)
     self.assertEqual(result.exit_code, 0)
     self.assertEqual(DataSource.select().count(), 1)
     ds = DataSource.select().first()
     self.assertEqual(ds.name, 'test')
     self.assertEqual(ds.type, 'pg')
     self.assertEqual(ds.options['host'], 'example.com')
     self.assertEqual(ds.options['dbname'], 'testdb')

Example #3

File: test_cli.py Project: fallenhitokiri/redash

 def test_bad_type_new(self):
     runner = CliRunner()
     result = runner.invoke(
         new, ['test', '--type', 'wrong'])
     self.assertTrue(result.exception)
     self.assertEqual(result.exit_code, 1)
     self.assertIn('not supported', result.output)
     self.assertEqual(DataSource.select().count(), 0)

Example #4

File: test_cli.py Project: fallenhitokiri/redash

 def test_options_edit(self):
     self.factory.create_data_source(
         name='test1', type='sqlite',
         options=ConfigurationContainer({"dbpath": "/tmp/test.db"}))
     runner = CliRunner()
     result = runner.invoke(
         edit, ['test1', '--options',
                '{"host": "example.com", "dbname": "testdb"}',
                '--name', 'test2',
                '--type', 'pg'])
     self.assertFalse(result.exception)
     self.assertEqual(result.exit_code, 0)
     self.assertEqual(DataSource.select().count(), 1)
     ds = DataSource.select().first()
     self.assertEqual(ds.name, 'test2')
     self.assertEqual(ds.type, 'pg')
     self.assertEqual(ds.options['host'], 'example.com')
     self.assertEqual(ds.options['dbname'], 'testdb')

Example #5

File: test_cli.py Project: fallenhitokiri/redash

 def test_connection_bad_delete(self):
     self.factory.create_data_source(
         name='test1', type='sqlite',
         options=ConfigurationContainer({"dbpath": "/tmp/test.db"}))
     runner = CliRunner()
     result = runner.invoke(delete_ds, ['wrong'])
     self.assertTrue(result.exception)
     self.assertEqual(result.exit_code, 1)
     self.assertIn("Couldn't find", result.output)
     self.assertEqual(DataSource.select().count(), 1)

Example #6

File: test_cli.py Project: fallenhitokiri/redash

 def test_bad_options_new(self):
     runner = CliRunner()
     result = runner.invoke(
         new, ['test', '--options',
               '{"host": 12345, "dbname": "testdb"}',
               '--type', 'pg'])
     self.assertTrue(result.exception)
     self.assertEqual(result.exit_code, 1)
     self.assertIn('invalid configuration', result.output)
     self.assertEqual(DataSource.select().count(), 0)

Example #7

File: test_cli.py Project: fallenhitokiri/redash

 def test_bad_type_edit(self):
     self.factory.create_data_source(
         name='test1', type='sqlite',
         options=ConfigurationContainer({"dbpath": "/tmp/test.db"}))
     runner = CliRunner()
     result = runner.invoke(
         edit, ['test', '--type', 'wrong'])
     self.assertTrue(result.exception)
     self.assertEqual(result.exit_code, 1)
     self.assertIn('not supported', result.output)
     ds = DataSource.select().first()
     self.assertEqual(ds.type, 'sqlite')

Example #8

File: test_cli.py Project: fallenhitokiri/redash

 def test_bad_options_edit(self):
     ds = self.factory.create_data_source(
         name='test1', type='sqlite',
         options=ConfigurationContainer({"dbpath": "/tmp/test.db"}))
     runner = CliRunner()
     result = runner.invoke(
         new, ['test', '--options',
               '{"host": 12345, "dbname": "testdb"}',
               '--type', 'pg'])
     self.assertTrue(result.exception)
     self.assertEqual(result.exit_code, 1)
     self.assertIn('invalid configuration', result.output)
     ds = DataSource.select().first()
     self.assertEqual(ds.type, 'sqlite')
     self.assertEqual(ds.options._config, {"dbpath": "/tmp/test.db"})

Example #9

File: 0011_migrate_bigquery_to_json.py Project: fanhaipeng0403/redash-1

from base64 import b64encode
import simplejson
from redash.models import DataSource


def convert_p12_to_pem(p12file):
    from OpenSSL import crypto
    with open(p12file, 'rb') as f:
        p12 = crypto.load_pkcs12(f.read(), "notasecret")

    return crypto.dump_privatekey(crypto.FILETYPE_PEM, p12.get_privatekey())


if __name__ == '__main__':

    for ds in DataSource.select(DataSource.id, DataSource.type,
                                DataSource.options):

        if ds.type == 'bigquery':
            options = simplejson.loads(ds.options)

            if 'jsonKeyFile' in options:
                continue

            new_options = {
                'projectId':
                options['projectId'],
                'jsonKeyFile':
                b64encode(
                    simplejson.dumps({
                        'client_email':
                        options['serviceAccount'],

Example #10

File: 0003_update_data_source_config.py Project: yonking1029/redash

        if "verify" in old_config:
            configuration['verify'] = old_config['verify']

        if "auth" in old_config:
            configuration['username'], configuration['password'] = old_config[
                "auth"]

        data_source.options = json.dumps(configuration)

    elif data_source.type == 'url':
        data_source.options = json.dumps({"url": data_source.options})

    elif data_source.type == 'script':
        data_source.options = json.dumps({"path": data_source.options})

    elif data_source.type == 'mongo':
        data_source.type = 'mongodb'

    else:
        print("[%s] No need to convert type of: %s" %
              (data_source.name, data_source.type))

    print("[%s] New options: %s" % (data_source.name, data_source.options))
    data_source.save(only=data_source.dirty_fields)


if __name__ == '__main__':
    for data_source in DataSource.select(DataSource.id, DataSource.name,
                                         DataSource.type, DataSource.options):
        update(data_source)

Example #11

File: 0011_migrate_bigquery_to_json.py Project: jonyboy2000/redash

from base64 import b64encode
import simplejson
from redash.models import DataSource


def convert_p12_to_pem(p12file):
    from OpenSSL import crypto
    with open(p12file, 'rb') as f:
        p12 = crypto.load_pkcs12(f.read(), "notasecret")

    return crypto.dump_privatekey(crypto.FILETYPE_PEM, p12.get_privatekey())

if __name__ == '__main__':

    for ds in DataSource.select(DataSource.id, DataSource.type, DataSource.options):

        if ds.type == 'bigquery':
            options = simplejson.loads(ds.options)

            if 'jsonKeyFile' in options:
                continue

            new_options = {
                'projectId': options['projectId'],
                'jsonKeyFile': b64encode(simplejson.dumps({
                    'client_email': options['serviceAccount'],
                    'private_key': convert_p12_to_pem(options['privateKey'])
                }))
            }

            ds.options = simplejson.dumps(new_options)

Example #12

File: 0003_update_data_source_config.py Project: wangwx2000/redash

        configuration = {
            "url": old_config["url"]
        }

        if "verify" in old_config:
            configuration['verify'] = old_config['verify']

        if "auth" in old_config:
            configuration['username'], configuration['password'] = old_config["auth"]

        data_source.options = json.dumps(configuration)

    elif data_source.type == 'url':
        data_source.options = json.dumps({"url": data_source.options})

    elif data_source.type == 'script':
        data_source.options = json.dumps({"path": data_source.options})

    elif data_source.type == 'mongo':
        data_source.type = 'mongodb'

    else:
        print "[%s] No need to convert type of: %s" % (data_source.name, data_source.type)

    print "[%s] New options: %s" % (data_source.name, data_source.options)
    data_source.save()


if __name__ == '__main__':
    for data_source in DataSource.select():
        update(data_source)

Example #13

File: 0011_migrate_bigquery_to_json.py Project: wangwx2000/redash

from base64 import b64encode
import json
from redash.models import DataSource


def convert_p12_to_pem(p12file):
    from OpenSSL import crypto
    with open(p12file, 'rb') as f:
        p12 = crypto.load_pkcs12(f.read(), "notasecret")

    return crypto.dump_privatekey(crypto.FILETYPE_PEM, p12.get_privatekey())

if __name__ == '__main__':

    for ds in DataSource.select():

        if ds.type == 'bigquery':
            options = json.loads(ds.options)

            if 'jsonKeyFile' in options:
                continue

            new_options = {
                'projectId': options['projectId'],
                'jsonKeyFile': b64encode(json.dumps({
                    'client_email': options['serviceAccount'],
                    'private_key': convert_p12_to_pem(options['privateKey'])
                }))
            }

            ds.options = json.dumps(new_options)

Example #14

__author__ = 'lior'

from redash.models import DataSource

if __name__ == '__main__':

    for ds in DataSource.select():
        if ds.type == 'elasticsearch':
            ds.type = 'kibana'
            ds.save()

Example #15

File: 0003_update_data_source_config.py Project: 13768324554/redash

            "url": old_config["url"]
        }

        if "verify" in old_config:
            configuration['verify'] = old_config['verify']

        if "auth" in old_config:
            configuration['username'], configuration['password'] = old_config["auth"]

        data_source.options = json.dumps(configuration)

    elif data_source.type == 'url':
        data_source.options = json.dumps({"url": data_source.options})

    elif data_source.type == 'script':
        data_source.options = json.dumps({"path": data_source.options})

    elif data_source.type == 'mongo':
        data_source.type = 'mongodb'

    else:
        print("[%s] No need to convert type of: %s" % (data_source.name, data_source.type))

    print("[%s] New options: %s" % (data_source.name, data_source.options))
    data_source.save(only=data_source.dirty_fields)


if __name__ == '__main__':
    for data_source in DataSource.select(DataSource.id, DataSource.name, DataSource.type, DataSource.options):
        update(data_source)

Example #16

File: 0014_migrate_existing_es_to_kibana.py Project: ryotarai/redash

__author__ = "lior"

from redash.models import DataSource

if __name__ == "__main__":

    for ds in DataSource.select(DataSource.id, DataSource.type):
        if ds.type == "elasticsearch":
            ds.type = "kibana"
            ds.save(only=ds.dirty_fields)

Example #17

File: 0014_migrate_existing_es_to_kibana.py Project: prefeiturasp/hackathon-saude-redash_gov

__author__ = 'lior'

from redash.models import DataSource

if __name__ == '__main__':

    for ds in DataSource.select(DataSource.id, DataSource.type):
        if ds.type == 'elasticsearch':
            ds.type = 'kibana'
            ds.save(only=ds.dirty_fields)

Example #18

File: 0003_update_data_source_config.py Project: tknzk/redash

        configuration = {"url": old_config["url"]}

        if "verify" in old_config:
            configuration['verify'] = old_config['verify']

        if "auth" in old_config:
            configuration['username'], configuration['password'] = old_config[
                "auth"]

        data_source.options = json.dumps(configuration)

    elif data_source.type == 'url':
        data_source.options = json.dumps({"url": data_source.options})

    elif data_source.type == 'script':
        data_source.options = json.dumps({"path": data_source.options})

    elif data_source.type == 'mongo':
        data_source.type = 'mongodb'

    else:
        print "[%s] No need to convert type of: %s" % (data_source.name,
                                                       data_source.type)

    print "[%s] New options: %s" % (data_source.name, data_source.options)
    data_source.save()


if __name__ == '__main__':
    for data_source in DataSource.select():
        update(data_source)