Python get_db_info Examples

Example #1

File: test_appscale_info.py Project: tmarballi/appscale

  def test_stop(self):
    YAML_INFO="""--- 
:keyname: appscale
:replication: "1"
:table: cassandra
"""
    flexmock(file_io).should_receive('read').and_return(YAML_INFO)
    self.assertEqual('cassandra', appscale_info.get_db_info()[':table'])
    self.assertEqual( '1', appscale_info.get_db_info()[':replication'])
    self.assertEqual( 'appscale', appscale_info.get_db_info()[':keyname'])
    self.assertEqual(True, isinstance(appscale_info.get_db_info(), dict))

Example #2

    def test_stop(self):
        YAML_INFO = """--- 
:keyname: appscale
:replication: "1"
:table: cassandra
"""
        flexmock(file_io).should_receive('read').and_return(YAML_INFO)
        self.assertEqual('cassandra', appscale_info.get_db_info()[':table'])
        self.assertEqual('1', appscale_info.get_db_info()[':replication'])
        self.assertEqual('appscale', appscale_info.get_db_info()[':keyname'])
        self.assertEqual(True, isinstance(appscale_info.get_db_info(), dict))

Example #3

File: backup_data.py Project: cdonati/appscale

def main():
  """ This main function allows you to run the backup manually. """

  parser = init_parser()
  args = parser.parse_args()

  # Set up logging.
  level = logging.INFO
  if args.debug:
    level = logging.DEBUG
  logging.basicConfig(format='%(asctime)s %(levelname)s %(filename)s:' \
    '%(lineno)s %(message)s ', level=level)
  logging.info("Logging started")

  message = "Backing up "
  if args.source_code:
    message += "source and "
  message += "data for: {0}".format(args.app_id)
  logging.info(message)

  zk_connection_locations = appscale_info.get_zk_locations_string()
  zookeeper = zk.ZKTransaction(host=zk_connection_locations)
  db_info = appscale_info.get_db_info()
  table = db_info[':table']

  skip_list = args.skip
  if not skip_list:
    skip_list = []
  logging.info("Will skip the following kinds: {0}".format(sorted(skip_list)))
  ds_backup = DatastoreBackup(args.app_id, zookeeper, table,
    source_code=args.source_code, skip_list=sorted(skip_list))
  try:
    ds_backup.run()
  finally:
    zookeeper.close()

Example #4

File: restore_data.py Project: venky6363/appscale

def main():
    """ This main function allows you to run the restore manually. """

    # Parse CLI arguments.
    parser = init_parser()
    args = parser.parse_args()

    # Set up logging.
    level = logging.INFO
    if args.debug:
        level = logging.DEBUG
    logging.basicConfig(format='%(asctime)s %(levelname)s %(filename)s:' \
      '%(lineno)s %(message)s ', level=level)
    logger.info("Logging started")

    logger.info(args)

    zk_connection_locations = appscale_info.get_zk_locations_string()
    zookeeper = zk.ZKTransaction(host=zk_connection_locations)

    # Verify app is deployed.
    if not app_is_deployed(args.app_id, zookeeper.handle):
        return

    # Verify backup dir exists.
    if not backup_dir_exists(args.backup_dir):
        return

    if args.clear_datastore:
        message = "Deleting \"{0}\" data...".\
          format(args.app_id, args.backup_dir)
        logger.info(message)
        try:
            tables_to_clear = {
                APP_ENTITY_TABLE: APP_ENTITY_SCHEMA,
                ASC_PROPERTY_TABLE: PROPERTY_SCHEMA,
                DSC_PROPERTY_TABLE: PROPERTY_SCHEMA,
                COMPOSITE_TABLE: COMPOSITE_SCHEMA,
                APP_KIND_TABLE: APP_KIND_SCHEMA
            }
            for table, schema in tables_to_clear.items():
                fetch_and_delete_entities('cassandra', table, schema,
                                          args.app_id, False)
        except Exception as exception:
            logger.error("Unhandled exception while deleting \"{0}\" data: {1} " \
              "Exiting...".format(args.app_id, exception.message))
            return

    # Initialize connection to Zookeeper and database related variables.
    db_info = appscale_info.get_db_info()
    table = db_info[':table']

    # Start restore process.
    ds_restore = DatastoreRestore(args.app_id.strip('/'), args.backup_dir,
                                  zookeeper, table)
    try:
        ds_restore.run()
    finally:
        zookeeper.close()

Example #5

File: restore_data.py Project: AppScale/appscale

def main():
  """ This main function allows you to run the restore manually. """

  # Parse CLI arguments.
  parser = init_parser()
  args = parser.parse_args()

  # Set up logging.
  level = logging.INFO
  if args.debug:
    level = logging.DEBUG
  logging.basicConfig(format='%(asctime)s %(levelname)s %(filename)s:' \
    '%(lineno)s %(message)s ', level=level)
  logger.info("Logging started")

  logger.info(args)

  zk_connection_locations = appscale_info.get_zk_locations_string()
  zookeeper = zk.ZKTransaction(host=zk_connection_locations)

  # Verify app is deployed.
  if not app_is_deployed(args.app_id, zookeeper.handle):
    return

  # Verify backup dir exists.
  if not backup_dir_exists(args.backup_dir):
    return

  if args.clear_datastore:
    message = "Deleting \"{0}\" data...".\
      format(args.app_id, args.backup_dir)
    logger.info(message)
    try:
      tables_to_clear = {
        APP_ENTITY_TABLE: APP_ENTITY_SCHEMA,
        ASC_PROPERTY_TABLE: PROPERTY_SCHEMA,
        DSC_PROPERTY_TABLE: PROPERTY_SCHEMA,
        COMPOSITE_TABLE: COMPOSITE_SCHEMA,
        APP_KIND_TABLE: APP_KIND_SCHEMA
      }
      for table, schema in tables_to_clear.items():
        fetch_and_delete_entities('cassandra', table, schema, args.app_id, False)
    except Exception as exception:
      logger.error("Unhandled exception while deleting \"{0}\" data: {1} " \
        "Exiting...".format(args.app_id, exception.message))
      return

  # Initialize connection to Zookeeper and database related variables.
  db_info = appscale_info.get_db_info()
  table = db_info[':table']

  # Start restore process.
  ds_restore = DatastoreRestore(args.app_id.strip('/'), args.backup_dir,
    zookeeper, table)
  try:
    ds_restore.run()
  finally:
    zookeeper.close()

Example #6

def get_datastore():
    """ Returns a reference to the batch datastore interface. Validates where
  the <database>_interface.py is and adds that path to the system path.
  """
    db_info = appscale_info.get_db_info()
    db_type = db_info[':table']
    datastore_batch = appscale_datastore_batch.DatastoreFactory.getDatastore(
        db_type)
    return datastore_batch

Example #7

File: test_appscale_info.py Project: AppScale/appscale

  def test_get_db_info(self, read_mock):
    read_mock.return_value = '''---
:keyname: appscale
:replication: '1'
:table: cassandra
'''
    db_info = appscale_info.get_db_info()
    self.assertIsInstance(db_info, dict)
    self.assertEqual(db_info[':table'], 'cassandra')
    self.assertEqual(db_info[':replication'], '1')
    self.assertEqual(db_info[':keyname'], 'appscale')
    read_mock.assert_called_once_with('/etc/appscale/database_info.yaml')

Example #8

    def test_get_db_info(self, read_mock):
        read_mock.return_value = '''---
:keyname: appscale
:replication: '1'
:table: cassandra
'''
        db_info = appscale_info.get_db_info()
        self.assertIsInstance(db_info, dict)
        self.assertEqual(db_info[':table'], 'cassandra')
        self.assertEqual(db_info[':replication'], '1')
        self.assertEqual(db_info[':keyname'], 'appscale')
        read_mock.assert_called_once_with('/etc/appscale/database_info.yaml')

Example #9

def main():
    """ This main function allows you to run the backup manually. """

    parser = init_parser()
    args = parser.parse_args()

    # Set up logging.
    level = logging.INFO
    if args.debug:
        level = logging.DEBUG
    logging.basicConfig(format='%(asctime)s %(levelname)s %(filename)s:' \
      '%(lineno)s %(message)s ', level=level)
    logging.info("Logging started")

    message = "Backing up "
    if args.source_code:
        message += "source and "
    message += "data for: {0}".format(args.app_id)
    logging.info(message)

    zk_connection_locations = appscale_info.get_zk_locations_string()
    zookeeper = zk.ZKTransaction(host=zk_connection_locations)
    db_info = appscale_info.get_db_info()
    table = db_info[':table']

    skip_list = args.skip
    if not skip_list:
        skip_list = []
    logging.info("Will skip the following kinds: {0}".format(
        sorted(skip_list)))
    ds_backup = DatastoreBackup(args.app_id,
                                zookeeper,
                                table,
                                source_code=args.source_code,
                                skip_list=sorted(skip_list))
    try:
        ds_backup.run()
    finally:
        zookeeper.close()