Exemplo n.º 1
0
def awsmysqlclone(dict_source_ttSettings, dict_target_ttSettings, source_hostname, target_hostname, my_logger, log_file):
    my_logger.info("In awsmysqlclone()...")
    #print "awsmysqlclone start"
    drop_args="mysql --user="******"mysql"]["users"]["dba"]["username"] + " -p" + dict_target_ttSettings["mysql"]["users"]["dba"]["password"] \
    + " --ssl-ca=" + os.path.expanduser(dict_target_ttSettings["mysql"]["certs"]["public"]) + " --host=" + target_hostname + " --port=3306 -e \"DROP DATABASE IF EXISTS ebdb\""
    #mysql --user="******"mysql"]["dba"]["username"] + " -p" + dict_ttSettings["mysql"]["dba"]["password"] + " --force --ssl-ca=" + aws_cert+ " --host=" + target_hostname + " --port=3306 -e \"DROP DATABASE IF EXISTS ebdb\""
    #print drop_args
    try:
        clone_drop_out=callSubprocess(drop_args)        
    except:
        e = str(sys.exc_info())
        my_logger.info("Error encountered in awsmysqlclone_drop table: %s. Exiting!" %e)
        print("Error encountered. Exiting! Logfile location: %s" %log_file)
        sys.exit(-1)
    #print "drop success"
    my_logger.info("Drop database success!")

    create_args="mysql --user="******"mysql"]["users"]["dba"]["username"] + " -p" + dict_target_ttSettings["mysql"]["users"]["dba"]["password"] \
    + " --ssl-ca=" + os.path.expanduser(dict_target_ttSettings["mysql"]["certs"]["public"]) + " --host=" + target_hostname + " --port=3306 -e \"CREATE DATABASE IF NOT EXISTS ebdb\""
                                                                                                                                                                
    #print create_args
    try:
        clone_create_out=callSubprocess(create_args)        
    except:
        e = str(sys.exc_info())
        my_logger.info("Error encountered in awsmysqlclone_create table: %s. Exiting!" %e)
        print("Error encountered. Exiting! Logfile location: %s" %log_file)
        sys.exit(-1)
    #print "create success"
    my_logger.info("Create database success! Output: %s"%clone_create_out)
    
    priv_args1 = "mysql --user="******"mysql"]["users"]["dba"]["username"] + " -p" + dict_target_ttSettings["mysql"]["users"]["dba"]["password"] + " --ssl-ca=" \
    + os.path.expanduser(dict_target_ttSettings["mysql"]["certs"]["public"])  + " --host=" + target_hostname + \
    " --port=3306 -e \"USE ebdb; GRANT SELECT, LOCK TABLES, SHOW VIEW, EVENT, TRIGGER ON *.* TO 'replnyc'@'%' IDENTIFIED BY \'" + dict_source_ttSettings["mysql"]["users"]["r"]["password"] + "\'; FLUSH PRIVILEGES;\" "
    #print priv_args1
    try:
        clone_priv_out = callSubprocess(priv_args1)            
    except:
        e = str(sys.exc_info())
        my_logger.info("Error encountered in awsmysqlclone_grant privileges: %s. Exiting!" %e)
        print("Error encountered. Exiting! Logfile location: %s" %log_file)
        sys.exit(-1)  
    #print "grant success"
    my_logger.info( "Grant privileges success!")
    final_clone="mysqldump --user=replnyc -p" + dict_source_ttSettings["mysql"]["users"]["r"]["password"] + " --ssl-ca=" + os.path.expanduser(dict_source_ttSettings["mysql"]["certs"]["public"]) \
    + " --host=" + source_hostname + " --port=3306 --single-transaction=TRUE ebdb | mysql --user="******"mysql"]["users"]["dba"]["username"] + " -p" \
    + dict_target_ttSettings["mysql"]["users"]["dba"]["password"]  + " --ssl-ca=" + os.path.expanduser(dict_target_ttSettings["mysql"]["certs"]["public"]) + " --host=" + target_hostname + " --port=3306 ebdb"
    #print final_clone
    #final_clone_out=callSubprocess(final_clone)
    try:
        os.system(final_clone)   
    except:
        e = str(sys.exc_info())
        my_logger.info("Error Encountered %s. Exiting...."%e)
        print("Error encountered awsmysqlclone_final_clone. Exiting! Logfile location: %s" %log_file)
        sys.exit(-1)
    #print "clone success"
    my_logger.info("MySQL Clone success!")
    return("Returning to mysql_operations()")
Exemplo n.º 2
0
def awsmysqlclone(dict_source_ttSettings, dict_target_ttSettings,
                  source_hostname, target_hostname, my_logger, log_file):
    my_logger.info("In awsmysqlclone()...")
    drop_args="mysql --user="******"mysql"]["users"]["dba"]["username"] + " -p" + dict_target_ttSettings["mysql"]["users"]["dba"]["password"] \
    + " --ssl-ca=" + os.path.expanduser(dict_target_ttSettings["mysql"]["certs"]["public"]) + " --host=" + target_hostname + " --port=3306 -e \"DROP DATABASE IF EXISTS ebdb\""
    try:
        clone_drop_out = callSubprocess(drop_args)
    except:
        e = str(sys.exc_info())
        my_logger.info(
            "Error encountered in awsmysqlclone_drop table: %s. Exiting!" % e)
        print("Error encountered. Exiting! Logfile location: %s" % log_file)
        sys.exit(-1)
    my_logger.info("Drop database success!")

    create_args="mysql --user="******"mysql"]["users"]["dba"]["username"] + " -p" + dict_target_ttSettings["mysql"]["users"]["dba"]["password"] \
    + " --ssl-ca=" + os.path.expanduser(dict_target_ttSettings["mysql"]["certs"]["public"]) + " --host=" + target_hostname + " --port=3306 -e \"CREATE DATABASE IF NOT EXISTS ebdb\""
    try:
        clone_create_out = callSubprocess(create_args)
    except:
        my_logger.info(
            "Error encountered in awsmysqlclone_create table. Exiting!")
        print("Error encountered. Exiting! Logfile location: %s" % log_file)
        sys.exit(-1)
    my_logger.info("Create database success! Output: %s" % clone_create_out)

    priv_args1 = "mysql --user="******"mysql"]["users"]["dba"]["username"] + " -p" + dict_target_ttSettings["mysql"]["users"]["dba"]["password"] + " --ssl-ca=" \
    + os.path.expanduser(dict_target_ttSettings["mysql"]["certs"]["public"])  + " --host=" + target_hostname + \
    " --port=3306 -e \"USE ebdb; GRANT SELECT, LOCK TABLES, SHOW VIEW, EVENT, TRIGGER ON *.* TO 'replnyc'@'%' IDENTIFIED BY \'" + dict_source_ttSettings["mysql"]["users"]["r"]["password"] + "\'; FLUSH PRIVILEGES;\" "
    try:
        clone_priv_out = callSubprocess(priv_args1)
    except:
        my_logger.error(
            "Error encountered in awsmysqlclone_grant privileges. Exiting!")
        sys.exit(
            "Error encountered in awsmysqlclone_grant privileges. Exiting! Logfile location: %s"
            % log_file)
    my_logger.info("Grant privileges success!")

    final_clone="mysqldump --user=replnyc -p" + dict_source_ttSettings["mysql"]["users"]["r"]["password"] + " --ssl-ca=" + os.path.expanduser(dict_source_ttSettings["mysql"]["certs"]["public"]) \
    + " --host=" + source_hostname + " --port=3306 --single-transaction=TRUE ebdb | mysql --user="******"mysql"]["users"]["dba"]["username"] + " -p" \
    + dict_target_ttSettings["mysql"]["users"]["dba"]["password"]  + " --ssl-ca=" + os.path.expanduser(dict_target_ttSettings["mysql"]["certs"]["public"]) + " --host=" + target_hostname + " --port=3306 ebdb"
    try:
        os.system(final_clone)
    except:
        my_logger.error(
            "Error encountered awsmysqlclone_final_clone. Exiting! Logfile location: %s"
            % log_file)
        sys.exit(
            "Error encountered awsmysqlclone_final_clone. Exiting! Logfile location: %s"
            % log_file)
    my_logger.info("MySQL Clone success!")

    return ("Returning to mysql_operations()")
Exemplo n.º 3
0
def validate_mysql_source(dict_ttSettings, source_hostname):
    try:
        aws_cert = dict_ttSettings["mysql"]["certs"]["public"]
        echo_OP=callSubprocess("echo $USER")
        val_s_cmd="mysql --user="******"mysql"]["users"]["r"]["username"] + " -p" + dict_ttSettings["mysql"]["users"]["r"]["password"] \
        + " --ssl-ca=" + aws_cert + " --host=" + source_hostname + " --port=3306 -e \"CONNECT;\""
        val_s_cmd_out=callSubprocess(val_s_cmd)
    except:
        my_logger.error("Encountered Error in validate_mysql_source(): %s. Exiting!")
        sys.exit("Encountered Error in validate_mysql_source(): %s. Exiting!")
    my_logger.debug("Accounts validation successful for service: MySQL source with output: %s"%val_s_cmd_out)        
    return("Accounts validation successful for service: MySQL source with output: %s"%val_s_cmd_out)
Exemplo n.º 4
0
def mysqldump(suffix, dict_ttSettings, hostname, my_logger, log_file,
              backup_dir):
    my_logger.debug("Received suffix: %s" % suffix)
    try:
        my_logger.info("In mysqldump_source()...")
        dump_cmd="mysqldump --user="******"mysql"]["users"]["r"]["username"] + " -p" + dict_ttSettings["mysql"]["users"]["r"]["password"] \
        + " --ssl-ca=" + os.path.expanduser(dict_ttSettings["mysql"]["certs"]["public"]) + " --host=" + hostname + " --port=3306 --single-transaction=TRUE --routines --events ebdb"
        if ('source' in suffix) or ('target' in suffix):
            filename = suffix + "-ebdb"
            filepath = os.path.join(swapTimeStampDirPath, filename)
        elif ('backup' in suffix):
            filename = "ebdb.sql"
            filepath = backup_dir + "/" + filename
        my_logger.info("Create file success! %s " % filename)
        my_logger.info("Backup file path: %s " % filepath)
        dump_out = callSubprocess(dump_cmd)
        f = open(filepath, "wb")
        f.write(dump_out)
        f.close()
        my_logger.info("Backup successful!")

    except:
        my_logger.info("Encountered Error in mysqldump(). Exiting!")
        sys.exit("Encountered Error in mysqldump(). Exiting!")
    my_logger.debug("mysqldump() %s for %s successful! Backup path: %s" %
                    (suffix, hostname, filepath))
Exemplo n.º 5
0
def mongo_restore(t_host, dict_target_ttSettings, my_logger, log_file,
                  restore_dir):
    l_host = "skanupuru-lxu1.nyc.3top.com"
    my_logger.debug(" In mongoclone()...")
    try:
        filename = "apis_cache"
        filepath = os.path.join(restore_dir, filename)
        #my_logger.debug("Create file success! %s " % filename)
        #f=open(filepath, "wb")
        #f.write("printjson(db = db.getSiblingDB('apis_cache'));")
        #f.write("\nprintjson(db.getCollectionNames());")
        #f.write("\nprintjson(db.dropDatabase());")
        #f.write("\nprintjson(db.copyDatabase (\"%s\", \"apis_cache\"));"\
        #       %(filepath+"/apis_cache"))
        #f.write("\nprintjson(db.getCollectionNames());")
        #f.close()
        clone_cmd="mongorestore --username " + dict_target_ttSettings["mongodb"]["users"]["dba"]["username"] + " -p " + dict_target_ttSettings["mongodb"]["users"]["dba"]["password"] \
        + " --host " + t_host + " --verbose --port 27017 " + filepath

        print clone_cmd
        clone_OP2 = callSubprocess(clone_cmd)

    except:
        my_logger.error("Error encountered in mongoclone(). Exiting! ")
        sys.exit("Error encountered in mongoclone(). Exiting! ")
    my_logger.info("Mongoclone() process completed successfully!")
Exemplo n.º 6
0
def mongo_restore(t_host, dict_target_ttSettings, my_logger,log_file, restore_dir):
    l_host = "skanupuru-lxu1.nyc.3top.com"
    my_logger.debug(" In mongoclone()...")
    try:
        filename="apis_cache"
        filepath=os.path.join(restore_dir, filename)
        #my_logger.debug("Create file success! %s " % filename)
        #f=open(filepath, "wb")
        #f.write("printjson(db = db.getSiblingDB('apis_cache'));")
        #f.write("\nprintjson(db.getCollectionNames());")
        #f.write("\nprintjson(db.dropDatabase());")
        #f.write("\nprintjson(db.copyDatabase (\"%s\", \"apis_cache\"));"\
        #       %(filepath+"/apis_cache"))
        #f.write("\nprintjson(db.getCollectionNames());")
        #f.close()
        clone_cmd="mongorestore --username " + dict_target_ttSettings["mongodb"]["users"]["dba"]["username"] + " -p " + dict_target_ttSettings["mongodb"]["users"]["dba"]["password"] \
        + " --host " + t_host + " --verbose --port 27017 " + filepath
        
        print clone_cmd
        clone_OP2=callSubprocess(clone_cmd)
        
    except:
        my_logger.error("Error encountered in mongoclone(). Exiting! ")
        sys.exit("Error encountered in mongoclone(). Exiting! ")
    my_logger.info("Mongoclone() process completed successfully!")
Exemplo n.º 7
0
def mysqldump_target(suffix, dict_ttSettings, target_hostname, my_logger, log_file):
    try:
        my_logger.info("In mysqldump()...")
        dump_cmd = (
            "mysqldump --user="******"mysql"]["users"]["dba"]["username"]
            + " -p"
            + dict_ttSettings["mysql"]["users"]["dba"]["password"]
            + " --ssl-ca="
            + os.path.expanduser(dict_ttSettings["mysql"]["certs"]["public"])
            + " --host="
            + target_hostname
            + " --port=3306 --single-transaction=TRUE --routines --events ebdb"
        )
        filename = suffix + "-ebdb.sql"
        filepath = os.path.join(swapTimeStampDirPath, filename)
        my_logger.info("Create file success! %s " % filename)
        dump_out = callSubprocess(dump_cmd)
        f = open(filepath, "wb")
        f.write(dump_out)
        f.close()
        my_logger.info("Backup successful!")
    except:
        my_logger.info("Encountered Error in mysqldump_target(). Exiting!")
        sys.exit("Encountered Error in mysqldump_target(). Exiting!")
    my_logger.debug("mysqldump_target() %s for %s successful! Backup path: %s" % (suffix, target_hostname, filepath))
    return "Returning to mysql_operations"
Exemplo n.º 8
0
def validate_mysql_nyc_accounts(dict_ttSettings, target_hostname):
    my_logger.debug("validating mysql_nyc_accounts()...")
    for k, v in dict_ttSettings["mysql"]["users"].items():
        try:
            my_logger.debug("Validating mysql nyc %s account for %s" % (target_hostname, k))
            conn_cmd = (
                "mysql --user="******"username"]
                + " -p"
                + v["password"]
                + " --host="
                + target_hostname
                + ' --port=3306 -e "CONNECT;"'
            )
            conn_out = callSubprocess(conn_cmd)
        except:
            my_logger.error(
                "Validation of mysql_nyc_accounts() failed for service:%s, username: %s, hostname: %s"
                % (k, v["username"], target_hostname)
            )
            sys.exit(
                "Validation of mysql_nyc_accounts() failed for service:%s, username: %s, hostname: %s"
                % (k, v["username"], target_hostname)
            )
        my_logger.debug(
            "Validation of mysql_nyc_accounts() was successful for service:%s, username: %s, hostname: %s"
            % (k, v["username"], target_hostname)
        )
    my_logger.debug("Accounts validation successful for service: MySQL !")
Exemplo n.º 9
0
def collect_checksum(dict_ttSettings, hostname):

    aws_cert = dict_ttSettings["mysql"]["certs"]["public"]
    """GET LIST OF TABLES"""
    list_tables_cmd = "mysql --user="******"mysql"]["users"]["r"][
        "username"] + " -p" + dict_ttSettings["mysql"]["users"]["r"][
            "password"] + " --ssl-ca=" + os.path.expanduser(
                dict_ttSettings["mysql"]["certs"]["public"]
            ) + " --host=" + hostname + " --port=3306 -e \"show tables from ebdb;\""
    """
    conn_cmd="mysql --user="******"username"] + " -p" + v["password"] + " --ssl-ca=" + aws_cert + " --host=" + host + " --port=3306 -e \"CONNECT;\""
    """
    list_tables_out = callSubprocess(list_tables_cmd)
    #print list_tables_out
    list_tables = list_tables_out.split("\n")
    checksum_list = list()
    len_tables = len(list_tables)
    dict_checksum = dict()
    for i in range(len_tables - 1):
        if len(list_tables[i + 1]) != 0:
            table_name = list_tables[i + 1]
            #print "%s. Table_name: %s"%(i+1, table_name)
            checksum_cmd = "mysql --user="******"mysql"]["users"][
                "r"]["username"] + " -p" + dict_ttSettings["mysql"]["users"][
                    "r"]["password"] + " --ssl-ca=" + os.path.expanduser(
                        dict_ttSettings["mysql"]["certs"]["public"]
                    ) + " --host=" + hostname + " --port=3306 -e \"checksum table ebdb." + table_name + ";\""
            checksum_out = callSubprocess(checksum_cmd)
            checksum1 = (checksum_out.split("\t"))
            checksum2 = list()
            #ict_checksum = dict()
            for k in checksum1:
                #print "k: %s"%k
                if "\n" in k:
                    for l in k.split("\n"):
                        if len(l) != 0:
                            checksum2.append(l)
                else:
                    checksum2.append(k)
            for j in checksum2:
                if ("Table" not in j) and ("Checksum" not in j) and (table_name
                                                                     not in j):
                    checksum = int(j)
                    dict_checksum[table_name] = checksum

    return dict_checksum
Exemplo n.º 10
0
def validate_mysql_source(dict_ttSettings, source_hostname):
    try:
        aws_cert = dict_ttSettings["mysql"]["certs"]["public"]
        echo_OP = callSubprocess("echo $USER")
        val_s_cmd="mysql --user="******"mysql"]["users"]["r"]["username"] + " -p" + dict_ttSettings["mysql"]["users"]["r"]["password"] \
        + " --ssl-ca=" + aws_cert + " --host=" + source_hostname + " --port=3306 -e \"CONNECT;\""
        val_s_cmd_out = callSubprocess(val_s_cmd)
    except:
        my_logger.error(
            "Encountered Error in validate_mysql_source(): %s. Exiting!")
        sys.exit("Encountered Error in validate_mysql_source(): %s. Exiting!")
    my_logger.debug(
        "Accounts validation successful for service: MySQL source with output: %s"
        % val_s_cmd_out)
    return (
        "Accounts validation successful for service: MySQL source with output: %s"
        % val_s_cmd_out)
Exemplo n.º 11
0
def validate_mongodb_source_accounts(s_host, dict_ttSettings):
    my_logger.debug("In validate_mongodb_source_accounts()...")
    try:
        conn_cmd="mongo " + s_host + ":27017/apis_cache -u "+ dict_ttSettings["mongodb"]["users"]["rw"]["username"] \
        + " -p " + dict_ttSettings["mongodb"]["users"]["rw"]["password"] + " --eval \"printjson(db.getCollectionNames());\""
        conn_OP=callSubprocess(conn_cmd)
    except:
        my_logger.error("Validating mongodb_source_accounts failed. Exiting!")
        sys.exit("Validating mongodb_source_accounts failed. Exiting!")
    my_logger.debug("Source accounts validation successful for service: MongoDB !")
Exemplo n.º 12
0
def validate_mongodb_target_accounts(t_host, dict_ttSettings):
    my_logger.debug("validating mongodb_target_accounts()...")
    try:
        conn_cmd="mongo " + t_host + ":27017/admin -u " + dict_ttSettings["mongodb"]["users"]["dba"]["username"] + " -p " \
        + dict_ttSettings["mongodb"]["users"]["dba"]["password"] + " --eval \"printjson(db.getCollectionNames());\""
        conn_OP=callSubprocess(conn_cmd)
    except:
        my_logger.error("Validating mongodb_target_accounts failed. Exiting!")
        sys.exit("Validating mongodb_target_accounts failed. Exiting!")
    my_logger.debug("Target accounts validation successful for service: MongoDB !")
Exemplo n.º 13
0
def validate_mongodb_source_accounts(s_host, dict_ttSettings):
    my_logger.debug("In validate_mongodb_source_accounts()...")
    try:
        conn_cmd="mongo " + s_host + ":27017/apis_cache -u "+ dict_ttSettings["mongodb"]["users"]["rw"]["username"] \
        + " -p " + dict_ttSettings["mongodb"]["users"]["rw"]["password"] + " --eval \"printjson(db.getCollectionNames());\""
        conn_OP = callSubprocess(conn_cmd)
    except:
        my_logger.error("Validating mongodb_source_accounts failed. Exiting!")
        sys.exit("Validating mongodb_source_accounts failed. Exiting!")
    my_logger.debug(
        "Source accounts validation successful for service: MongoDB !")
Exemplo n.º 14
0
def validate_mongodb_target_accounts(t_host, dict_ttSettings):
    my_logger.debug("validating mongodb_target_accounts()...")
    try:
        conn_cmd="mongo " + t_host + ":27017/admin -u " + dict_ttSettings["mongodb"]["users"]["dba"]["username"] + " -p " \
        + dict_ttSettings["mongodb"]["users"]["dba"]["password"] + " --eval \"printjson(db.getCollectionNames());\""
        conn_OP = callSubprocess(conn_cmd)
    except:
        my_logger.error("Validating mongodb_target_accounts failed. Exiting!")
        sys.exit("Validating mongodb_target_accounts failed. Exiting!")
    my_logger.debug(
        "Target accounts validation successful for service: MongoDB !")
Exemplo n.º 15
0
def validate_mysql_accounts(dict_ttSettings, host):
    print host
    aws_cert = dict_ttSettings["mysql"]["certs"]["public"]
    for k,v in dict_ttSettings["mysql"]["users"].items():
        my_logger.debug("Validating mysql aws %s account for %s"%(host, k))
        conn_cmd="mysql --user="******"username"] + " -p" + v["password"] + " --ssl-ca=" + aws_cert + " --host=" + host + " --port=3306 -e \"CONNECT;\""
        my_logger.debug("Conn_cmd: %s" %conn_cmd)
        print v['username'], 
        conn_out=callSubprocess(conn_cmd)
        print "validated!"
        my_logger.debug("mysql aws account for %s validated successfully for %s!"%(k, host))
Exemplo n.º 16
0
def validate_mysql_aws_accounts(dict_ttSettings, target_hostname):
    aws_cert = dict_ttSettings["mysql"]["certs"]["public"]
    for k,v in dict_ttSettings["mysql"]["users"].items():
        try:
            my_logger.debug("Validating mysql aws %s account for %s"%(target_hostname, k))
            conn_cmd="mysql --user="******"username"] + " -p" + v["password"] + " --ssl-ca=" + aws_cert + " --host=" + target_hostname + " --port=3306 -e \"CONNECT;\""
            conn_out=callSubprocess(conn_cmd)
        except:
            my_logger.error("Error Encountered in validate_mysql_aws_accounts(): %s. Exiting!")
            sys.exit("Error Encountered in validate_mysql_aws_accounts(): %s. Exiting!")
        my_logger.debug("mysql aws account for %s validated successfully for %s!"%(k, target_hostname))
Exemplo n.º 17
0
def collect_checksum(dict_ttSettings, hostname):
    
    aws_cert = dict_ttSettings["mysql"]["certs"]["public"]
    """GET LIST OF TABLES"""
    list_tables_cmd ="mysql --user="******"mysql"]["users"]["r"]["username"] + " -p" + dict_ttSettings["mysql"]["users"]["r"]["password"] + " --ssl-ca=" + os.path.expanduser(dict_ttSettings["mysql"]["certs"]["public"]) + " --host=" + hostname + " --port=3306 -e \"show tables from ebdb;\""
    """
    conn_cmd="mysql --user="******"username"] + " -p" + v["password"] + " --ssl-ca=" + aws_cert + " --host=" + host + " --port=3306 -e \"CONNECT;\""
    """
    list_tables_out=callSubprocess(list_tables_cmd)
    #print list_tables_out
    list_tables = list_tables_out.split("\n")
    checksum_list = list()
    len_tables = len(list_tables)
    dict_checksum = dict()
    for i in range(len_tables-1):
        if len(list_tables[i+1]) != 0:
            table_name = list_tables[i+1]
            #print "%s. Table_name: %s"%(i+1, table_name)
            checksum_cmd = "mysql --user="******"mysql"]["users"]["r"]["username"] + " -p" + dict_ttSettings["mysql"]["users"]["r"]["password"] + " --ssl-ca=" + os.path.expanduser(dict_ttSettings["mysql"]["certs"]["public"]) + " --host=" + hostname + " --port=3306 -e \"checksum table ebdb." + table_name + ";\""
            checksum_out = callSubprocess(checksum_cmd)
            checksum1 = (checksum_out.split("\t"))
            checksum2 = list()
            #ict_checksum = dict()
            for k in checksum1:
                #print "k: %s"%k
                if "\n" in k:
                    for l in k.split("\n"):
                        if len(l) != 0:
                            checksum2.append(l)
                else:
                    checksum2.append(k)
            for j in checksum2:
                if ("Table" not in j) and ("Checksum" not in j) and (table_name not in j):
                    checksum = int(j)
                    dict_checksum[table_name] = checksum

    
    return dict_checksum
Exemplo n.º 18
0
def validate_mysql_accounts(dict_ttSettings, host):
    print host
    aws_cert = dict_ttSettings["mysql"]["certs"]["public"]
    for k, v in dict_ttSettings["mysql"]["users"].items():
        my_logger.debug("Validating mysql aws %s account for %s" % (host, k))
        conn_cmd = "mysql --user="******"username"] + " -p" + v[
            "password"] + " --ssl-ca=" + aws_cert + " --host=" + host + " --port=3306 -e \"CONNECT;\""
        my_logger.debug("Conn_cmd: %s" % conn_cmd)
        print v['username'],
        conn_out = callSubprocess(conn_cmd)
        print "validated!"
        my_logger.debug(
            "mysql aws account for %s validated successfully for %s!" %
            (k, host))
Exemplo n.º 19
0
def mongodump_target(suffix, dict_target_ttSettings, t_host, my_logger, log_file):
    my_logger.debug("In mongodump_target()...")
    try:
        filename="mongodb-" + suffix 
        filepath=os.path.join(swapTimeStampDirPath,filename)
        my_logger.debug("Create file success! %s " % filepath)
        dump_cmd="mongodump --host " + t_host + " --port 27017 --username "+ dict_target_ttSettings["mongodb"]["users"]["dba"]["username"] + " --password " \
        + dict_target_ttSettings["mongodb"]["users"]["dba"]["password"] + " --out " + filepath
        """
         mongodump --host mongodb.b.prod.aws.3top.com:27017 --username superuser1 --password HnFBg67tZJ0NZvPC33YvM2hy5H1Sh48mwEe --out mongodump/
        """
        dump_OP=callSubprocess(dump_cmd)
    except:
        my_logger.error("Error encountered in mongodump_target(). Exiting! ")
        sys.exit("Error encountered in mongodump_target(). Exiting! ")
    my_logger.info("Mongodump() process completed successfully!")
Exemplo n.º 20
0
def validate_mongodb_accounts(dict_ttSettings, hostname):
    my_logger.debug("validating mongodb_accounts()...")
    for k, v in dict_ttSettings["mongodb"]["users"].items():
        my_logger.debug("Validating %s account for host: %s"%(k, hostname))
        try:
            print("Mongodb account: %s for host: %s"%(k,hostname)),
            conn_cmd="mongo " + hostname + ":27017/" + v["database"] + " -u " + v["username"] + " -p " \
            + v["password"] + " --eval \"printjson(db.getCollectionNames());\""
            #print "Running command: %s"%conn_cmd,
            conn_OP=callSubprocess(conn_cmd)
            my_logger.debug("Received output: %s"%conn_OP)
            my_logger.debug("Account: %s for host: %s...validated"%(k, hostname))
            print "...Validated!"
        except:
            my_logger.error("Validating mongodb_accounts failed. Exiting!")
            sys.exit("Validating mongodb_accounts failed. Exiting!")
    my_logger.debug("Accounts validation successful for service: MongoDB !")
Exemplo n.º 21
0
def mongodump_target(suffix, dict_target_ttSettings, t_host, my_logger,
                     log_file):
    my_logger.debug("In mongodump_target()...")
    try:
        filename = "mongodb-" + suffix
        filepath = os.path.join(swapTimeStampDirPath, filename)
        my_logger.debug("Create file success! %s " % filepath)
        dump_cmd="mongodump --host " + t_host + " --port 27017 --username "+ dict_target_ttSettings["mongodb"]["users"]["dba"]["username"] + " --password " \
        + dict_target_ttSettings["mongodb"]["users"]["dba"]["password"] + " --out " + filepath
        """
         mongodump --host mongodb.b.prod.aws.3top.com:27017 --username superuser1 --password HnFBg67tZJ0NZvPC33YvM2hy5H1Sh48mwEe --out mongodump/
        """
        dump_OP = callSubprocess(dump_cmd)
    except:
        my_logger.error("Error encountered in mongodump_target(). Exiting! ")
        sys.exit("Error encountered in mongodump_target(). Exiting! ")
    my_logger.info("Mongodump() process completed successfully!")
Exemplo n.º 22
0
def validate_mongodb_accounts(dict_ttSettings, hostname):
    my_logger.debug("validating mongodb_accounts()...")
    for k, v in dict_ttSettings["mongodb"]["users"].items():
        my_logger.debug("Validating %s account for host: %s" % (k, hostname))
        try:
            print("Mongodb account: %s for host: %s" % (k, hostname)),
            conn_cmd="mongo " + hostname + ":27017/" + v["database"] + " -u " + v["username"] + " -p " \
            + v["password"] + " --eval \"printjson(db.getCollectionNames());\""
            #print "Running command: %s"%conn_cmd,
            conn_OP = callSubprocess(conn_cmd)
            my_logger.debug("Received output: %s" % conn_OP)
            my_logger.debug("Account: %s for host: %s...validated" %
                            (k, hostname))
            print "...Validated!"
        except:
            my_logger.error("Validating mongodb_accounts failed. Exiting!")
            sys.exit("Validating mongodb_accounts failed. Exiting!")
    my_logger.debug("Accounts validation successful for service: MongoDB !")
Exemplo n.º 23
0
def validate_mysql_aws_accounts(dict_ttSettings, target_hostname):
    aws_cert = dict_ttSettings["mysql"]["certs"]["public"]
    for k, v in dict_ttSettings["mysql"]["users"].items():
        try:
            my_logger.debug("Validating mysql aws %s account for %s" %
                            (target_hostname, k))
            conn_cmd = "mysql --user="******"username"] + " -p" + v[
                "password"] + " --ssl-ca=" + aws_cert + " --host=" + target_hostname + " --port=3306 -e \"CONNECT;\""
            conn_out = callSubprocess(conn_cmd)
        except:
            my_logger.error(
                "Error Encountered in validate_mysql_aws_accounts(): %s. Exiting!"
            )
            sys.exit(
                "Error Encountered in validate_mysql_aws_accounts(): %s. Exiting!"
            )
        my_logger.debug(
            "mysql aws account for %s validated successfully for %s!" %
            (k, target_hostname))
Exemplo n.º 24
0
def mysqldump_target(suffix, dict_ttSettings, hostname, my_logger, log_file):
    try:
        my_logger.info("In mysqldump()...")
        dump_cmd="mysqldump --user="******"mysql"]["users"]["dba"]["username"] + " -p" + dict_ttSettings["mysql"]["users"]["dba"]["password"] \
        + " --ssl-ca=" + os.path.expanduser(dict_ttSettings["mysql"]["certs"]["public"]) + " --host=" + hostname + " --port=3306 --single-transaction=TRUE --routines --events ebdb"
        filename = suffix + "-ebdb.sql"
        filepath = os.path.join(swapTimeStampDirPath, filename)
        my_logger.info("Create file success! %s " % filename)
        dump_out = callSubprocess(dump_cmd)
        f = open(filepath, "wb")
        f.write(dump_out)
        f.close()
        my_logger.info("Backup successful!")
    except:
        my_logger.info("Encountered Error in mysqldump_target(). Exiting!")
        sys.exit("Encountered Error in mysqldump_target(). Exiting!")
    my_logger.debug(
        "mysqldump_target() %s for %s successful! Backup path: %s" %
        (suffix, hostname, filepath))
    return ("Returning to mysql_operations")
Exemplo n.º 25
0
def validate_mysql_nyc_accounts(dict_ttSettings, target_hostname):
    my_logger.debug("validating mysql_nyc_accounts()...")
    for k, v in dict_ttSettings["mysql"]["users"].items():
        try:
            my_logger.debug("Validating mysql nyc %s account for %s" %
                            (target_hostname, k))
            conn_cmd = "mysql --user="******"username"] + " -p" + v[
                "password"] + " --host=" + target_hostname + " --port=3306 -e \"CONNECT;\""
            conn_out = callSubprocess(conn_cmd)
        except:
            my_logger.error(
                "Validation of mysql_nyc_accounts() failed for service:%s, username: %s, hostname: %s"
                % (k, v["username"], target_hostname))
            sys.exit(
                "Validation of mysql_nyc_accounts() failed for service:%s, username: %s, hostname: %s"
                % (k, v["username"], target_hostname))
        my_logger.debug(
            "Validation of mysql_nyc_accounts() was successful for service:%s, username: %s, hostname: %s"
            % (k, v["username"], target_hostname))
    my_logger.debug("Accounts validation successful for service: MySQL !")
Exemplo n.º 26
0
def mongoclone(s_host, t_host, dict_source_ttSettings, dict_target_ttSettings, my_logger,log_file):
    my_logger.debug(" In mongoclone()...")
    try:
        filename="mongoclone.js"
        filepath=os.path.join(swapTimeStampDirPath,filename)
        my_logger.debug("Create file success! %s " % filename)
        f=open(filepath, "wb")
        f.write("printjson(db = db.getSiblingDB('apis_cache'));")
        f.write("\nprintjson(db.getCollectionNames());")
        f.write("\nprintjson(db.dropDatabase());")
        f.write("\nprintjson(db.copyDatabase (\"apis_cache\", \"apis_cache\", \"%s\", \"%s\", \"%s\"));"\
                %(s_host, dict_source_ttSettings["mongodb"]["users"]["rw"]["username"],dict_source_ttSettings["mongodb"]["users"]["rw"]["password"]))
        f.write("\nprintjson(db.getCollectionNames());")
        f.close()
        clone_cmd="mongo admin -u " + dict_target_ttSettings["mongodb"]["users"]["dba"]["username"] + " -p " + dict_target_ttSettings["mongodb"]["users"]["dba"]["password"] \
        + " --host " + t_host + " --verbose --port 27017 " + filepath
        clone_OP=callSubprocess(clone_cmd)
    except:
        my_logger.error("Error encountered in mongoclone(). Exiting! ")
        sys.exit("Error encountered in mongoclone(). Exiting! ")
    my_logger.info("Mongoclone() process completed successfully!")
Exemplo n.º 27
0
def mongoclone(s_host, t_host, dict_source_ttSettings, dict_target_ttSettings,
               my_logger, log_file):
    my_logger.debug(" In mongoclone()...")
    try:
        filename = "mongoclone.js"
        filepath = os.path.join(swapTimeStampDirPath, filename)
        my_logger.debug("Create file success! %s " % filename)
        f = open(filepath, "wb")
        f.write("printjson(db = db.getSiblingDB('apis_cache'));")
        f.write("\nprintjson(db.getCollectionNames());")
        f.write("\nprintjson(db.dropDatabase());")
        f.write("\nprintjson(db.copyDatabase (\"apis_cache\", \"apis_cache\", \"%s\", \"%s\", \"%s\"));"\
                %(s_host, dict_source_ttSettings["mongodb"]["users"]["rw"]["username"],dict_source_ttSettings["mongodb"]["users"]["rw"]["password"]))
        f.write("\nprintjson(db.getCollectionNames());")
        f.close()
        clone_cmd="mongo admin -u " + dict_target_ttSettings["mongodb"]["users"]["dba"]["username"] + " -p " + dict_target_ttSettings["mongodb"]["users"]["dba"]["password"] \
        + " --host " + t_host + " --verbose --port 27017 " + filepath
        clone_OP = callSubprocess(clone_cmd)
    except:
        my_logger.error("Error encountered in mongoclone(). Exiting! ")
        sys.exit("Error encountered in mongoclone(). Exiting! ")
    my_logger.info("Mongoclone() process completed successfully!")
Exemplo n.º 28
0
def mysqldump(suffix, dict_ttSettings, hostname, my_logger, log_file, backup_dir):
    my_logger.debug("Received suffix: %s"%suffix)
    try:
        my_logger.info("In mysqldump_source()...")
        dump_cmd="mysqldump --user="******"mysql"]["users"]["r"]["username"] + " -p" + dict_ttSettings["mysql"]["users"]["r"]["password"] \
        + " --ssl-ca=" + os.path.expanduser(dict_ttSettings["mysql"]["certs"]["public"]) + " --host=" + hostname + " --port=3306 --single-transaction=TRUE --routines --events ebdb"
        if ('source' in suffix) or ('target' in suffix):
            filename = suffix + "-ebdb"
            filepath=os.path.join(swapTimeStampDirPath,filename)
        elif ('backup' in suffix):
            filename = "ebdb.sql"
            filepath = backup_dir + "/" + filename
        my_logger.info("Create file success! %s " % filename)
        my_logger.info("Backup file path: %s " % filepath)
        dump_out=callSubprocess(dump_cmd)
        f=open(filepath, "wb")
        f.write(dump_out)
        f.close()
        my_logger.info("Backup successful!")
        
    except:
        my_logger.info("Encountered Error in mysqldump(). Exiting!")
        sys.exit("Encountered Error in mysqldump(). Exiting!")
    my_logger.debug("mysqldump() %s for %s successful! Backup path: %s"%(suffix, hostname, filepath))
Exemplo n.º 29
0
def mysql_restore(dict_target_ttSettings, target_hostname, my_logger, log_file,
                  restore_dir):
    """
    Check if the folder with database ebdb.sql exists
    """
    my_logger.debug("Received restore_dir: %s" % restore_dir)
    print "path: %s" % os.path.join(restore_dir + "/ebdb.sql")
    if os.path.exists(os.path.join(restore_dir + "/ebdb.sql")):
        my_logger.info(
            "%s/ebdb.sql database location confirmed on local host...continuing"
            % restore_dir)
        print(
            "%s/ebdb.sql database location confirmed on local host...continuing"
            % restore_dir)

    else:
        my_logger.error(
            "%s+/ebdb.sql database location confirmed on local host...continuing"
            % restore_dir)
        sys.exit("%s+/ebdb.sql does not exist on local host. Exiting!")

    confirm_restore = raw_input(
        "Confirm if you want to continue with database restore [y/n]: ")

    if (confirm_restore == 'y') or (confirm_restore == 'Y'):
        my_logger.info("In mysql_restore()...")
        """
        DROP DATABASE ebdb
        """

        drop_args="mysql --user="******"mysql"]["users"]["dba"]["username"] + " -p" + dict_target_ttSettings["mysql"]["users"]["dba"]["password"] \
        + " --ssl-ca=" + os.path.expanduser(dict_target_ttSettings["mysql"]["certs"]["public"]) + " --host=" + target_hostname + " --port=3306 -e \"DROP DATABASE IF EXISTS ebdb\""
        print "Dropping database ebdb.sql on %s" % target_hostname
        try:
            clone_drop_out = callSubprocess(drop_args)
        except:
            my_logger.error(
                "Unexpected error encountered in dropping ebdb.sql from %s. Exiting!"
                % target_hostname)
            sys.exit(
                "Unexpected error encountered in dropping ebdb.sql from %s. Exiting!"
                % target_hostname)

        my_logger.info("Drop database ebdb.sql from %s successful!" %
                       target_hostname)
        print("Drop database ebdb.sql from %s successful!" % target_hostname)

        print("Creating database ebdb.sql on %s" % target_hostname)
        create_args="mysql --user="******"mysql"]["users"]["dba"]["username"] + " -p" + dict_target_ttSettings["mysql"]["users"]["dba"]["password"] \
        + " --ssl-ca=" + os.path.expanduser(dict_target_ttSettings["mysql"]["certs"]["public"]) + " --host=" + target_hostname + " --port=3306 -e \"CREATE DATABASE IF NOT EXISTS ebdb\""
        try:
            clone_create_out = callSubprocess(create_args)
        except:
            my_logger.error(
                "Unexpected error encountered in Creating database ebdb.sql on %s. Exiting!"
                % target_hostname)
            sys.exit(
                "Unexpected error encountered in Creating database ebdb.sql on %s. Exiting!"
                % target_hostname)

        my_logger.info("Create database ebdb.sql successful!")
        print("Create database ebdb.sql successful!")

        print "Creating read-only user \'replnyc\' on %s" % target_hostname
        priv_args1 = "mysql --user="******"mysql"]["users"]["dba"]["username"] + " -p" + dict_target_ttSettings["mysql"]["users"]["dba"]["password"] + " --ssl-ca=" \
        + os.path.expanduser(dict_target_ttSettings["mysql"]["certs"]["public"])  + " --host=" + target_hostname + \
        " --port=3306 -e \"USE ebdb; GRANT SELECT, LOCK TABLES, SHOW VIEW, EVENT, TRIGGER ON *.* TO 'replnyc'@'%' IDENTIFIED BY \'" + dict_target_ttSettings["mysql"]["users"]["r"]["password"] + "\'; FLUSH PRIVILEGES;\" "
        try:
            clone_priv_out = callSubprocess(priv_args1)
        except:
            my_logger.error(
                "Unexpected error encountered in Creating read-only user \'replnyc\' on %s. Exiting!"
                % target_hostname)
            sys.exit(
                "Unexpected error encountered in Creating read-only user \'replnyc\' on %s. Exiting!"
                % target_hostname)

        my_logger.info(
            "Creating read-only user \'replnyc\' on %s successful!" %
            target_hostname)
        print("Creating read-only user \'replnyc\' on %s successful!" %
              target_hostname)

        print("Restoring data from %s/ebdb.sql to %s" %
              (restore_dir, target_hostname))
        final_clone = "mysql --user="******"mysql"]["users"]["dba"]["username"] + " -p" \
        + dict_target_ttSettings["mysql"]["users"]["dba"]["password"]  + " --ssl-ca=" + os.path.expanduser(dict_target_ttSettings["mysql"]["certs"]["public"]) + " --host=" + target_hostname + " --port=3306 ebdb < " + restore_dir + "/ebdb.sql"
        try:
            os.system(final_clone)
        except:
            my_logger.error(
                "Unexpected encountered in Restoring data from %s/ebdb.sql to %s. Exiting!"
                % (restore_dir, target_hostname))
            sys.exit(
                "Unexpected encountered in Restoring data from %s/ebdb.sql to %s. Exiting!"
                % (restore_dir, target_hostname))
        my_logger.info("Restoring data from %s/ebdb.sql to %s successful!!" %
                       (restore_dir, target_hostname))
        print("Restoring data from %s/ebdb.sql to %s successful!" %
              (restore_dir, target_hostname))

    elif (confirm_restore == 'n') or (confirm_restore == 'N'):
        my_logger.info("Received restore confirmation: %s. Exiting!" %
                       confirm_restore)
        sys.exit("Received restore confirmation: %s. Exiting!" %
                 confirm_restore)

    else:
        my_logger.error(
            "Unidentified response. Received restore confirmation: %s. Exiting!"
            % confirm_restore)
        sys.exit(
            "Unidentified response. Received restore confirmation: %s. Exiting!"
            % confirm_restore)
Exemplo n.º 30
0
def mysql_restore(dict_target_ttSettings, target_hostname, my_logger, log_file, restore_dir):
    """
    Check if the folder with database ebdb.sql exists
    """
    my_logger.debug("Received restore_dir: %s"%restore_dir)
    print "path: %s"%os.path.join(restore_dir + "/ebdb.sql")
    if os.path.exists(os.path.join(restore_dir + "/ebdb.sql")):
        my_logger.info("%s/ebdb.sql database location confirmed on local host...continuing"%restore_dir)
        print ("%s/ebdb.sql database location confirmed on local host...continuing"%restore_dir)
        
    else:
        my_logger.error("%s+/ebdb.sql database location confirmed on local host...continuing"%restore_dir)
        sys.exit("%s+/ebdb.sql does not exist on local host. Exiting!")
    
    confirm_restore = raw_input("Confirm if you want to continue with database restore [y/n]: ")
    
    if (confirm_restore == 'y') or (confirm_restore == 'Y'):
        my_logger.info("In mysql_restore()...")
        
        """
        DROP DATABASE ebdb
        """
        
        drop_args="mysql --user="******"mysql"]["users"]["dba"]["username"] + " -p" + dict_target_ttSettings["mysql"]["users"]["dba"]["password"] \
        + " --ssl-ca=" + os.path.expanduser(dict_target_ttSettings["mysql"]["certs"]["public"]) + " --host=" + target_hostname + " --port=3306 -e \"DROP DATABASE IF EXISTS ebdb\""
        print"Dropping database ebdb.sql on %s"%target_hostname
        try:
            clone_drop_out=callSubprocess(drop_args)        
        except:
            my_logger.error("Unexpected error encountered in dropping ebdb.sql from %s. Exiting!" %target_hostname)
            sys.exit("Unexpected error encountered in dropping ebdb.sql from %s. Exiting!" %target_hostname)
            
        my_logger.info("Drop database ebdb.sql from %s successful!"%target_hostname)
        print("Drop database ebdb.sql from %s successful!"%target_hostname)
        
        print("Creating database ebdb.sql on %s"%target_hostname)
        create_args="mysql --user="******"mysql"]["users"]["dba"]["username"] + " -p" + dict_target_ttSettings["mysql"]["users"]["dba"]["password"] \
        + " --ssl-ca=" + os.path.expanduser(dict_target_ttSettings["mysql"]["certs"]["public"]) + " --host=" + target_hostname + " --port=3306 -e \"CREATE DATABASE IF NOT EXISTS ebdb\""
        try:
            clone_create_out=callSubprocess(create_args)        
        except:
            my_logger.error("Unexpected error encountered in Creating database ebdb.sql on %s. Exiting!"%target_hostname)
            sys.exit("Unexpected error encountered in Creating database ebdb.sql on %s. Exiting!"%target_hostname)
            
        my_logger.info("Create database ebdb.sql successful!")
        print("Create database ebdb.sql successful!")
        
        print"Creating read-only user \'replnyc\' on %s"%target_hostname
        priv_args1 = "mysql --user="******"mysql"]["users"]["dba"]["username"] + " -p" + dict_target_ttSettings["mysql"]["users"]["dba"]["password"] + " --ssl-ca=" \
        + os.path.expanduser(dict_target_ttSettings["mysql"]["certs"]["public"])  + " --host=" + target_hostname + \
        " --port=3306 -e \"USE ebdb; GRANT SELECT, LOCK TABLES, SHOW VIEW, EVENT, TRIGGER ON *.* TO 'replnyc'@'%' IDENTIFIED BY \'" + dict_target_ttSettings["mysql"]["users"]["r"]["password"] + "\'; FLUSH PRIVILEGES;\" "
        try:
            clone_priv_out = callSubprocess(priv_args1)            
        except:
            my_logger.error("Unexpected error encountered in Creating read-only user \'replnyc\' on %s. Exiting!"%target_hostname)
            sys.exit("Unexpected error encountered in Creating read-only user \'replnyc\' on %s. Exiting!"%target_hostname)
        
        my_logger.info("Creating read-only user \'replnyc\' on %s successful!"%target_hostname)
        print ("Creating read-only user \'replnyc\' on %s successful!"%target_hostname)
        
        print("Restoring data from %s/ebdb.sql to %s"%(restore_dir, target_hostname))
        final_clone = "mysql --user="******"mysql"]["users"]["dba"]["username"] + " -p" \
        + dict_target_ttSettings["mysql"]["users"]["dba"]["password"]  + " --ssl-ca=" + os.path.expanduser(dict_target_ttSettings["mysql"]["certs"]["public"]) + " --host=" + target_hostname + " --port=3306 ebdb < " + restore_dir + "/ebdb.sql"
        try:
            os.system(final_clone)   
        except:
            my_logger.error("Unexpected encountered in Restoring data from %s/ebdb.sql to %s. Exiting!"%(restore_dir, target_hostname))
            sys.exit("Unexpected encountered in Restoring data from %s/ebdb.sql to %s. Exiting!"%(restore_dir, target_hostname))
        my_logger.info("Restoring data from %s/ebdb.sql to %s successful!!"%(restore_dir, target_hostname))
        print("Restoring data from %s/ebdb.sql to %s successful!"%(restore_dir, target_hostname))
    
    elif (confirm_restore == 'n') or (confirm_restore == 'N'):
        my_logger.info("Received restore confirmation: %s. Exiting!"%confirm_restore)
        sys.exit("Received restore confirmation: %s. Exiting!"%confirm_restore)
    
    else:
        my_logger.error("Unidentified response. Received restore confirmation: %s. Exiting!"%confirm_restore)
        sys.exit("Unidentified response. Received restore confirmation: %s. Exiting!"%confirm_restore)
Exemplo n.º 31
0
def findActiveEnv():
    my_logger.debug("Finding active environment...")
    try:
        my_logger.debug("Evaluating fp_internal_dns....")
        dns_int = callSubprocess(_fp_dns_internal_cmd)
        _fp_dns_internal = dns_int.split("\n")[2]
        my_logger.debug("fp_dns_internal: %s" % _fp_dns_internal)
        my_logger.debug("Evaluating fp_external_dns....")
        dns_ext = callSubprocess(_fp_dns_external_cmd)
        _fp_dns_external = dns_ext.split("\n")[1]
        my_logger.debug("fp_dns_external: %s" % _fp_dns_external)
        my_logger.debug("Evaluating _fp_live.....")
        live = callSubprocess(_fp_live_cmd)
        _fp_live = live.split("\n")[0][3]
        my_logger.debug("fp_live: %s" % _fp_live)
        my_logger.debug("Evaluating _fp_live_dns.....")
        live_dns = callSubprocess(_fp_live_dns_cmd)
        _fp_live_dns = live_dns.split("\n")[0]
        my_logger.debug("live_dns: %s" % _fp_live_dns)
        
        """
        ORIGINAL CODE WITH EXTERNAL AND INTERNAL CHECK
        **********************************************
        if _fp_dns_internal != _fp_dns_external:
            my_logger.error("The Internal Active Directory DNS and external AWS Route 53 DNS servers think different environments are live!  Internal DNS says %s and external says %s. EXITING!" %(_fp_dns_internal, _fp_dns_external))
            sys.exit("ERROR: The Internal Active Directory DNS and external AWS Route 53 DNS servers think different environments are live!  Internal DNS says %s and external says %s. EXITING!" %(_fp_dns_internal, _fp_dns_external))
        else:
            if _fp_live != "a" and _fp_live != "b":
                my_logger.error("ERROR: Could not resolve which prod environment is live, A or B. Script got %s from %s. EXITING!" %(_fp_live,_fp_live_dns))
                sys.exit("ERROR: Could not resolve which prod environment is live, A or B. Script got %s from %s. EXITING!" %(_fp_live,_fp_live_dns))
            else:
                if _fp_live == "a":
                    _copy_source_prefix = "prod-a"
                elif _fp_live == "b": 
                    _copy_source_prefix = "prod-b"
        """
        
        """
        #NEW CODE W/O EXTERNAL AND INTERNAL CHECK START
        **********************************************"""
    
        if _fp_live != "a" and _fp_live != "b":
            my_logger.error("Could not resolve which prod environment is live, A or B. Script got %s from %s. Run with option \"-p\" if you are in maintenance mode (to set production environment). EXITING!" %(_fp_live,_fp_live_dns))
            sys.exit("ERROR: Could not resolve which prod environment is live, A or B. Script got %s from %s. Run with option \"-p\" if you are in maintenance mode (to set production environment). EXITING! " %(_fp_live,_fp_live_dns)) 
        else:
            if _fp_live == "a":
                _copy_source_prefix = "prod-a"
            elif _fp_live == "b": 
                _copy_source_prefix = "prod-b"
    
        """
        #NEW CODE W/O EXTERNAL AND INTERNAL CHECK STOP
        **********************************************"""
    
        
    except:
        my_logger.error("Unexpected Error Encountered. Cannot deter Exiting!")
        sys.exit("Unexpected Error Encountered. Exiting!")
    
    
    """
    #new insert start
    
    _copy_source_prefix = "prod-b"
    
    #new insert stop
    """
    
    
    my_logger.debug("Returning to main() with _copy_source_prefix: %s" % _copy_source_prefix)
    return _copy_source_prefix