major-iteration-2: Correcting Backup Ingestion Mode

This commit adds multiple changes to the previos commit
1. Backup Ingestion modifications to remove the operations that are not needed.
2. Create a delphixdb user so that the customers can use that in future for snapshots.
3. Update the code to use the source user from staged_source for future snapshots
4. Not fail if grants cause error. Customer must bring the grants from source db.
5. Made changes to Replication restore-stage.sh to use command_runner.
6. Added new exit codes.

Author: arunskurian

plugin_config.yml

@@ -7,4 +7,4 @@ pluginType: STAGED
 entryPoint: plugin_runner:plugin
 srcDir: src
 schemaFile: schema.json
-buildNumber: 1.69.25
+buildNumber: 1.69.26

src/common/constants.py

@@ -52,6 +52,13 @@
 ERR_INVALID_BINARY_ACTION="mysql was not found under the provided installation directory \n" \
                          "Please verify the MySQL directory and retry the operation."
 
+ERR_BI_CONNECT_MSG="Unable to connect to MySQL database after restart."
+ERR_BI_CONNECT_ACTION="There may have been an error while initializing or creating the staging DB user." \
+                      "Please check plugin and server host logs for additional details. "
+
+ERR_BI_USERCREATE_MSG="Unable to create a new MySQL user in staging database."
+ERR_BI_USERCREATE_ACTION="Please check plugin and server host logs for additional details."
+
 ERR_GENERAL_MSG="An error occurred while provisioning the MySQL VDB."
 ERR_GENERAL_ACTION="This could be due to an unsupported version of MySQL."
 ERR_GENERAL_OUT="For additional details, check the log " \

src/common/utils.py

@@ -65,6 +65,12 @@ def process_exit_codes(exit_code,operation,std_err=None):
     elif exit_code == 10: # Invalid Binary Path
         err_msg=const.ERR_INVALID_BINARY_MSG
         err_action=const.ERR_INVALID_BINARY_ACTION
+    elif exit_code == 11: # Connection Test Failure / Backup INgestion
+        err_msg=const.ERR_BI_CONNECT_MSG
+        err_action=const.ERR_BI_CONNECT_ACTION
+    elif exit_code == 12: # User creation issue/ Backup Ingestion
+        err_msg=const.ERR_BI_USERCREATE_MSG
+        err_action=const.ERR_BI_USERCREATE_ACTION
     elif exit_code == 2:
         err_msg=const.ERR_GENERAL_MSG
         err_action=const.ERR_GENERAL_ACTION

src/pluginops/pluginops.py

@@ -358,13 +358,16 @@ def linked_pre_snapshot(staged_source, repository, source_config, snapshot_param
             }  
             logger.debug("Initializing Seed DB")
             restore_script = pkgutil.get_data('resources', 'restore_stage_bi.sh')
-            result = libs.run_bash(staged_source.staged_connection, restore_script,environment_vars,check=True)
+            result = libs.run_bash(staged_source.staged_connection, restore_script,environment_vars,check=False)
             output = result.stdout.strip()
-            error = result.stderr.strip()
+            std_err = result.stderr.strip()
             exit_code = result.exit_code
             if exit_code !=0:
-                logger.debug("Error is : "+error)
-                raise LinkingException("Exception in pre-snapshot/restore_db:"+error)
+                logger.debug("There was an error while creating the seed database. Check error logs for more info.")
+                logger.error("Error is : "+std_err)
+                err = utils.process_exit_codes(exit_code,"DBLINK",std_err)
+                logger.error(err)
+                raise err
             else:
                 logger.debug("Pre-Snapshot/Restore_DB successful "+output)  
         else:

src/resources/library.sh

@@ -498,8 +498,8 @@ function command_runner {
     masklog "command_runner: CMD : $1"
     return_msg=$(eval $1 2>&1 1>&2 > /dev/null)
     return_code=$?
-    log "Return Status for source backup: ${return_code}"
-    log "Return message for source backup:${return_msg}"
+    log "Return Status: ${return_code}"
+    log "Return message:${return_msg}"
     if [ $return_code != 0 ]; then
       masklog "command_runnder: exitcode : $2"
       terminate "${return_msg}" $2
@@ -508,6 +508,7 @@ function command_runner {
 
 
 
+
 ###########################################################
 ## Test/Debug ...
 

src/resources/restore_stage.sh

@@ -375,16 +375,17 @@ fi
 CMD="${INSTALL_BIN}/mysql ${STAGING_CONN} --connect-expired-password -se \"ALTER USER 'root'@'localhost' IDENTIFIED BY ${STAGINGPASS};UPDATE mysql.user SET authentication_string=PASSWORD(${STAGINGPASS}) where USER='root';FLUSH PRIVILEGES;\""
 CMDFORLOG="${INSTALL_BIN}/mysql ${STAGING_CONN} --connect-expired-password -se \"ALTER USER 'root'@'localhost' IDENTIFIED BY '********';UPDATE mysql.user SET authentication_string=PASSWORD('********') where USER='root';FLUSH PRIVILEGES;\""
 masklog "Final Command to Change Password is : ${CMDFORLOG}"
+command_runner "${CMD}" 5
+
+  #eval ${CMD} 1>>${DEBUG_LOG} 2>&1
+  #return_msg=$(eval ${CMD} 2>&1 1>&2 > /dev/null)
+  #return_code=$?
+  #log "Return Status for change password: ${return_code}"
+  #log "Return message for change password:${return_msg}"
+  #if [ $return_code != 0 ]; then
+  #  terminate "${return_msg}" 5
+  #fi
 
-#eval ${CMD} 1>>${DEBUG_LOG} 2>&1
-return_msg=$(eval ${CMD} 2>&1 1>&2 > /dev/null)
-return_code=$?
-log "Return Status for change password: ${return_code}"
-log "Return message for change password:${return_msg}"
-if [ $return_code != 0 ]; then
-  terminate "${return_msg}" 5
-fi
-#
 # Update Staging Connection with supplied password ...
 #
 masklog "Staging Connection Prior to updaging password : ${STAGINGCONN}"
@@ -411,14 +412,15 @@ eval ${CMD} 1>>${DEBUG_LOG} 2>&1
 
 ## Ingest Backup File
 CMD="${INSTALL_BIN}/mysql ${STAGING_CONN} < ${BKUP_FILE}"
-#eval ${CMD} 1>>${DEBUG_LOG} 2>&1
-return_msg=$(eval ${CMD} 2>&1 1>&2 > /dev/null)
-return_code=$?
-log "Return Status for ingest backup: ${return_code}"
-log "Return message for ingest backup:${return_msg}"
-if [ $return_code != 0 ]; then
-  terminate "${return_msg}" 6
-fi
+command_runner "${CMD}" 5
+  #eval ${CMD} 1>>${DEBUG_LOG} 2>&1
+  #return_msg=$(eval ${CMD} 2>&1 1>&2 > /dev/null)
+  #return_code=$?
+  #log "Return Status for ingest backup: ${return_code}"
+  #log "Return message for ingest backup:${return_msg}"
+  #if [ $return_code != 0 ]; then
+  #  terminate "${return_msg}" 6
+  #fi
 
 log "Validating Restored Databases"
 #RESULTS=`${INSTALL_BIN}/mysql ${STAGING_CONN} -e "show databases;"`