Automate and Persist MuleSoft CloudHub Application Logs

#!/bin/bash

#usage     : ./cloudhub2BoxScript.sh <ANYPOINT_USERNAME> <ANYPOINT_PASSWORD> <ANYPOINT_BG_NAME> <ENVIRONMENT> <LOCAL_FOLDER_PATH> <BOX_PARENT_ID>

#

#   <LOCAL_FOLDER_PATH> : This will be the Parent Folder path where, Separate Date Wise Folder is created &

#                           1. Mulesoft Appplication Logs will be downloaded inside this folder.

#                           2. Same Folder will be used to Upload file to Box.

#   <BOX_PARENT_ID> : All Cloudhub Application Logs will be Uploaded to this folder (Segregated by Datewise Folder)

#author     : Prashant G.

#purpose    : This script helps to automate the process of downloading the mulesoft applications logs from cloudhub & uploading it to Box Location.

#version    : 1.0

echo " ----------------------------------------------------------------------------------------------------------------------------------"

echo " ======================================================  SCRIPT BEGIN ============================================================="

echo " ----------------------------------------------------------------------------------------------------------------------------------\n\n"

now=$(date)

echo "                                               Script Start Time is "$now

sleep 1s

if [ $# -ge 6 ]; then

 echo -e "\n\nYou have Provided $# arguments over command line."

 echo -e "Good to Go !!!"

else

 echo "\n\nUsage: $0 UserName Password AnypointBusinessGroup AnypointEnvironment DestinationFileDirectory"

 exit 0

fi

echo -e "\n------------------------------------------------------  Anypoint CLI  ----------------------------------------------------------"

echo -e " \n\n                              Welcome to Unlease the Power of Anypoint CLI !!!"

echo -e "                                 ------------------------------------------------------"

sleep 1s

echo "  #### This Shell Script is build on Top of Anypoint CLI ####"

sleep 2s

echo -e "\n It Perform Following Activities - "

sleep 1s

echo " #1. Searches for Application Details in Anypoint Runtime Manager"

sleep 1s

echo " #2. Download Application Logs Under Specific Business Group & Environment, From Anypoint Runtime Manager"

sleep 1s

echo -e "\n\nNOTE : This Script Only Allows To Download Cloudhub Application Logs. (Hosted & Managed By Mulesoft). It doesn't Download Platform Audit Logs."

echo "==============================================================================================================================================================="

sleep 2s

echo -e " \n ################################################  Processing Started  #####################################################\n"

sleep 2s

ANYPOINT_USERNAME=$1

ANYPOINT_PASSWORD=$2

ANYPOINT_BG=$3

ANYPOINT_ENVIRONMENT=$4

DESTINATION_DIRECTORY=$5

BOX_PARENT_FOLDER_ID=$6

# Create current Date folder in Local system 

currentDate=$(date +"%Y_%m_%d")

DESTINATION_DIRECTORY+="\\"$currentDate

echo -e "\n [ ------- LOCAL DIRECTORY ------- ]  "

echo -e "Creating Local Date Folder !"

mkdir $DESTINATION_DIRECTORY

if [ $? -eq 0 ]; then

    echo "Local Folder Creation Commmand Successfully Executed !!!"

else

    echo "Local Folder Creation Commmand Failed, Exiting the Loop..."

    exit 0

fi

echo -e ">> Folder Created Successfully : " $DESTINATION_DIRECTORY

echo "\n=========================================== [ Initialising Connection with Anypoint Platform & Box ] ================================ \n"

sleep 1s

echo -e "\n 1) Connecting to the Anypoint Platform..."

sleep 1s

echo -e " \nUsing following details,"

sleep 1s

echo -e "\n Username : "$ANYPOINT_USERNAME

echo -e " Password : ***************"

echo -e " Business Group : "$ANYPOINT_BG

echo -e " Environment : "$ANYPOINT_ENVIRONMENT

echo -e " Destination Download File Location : "$DESTINATION_DIRECTORY

sleep 2s

echo -e "\n >> Connected to Anypoint Platform via Anypoint CLI !!!\n"

echo -e "\n 2) Connecting to the Box..."

sleep 3s

echo -e "\n >> Connected to the Box via Box CLI !!!\n"

echo -e " =========================================  [ Connection Established Successfully ] ================================================== \n"

echo -e "\n\n=====================================================  [ STEPS : BEGIN ] ============================================================ \n"

echo -e " [ ------- BOX ------- ] \n"

echo -e "Creating Folder in Box : " $currentDate

#box folders:upload $currentDate --parent-id $BOX_PARENT_FOLDER_ID

#Create Current Date Folder in Box under specifc Parent ID & Fetch the ID of Created Folder and store it in Local Variable. (This ID will be required while upload command)

BOX_SUB_PARENT_FOLDER_ID=$(box folders:create $BOX_PARENT_FOLDER_ID $currentDate | awk 'FNR == 2 {print $2}' | sed -e 's|["'\'']||g')

if [ $? -eq 0 ]; then

    echo "Folder Creation Command in BOX Successfully Executed !!!"

else

    echo "Folder Creation Command in BOX Failed, Exiting the Loop..."

    exit 0

fi

echo -e " >> Folder Successfully Created. ( ID : "$BOX_SUB_PARENT_FOLDER_ID ")"

echo "#---------------------------------------------------------------------------------------#"

echo -e "\nPart A : Downloading Application Logs. [ Anypoint Platform to Local Drive ]"

echo "#---------------------------------------------------------------------------------------#"

#Keep on adding new application name below with space separated, to allow automatic download of these application logs.

# eg.

# 1. "mule-application-1 mule-application-2"

# 2. "mule-application-1 mule-application-2 mule-application-3"

CH_app_names="mule-application-1 mule-application-2"

sleep 1s

echo -e " \nFollowing are the Cloudhub Application List - \n" $CH_app_names

sleep 2s

for appName in $CH_app_names

do

echo -e "\n * Downloading Application Logs for : " $appName

sleep 1s

echo -e "\n--> Logs will be stored under (Destination Folder) : "$DESTINATION_DIRECTORY

sleep 2s

anypoint-cli --username=$ANYPOINT_USERNAME --password=$ANYPOINT_PASSWORD --organization=$ANYPOINT_BG --environment=$ANYPOINT_ENVIRONMENT runtime-mgr cloudhub-application download-logs $appName $DESTINATION_DIRECTORY

#anypoint-cli --organization=$ANYPOINT_BG --environment=$ANYPOINT_ENVIRONMENT runtime-mgr cloudhub-application list [options]

#anypoint-cli --organization=$ANYPOINT_BG --environment=$ANYPOINT_ENVIRONMENT runtime-mgr cloudhub-application download-logs $appName $DESTINATION_DIRECTORY

if [ $? -eq 0 ]; then

    echo "Mulesoft Application Downloading Command Executed Successfully !!!"$?

else

    echo "Mulesoft Application Downloading Command Failed, Exiting the Loop..."

    exit 0

fi

sleep 2s

echo -e " \nSuccessfully Downloaded !!!\n"

done

sleep 2s

echo " ================================================================================================================================"

echo -e "\nAll Cloudhub Application logs are Successfully downloaded using Anypoint CLI !!!\n"

echo -e " Location of Downloaded Logs --> :"$DESTINATION_DIRECTORY

echo " ================================================================================================================================"

sleep 4s

echo "#---------------------------------------------------------------------------------------#"

echo -e "\nPart B : Uploading the files [ Local Drive to BOX ]"

echo "#---------------------------------------------------------------------------------------#"

sleep 2s

#Check for files under local directory

echo -e "\n\nLooking for Files Under local Directory : "$DESTINATION_DIRECTORY

sleep 1s

#While creating Box folder, if success, you will get ID in response. This ID has to be pass in commands during file uploading process.

echo -e "\n Box Destination Folder Parent ID : "$BOX_SUB_PARENT_FOLDER_ID

sleep 2s

echo -e "\nConnected to Box Platform !\n"

#ls the current local directory and fetch all files available under local directory.

downloadedFilesInLocal=`ls $DESTINATION_DIRECTORY`

#Now, for each file under directory, upload it one by one to box.

for eachfile in $downloadedFilesInLocal

do

   echo "File is available & ready to process : "$eachfile

   eachFilePath=$DESTINATION_DIRECTORY"\\"$eachfile

   echo -e "\nUploading Logs from Location - "$eachFilePath" to Box Folder [ ID : "$BOX_SUB_PARENT_FOLDER_ID "]"

### Box Upload file command

box files:upload $eachFilePath --parent-id $BOX_SUB_PARENT_FOLDER_ID

if [ $? -eq 0 ]; then

    echo "Uploading Log File [ Local Drive to Box ] Process Successfully Executed !!!"$?

else

    echo "Uploading Log File [ Local Drive to Box ] Process Failed, Exiting the Loop..."

    exit 0

fi

   echo -e "\nFile is successfully Uploaded !"

done

echo -e "\n\nFile Uploading Process to Box Location Executed Successfully !!!\n\n\n"

echo " =====================================================  [ STEPS : END ] ============================================================ \n"

echo -e " \n ################################################  Processing Completed  #####################################################\n"

echo " -----------------------------------------------------------------------------------------------------------------------------------"

echo " ======================================================  SCRIPT END ================================================================"

echo " -----------------------------------------------------------------------------------------------------------------------------------"