#!/bin/bash
#
# $Id: run_end 24389 2019-11-20 14:35:56Z davidl $
# $HeadURL: https://halldsvn.jlab.org/repos/trunk/online/daq/scripts/run_end $

# !!!!!!!!  STD in/out is not allowed in this script  !!!!!!
#STDO=/tmp/${USER}_END.$1
#exec >$STDO 2>&1
date                          
echo "-------> run_end ENTER <------"        

UDL=$2

CONFIG_FILE=$3
source run_lib.sh
CONFIG_DIR=`dirname $CONFIG_FILE `
ER_name=ERsoftROC
get_host $ER_name ER_host

USE_4PART=no
get_host USE_4PART USE_4PART
echo "USE_4PART = $USE_4PART"

# Keep in sync with run_prestart !
get_host MONITOR_HOST MONITOR_START_HOST

get_host MONITOR  MONITOR_START
echo "start MONITOR = $MONITOR_START"

get_host platform  platform_host

#===========================================================================================
RCM_HOST=gluon25
RCM_PORT=32767
RCM_LOG=/dev/tcp/${RCM_HOST}/${RCM_PORT}
RCM_LOG_FILE=$DAQ_HOME/../work/rcm_rc.log

echo "Enter:: RCM_LOG=$RCM_LOG"
#-------------------------------------------------------------------------------------------
function rcm_log() {
    echo -e " $1 $2 "
    [ -n "$UDL" ] && cMsgCommand -u $UDL  -name run_end -subject RunEnd -type DAQ -text "$1"   -string severity=$2  2>&1 > /tmp/${USER}_cMsgCommand 
#   cMsgCommand -u cMsg://gluon100:45000/cMsg/$EXPID  -name run_end -subject RunEnd -type DAQ -text "$1" -string severity=$2
    [ -n "$RCM_LOG" ]  && echo -e "msg:GUI_runconf run_end:: $1 " > $RCM_LOG
    echo -e "`date` :run_end::  $2: $1 " >> $RCM_LOG_FILE
}
#===========================================================================================

rcm_log " script = $0 " "INFO"

rcm_log "Run=$1 user=$USER UDL=$2   config=$3  4=$4 5=$5" "INFO"

# Get run number
export RUN=$(printf '%06d' $1) 


#===========================================================================================
#      DAQ TEST MODE
#
if [ x$DAQMODE == "xtest" ] ; then
    rcm_log "WARN: DAQMODE=$DAQMODE " "WARN"
    #-------------------------------------------------------------------------------------------
    #         clean up,  REMOVE DATA link  !!!!
    #-------------------------------------------------------------------------------------------

exit 0

    if [ -z "$DAQ_HOME" ] ; then
        rcm_log "ERROR:: DAQ_HOME=$DAQ_HOME is not set "  "ERROR"
    fi
    DATA_DIR=`dirname  $DAQ_HOME`/DATA
    DATA_DIR1=`dirname  $DAQ_HOME`/DATA1
    DATA_HOME=`dirname  $DAQ_HOME`
    rcm_log "Run=$1 check link DATA path=$DATA_DIR "  "INFO"
    rcm_log "Run=$1 check link DATA1 path=$DATA_DIR1 "  "INFO"
    
    if  [ -L $DATA_DIR ] ; then
        rcm_log "Run=$1 delete link DATA1: $DATA_DIR1 -> `readlink $DATA_DIR1 `"  "INFO"
        [[ -L $DATA_DIR1 ]] && rm $DATA_DIR1
        rcm_log "Run=$1 delete link DATA: $DATA_DIR -> `readlink $DATA_DIR`"  "INFO"
        [[ -L $DATA_DIR ]] && rm $DATA_DIR 
        if [ $? != 0 ] ; then  
            ERC=$?
            rcm_log "ERROR: delete link $DATA_DIR err=$ERC "   "ERROR"
        else
            rcm_log "Delete link: check link on nfs/gluonraid[1,2,3] ..  ER on $ER_host"  "INFO"
            while true ; do  
                ls -l $DATA_HOME
                ls -l $DATA_DIR
                if [ $? = 0 ] ; then 
                    rcm_log "Delete link: wait for nfs/$ER_host , ret=$? "  "WARN"
                else
                    break
                fi
            done
        fi
    else 
        [ -d $DATA_DIR ] &&  rcm_log "ERROR: $DATA_DIR is not a link "   "ERROR"
    fi

    exit 0
fi

#===========================================================================================

rcm_log "Start run_end.local  `date` " "INFO"
#
echo "-----------------------------------------------------------------------------------" 
echo "  set HD:coda:daq:status  "   
echo "-----------------------------------------------------------------------------------"  
caput HD:coda:daq:status 0 &
rcm_log "caput done  " "INFO"

# Record run configuration to database and copy files to RAID
# disk so they can be copied to tape library
#
sleep 1
echo "-----------------------------------------------------------------------------------"  
echo "   RUN LOG  run_end  "     
echo "-----------------------------------------------------------------------------------"  
rcm_log "run_log enter `date` " "INFO"
run_log.sh "STOP" $RUN  $CONFIG_FILE      
rcm_log "run_log done `date` " "INFO"
#

#===========================================================================================
#      any other accounts ..
#
if [ $USER != "hdops" ] ; then
#    which run_log.sh
#    run_log.sh "PRESTART" $RUN $CONFIG_FILE
    exit 0
fi

#===========================================================================================
#            HDOPS account only ...
#-------------------------------------------------------------------------------------------

# !!-- should be started after run_log.sh --!
echo "-----------------------------------------------------------------------------------"  
echo "   RCDB parse run end  "         
echo "-----------------------------------------------------------------------------------"  
#${DAQ_HOME}/rcdb/run_end         

for ff in  1 2 3 4 5 6  ; do
    RUNPROC=`ps -efww | grep -e run_go -e run_update_rcdb  | grep -v grep | grep -v run_end `
    echo "RUN PROC = $RUNPROC "
    [[ x$RUNPROC = x ]] && break
    echo "wait for $RUNPROC ends .... "
    rcm_log "Wait for $RUNPROC ends ... "  "WARN"
    sleep 10
done

rcm_log "Start RCDB ... `date`  " "INFO"
${DAQ_HOME}/rcdb/parse_coda_log   --update=epics,coda,conf --verbose --ipl --reason=end  --udl=$UDL  
ERRRCDB=$?
[[ $ERRRCDB != 0 ]] && rcm_log "rcdb Error  rc=$ERRRCDB " "WARN"
#
rcm_log "rcdb done  `date` " "INFO"

# after rcdb !!! replace event count
LOGFILE=$COOL_HOME/$SESSION/ddb/run-log/$SESSION/current_run.log
COOL_RUNTYPE=`cat $LOGFILE | grep \<coda | awk -F'"' '/runtype/{print $2}'`
block_count=`xmlstarlet sel -t -v "//coda/run-start/components/component[@name='TSG']/evt-number" $LOGFILE `
event_count=$(($block_count * 40 ))
RUN_NUM=$1
echo "cDAQ event_count=$event_count"
[[ -n `echo $COOL_RUNTYPE | grep rocs_tcp` ]] && rcnd.sh --write $event_count   --replace $RUN_NUM  event_count ||  echo "coda"
rcm_log " replace event count for tcp done ...  `date` " "INFO"
#-------------------------------------------------------------------------------------------
#         clean up,  REMOVE DATA link  !!!!
#-------------------------------------------------------------------------------------------

#rcm_log "Run $1 Ended !!! keep DATA link !! `date` " "INFO"
#exit 0


if [ -z "$DAQ_HOME" ] ; then
  rcm_log "ERROR:: DAQ_HOME=$DAQ_HOME is not set "  "ERROR"
fi
DATA_DIR=`dirname  $DAQ_HOME`/DATA
DATA_DIR1=`dirname  $DAQ_HOME`/DATA1
DATA_DIR2=`dirname  $DAQ_HOME`/DATA2
DATA_DIR3=`dirname  $DAQ_HOME`/DATA3
DATA_HOME=`dirname  $DAQ_HOME`
declare -a datadir
datadir=( $DATA_DIR $DATA_DIR1 $DATA_DIR2 $DATA_DIR3 )

echo " check links for data1 2 3 ... "
for dd in 0 1 2 3 ; do 
    rcm_log "Run=$1 check link DATA$dd path=${datadir[dd]}"  "INFO"
    echo "check DATA${dd} link:  ${datadir[dd]}" 
    if  [ -L ${datadir[dd]} ] ; then
        rcm_log "DATA${dd} link exists; delete link: ${datadir[dd]}"  "WARN"
        rm ${datadir[dd]}
        [ $? != 0 ] &&  rcm_log "ERROR: rm link ${datadir[dd]} "   "ERROR"
    fi
    #---------------
    if  [ -e ${datadir[dd]} ] ; then
        rcm_log "ERROR: ${datadir[dd]}  is not a link ... " "ERROR"
        #[[ $1 -gt 0 ]] && mv ${datadir[dd]}   ${datadir[dd]}_Backup_`date "+%F_%T"` || echo " dry run: mv ${datadir[dd]}   ${datadir[dd]}_Backup_`date "+%F_%T"`"
    fi
    #---------------
done
#---------------
#if  [ -L $DATA_DIR ] ; then
#    rcm_log "Run=$1 delete link DATA1: $DATA_DIR1  -> `readlink $DATA_DIR1`"  "INFO"
#    [[ -L $DATA_DIR1 ]] && rm $DATA_DIR1
#    rcm_log "Run=$1 delete link DATA: $DATA_DIR  -> `readlink $DATA_DIR`"  "INFO"
#    [[ -L $DATA_DIR ]] && rm $DATA_DIR
#    if [ $? != 0 ] ; then  
#        rcm_log "ERROR: delete link $DATA_DIR "   "ERROR"
#    else
#        rcm_log "Delete link: check link on nfs/gluonraid[1,2,3] ..  ER on $ER_host"  "INFO"
#        while true ; do  
#            ls -l $DATA_HOME
#            ls -l $DATA_DIR
#            if [ $? = 0 ] ; then 
#                rcm_log "Delete link: wait for nfs/$ER_host , ret=$? "  "WARN"
#            else
#                break
#            fi
#        done
#    fi
#else 
#    [ -d $DATA_DIR ] &&  rcm_log "ERROR: $DATA_DIR is not a link "   "ERROR"
#fi

rcm_log "DATA link claning done `date`  " "INFO"

#-------------------------------------------------------------------------------------------
#         stop online monitoring system 
#-------------------------------------------------------------------------------------------
if [ $MONITOR_START = "yes" ]; then

# The check on start_monitoring being in the PATH is
# unusable since we split the compiler and thus BMS_OSNAME
# for gluon0X and gluon4X. The DAQ system is sometimes started
# from say, gluon05 which uses gcc4.4.7. The online software
# cannot compile with this so start_monitoring does not get
# installed for that platform. Thus, we ssh to a gluon4X computer
# to run it. I hate disabling this check, but we need to for
# the moment to get this working. The whole control system vs.
# online system needs an overhaul.

#sm=`which start_monitoring`
#ERR=$?
#if [ $ERR != 0 ]; then 
#    rcm_log "ERROR: start_monitoring not found! code=$ERR " "ERROR"
#    rcm_log "== Online monitoring must be stopped by hand!! ==" "ERROR"
#else
#    if [ -x $sm ]; then
	sm=start_monitoring
	rcm_log "Stopping $sm on $MONITOR_START_HOST" "INFO"
	echo "====================== Online Monitoring Stopping ======================"
	echo ssh $MONITOR_START_HOST $sm -R$1 -e
	ssh $MONITOR_START_HOST $sm -R$1 -e &
	echo "========================================================================" 
#    fi
#fi
else 
     	rcm_log "Monitoring is not started ..." "WARN"   
fi

rcm_log "Stop monitoring done  `date` " "INFO"

#-------------------------------------------------------------------------------------------
#         stop epics2et 
#-------------------------------------------------------------------------------------------
ssh $platform_host  "${DAQ_HOME}/scripts/run_epics2et -e "

rcm_log "Stop epics at $platform_host : done " "INFO"

#-------------------------------------------------------------------------------------------
#         Clear HD:coda:daq:cdc_used so atmospheric pressure alarms are masked
#         (see comments in run_go)
#-------------------------------------------------------------------------------------------
caput HD:coda:daq:cdc_used 0

#-------------------------------------------------------------------------------------------
rcm_log "Run $1 Ended !!! `date` " "INFO"

#cat $COOL_HOME/$SESSION/ddb/run-log/$SESSION/current_run.log

echo "run_end EXIT "            
# kill ssh 
# kill -SIGHUP $PPID
exit 0