launch.sh

#!/bin/bash

# Copyright (c) 2021  IBM Corporation
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in all
# copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
# SOFTWARE.
start=`date +%s.%N`

trap ctrl_c INT QUIT TERM

terminating=0
launched=0

function ctrl_c() {
    red "catch the signal"
    user=$1
    terminating=1
    cd $scriptdir
    if [[ ! -z $dccom ]]; then
        while [[ $launched -lt 5 ]]; do
            snore 1
            launched=$((launched+1))
        done

        red "$dccom down"
        if [ $verbose -eq 1 ]; then
            $dccom down
        else
            $dccom down > /dev/null 2>&1
        fi
        kill -s 9 $dcpid
    fi

    for pid in ${pids[@]}; do
        signal=2
        if [[ "${termpids[*]}" =~ "$pid" ]]; then
            signal=15
        fi
        if [ $verbose -eq 1 ]; then
            echo "killing $0 $pid"
            kill -s $signal $pid
        else
            echo "killing $0 $pid"
            kill -s $signal $pid > /dev/null 2>&1
        fi
    done
    for pid in ${pids[@]}; do
        if [ $verbose -eq 1 ]; then
            while kill -0 $pid; do
                echo "waiting $0 $pid"
                snore 1
            done
        else
            echo "waiting $0 $pid"
            while kill -0 $pid > /dev/null 2>&1; do
                snore 1
            done
        fi
    done
    if [[ $run_test -eq 1 ]]; then
        # not sure but record_system_stat.launch.xml cannot
        # terminate child processes when running with run_test
        pkill -f "python3.*command_logger.py.*"
    fi
    exit $user
}
function err {
    >&2 red "[ERROR] "$@
}
function red {
    echo -en "\033[31m"  ## red
    echo $@
    echo -en "\033[0m"  ## reset color
}
function blue {
    echo -en "\033[36m"  ## blue
    echo $@
    echo -en "\033[0m"  ## reset color
}
function snore()
{
    local IFS
    [[ -n "${_snore_fd:-}" ]] || exec {_snore_fd}<> <(:)
    read ${1:+-t "$1"} -u $_snore_fd || :
}

function help()
{
    echo "Usage:"
    echo "-A          find all test module under cabot_sites"
    echo "-e          exploration mode (for demo/research)"
    echo "-h          show this help"
    echo "-H          headless"
    echo "-M          log dmesg output"
    echo "-n <name>   set log name prefix"
    echo "-s          simulation mode"
    echo "-S <site>   override CABOT_SITE"
    echo "-t          run test"
    echo "-y          do not confirm (deprecated - always launch server if there is no server)"
    echo "-u <options> unittest"
    echo "-v          verbose option"
    echo ""
    echo "run test (-t) options"
    echo "  -D                debug"
    echo "  -f <test_regex>   run test matched with <test_regex> in CABOT_SITE.<module>"
    echo "  -L                list test modules"
    echo "  -l                list test functions"
    echo "  -r                retry test when segmentation fault"
    echo "  -T <module>       specify test module CABOT_SITE.<module> (default=tests)"
}


exploration=0
simulation=0
log_prefix=cabot
verbose=0
debug=0
log_dmesg=0
yes=0
run_test=0
module=tests
test_regex=
unittest=
retryoption=
list_modules=0
list_functions=0

pwd=`pwd`
scriptdir=`dirname $0`
cd $scriptdir
scriptdir=`pwd`
source $scriptdir/.env

if [ -n "$CABOT_LAUNCH_LOG_PREFIX" ]; then
    log_prefix=$CABOT_LAUNCH_LOG_PREFIX
fi

while getopts "ehDf:HlLMn:rsS:tT:uvy" arg; do
    case $arg in
        e)
            exploration=1
            ;;
        h)
            help
            exit
            ;;
        D)
            debug=1
            ;;
        f)
            test_regex=$OPTARG
            ;;
        H)
            export CABOT_HEADLESS=1
            ;;
	l)
	    list_functions=1
	    ;;
	L)
	    list_modules=1
	    ;;
        M)
            log_dmesg=1
            ;;
        n)
            log_prefix=$OPTARG
            ;;
        r)
            retryoption="-r"
            ;;
        s)
            simulation=1
            ;;
        S)
            export CABOT_SITE=$OPTARG  # override the default
            ;;
        t)
            run_test=1
            ;;
        T)
            module=$OPTARG
            ;;
        u)
            unittest=1
            ;;
        v)
            verbose=1
            ;;
        y)
            yes=1
            ;;
    esac
done
shift $((OPTIND-1))

## private variables
pids=()
termpids=()

if [[ $unittest -eq 1 ]]; then
    code=0
    docker compose run --rm navigation ./script/unittest.sh $@
    if [[ $? -ne 0 ]]; then
	code=1
    fi
    docker compose run --rm localization ./script/unittest.sh $@
    if [[ $? -ne 0 ]]; then
	code=1
    fi
    exit $code
fi

## check required environment variables
error=0
if [ -z $CABOT_MODEL ]; then
    err "CABOT_MODEL: environment variable should be specified (ex. cabot2-gt1"
    error=1
fi
if [ -z $CABOT_SITE ]; then
    err "CABOT_SITE : environment variable should be specified (ex. cabot_site_cmu_3d"
    error=1
fi

if [ $error -eq 1 ]; then
   exit 1
fi

if [[ $list_modules -eq 1 ]]; then
    docker compose run --rm navigation /home/developer/ros2_ws/script/run_test.sh -L
    exit
fi

if [[ $list_functions -eq 1 ]]; then
    docker compose run --rm navigation /home/developer/ros2_ws/script/run_test.sh -l $module
    exit
fi

log_name=${log_prefix}_`date +%Y-%m-%d-%H-%M-%S`
export ROS_LOG_DIR="/home/developer/.ros/log/${log_name}"
export ROS_LOG_DIR_ROOT="/root/.ros/log/${log_name}"
export CABOT_LOG_NAME=$log_name
host_ros_log=$scriptdir/docker/home/.ros/log
host_ros_log_dir=$host_ros_log/$log_name
ln -snf $host_ros_log_dir $host_ros_log/latest
blue "log dir is : $host_ros_log_dir"
mkdir -p $host_ros_log_dir
cp $scriptdir/.env $host_ros_log_dir/env-file

## if network interface name for Cyclone DDS is not specified, set autoselect as true
if [ ! -z $CYCLONEDDS_URI ]; then
    if [ ! -z $CYCLONEDDS_NETWORK_INTERFACE_NAME ]; then
        export CYCLONEDDS_NETWORK_INTERFACE_AUTODETERMINE="false"
    else
        export CYCLONEDDS_NETWORK_INTERFACE_AUTODETERMINE="true"
    fi
fi

## start logging dmesg after host_ros_log_dir is defined
if [[ $log_dmesg -eq 1 ]]; then
    blue "Logging dmesg"
    dmesg --time-format iso -w > $host_ros_log_dir/dmesg.log &
    termpids+=($!)
    pids+=($!)
fi

if [[ $terminating -eq 1 ]]; then
    exit
fi

## launch docker compose
cd $scriptdir
dcfile=

dcfile=docker-compose
if [[ $exploration -eq 1 ]]; then dcfile="${dcfile}-exploration"; fi
if [[ $simulation -eq 0 ]]; then dcfile="${dcfile}-production"; fi
if [[ $CABOT_HEADLESS -eq 1 ]]; then dcfile="${dcfile}-headless"; fi
dcfile="${dcfile}.yaml"

if [ ! -e $dcfile ]; then
    err "There is not $dcfile, exploration=$exploration, simulation=$simulation)"
    exit
fi

dccom="docker compose -f $dcfile"

## launch server
if [[ $exploration -eq 0 ]]; then
    ./server-launch.sh -c -p $CABOT_SITE
else
    ./server-launch.sh -C
fi

# pushd ../cabot-ros2
# bag_dccom="docker compose -f docker-compose-bag.yaml"
# com="bash -c \"setsid $bag_dccom --ansi never up --no-build --abort-on-container-exit\" > $host_ros_log_dir/docker-compose-bag.log &"
# blue $com
# eval $com
# popd

if [ $verbose -eq 0 ]; then
    com2="bash -c \"setsid $dccom --ansi never up --no-build --abort-on-container-exit\" > $host_ros_log_dir/docker-compose.log &"
else
    com2="bash -c \"setsid $dccom up --no-build --abort-on-container-exit\" | tee $host_ros_log_dir/docker-compose.log &"
fi
if [ $verbose -eq 1 ]; then
    blue "$com2"
fi

if [[ $terminating -eq 1 ]]; then
    exit
fi

eval $com2
dcpid=($!)
blue "[$dcpid] $dccom up $( echo "$(date +%s.%N) - $start" | bc -l )"


while [[ $launched -lt 5 ]]; do
    snore 1
    launched=$((launched+1))
done

blue "All launched: $( echo "$(date +%s.%N) - $start" | bc -l )"

if [[ $run_test -eq 1 ]]; then
    blue "Running test $module $test_regex"
    if [[ $debug -eq 1 ]]; then
        docker compose -f docker-compose-debug.yaml run debug /home/developer/ros2_ws/script/run_test.sh -w -d $module $test_regex $retryoption # debug
    else
        docker compose exec navigation /home/developer/ros2_ws/script/run_test.sh -w $module $test_regex $retryoption
    fi
    ctrl_c $?
fi

while [ 1 -eq 1 ];
do
    # check if any of container got Exit status
    if [[ $terminating -eq 0 ]] && [[ `$dccom ps | grep Exit | wc -l` -gt 0 ]]; then
        red "docker compose may have some issues. Check errors in the log or run with '-v' option."
        ctrl_c 1
        exit
    fi
    snore 1
done