pipeline.sh

#!/bin/bash
#/////////////////////////////////////////////////////////////////////////
#//
#// (c) University of Southampton IT Innovation Centre, 2018
#//
#// Copyright in this software belongs to University of Southampton
#// IT Innovation Centre of Gamma House, Enterprise Road,
#// Chilworth Science Park, Southampton, SO16 7NS, UK.
#//
#// This software may not be used, sold, licensed, transferred, copied
#// or reproduced in whole or in part in any manner or form or in or
#// on any media by any person other than in accordance with the terms
#// of the Licence Agreement supplied with the software, or otherwise
#// without the prior written consent of the copyright owners.
#//
#// This software is distributed WITHOUT ANY WARRANTY, without even the
#// implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
#// PURPOSE, except where stated in the Licence Agreement supplied with
#// the software.
#//
#//      Created By :            Nikolay Sanchev
#//      Created Date :          21/02/2019
#//      Created for Project :   FLAME
#//
#/////////////////////////////////////////////////////////////////////////

set -euo pipefail

CLMC_IP="localhost"
ues=("ue20" "ue22" "ue23" "ue24")  # TODO currently the list of ues is hardcoded

JSON_CONFIG=$1  # expects the JSON configuration passed to the execute_graph_pipeline API endpoint

# extract and delete some of the configuration details, which are used by this script
fields=$(echo ${JSON_CONFIG} | jq  -r '"\(.query_period) \(.service_function_chain) \(.results_measurement_name)"')
read query_period db_name results_measurement <<< ${fields}
JSON_CONFIG=$(echo ${JSON_CONFIG} | jq 'del(.query_period, .results_measurement_name)')


echo "Building network subgraph..."
response=$(curl -s -X POST http://${CLMC_IP}/clmc-service/graph/network)
echo ${response}

while true
do
    echo "Building temporal graph..."

    end=$(date +%s)
    start=$((${end}-${query_period}))

    echo "Start - ${start}, End - ${end}"
    JSON_STRING=$(echo ${JSON_CONFIG} | jq --argjson from ${start} --argjson to ${end} '. + {from: $from, to: $to}')
    echo "Sending build request to CLMC"
    echo "Request body - ${JSON_STRING}"
    response=$(curl -s -X POST -d "${JSON_STRING}" http://${CLMC_IP}/clmc-service/graph/temporal)

    fields=$(echo ${response} | jq  -r '"\(.graph.time_range.to) \(.graph.uuid)"')
    read timestamp graph_uuid <<< ${fields}

    endpoints=($(echo ${response} | jq  -r '.graph.endpoints | .[]'))  # convert the jq array to bash array

    echo "Received request uuid ${graph_uuid}"
    echo "Timestamp to use for measurement ${timestamp}"
    echo "Received endpoints: ${endpoints[@]}"

    for endpoint in ${endpoints[@]}; do
        for ue in ${ues[@]}; do

            echo "Querying for round-trip time..."
            response=$(curl -s -X GET "http://${CLMC_IP}/clmc-service/graph/temporal/${graph_uuid}/round-trip-time?startpoint=${ue}&endpoint=${endpoint}")

            global_tags=$(echo ${response} | jq -r '.global_tags | to_entries | map("\(.key)=\(.value|tostring)") | join(",")')
            echo "Global tags: ${global_tags}"

            local_tags=$(echo ${response} | jq -r '.local_tags | to_entries | map("\(.key)=\(.value|tostring)") | join (",")')
            echo "Local tags: ${local_tags}"

            fields=$(echo ${response} | jq -r '. | "\(.round_trip_time) \(.response_time) \(.total_forward_latency)"')
            read rtt service_delay network_delay <<< ${fields}

            echo "Round-trip-time: ${rtt}"
            echo "Service delay: ${service_delay}"
            echo "Network latency ${network_delay}"

            measurement_line="${results_measurement},${global_tags},${local_tags} round_trip_time=${rtt},service_delay=${service_delay},network_delay=${network_delay} ${timestamp}"
            echo "Measurement line: ${measurement_line}"
            response=$(curl -si -X POST "http://${CLMC_IP}/influxdb/write?db=${db_name}" --data-binary "${measurement_line}")
            echo "InfluxDB response: ${response}"

        done
    done

    echo "Deleting temporal graph..."
    response=$(curl -s -X DELETE "http://${CLMC_IP}/clmc-service/graph/temporal/${graph_uuid}")
    echo ${response}

    echo "Sleeping ${query_period} seconds"
    sleep $((${query_period}-1))

done