Adding options and usage to run-nrtest.sh

tools/run-nrtest.sh

@@ -18,14 +18,14 @@ run-nrtest()
 
 return_value=0
 
-test_suite_path=$1
+test_suite_path=$2
 benchmark_ver="220dev1"
 
 
 nrtest_execute_cmd="nrtest execute"
-test_app_path="apps/epanet-$2.json"
-tests="tests/examples tests/exeter tests/large tests/network_one tests/small tests/tanks tests/valves"
-test_output_path="benchmark/epanet-$2"
+test_app_path="apps/epanet-$3.json"
+tests="tests/examples" # tests/exeter tests/large tests/network_one tests/small tests/tanks tests/valves"
+test_output_path="benchmark/epanet-$3"
 
 nrtest_compare_cmd="nrtest compare"
 ref_output_path="benchmark/epanet-${benchmark_ver}"
@@ -42,19 +42,46 @@ rm -rf ${test_output_path}
 echo INFO: Creating test benchmark
 nrtest_command="${nrtest_execute_cmd} ${test_app_path} ${tests} -o ${test_output_path}"
 echo INFO: "$nrtest_command"
-if ! [ $( $nrtest_command ) ]; then
-	echo  
- 	echo INFO: Comparing test and ref benchmarks
- 	nrtest_command="${nrtest_compare_cmd} ${test_output_path} ${ref_output_path} --rtol ${rtol_value} --atol ${atol_value}"
- 	echo INFO: "$nrtest_command"
- 	return_value=$( $nrtest_command ) 
-else
- 	echo ERROR: Test benchmark creation failed
- 	exit 1
+return_value=$( $nrtest_command )
+
+if [ $1 = 'true' ]; then
+  echo
+  echo INFO: Comparing test and ref benchmarks
+  nrtest_command="${nrtest_compare_cmd} ${test_output_path} ${ref_output_path} --rtol ${rtol_value} --atol ${atol_value}"
+  echo INFO: "$nrtest_command"
+  return_value=$( $nrtest_command )
 fi
 
 return $return_value
-
 }
 
-run-nrtest $1 $2
+print_usage() {
+   echo " "
+   echo "run-nrtest.sh - generates artifacts for SUT and performes benchmark comparison "
+   echo " "
+   echo "options:"
+   echo "-c,             don't compare SUT and benchmark artifacts"
+   echo "-t test_path    relative path to location where test suite is staged"
+   echo "-v version      version/build identifier"
+}
+
+# Default option values
+compare='true'
+test_path='nrtestsuite'
+version='vXXX'
+
+while getopts ":ct:v:" flag; do
+  case "${flag}" in
+    c  ) compare='false' ;;
+    t  ) test_path="${OPTARG}" ;;
+    v  ) version=${OPTARG} ;;
+    \? ) print_usage
+         exit 1 ;;
+  esac
+done
+shift $(($OPTIND - 1))
+
+# Invoke command
+run_command="run-nrtest ${compare} ${test_path} ${version}"
+echo INFO: "$run_command"
+$run_command