diff --git a/testpackage/small_test_carrington_github_ci.sh b/testpackage/small_test_carrington_github_ci.sh
index 7564396af4..1ef5189ad3 100755
--- a/testpackage/small_test_carrington_github_ci.sh
+++ b/testpackage/small_test_carrington_github_ci.sh
@@ -239,6 +239,10 @@ for run in ${run_tests[*]}; do
            if [[ "${variables[$i]}" == "fg_"* ]]
            then
                A=$( $run_command_tools $diffbin --meshname=fsgrid  ${reference_result_dir}/${vlsv} ${vlsv_dir}/${vlsv} ${variables[$i]} ${indices[$i]} )
+               if [[ ! $? -eq 0 ]]; then
+                  RUN_ERROR=1
+                  touch $GITHUB_WORKSPACE/testpackage_failed
+               fi
                relativeValue=$(grep "The relative 0-distance between both datasets" <<< $A |gawk '{print $8}'  )
                absoluteValue=$(grep "The absolute 0-distance between both datasets" <<< $A |gawk '{print $8}'  )
                #print the results
@@ -262,6 +266,10 @@ for run in ${run_tests[*]}; do
            elif [[ "${variables[$i]}" == "ig_"* ]]
            then
                B=$( $run_command_tools $diffbin --meshname=ionosphere  ${reference_result_dir}/${vlsv} ${vlsv_dir}/${vlsv} ${variables[$i]} ${indices[$i]} )
+               if [[ ! $? -eq 0 ]]; then
+                  RUN_ERROR=1
+                  touch $GITHUB_WORKSPACE/testpackage_failed
+               fi
                relativeValue=$(grep "The relative 0-distance between both datasets" <<< $B |gawk '{print $8}'  )
                absoluteValue=$(grep "The absolute 0-distance between both datasets" <<< $B |gawk '{print $8}'  )
                # print the results
@@ -285,6 +293,10 @@ for run in ${run_tests[*]}; do
            elif [ ! "${variables[$i]}" == "proton" ]
            then # Regular vg_ variable
                C=$( $run_command_tools $diffbin ${reference_result_dir}/${vlsv} ${vlsv_dir}/${vlsv} ${variables[$i]} ${indices[$i]} )
+               if [[ ! $? -eq 0 ]]; then
+                  RUN_ERROR=1
+                  touch $GITHUB_WORKSPACE/testpackage_failed
+               fi
                relativeValue=$(grep "The relative 0-distance between both datasets" <<< $C |gawk '{print $8}'  )
                absoluteValue=$(grep "The absolute 0-distance between both datasets" <<< $C |gawk '{print $8}'  )
                #print the results
@@ -311,6 +323,10 @@ for run in ${run_tests[*]}; do
                echo "Distribution function diff"
                # Exclude file names from output to keep report size down
                D=$( $run_command_tools $diffbin ${reference_result_dir}/${vlsv} ${vlsv_dir}/${vlsv} proton 0 | grep -v -e "File" -e "INFO" )
+               if [[ ! $? -eq 0 ]]; then
+                  RUN_ERROR=1
+                  touch $GITHUB_WORKSPACE/testpackage_failed
+               fi
                echo -e "$D"
            fi