test: automated_test: ignore failures of connect and gdb tests.

The failures are ignored only in terms of the exit code. The xml
test results will still show the actual results.

Author: flit

test/automated_test.py

@@ -84,11 +84,17 @@
 # Actual list used at runtime, filted by command line args.
 test_list = []
 
+# Tests that can fail without causing a non-zero exit code.
+IGNORE_FAILURE_TESTS = [
+            "Connect Test",
+            "Gdb Test",
+            ]
+
 def print_summary(test_list, result_list, test_time, output_file=None):
     for test in test_list:
         test.print_perf_info(result_list, output_file=output_file)
 
-    Test.print_results(result_list, output_file=output_file)
+    Test.print_results(result_list, output_file=output_file, ignored=IGNORE_FAILURE_TESTS)
     print("", file=output_file)
     print("Test Time: %.3f" % test_time, file=output_file)
     if Test.all_tests_pass(result_list):
@@ -416,7 +422,7 @@ def main():
         print_summary(test_list, result_list, test_time, output_file)
     generate_xml_results(result_list)
 
-    exit_val = 0 if Test.all_tests_pass(result_list) else -1
+    exit_val = 0 if Test.all_tests_pass(result_list, ignored=IGNORE_FAILURE_TESTS) else -1
     exit(exit_val)
 
     #TODO - check if any threads are still running?

test/test_util.py

@@ -265,24 +265,26 @@ def print_perf_info(self, result_list, output_file=None):
         pass
 
     @staticmethod
-    def print_results(result_list, output_file=None):
+    def print_results(result_list, output_file=None, ignored=[]):
         msg_format_str = "{:<15}{:<21}{:<15}{:<15}"
         print("\n\n------ TEST RESULTS ------")
         print(msg_format_str .format("Target", "Test", "Result", "Time"),
               file=output_file)
         print("", file=output_file)
         for result in result_list:
             status_str = "Pass" if result.passed else "Fail"
+            if not result.passed and result.test.name in ignored:
+                status_str += " [ignored]"
             print(msg_format_str.format(result.board,
                                         result.test.name,
                                         status_str, "%.3f" % result.time),
                   file=output_file)
 
     @staticmethod
-    def all_tests_pass(result_list):
+    def all_tests_pass(result_list, ignored=[]):
         passed = True
         for result in result_list:
-            if not result.passed:
+            if not result.passed and result.test.name not in ignored:
                 passed = False
                 break
         if len(result_list) <= 0: