Improve reporting of unusual unit test failures:

* Jobs with no unit tests are counted as failures. Resolves #3474
* Crashed processes are counted as failures. Resolves #3600
* Any tests specified on the command line test do not have matching
  suites are counted as failures.
* Remove unused CI manual test.
This commit is contained in:
Edward Hennis
2020-09-02 18:27:34 -04:00
committed by Nik Bougalis
parent 1129110be3
commit dbde686a97
4 changed files with 144 additions and 2 deletions

View File

@@ -131,6 +131,12 @@ class multi_runner_base
void
any_failed(bool v);
std::size_t
tests() const;
std::size_t
suites() const;
void
inc_keep_alive_count();
@@ -192,6 +198,15 @@ public:
bool
any_failed() const;
std::size_t
tests() const;
std::size_t
suites() const;
void
add_failures(std::size_t failures);
};
} // namespace detail
@@ -220,6 +235,15 @@ public:
bool
any_failed() const;
std::size_t
tests() const;
std::size_t
suites() const;
void
add_failures(std::size_t failures);
};
//------------------------------------------------------------------------------
@@ -249,6 +273,15 @@ public:
multi_runner_child(std::size_t num_jobs, bool quiet, bool print_log);
~multi_runner_child();
std::size_t
tests() const;
std::size_t
suites() const;
void
add_failures(std::size_t failures);
template <class Pred>
bool
run_multi(Pred pred);