Set to only run tests which should pass
Other tests are collected in known_bad_tests.json in order to simplify the
switching-on process when the API has been changed to allow them to pass.
BUG=chromium:1051691
TEST=emerge and run_tests.sh, also preupload
Change-Id: I336bb29265510f8a0d4d13ffca70cffc87697781
Reviewed-on: https://chromium-review.googlesource.com/c/chromiumos/infra/tnull/+/2309151
Commit-Queue: Jacob Kopczynski <jkop@chromium.org>
Tested-by: Jacob Kopczynski <jkop@chromium.org>
Auto-Submit: Jacob Kopczynski <jkop@chromium.org>
Reviewed-by: Prathmesh Prabhu <pprabhu@chromium.org>
diff --git a/metadata/known_bad_tests.json b/metadata/known_bad_tests.json
new file mode 100644
index 0000000..8e82db7
--- /dev/null
+++ b/metadata/known_bad_tests.json
@@ -0,0 +1,19 @@
+[
+ "duped-artifacts",
+ "fail-on-second-err",
+ "mixed-logs",
+ "multiline-artifact",
+ "multiline-logs",
+ "no-artifact",
+ "no-log",
+ "parallel-log",
+ "report-failure",
+ "report-skip",
+ "report-success",
+ "simple-artifact",
+ "simple-log",
+ "success-with-warnings",
+ "two-artifacts",
+ "two-logs",
+ "two-requests"
+]
diff --git a/metadata/known_good_tests.json b/metadata/known_good_tests.json
new file mode 100644
index 0000000..071e096
--- /dev/null
+++ b/metadata/known_good_tests.json
@@ -0,0 +1,3 @@
+[
+ "dummy-pass"
+]
diff --git a/metadata/unittests.json b/metadata/unittests.json
new file mode 100644
index 0000000..bf0f07e
--- /dev/null
+++ b/metadata/unittests.json
@@ -0,0 +1,8 @@
+{
+ "requests": [
+ {
+ "name": "request_dummy-pass",
+ "test": "remoteTestDrivers/tnull/tests/dummy-pass"
+ }
+ ]
+}
\ No newline at end of file
diff --git a/run_tests.sh b/run_tests.sh
index 81f7c5d..b6d8aac 100755
--- a/run_tests.sh
+++ b/run_tests.sh
@@ -4,11 +4,11 @@
# found in the LICENSE file.
set -x
-MY_PATH=$(readlink -f ~/trunk/infra/tnull/metadata/all-tests.json)
-tnull generate-full-request -output_json "${MY_PATH}"
-tnull run-steps -input_json "${MY_PATH}"
-if $?
-then
+T_PATH=$(readlink -f ~/trunk/infra/tnull/metadata/known_good_tests.json)
+INV_PATH=$(readlink -f ~/trunk/infra/tnull/metadata/unittests.json)
+tnull generate-full-request -input_json "${T_PATH}" -output_json "${INV_PATH}"
+tnull run-steps -input_json "${INV_PATH}"
+if [ $? ] ; then
echo "pass"
exit 0
else