Set to only run tests which should pass

Other tests are collected in known_bad_tests.json in order to simplify the
switching-on process when the API has been changed to allow them to pass.

BUG=chromium:1051691
TEST=emerge and run_tests.sh, also preupload

Change-Id: I336bb29265510f8a0d4d13ffca70cffc87697781
Reviewed-on: https://chromium-review.googlesource.com/c/chromiumos/infra/tnull/+/2309151
Commit-Queue: Jacob Kopczynski <jkop@chromium.org>
Tested-by: Jacob Kopczynski <jkop@chromium.org>
Auto-Submit: Jacob Kopczynski <jkop@chromium.org>
Reviewed-by: Prathmesh Prabhu <pprabhu@chromium.org>
diff --git a/metadata/known_bad_tests.json b/metadata/known_bad_tests.json
new file mode 100644
index 0000000..8e82db7
--- /dev/null
+++ b/metadata/known_bad_tests.json
@@ -0,0 +1,19 @@
+[
+    "duped-artifacts",
+    "fail-on-second-err",
+    "mixed-logs",
+    "multiline-artifact",
+    "multiline-logs",
+    "no-artifact",
+    "no-log",
+    "parallel-log",
+    "report-failure",
+    "report-skip",
+    "report-success",
+    "simple-artifact",
+    "simple-log",
+    "success-with-warnings",
+    "two-artifacts",
+    "two-logs",
+    "two-requests"
+]
diff --git a/metadata/known_good_tests.json b/metadata/known_good_tests.json
new file mode 100644
index 0000000..071e096
--- /dev/null
+++ b/metadata/known_good_tests.json
@@ -0,0 +1,3 @@
+[
+    "dummy-pass"
+]
diff --git a/metadata/unittests.json b/metadata/unittests.json
new file mode 100644
index 0000000..bf0f07e
--- /dev/null
+++ b/metadata/unittests.json
@@ -0,0 +1,8 @@
+{
+  "requests": [
+    {
+      "name": "request_dummy-pass",
+      "test": "remoteTestDrivers/tnull/tests/dummy-pass"
+    }
+  ]
+}
\ No newline at end of file
diff --git a/run_tests.sh b/run_tests.sh
index 81f7c5d..b6d8aac 100755
--- a/run_tests.sh
+++ b/run_tests.sh
@@ -4,11 +4,11 @@
 # found in the LICENSE file.
 
 set -x
-MY_PATH=$(readlink -f ~/trunk/infra/tnull/metadata/all-tests.json)
-tnull generate-full-request -output_json "${MY_PATH}"
-tnull run-steps -input_json "${MY_PATH}"
-if $?
-then
+T_PATH=$(readlink -f ~/trunk/infra/tnull/metadata/known_good_tests.json)
+INV_PATH=$(readlink -f ~/trunk/infra/tnull/metadata/unittests.json)
+tnull generate-full-request -input_json "${T_PATH}" -output_json "${INV_PATH}"
+tnull run-steps -input_json "${INV_PATH}"
+if [ $? ] ; then
   echo "pass"
   exit 0
 else