diff --git a/llvm/utils/lit/lit/main.py b/llvm/utils/lit/lit/main.py --- a/llvm/utils/lit/lit/main.py +++ b/llvm/utils/lit/lit/main.py @@ -247,29 +247,28 @@ lit.util.printHistogram(test_times, title='Tests') -# Status code, summary label, group label failure_codes = [ - (lit.Test.UNRESOLVED, 'Unresolved Tests', 'Unresolved'), - (lit.Test.TIMEOUT, 'Individual Timeouts', 'Timed Out'), - (lit.Test.FAIL, 'Unexpected Failures', 'Failing'), - (lit.Test.XPASS, 'Unexpected Passes', 'Unexpected Passing') + (lit.Test.UNRESOLVED, 'Unresolved'), + (lit.Test.TIMEOUT, 'Timed Out'), + (lit.Test.FAIL, 'Failing'), + (lit.Test.XPASS, 'Unexpectedly Passing') ] all_codes = [ - (lit.Test.UNSUPPORTED, 'Unsupported Tests', 'Unsupported'), - (lit.Test.PASS, 'Expected Passes', ''), - (lit.Test.FLAKYPASS, 'Passes With Retry', ''), - (lit.Test.XFAIL, 'Expected Failures', 'Expected Failing'), + (lit.Test.UNSUPPORTED, 'Unsupported'), + (lit.Test.PASS, 'Passing'), + (lit.Test.FLAKYPASS, 'Passing With Retry'), + (lit.Test.XFAIL, 'Expectedly Failing'), ] + failure_codes def print_results(tests, elapsed, opts): - tests_by_code = {code: [] for (code, _, _) in all_codes} + tests_by_code = {code: [] for code, _ in all_codes} for test in tests: tests_by_code[test.result.code].append(test) - for (code, _, group_label) in all_codes: - print_group(code, group_label, tests_by_code[code], opts) + for (code, label) in all_codes: + print_group(code, label, tests_by_code[code], opts) print_summary(tests_by_code, opts.quiet, elapsed) @@ -295,7 +294,7 @@ print('\nTesting Time: %.2fs' % elapsed) codes = failure_codes if quiet else all_codes - groups = [(label, len(tests_by_code[code])) for code, label, _ in codes] + groups = [(label, len(tests_by_code[code])) for code, label in codes] groups = [(label, count) for label, count in groups if count] if not groups: return diff --git a/llvm/utils/lit/tests/allow-retries.py b/llvm/utils/lit/tests/allow-retries.py --- a/llvm/utils/lit/tests/allow-retries.py +++ b/llvm/utils/lit/tests/allow-retries.py @@ -5,13 +5,13 @@ # # RUN: rm -f %t.counter # RUN: %{lit} -j 1 %{inputs}/allow-retries/succeeds-within-limit.py -Dcounter=%t.counter -Dpython=%{python} | FileCheck --check-prefix=CHECK-TEST1 %s -# CHECK-TEST1: Passes With Retry: 1 +# CHECK-TEST1: Passing With Retry: 1 # Test that a per-file ALLOW_RETRIES overwrites the config-wide test_retry_attempts property, if any. # # RUN: rm -f %t.counter # RUN: %{lit} -j 1 %{inputs}/allow-retries/succeeds-within-limit.py -Dtest_retry_attempts=2 -Dcounter=%t.counter -Dpython=%{python} | FileCheck --check-prefix=CHECK-TEST2 %s -# CHECK-TEST2: Passes With Retry: 1 +# CHECK-TEST2: Passing With Retry: 1 # This test does not succeed within the allowed retry limit # @@ -38,4 +38,4 @@ # # RUN: rm -f %t.counter # RUN: %{lit} -j 1 %{inputs}/test_retry_attempts/test.py -Dcounter=%t.counter -Dpython=%{python} | FileCheck --check-prefix=CHECK-TEST6 %s -# CHECK-TEST6: Passes With Retry: 1 +# CHECK-TEST6: Passing With Retry: 1 diff --git a/llvm/utils/lit/tests/googletest-format.py b/llvm/utils/lit/tests/googletest-format.py --- a/llvm/utils/lit/tests/googletest-format.py +++ b/llvm/utils/lit/tests/googletest-format.py @@ -18,6 +18,6 @@ # CHECK: PASS: googletest-format :: {{[Dd]ummy[Ss]ub[Dd]ir}}/OneTest.py/ParameterizedTest/0.subTest # CHECK: PASS: googletest-format :: {{[Dd]ummy[Ss]ub[Dd]ir}}/OneTest.py/ParameterizedTest/1.subTest # CHECK: Failing Tests (1) -# CHECK: Expected Passes : 3 -# CHECK: Unexpected Failures: 1 +# CHECK: Passing: 3 +# CHECK: Failing: 1 diff --git a/llvm/utils/lit/tests/googletest-timeout.py b/llvm/utils/lit/tests/googletest-timeout.py --- a/llvm/utils/lit/tests/googletest-timeout.py +++ b/llvm/utils/lit/tests/googletest-timeout.py @@ -16,8 +16,8 @@ # CHECK: PASS: googletest-timeout :: {{[Dd]ummy[Ss]ub[Dd]ir}}/OneTest.py/FirstTest.subTestA # CHECK: TIMEOUT: googletest-timeout :: {{[Dd]ummy[Ss]ub[Dd]ir}}/OneTest.py/FirstTest.subTestB # CHECK: TIMEOUT: googletest-timeout :: {{[Dd]ummy[Ss]ub[Dd]ir}}/OneTest.py/FirstTest.subTestC -# CHECK: Expected Passes : 1 -# CHECK: Individual Timeouts: 2 +# CHECK: Passing : 1 +# CHECK: Timed Out: 2 # Test per test timeout via a config file and on the command line. # The value set on the command line should override the config file. diff --git a/llvm/utils/lit/tests/googletest-upstream-format.py b/llvm/utils/lit/tests/googletest-upstream-format.py --- a/llvm/utils/lit/tests/googletest-upstream-format.py +++ b/llvm/utils/lit/tests/googletest-upstream-format.py @@ -16,5 +16,5 @@ # CHECK: PASS: googletest-upstream-format :: {{[Dd]ummy[Ss]ub[Dd]ir}}/OneTest.py/ParameterizedTest/0.subTest # CHECK: PASS: googletest-upstream-format :: {{[Dd]ummy[Ss]ub[Dd]ir}}/OneTest.py/ParameterizedTest/1.subTest # CHECK: Failing Tests (1) -# CHECK: Expected Passes : 3 -# CHECK: Unexpected Failures: 1 +# CHECK: Passing: 3 +# CHECK: Failing: 1 diff --git a/llvm/utils/lit/tests/lit-opts.py b/llvm/utils/lit/tests/lit-opts.py --- a/llvm/utils/lit/tests/lit-opts.py +++ b/llvm/utils/lit/tests/lit-opts.py @@ -24,10 +24,10 @@ # CHECK: Testing: 1 tests # CHECK-NOT: PASS -# CHECK: Expected Passes: 1 +# CHECK: Passing: 1 # SHOW-ALL: Testing: 1 tests # SHOW-ALL: PASS: lit-opts :: test.txt (1 of 1) # SHOW-ALL: {{^}}[[VAR]] # SHOW-ALL-NOT: PASS -# SHOW-ALL: Expected Passes: 1 +# SHOW-ALL: Passing: 1 diff --git a/llvm/utils/lit/tests/parallelism-groups.py b/llvm/utils/lit/tests/parallelism-groups.py --- a/llvm/utils/lit/tests/parallelism-groups.py +++ b/llvm/utils/lit/tests/parallelism-groups.py @@ -15,4 +15,4 @@ # CHECK: -- Testing: 2 tests, 2 workers -- # CHECK-DAG: PASS: parallelism-groups :: test1.txt # CHECK-DAG: PASS: parallelism-groups :: test2.txt -# CHECK: Expected Passes: 2 +# CHECK: Passing: 2 diff --git a/llvm/utils/lit/tests/shtest-env.py b/llvm/utils/lit/tests/shtest-env.py --- a/llvm/utils/lit/tests/shtest-env.py +++ b/llvm/utils/lit/tests/shtest-env.py @@ -93,6 +93,6 @@ # CHECK: $ "env" "A_FOO=1" "-u" "FOO" "B_BAR=2" "-u" "BAR" "C_OOF=3" "{{[^"]*}}" "print_environment.py" # CHECK-NOT: ${{.*}}print_environment.py -# CHECK: Expected Passes : 4 -# CHECK: Unexpected Failures: 12 +# CHECK: Passing: 4 +# CHECK: Failing: 12 # CHECK-NOT: {{.}} diff --git a/llvm/utils/lit/tests/shtest-format.py b/llvm/utils/lit/tests/shtest-format.py --- a/llvm/utils/lit/tests/shtest-format.py +++ b/llvm/utils/lit/tests/shtest-format.py @@ -74,16 +74,16 @@ # CHECK: shtest-format :: external_shell/fail_with_bad_encoding.txt # CHECK: shtest-format :: fail.txt -# CHECK: Unexpected Passing Tests (1) +# CHECK: Unexpectedly Passing Tests (1) # CHECK: shtest-format :: xpass.txt # CHECK: Testing Time: -# CHECK: Unsupported Tests : 4 -# CHECK: Expected Passes : 7 -# CHECK: Expected Failures : 4 -# CHECK: Unresolved Tests : 3 -# CHECK: Unexpected Failures: 3 -# CHECK: Unexpected Passes : 1 +# CHECK: Unsupported : 4 +# CHECK: Passing : 7 +# CHECK: Expectedly Failing : 4 +# CHECK: Unresolved : 3 +# CHECK: Failing : 3 +# CHECK: Unexpectedly Passing: 1 # XUNIT: diff --git a/llvm/utils/lit/tests/shtest-inject.py b/llvm/utils/lit/tests/shtest-inject.py --- a/llvm/utils/lit/tests/shtest-inject.py +++ b/llvm/utils/lit/tests/shtest-inject.py @@ -11,7 +11,7 @@ # CHECK-TEST1: THIS WAS # CHECK-TEST1: INJECTED # -# CHECK-TEST1: Expected Passes: 1 +# CHECK-TEST1: Passing: 1 # RUN: %{lit} -j 1 %{inputs}/shtest-inject/test-one.txt --show-all | FileCheck --check-prefix=CHECK-TEST2 %s # @@ -26,7 +26,7 @@ # CHECK-TEST2: INJECTED # CHECK-TEST2: IN THE FILE # -# CHECK-TEST2: Expected Passes: 1 +# CHECK-TEST2: Passing: 1 # RUN: %{lit} -j 1 %{inputs}/shtest-inject/test-many.txt --show-all | FileCheck --check-prefix=CHECK-TEST3 %s # @@ -45,4 +45,4 @@ # CHECK-TEST3: IF IT WORKS # CHECK-TEST3: AS EXPECTED # -# CHECK-TEST3: Expected Passes: 1 +# CHECK-TEST3: Passing: 1 diff --git a/llvm/utils/lit/tests/shtest-not.py b/llvm/utils/lit/tests/shtest-not.py --- a/llvm/utils/lit/tests/shtest-not.py +++ b/llvm/utils/lit/tests/shtest-not.py @@ -110,6 +110,6 @@ # CHECK: Error: 'not --crash' cannot call 'rm' # CHECK: error: command failed with exit status: {{.*}} -# CHECK: Expected Passes : 1 -# CHECK: Unexpected Failures: 12 +# CHECK: Passing: 1 +# CHECK: Failing: 12 # CHECK-NOT: {{.}} diff --git a/llvm/utils/lit/tests/shtest-timeout.py b/llvm/utils/lit/tests/shtest-timeout.py --- a/llvm/utils/lit/tests/shtest-timeout.py +++ b/llvm/utils/lit/tests/shtest-timeout.py @@ -50,8 +50,8 @@ # CHECK-OUT-COMMON: PASS: per_test_timeout :: short.py -# CHECK-OUT-COMMON: Expected Passes{{ *}}: 1 -# CHECK-OUT-COMMON: Individual Timeouts{{ *}}: 1 +# CHECK-OUT-COMMON: Passing : 1 +# CHECK-OUT-COMMON: Timed Out: 1 # Test per test timeout via a config file and on the command line. # The value set on the command line should override the config file. @@ -71,5 +71,5 @@ # CHECK-CMDLINE-OVERRIDE-OUT: PASS: per_test_timeout :: short.py -# CHECK-CMDLINE-OVERRIDE-OUT: Expected Passes{{ *}}: 1 -# CHECK-CMDLINE-OVERRIDE-OUT: Individual Timeouts{{ *}}: 1 +# CHECK-CMDLINE-OVERRIDE-OUT: Passing : 1 +# CHECK-CMDLINE-OVERRIDE-OUT: Timed Out: 1