From 56b28708532f66958abb4e9a7afe198f083abe7d Mon Sep 17 00:00:00 2001 From: George Karpenkov Date: Fri, 20 Jul 2018 20:21:57 +0000 Subject: [PATCH] [FileCheck] Provide an option for FileCheck to dump original input to stderr on failure The option can be either set using environment variable (e.g. env FILECHECK_DUMP_INPUT_ON_FAILURE=1 ninja check-fuzzer) or with a FileCheck flag. This can be extremely useful for debugging, cf. https://groups.google.com/forum/#!topic/llvm-dev/kLrzg8OM_h8 for discussion. Differential Revision: https://reviews.llvm.org/D49328 llvm-svn: 337609 --- docs/CommandGuide/FileCheck.rst | 4 ++++ test/FileCheck/verbose_mode.txt | 17 +++++++++++++++++ utils/FileCheck/FileCheck.cpp | 13 ++++++++++++- utils/lit/lit/TestingConfig.py | 3 ++- 4 files changed, 35 insertions(+), 2 deletions(-) create mode 100644 test/FileCheck/verbose_mode.txt diff --git a/docs/CommandGuide/FileCheck.rst b/docs/CommandGuide/FileCheck.rst index dfa2fd29515..b0324f40463 100644 --- a/docs/CommandGuide/FileCheck.rst +++ b/docs/CommandGuide/FileCheck.rst @@ -77,6 +77,10 @@ OPTIONS -verify``. With this option FileCheck will verify that input does not contain warnings not covered by any ``CHECK:`` patterns. +.. option:: --dump-input-on-failure + + When the check fails, dump all of the original input. + .. option:: --enable-var-scope Enables scope for regex variables. diff --git a/test/FileCheck/verbose_mode.txt b/test/FileCheck/verbose_mode.txt new file mode 100644 index 00000000000..2146d6a95c4 --- /dev/null +++ b/test/FileCheck/verbose_mode.txt @@ -0,0 +1,17 @@ +; RUN: not FileCheck -input-file %s %s --check-prefix=CHECK1 --match-full-lines --dump-input-on-failure 2>&1 | FileCheck %s --check-prefix=CHECKERROR --match-full-lines +; RUN: env FILECHECK_DUMP_INPUT_ON_FAILURE=1 not FileCheck -input-file %s %s --check-prefix=CHECK1 --match-full-lines 2>&1 | FileCheck %s --check-prefix=CHECKERROR --match-full-lines +; RUN: env FILECHECK_DUMP_INPUT_ON_FAILURE=1 not FileCheck -input-file %s %s --check-prefix=CHECK1 --match-full-lines --dump-input-on-failure=0 2>&1 | FileCheck %s --check-prefix=CHECKERRORNOVERBOSE --match-full-lines + +hello +world + +; CHECK1: ciao +; CHECK1-NEXT: world + +; CHECKERROR: Full input was: +; CHECKERROR-NEXT: <<<<<< +; CHECKERROR: hello +; CHECKERROR: world +; CHECKERROR: >>>>>> + +; CHECKERRORNOVERBOSE-NOT: <<<<<< diff --git a/utils/FileCheck/FileCheck.cpp b/utils/FileCheck/FileCheck.cpp index 60b71200dd5..b9cd99e8ffd 100644 --- a/utils/FileCheck/FileCheck.cpp +++ b/utils/FileCheck/FileCheck.cpp @@ -97,6 +97,13 @@ static cl::opt VerboseVerbose( "vv", cl::init(false), cl::desc("Print information helpful in diagnosing internal FileCheck\n" "issues. Implies -v.\n")); +static const char * DumpInputEnv = "FILECHECK_DUMP_INPUT_ON_FAILURE"; + +static cl::opt DumpInputOnFailure( + "dump-input-on-failure", cl::init(std::getenv(DumpInputEnv)), + cl::desc("Dump original input to stderr before failing.\n" + "The value can be also controlled using\n" + "FILECHECK_DUMP_INPUT_ON_FAILURE environment variable.\n")); typedef cl::list::const_iterator prefix_iterator; @@ -1605,5 +1612,9 @@ int main(int argc, char **argv) { InputFileText, InputFile.getBufferIdentifier()), SMLoc()); - return CheckInput(SM, InputFileText, CheckStrings) ? EXIT_SUCCESS : 1; + int ExitCode = CheckInput(SM, InputFileText, CheckStrings) ? EXIT_SUCCESS : 1; + if (ExitCode == 1 && DumpInputOnFailure) + errs() << "Full input was:\n<<<<<<\n" << InputFileText << "\n>>>>>>\n"; + + return ExitCode; } diff --git a/utils/lit/lit/TestingConfig.py b/utils/lit/lit/TestingConfig.py index 3167974080d..e2ac73b0b42 100644 --- a/utils/lit/lit/TestingConfig.py +++ b/utils/lit/lit/TestingConfig.py @@ -25,7 +25,8 @@ class TestingConfig: 'CLANG', 'LD_PRELOAD', 'ASAN_OPTIONS', 'UBSAN_OPTIONS', 'LSAN_OPTIONS', 'ADB', 'ANDROID_SERIAL', 'SANITIZER_IGNORE_CVE_2016_2143', 'TMPDIR', 'TMP', 'TEMP', - 'TEMPDIR', 'AVRLIT_BOARD', 'AVRLIT_PORT'] + 'TEMPDIR', 'AVRLIT_BOARD', 'AVRLIT_PORT', + 'FILECHECK_DUMP_INPUT_ON_FAILURE'] for var in pass_vars: val = os.environ.get(var, '') # Check for empty string as some variables such as LD_PRELOAD cannot be empty