2019-03-19 22:11:07 +01:00
|
|
|
//===-- YAMLRemarkParser.h - Parser for YAML remarks ------------*- C++/-*-===//
|
|
|
|
//
|
|
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
// This file provides the impementation of the YAML remark parser.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
#ifndef LLVM_REMARKS_YAML_REMARK_PARSER_H
|
|
|
|
#define LLVM_REMARKS_YAML_REMARK_PARSER_H
|
|
|
|
|
|
|
|
#include "RemarkParserImpl.h"
|
|
|
|
#include "llvm/ADT/Optional.h"
|
|
|
|
#include "llvm/ADT/SmallVector.h"
|
|
|
|
#include "llvm/Remarks/Remark.h"
|
[Remarks] Add string deduplication using a string table
* Add support for uniquing strings in the remark streamer and emitting the string table in the remarks section.
* Add parsing support for the string table in the RemarkParser.
From this remark:
```
--- !Missed
Pass: inline
Name: NoDefinition
DebugLoc: { File: 'test-suite/SingleSource/UnitTests/2002-04-17-PrintfChar.c',
Line: 7, Column: 3 }
Function: printArgsNoRet
Args:
- Callee: printf
- String: ' will not be inlined into '
- Caller: printArgsNoRet
DebugLoc: { File: 'test-suite/SingleSource/UnitTests/2002-04-17-PrintfChar.c',
Line: 6, Column: 0 }
- String: ' because its definition is unavailable'
...
```
to:
```
--- !Missed
Pass: 0
Name: 1
DebugLoc: { File: 3, Line: 7, Column: 3 }
Function: 2
Args:
- Callee: 4
- String: 5
- Caller: 2
DebugLoc: { File: 3, Line: 6, Column: 0 }
- String: 6
...
```
And the string table in the .remarks/__remarks section containing:
```
inline\0NoDefinition\0printArgsNoRet\0
test-suite/SingleSource/UnitTests/2002-04-17-PrintfChar.c\0printf\0
will not be inlined into \0 because its definition is unavailable\0
```
This is mostly supposed to be used for testing purposes, but it gives us
a 2x reduction in the remark size, and is an incremental change for the
updates to the remarks file format.
Differential Revision: https://reviews.llvm.org/D60227
llvm-svn: 359050
2019-04-24 02:06:24 +02:00
|
|
|
#include "llvm/Remarks/RemarkParser.h"
|
2019-03-19 22:11:07 +01:00
|
|
|
#include "llvm/Support/Error.h"
|
|
|
|
#include "llvm/Support/SourceMgr.h"
|
|
|
|
#include "llvm/Support/YAMLParser.h"
|
|
|
|
#include "llvm/Support/YAMLTraits.h"
|
|
|
|
#include "llvm/Support/raw_ostream.h"
|
|
|
|
#include <string>
|
|
|
|
|
|
|
|
namespace llvm {
|
|
|
|
namespace remarks {
|
|
|
|
/// Parses and holds the state of the latest parsed remark.
|
|
|
|
struct YAMLRemarkParser {
|
|
|
|
/// Source manager for better error messages.
|
|
|
|
SourceMgr SM;
|
|
|
|
/// Stream for yaml parsing.
|
|
|
|
yaml::Stream Stream;
|
|
|
|
/// Storage for the error stream.
|
|
|
|
std::string ErrorString;
|
|
|
|
/// The error stream.
|
|
|
|
raw_string_ostream ErrorStream;
|
|
|
|
/// Temporary parsing buffer for the arguments.
|
|
|
|
SmallVector<Argument, 8> TmpArgs;
|
[Remarks] Add string deduplication using a string table
* Add support for uniquing strings in the remark streamer and emitting the string table in the remarks section.
* Add parsing support for the string table in the RemarkParser.
From this remark:
```
--- !Missed
Pass: inline
Name: NoDefinition
DebugLoc: { File: 'test-suite/SingleSource/UnitTests/2002-04-17-PrintfChar.c',
Line: 7, Column: 3 }
Function: printArgsNoRet
Args:
- Callee: printf
- String: ' will not be inlined into '
- Caller: printArgsNoRet
DebugLoc: { File: 'test-suite/SingleSource/UnitTests/2002-04-17-PrintfChar.c',
Line: 6, Column: 0 }
- String: ' because its definition is unavailable'
...
```
to:
```
--- !Missed
Pass: 0
Name: 1
DebugLoc: { File: 3, Line: 7, Column: 3 }
Function: 2
Args:
- Callee: 4
- String: 5
- Caller: 2
DebugLoc: { File: 3, Line: 6, Column: 0 }
- String: 6
...
```
And the string table in the .remarks/__remarks section containing:
```
inline\0NoDefinition\0printArgsNoRet\0
test-suite/SingleSource/UnitTests/2002-04-17-PrintfChar.c\0printf\0
will not be inlined into \0 because its definition is unavailable\0
```
This is mostly supposed to be used for testing purposes, but it gives us
a 2x reduction in the remark size, and is an incremental change for the
updates to the remarks file format.
Differential Revision: https://reviews.llvm.org/D60227
llvm-svn: 359050
2019-04-24 02:06:24 +02:00
|
|
|
/// The string table used for parsing strings.
|
|
|
|
Optional<ParsedStringTable> StrTab;
|
2019-03-19 22:11:07 +01:00
|
|
|
/// The state used by the parser to parse a remark entry. Invalidated with
|
|
|
|
/// every call to `parseYAMLElement`.
|
|
|
|
struct ParseState {
|
|
|
|
/// Temporary parsing buffer for the arguments.
|
|
|
|
/// The parser itself is owning this buffer in order to reduce the number of
|
|
|
|
/// allocations.
|
|
|
|
SmallVectorImpl<Argument> &Args;
|
|
|
|
Remark TheRemark;
|
|
|
|
|
|
|
|
ParseState(SmallVectorImpl<Argument> &Args) : Args(Args) {}
|
|
|
|
/// Use Args only as a **temporary** buffer.
|
|
|
|
~ParseState() { Args.clear(); }
|
|
|
|
};
|
|
|
|
|
|
|
|
/// The current state of the parser. If the parsing didn't start yet, it will
|
|
|
|
/// not be containing any value.
|
|
|
|
Optional<ParseState> State;
|
|
|
|
|
[Remarks] Add string deduplication using a string table
* Add support for uniquing strings in the remark streamer and emitting the string table in the remarks section.
* Add parsing support for the string table in the RemarkParser.
From this remark:
```
--- !Missed
Pass: inline
Name: NoDefinition
DebugLoc: { File: 'test-suite/SingleSource/UnitTests/2002-04-17-PrintfChar.c',
Line: 7, Column: 3 }
Function: printArgsNoRet
Args:
- Callee: printf
- String: ' will not be inlined into '
- Caller: printArgsNoRet
DebugLoc: { File: 'test-suite/SingleSource/UnitTests/2002-04-17-PrintfChar.c',
Line: 6, Column: 0 }
- String: ' because its definition is unavailable'
...
```
to:
```
--- !Missed
Pass: 0
Name: 1
DebugLoc: { File: 3, Line: 7, Column: 3 }
Function: 2
Args:
- Callee: 4
- String: 5
- Caller: 2
DebugLoc: { File: 3, Line: 6, Column: 0 }
- String: 6
...
```
And the string table in the .remarks/__remarks section containing:
```
inline\0NoDefinition\0printArgsNoRet\0
test-suite/SingleSource/UnitTests/2002-04-17-PrintfChar.c\0printf\0
will not be inlined into \0 because its definition is unavailable\0
```
This is mostly supposed to be used for testing purposes, but it gives us
a 2x reduction in the remark size, and is an incremental change for the
updates to the remarks file format.
Differential Revision: https://reviews.llvm.org/D60227
llvm-svn: 359050
2019-04-24 02:06:24 +02:00
|
|
|
YAMLRemarkParser(StringRef Buf, Optional<StringRef> StrTabBuf = None)
|
2019-03-19 22:11:07 +01:00
|
|
|
: SM(), Stream(Buf, SM), ErrorString(), ErrorStream(ErrorString),
|
[Remarks] Add string deduplication using a string table
* Add support for uniquing strings in the remark streamer and emitting the string table in the remarks section.
* Add parsing support for the string table in the RemarkParser.
From this remark:
```
--- !Missed
Pass: inline
Name: NoDefinition
DebugLoc: { File: 'test-suite/SingleSource/UnitTests/2002-04-17-PrintfChar.c',
Line: 7, Column: 3 }
Function: printArgsNoRet
Args:
- Callee: printf
- String: ' will not be inlined into '
- Caller: printArgsNoRet
DebugLoc: { File: 'test-suite/SingleSource/UnitTests/2002-04-17-PrintfChar.c',
Line: 6, Column: 0 }
- String: ' because its definition is unavailable'
...
```
to:
```
--- !Missed
Pass: 0
Name: 1
DebugLoc: { File: 3, Line: 7, Column: 3 }
Function: 2
Args:
- Callee: 4
- String: 5
- Caller: 2
DebugLoc: { File: 3, Line: 6, Column: 0 }
- String: 6
...
```
And the string table in the .remarks/__remarks section containing:
```
inline\0NoDefinition\0printArgsNoRet\0
test-suite/SingleSource/UnitTests/2002-04-17-PrintfChar.c\0printf\0
will not be inlined into \0 because its definition is unavailable\0
```
This is mostly supposed to be used for testing purposes, but it gives us
a 2x reduction in the remark size, and is an incremental change for the
updates to the remarks file format.
Differential Revision: https://reviews.llvm.org/D60227
llvm-svn: 359050
2019-04-24 02:06:24 +02:00
|
|
|
TmpArgs(), StrTab() {
|
2019-03-19 22:11:07 +01:00
|
|
|
SM.setDiagHandler(YAMLRemarkParser::HandleDiagnostic, this);
|
[Remarks] Add string deduplication using a string table
* Add support for uniquing strings in the remark streamer and emitting the string table in the remarks section.
* Add parsing support for the string table in the RemarkParser.
From this remark:
```
--- !Missed
Pass: inline
Name: NoDefinition
DebugLoc: { File: 'test-suite/SingleSource/UnitTests/2002-04-17-PrintfChar.c',
Line: 7, Column: 3 }
Function: printArgsNoRet
Args:
- Callee: printf
- String: ' will not be inlined into '
- Caller: printArgsNoRet
DebugLoc: { File: 'test-suite/SingleSource/UnitTests/2002-04-17-PrintfChar.c',
Line: 6, Column: 0 }
- String: ' because its definition is unavailable'
...
```
to:
```
--- !Missed
Pass: 0
Name: 1
DebugLoc: { File: 3, Line: 7, Column: 3 }
Function: 2
Args:
- Callee: 4
- String: 5
- Caller: 2
DebugLoc: { File: 3, Line: 6, Column: 0 }
- String: 6
...
```
And the string table in the .remarks/__remarks section containing:
```
inline\0NoDefinition\0printArgsNoRet\0
test-suite/SingleSource/UnitTests/2002-04-17-PrintfChar.c\0printf\0
will not be inlined into \0 because its definition is unavailable\0
```
This is mostly supposed to be used for testing purposes, but it gives us
a 2x reduction in the remark size, and is an incremental change for the
updates to the remarks file format.
Differential Revision: https://reviews.llvm.org/D60227
llvm-svn: 359050
2019-04-24 02:06:24 +02:00
|
|
|
|
|
|
|
if (StrTabBuf)
|
|
|
|
StrTab.emplace(*StrTabBuf);
|
2019-03-19 22:11:07 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
/// Parse a YAML element.
|
|
|
|
Error parseYAMLElement(yaml::Document &Remark);
|
|
|
|
|
|
|
|
private:
|
|
|
|
/// Parse one key to a string.
|
|
|
|
/// otherwise.
|
|
|
|
Error parseKey(StringRef &Result, yaml::KeyValueNode &Node);
|
|
|
|
/// Parse one value to a string.
|
|
|
|
template <typename T> Error parseStr(T &Result, yaml::KeyValueNode &Node);
|
|
|
|
/// Parse one value to an unsigned.
|
|
|
|
template <typename T>
|
|
|
|
Error parseUnsigned(T &Result, yaml::KeyValueNode &Node);
|
|
|
|
/// Parse the type of a remark to an enum type.
|
|
|
|
Error parseType(Type &Result, yaml::MappingNode &Node);
|
|
|
|
/// Parse a debug location.
|
|
|
|
Error parseDebugLoc(Optional<RemarkLocation> &Result,
|
|
|
|
yaml::KeyValueNode &Node);
|
|
|
|
/// Parse a remark field and update the parsing state.
|
|
|
|
Error parseRemarkField(yaml::KeyValueNode &RemarkField);
|
|
|
|
/// Parse an argument.
|
|
|
|
Error parseArg(SmallVectorImpl<Argument> &TmpArgs, yaml::Node &Node);
|
|
|
|
/// Parse an entry from the contents of an argument.
|
|
|
|
Error parseArgEntry(yaml::KeyValueNode &ArgEntry, StringRef &KeyStr,
|
|
|
|
StringRef &ValueStr, Optional<RemarkLocation> &Loc);
|
|
|
|
|
|
|
|
/// Handle a diagnostic from the YAML stream. Records the error in the
|
|
|
|
/// YAMLRemarkParser class.
|
|
|
|
static void HandleDiagnostic(const SMDiagnostic &Diag, void *Ctx);
|
|
|
|
};
|
|
|
|
|
|
|
|
class YAMLParseError : public ErrorInfo<YAMLParseError> {
|
|
|
|
public:
|
|
|
|
static char ID;
|
|
|
|
|
|
|
|
YAMLParseError(StringRef Message, yaml::Node &Node)
|
|
|
|
: Message(Message), Node(Node) {}
|
|
|
|
|
|
|
|
void log(raw_ostream &OS) const override { OS << Message; }
|
|
|
|
std::error_code convertToErrorCode() const override {
|
|
|
|
return inconvertibleErrorCode();
|
|
|
|
}
|
|
|
|
|
|
|
|
StringRef getMessage() const { return Message; }
|
|
|
|
yaml::Node &getNode() const { return Node; }
|
|
|
|
|
|
|
|
private:
|
|
|
|
StringRef Message; // No need to hold a full copy of the buffer.
|
|
|
|
yaml::Node &Node;
|
|
|
|
};
|
|
|
|
|
|
|
|
/// Regular YAML to Remark parser.
|
|
|
|
struct YAMLParserImpl : public ParserImpl {
|
|
|
|
/// The object parsing the YAML.
|
|
|
|
YAMLRemarkParser YAMLParser;
|
|
|
|
/// Iterator in the YAML stream.
|
|
|
|
yaml::document_iterator YAMLIt;
|
|
|
|
/// Set to `true` if we had any errors during parsing.
|
|
|
|
bool HasErrors = false;
|
|
|
|
|
[Remarks] Add string deduplication using a string table
* Add support for uniquing strings in the remark streamer and emitting the string table in the remarks section.
* Add parsing support for the string table in the RemarkParser.
From this remark:
```
--- !Missed
Pass: inline
Name: NoDefinition
DebugLoc: { File: 'test-suite/SingleSource/UnitTests/2002-04-17-PrintfChar.c',
Line: 7, Column: 3 }
Function: printArgsNoRet
Args:
- Callee: printf
- String: ' will not be inlined into '
- Caller: printArgsNoRet
DebugLoc: { File: 'test-suite/SingleSource/UnitTests/2002-04-17-PrintfChar.c',
Line: 6, Column: 0 }
- String: ' because its definition is unavailable'
...
```
to:
```
--- !Missed
Pass: 0
Name: 1
DebugLoc: { File: 3, Line: 7, Column: 3 }
Function: 2
Args:
- Callee: 4
- String: 5
- Caller: 2
DebugLoc: { File: 3, Line: 6, Column: 0 }
- String: 6
...
```
And the string table in the .remarks/__remarks section containing:
```
inline\0NoDefinition\0printArgsNoRet\0
test-suite/SingleSource/UnitTests/2002-04-17-PrintfChar.c\0printf\0
will not be inlined into \0 because its definition is unavailable\0
```
This is mostly supposed to be used for testing purposes, but it gives us
a 2x reduction in the remark size, and is an incremental change for the
updates to the remarks file format.
Differential Revision: https://reviews.llvm.org/D60227
llvm-svn: 359050
2019-04-24 02:06:24 +02:00
|
|
|
YAMLParserImpl(StringRef Buf, Optional<StringRef> StrTabBuf = None)
|
|
|
|
: ParserImpl{ParserImpl::Kind::YAML}, YAMLParser(Buf, StrTabBuf),
|
2019-03-19 22:11:07 +01:00
|
|
|
YAMLIt(YAMLParser.Stream.begin()), HasErrors(false) {}
|
|
|
|
|
|
|
|
static bool classof(const ParserImpl *PI) {
|
|
|
|
return PI->ParserKind == ParserImpl::Kind::YAML;
|
|
|
|
}
|
|
|
|
};
|
|
|
|
} // end namespace remarks
|
|
|
|
} // end namespace llvm
|
|
|
|
|
|
|
|
#endif /* LLVM_REMARKS_YAML_REMARK_PARSER_H */
|