You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
494 lines
16 KiB
494 lines
16 KiB
//===- unittests/Lex/PPCallbacksTest.cpp - PPCallbacks tests ------===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===--------------------------------------------------------------===//
|
|
|
|
#include "clang/Lex/Preprocessor.h"
|
|
#include "clang/AST/ASTConsumer.h"
|
|
#include "clang/AST/ASTContext.h"
|
|
#include "clang/Basic/Diagnostic.h"
|
|
#include "clang/Basic/DiagnosticOptions.h"
|
|
#include "clang/Basic/FileManager.h"
|
|
#include "clang/Basic/LangOptions.h"
|
|
#include "clang/Basic/SourceManager.h"
|
|
#include "clang/Basic/TargetInfo.h"
|
|
#include "clang/Basic/TargetOptions.h"
|
|
#include "clang/Lex/HeaderSearch.h"
|
|
#include "clang/Lex/HeaderSearchOptions.h"
|
|
#include "clang/Lex/ModuleLoader.h"
|
|
#include "clang/Lex/PreprocessorOptions.h"
|
|
#include "clang/Parse/Parser.h"
|
|
#include "clang/Sema/Sema.h"
|
|
#include "llvm/ADT/SmallString.h"
|
|
#include "llvm/Support/Path.h"
|
|
#include "gtest/gtest.h"
|
|
|
|
using namespace clang;
|
|
|
|
namespace {
|
|
|
|
// Stub to collect data from InclusionDirective callbacks.
|
|
class InclusionDirectiveCallbacks : public PPCallbacks {
|
|
public:
|
|
void InclusionDirective(SourceLocation HashLoc, const Token &IncludeTok,
|
|
StringRef FileName, bool IsAngled,
|
|
CharSourceRange FilenameRange, const FileEntry *File,
|
|
StringRef SearchPath, StringRef RelativePath,
|
|
const Module *Imported,
|
|
SrcMgr::CharacteristicKind FileType) override {
|
|
this->HashLoc = HashLoc;
|
|
this->IncludeTok = IncludeTok;
|
|
this->FileName = FileName.str();
|
|
this->IsAngled = IsAngled;
|
|
this->FilenameRange = FilenameRange;
|
|
this->File = File;
|
|
this->SearchPath = SearchPath.str();
|
|
this->RelativePath = RelativePath.str();
|
|
this->Imported = Imported;
|
|
this->FileType = FileType;
|
|
}
|
|
|
|
SourceLocation HashLoc;
|
|
Token IncludeTok;
|
|
SmallString<16> FileName;
|
|
bool IsAngled;
|
|
CharSourceRange FilenameRange;
|
|
const FileEntry* File;
|
|
SmallString<16> SearchPath;
|
|
SmallString<16> RelativePath;
|
|
const Module* Imported;
|
|
SrcMgr::CharacteristicKind FileType;
|
|
};
|
|
|
|
class CondDirectiveCallbacks : public PPCallbacks {
|
|
public:
|
|
struct Result {
|
|
SourceRange ConditionRange;
|
|
ConditionValueKind ConditionValue;
|
|
|
|
Result(SourceRange R, ConditionValueKind K)
|
|
: ConditionRange(R), ConditionValue(K) {}
|
|
};
|
|
|
|
std::vector<Result> Results;
|
|
|
|
void If(SourceLocation Loc, SourceRange ConditionRange,
|
|
ConditionValueKind ConditionValue) override {
|
|
Results.emplace_back(ConditionRange, ConditionValue);
|
|
}
|
|
|
|
void Elif(SourceLocation Loc, SourceRange ConditionRange,
|
|
ConditionValueKind ConditionValue, SourceLocation IfLoc) override {
|
|
Results.emplace_back(ConditionRange, ConditionValue);
|
|
}
|
|
};
|
|
|
|
// Stub to collect data from PragmaOpenCLExtension callbacks.
|
|
class PragmaOpenCLExtensionCallbacks : public PPCallbacks {
|
|
public:
|
|
typedef struct {
|
|
SmallString<16> Name;
|
|
unsigned State;
|
|
} CallbackParameters;
|
|
|
|
PragmaOpenCLExtensionCallbacks() : Name("Not called."), State(99) {}
|
|
|
|
void PragmaOpenCLExtension(clang::SourceLocation NameLoc,
|
|
const clang::IdentifierInfo *Name,
|
|
clang::SourceLocation StateLoc,
|
|
unsigned State) override {
|
|
this->NameLoc = NameLoc;
|
|
this->Name = Name->getName();
|
|
this->StateLoc = StateLoc;
|
|
this->State = State;
|
|
}
|
|
|
|
SourceLocation NameLoc;
|
|
SmallString<16> Name;
|
|
SourceLocation StateLoc;
|
|
unsigned State;
|
|
};
|
|
|
|
// PPCallbacks test fixture.
|
|
class PPCallbacksTest : public ::testing::Test {
|
|
protected:
|
|
PPCallbacksTest()
|
|
: InMemoryFileSystem(new llvm::vfs::InMemoryFileSystem),
|
|
FileMgr(FileSystemOptions(), InMemoryFileSystem),
|
|
DiagID(new DiagnosticIDs()), DiagOpts(new DiagnosticOptions()),
|
|
Diags(DiagID, DiagOpts.get(), new IgnoringDiagConsumer()),
|
|
SourceMgr(Diags, FileMgr), TargetOpts(new TargetOptions()) {
|
|
TargetOpts->Triple = "x86_64-apple-darwin11.1.0";
|
|
Target = TargetInfo::CreateTargetInfo(Diags, TargetOpts);
|
|
}
|
|
|
|
IntrusiveRefCntPtr<llvm::vfs::InMemoryFileSystem> InMemoryFileSystem;
|
|
FileManager FileMgr;
|
|
IntrusiveRefCntPtr<DiagnosticIDs> DiagID;
|
|
IntrusiveRefCntPtr<DiagnosticOptions> DiagOpts;
|
|
DiagnosticsEngine Diags;
|
|
SourceManager SourceMgr;
|
|
LangOptions LangOpts;
|
|
std::shared_ptr<TargetOptions> TargetOpts;
|
|
IntrusiveRefCntPtr<TargetInfo> Target;
|
|
|
|
// Register a header path as a known file and add its location
|
|
// to search path.
|
|
void AddFakeHeader(HeaderSearch &HeaderInfo, const char *HeaderPath,
|
|
bool IsSystemHeader) {
|
|
// Tell FileMgr about header.
|
|
InMemoryFileSystem->addFile(HeaderPath, 0,
|
|
llvm::MemoryBuffer::getMemBuffer("\n"));
|
|
|
|
// Add header's parent path to search path.
|
|
StringRef SearchPath = llvm::sys::path::parent_path(HeaderPath);
|
|
auto DE = FileMgr.getOptionalDirectoryRef(SearchPath);
|
|
DirectoryLookup DL(*DE, SrcMgr::C_User, false);
|
|
HeaderInfo.AddSearchPath(DL, IsSystemHeader);
|
|
}
|
|
|
|
// Get the raw source string of the range.
|
|
StringRef GetSourceString(CharSourceRange Range) {
|
|
const char* B = SourceMgr.getCharacterData(Range.getBegin());
|
|
const char* E = SourceMgr.getCharacterData(Range.getEnd());
|
|
|
|
return StringRef(B, E - B);
|
|
}
|
|
|
|
StringRef GetSourceStringToEnd(CharSourceRange Range) {
|
|
const char *B = SourceMgr.getCharacterData(Range.getBegin());
|
|
const char *E = SourceMgr.getCharacterData(Range.getEnd());
|
|
|
|
return StringRef(
|
|
B,
|
|
E - B + Lexer::MeasureTokenLength(Range.getEnd(), SourceMgr, LangOpts));
|
|
}
|
|
|
|
// Run lexer over SourceText and collect FilenameRange from
|
|
// the InclusionDirective callback.
|
|
CharSourceRange InclusionDirectiveFilenameRange(const char *SourceText,
|
|
const char *HeaderPath,
|
|
bool SystemHeader) {
|
|
std::unique_ptr<llvm::MemoryBuffer> Buf =
|
|
llvm::MemoryBuffer::getMemBuffer(SourceText);
|
|
SourceMgr.setMainFileID(SourceMgr.createFileID(std::move(Buf)));
|
|
|
|
TrivialModuleLoader ModLoader;
|
|
|
|
HeaderSearch HeaderInfo(std::make_shared<HeaderSearchOptions>(), SourceMgr,
|
|
Diags, LangOpts, Target.get());
|
|
AddFakeHeader(HeaderInfo, HeaderPath, SystemHeader);
|
|
|
|
Preprocessor PP(std::make_shared<PreprocessorOptions>(), Diags, LangOpts,
|
|
SourceMgr, HeaderInfo, ModLoader,
|
|
/*IILookup =*/nullptr,
|
|
/*OwnsHeaderSearch =*/false);
|
|
return InclusionDirectiveCallback(PP)->FilenameRange;
|
|
}
|
|
|
|
SrcMgr::CharacteristicKind InclusionDirectiveCharacteristicKind(
|
|
const char *SourceText, const char *HeaderPath, bool SystemHeader) {
|
|
std::unique_ptr<llvm::MemoryBuffer> Buf =
|
|
llvm::MemoryBuffer::getMemBuffer(SourceText);
|
|
SourceMgr.setMainFileID(SourceMgr.createFileID(std::move(Buf)));
|
|
|
|
TrivialModuleLoader ModLoader;
|
|
|
|
HeaderSearch HeaderInfo(std::make_shared<HeaderSearchOptions>(), SourceMgr,
|
|
Diags, LangOpts, Target.get());
|
|
AddFakeHeader(HeaderInfo, HeaderPath, SystemHeader);
|
|
|
|
Preprocessor PP(std::make_shared<PreprocessorOptions>(), Diags, LangOpts,
|
|
SourceMgr, HeaderInfo, ModLoader,
|
|
/*IILookup =*/nullptr,
|
|
/*OwnsHeaderSearch =*/false);
|
|
return InclusionDirectiveCallback(PP)->FileType;
|
|
}
|
|
|
|
InclusionDirectiveCallbacks *InclusionDirectiveCallback(Preprocessor &PP) {
|
|
PP.Initialize(*Target);
|
|
InclusionDirectiveCallbacks* Callbacks = new InclusionDirectiveCallbacks;
|
|
PP.addPPCallbacks(std::unique_ptr<PPCallbacks>(Callbacks));
|
|
|
|
// Lex source text.
|
|
PP.EnterMainSourceFile();
|
|
|
|
while (true) {
|
|
Token Tok;
|
|
PP.Lex(Tok);
|
|
if (Tok.is(tok::eof))
|
|
break;
|
|
}
|
|
|
|
// Callbacks have been executed at this point -- return filename range.
|
|
return Callbacks;
|
|
}
|
|
|
|
std::vector<CondDirectiveCallbacks::Result>
|
|
DirectiveExprRange(StringRef SourceText) {
|
|
TrivialModuleLoader ModLoader;
|
|
std::unique_ptr<llvm::MemoryBuffer> Buf =
|
|
llvm::MemoryBuffer::getMemBuffer(SourceText);
|
|
SourceMgr.setMainFileID(SourceMgr.createFileID(std::move(Buf)));
|
|
HeaderSearch HeaderInfo(std::make_shared<HeaderSearchOptions>(), SourceMgr,
|
|
Diags, LangOpts, Target.get());
|
|
Preprocessor PP(std::make_shared<PreprocessorOptions>(), Diags, LangOpts,
|
|
SourceMgr, HeaderInfo, ModLoader,
|
|
/*IILookup =*/nullptr,
|
|
/*OwnsHeaderSearch =*/false);
|
|
PP.Initialize(*Target);
|
|
auto *Callbacks = new CondDirectiveCallbacks;
|
|
PP.addPPCallbacks(std::unique_ptr<PPCallbacks>(Callbacks));
|
|
|
|
// Lex source text.
|
|
PP.EnterMainSourceFile();
|
|
|
|
while (true) {
|
|
Token Tok;
|
|
PP.Lex(Tok);
|
|
if (Tok.is(tok::eof))
|
|
break;
|
|
}
|
|
|
|
return Callbacks->Results;
|
|
}
|
|
|
|
PragmaOpenCLExtensionCallbacks::CallbackParameters
|
|
PragmaOpenCLExtensionCall(const char *SourceText) {
|
|
LangOptions OpenCLLangOpts;
|
|
OpenCLLangOpts.OpenCL = 1;
|
|
|
|
std::unique_ptr<llvm::MemoryBuffer> SourceBuf =
|
|
llvm::MemoryBuffer::getMemBuffer(SourceText, "test.cl");
|
|
SourceMgr.setMainFileID(SourceMgr.createFileID(std::move(SourceBuf)));
|
|
|
|
TrivialModuleLoader ModLoader;
|
|
HeaderSearch HeaderInfo(std::make_shared<HeaderSearchOptions>(), SourceMgr,
|
|
Diags, OpenCLLangOpts, Target.get());
|
|
|
|
Preprocessor PP(std::make_shared<PreprocessorOptions>(), Diags,
|
|
OpenCLLangOpts, SourceMgr, HeaderInfo, ModLoader,
|
|
/*IILookup =*/nullptr,
|
|
/*OwnsHeaderSearch =*/false);
|
|
PP.Initialize(*Target);
|
|
|
|
// parser actually sets correct pragma handlers for preprocessor
|
|
// according to LangOptions, so we init Parser to register opencl
|
|
// pragma handlers
|
|
ASTContext Context(OpenCLLangOpts, SourceMgr, PP.getIdentifierTable(),
|
|
PP.getSelectorTable(), PP.getBuiltinInfo());
|
|
Context.InitBuiltinTypes(*Target);
|
|
|
|
ASTConsumer Consumer;
|
|
Sema S(PP, Context, Consumer);
|
|
Parser P(PP, S, false);
|
|
PragmaOpenCLExtensionCallbacks* Callbacks = new PragmaOpenCLExtensionCallbacks;
|
|
PP.addPPCallbacks(std::unique_ptr<PPCallbacks>(Callbacks));
|
|
|
|
// Lex source text.
|
|
PP.EnterMainSourceFile();
|
|
while (true) {
|
|
Token Tok;
|
|
PP.Lex(Tok);
|
|
if (Tok.is(tok::eof))
|
|
break;
|
|
}
|
|
|
|
PragmaOpenCLExtensionCallbacks::CallbackParameters RetVal = {
|
|
Callbacks->Name,
|
|
Callbacks->State
|
|
};
|
|
return RetVal;
|
|
}
|
|
};
|
|
|
|
TEST_F(PPCallbacksTest, UserFileCharacteristics) {
|
|
const char *Source = "#include \"quoted.h\"\n";
|
|
|
|
SrcMgr::CharacteristicKind Kind =
|
|
InclusionDirectiveCharacteristicKind(Source, "/quoted.h", false);
|
|
|
|
ASSERT_EQ(SrcMgr::CharacteristicKind::C_User, Kind);
|
|
}
|
|
|
|
TEST_F(PPCallbacksTest, QuotedFilename) {
|
|
const char* Source =
|
|
"#include \"quoted.h\"\n";
|
|
|
|
CharSourceRange Range =
|
|
InclusionDirectiveFilenameRange(Source, "/quoted.h", false);
|
|
|
|
ASSERT_EQ("\"quoted.h\"", GetSourceString(Range));
|
|
}
|
|
|
|
TEST_F(PPCallbacksTest, AngledFilename) {
|
|
const char* Source =
|
|
"#include <angled.h>\n";
|
|
|
|
CharSourceRange Range =
|
|
InclusionDirectiveFilenameRange(Source, "/angled.h", true);
|
|
|
|
ASSERT_EQ("<angled.h>", GetSourceString(Range));
|
|
}
|
|
|
|
TEST_F(PPCallbacksTest, QuotedInMacro) {
|
|
const char* Source =
|
|
"#define MACRO_QUOTED \"quoted.h\"\n"
|
|
"#include MACRO_QUOTED\n";
|
|
|
|
CharSourceRange Range =
|
|
InclusionDirectiveFilenameRange(Source, "/quoted.h", false);
|
|
|
|
ASSERT_EQ("\"quoted.h\"", GetSourceString(Range));
|
|
}
|
|
|
|
TEST_F(PPCallbacksTest, AngledInMacro) {
|
|
const char* Source =
|
|
"#define MACRO_ANGLED <angled.h>\n"
|
|
"#include MACRO_ANGLED\n";
|
|
|
|
CharSourceRange Range =
|
|
InclusionDirectiveFilenameRange(Source, "/angled.h", true);
|
|
|
|
ASSERT_EQ("<angled.h>", GetSourceString(Range));
|
|
}
|
|
|
|
TEST_F(PPCallbacksTest, StringizedMacroArgument) {
|
|
const char* Source =
|
|
"#define MACRO_STRINGIZED(x) #x\n"
|
|
"#include MACRO_STRINGIZED(quoted.h)\n";
|
|
|
|
CharSourceRange Range =
|
|
InclusionDirectiveFilenameRange(Source, "/quoted.h", false);
|
|
|
|
ASSERT_EQ("\"quoted.h\"", GetSourceString(Range));
|
|
}
|
|
|
|
TEST_F(PPCallbacksTest, ConcatenatedMacroArgument) {
|
|
const char* Source =
|
|
"#define MACRO_ANGLED <angled.h>\n"
|
|
"#define MACRO_CONCAT(x, y) x ## _ ## y\n"
|
|
"#include MACRO_CONCAT(MACRO, ANGLED)\n";
|
|
|
|
CharSourceRange Range =
|
|
InclusionDirectiveFilenameRange(Source, "/angled.h", false);
|
|
|
|
ASSERT_EQ("<angled.h>", GetSourceString(Range));
|
|
}
|
|
|
|
TEST_F(PPCallbacksTest, TrigraphFilename) {
|
|
const char* Source =
|
|
"#include \"tri\?\?-graph.h\"\n";
|
|
|
|
CharSourceRange Range =
|
|
InclusionDirectiveFilenameRange(Source, "/tri~graph.h", false);
|
|
|
|
ASSERT_EQ("\"tri\?\?-graph.h\"", GetSourceString(Range));
|
|
}
|
|
|
|
TEST_F(PPCallbacksTest, TrigraphInMacro) {
|
|
const char* Source =
|
|
"#define MACRO_TRIGRAPH \"tri\?\?-graph.h\"\n"
|
|
"#include MACRO_TRIGRAPH\n";
|
|
|
|
CharSourceRange Range =
|
|
InclusionDirectiveFilenameRange(Source, "/tri~graph.h", false);
|
|
|
|
ASSERT_EQ("\"tri\?\?-graph.h\"", GetSourceString(Range));
|
|
}
|
|
|
|
TEST_F(PPCallbacksTest, OpenCLExtensionPragmaEnabled) {
|
|
const char* Source =
|
|
"#pragma OPENCL EXTENSION cl_khr_fp64 : enable\n";
|
|
|
|
PragmaOpenCLExtensionCallbacks::CallbackParameters Parameters =
|
|
PragmaOpenCLExtensionCall(Source);
|
|
|
|
ASSERT_EQ("cl_khr_fp64", Parameters.Name);
|
|
unsigned ExpectedState = 1;
|
|
ASSERT_EQ(ExpectedState, Parameters.State);
|
|
}
|
|
|
|
TEST_F(PPCallbacksTest, OpenCLExtensionPragmaDisabled) {
|
|
const char* Source =
|
|
"#pragma OPENCL EXTENSION cl_khr_fp16 : disable\n";
|
|
|
|
PragmaOpenCLExtensionCallbacks::CallbackParameters Parameters =
|
|
PragmaOpenCLExtensionCall(Source);
|
|
|
|
ASSERT_EQ("cl_khr_fp16", Parameters.Name);
|
|
unsigned ExpectedState = 0;
|
|
ASSERT_EQ(ExpectedState, Parameters.State);
|
|
}
|
|
|
|
TEST_F(PPCallbacksTest, DirectiveExprRanges) {
|
|
const auto &Results1 = DirectiveExprRange("#if FLUZZY_FLOOF\n#endif\n");
|
|
EXPECT_EQ(Results1.size(), 1U);
|
|
EXPECT_EQ(
|
|
GetSourceStringToEnd(CharSourceRange(Results1[0].ConditionRange, false)),
|
|
"FLUZZY_FLOOF");
|
|
|
|
const auto &Results2 = DirectiveExprRange("#if 1 + 4 < 7\n#endif\n");
|
|
EXPECT_EQ(Results2.size(), 1U);
|
|
EXPECT_EQ(
|
|
GetSourceStringToEnd(CharSourceRange(Results2[0].ConditionRange, false)),
|
|
"1 + 4 < 7");
|
|
|
|
const auto &Results3 = DirectiveExprRange("#if 1 + \\\n 2\n#endif\n");
|
|
EXPECT_EQ(Results3.size(), 1U);
|
|
EXPECT_EQ(
|
|
GetSourceStringToEnd(CharSourceRange(Results3[0].ConditionRange, false)),
|
|
"1 + \\\n 2");
|
|
|
|
const auto &Results4 = DirectiveExprRange("#if 0\n#elif FLOOFY\n#endif\n");
|
|
EXPECT_EQ(Results4.size(), 2U);
|
|
EXPECT_EQ(
|
|
GetSourceStringToEnd(CharSourceRange(Results4[0].ConditionRange, false)),
|
|
"0");
|
|
EXPECT_EQ(
|
|
GetSourceStringToEnd(CharSourceRange(Results4[1].ConditionRange, false)),
|
|
"FLOOFY");
|
|
|
|
const auto &Results5 = DirectiveExprRange("#if 1\n#elif FLOOFY\n#endif\n");
|
|
EXPECT_EQ(Results5.size(), 2U);
|
|
EXPECT_EQ(
|
|
GetSourceStringToEnd(CharSourceRange(Results5[0].ConditionRange, false)),
|
|
"1");
|
|
EXPECT_EQ(
|
|
GetSourceStringToEnd(CharSourceRange(Results5[1].ConditionRange, false)),
|
|
"FLOOFY");
|
|
|
|
const auto &Results6 =
|
|
DirectiveExprRange("#if defined(FLUZZY_FLOOF)\n#endif\n");
|
|
EXPECT_EQ(Results6.size(), 1U);
|
|
EXPECT_EQ(
|
|
GetSourceStringToEnd(CharSourceRange(Results6[0].ConditionRange, false)),
|
|
"defined(FLUZZY_FLOOF)");
|
|
|
|
const auto &Results7 =
|
|
DirectiveExprRange("#if 1\n#elif defined(FLOOFY)\n#endif\n");
|
|
EXPECT_EQ(Results7.size(), 2U);
|
|
EXPECT_EQ(
|
|
GetSourceStringToEnd(CharSourceRange(Results7[0].ConditionRange, false)),
|
|
"1");
|
|
EXPECT_EQ(
|
|
GetSourceStringToEnd(CharSourceRange(Results7[1].ConditionRange, false)),
|
|
"defined(FLOOFY)");
|
|
|
|
const auto &Results8 =
|
|
DirectiveExprRange("#define FLOOFY 0\n#if __FILE__ > FLOOFY\n#endif\n");
|
|
EXPECT_EQ(Results8.size(), 1U);
|
|
EXPECT_EQ(
|
|
GetSourceStringToEnd(CharSourceRange(Results8[0].ConditionRange, false)),
|
|
"__FILE__ > FLOOFY");
|
|
EXPECT_EQ(
|
|
Lexer::getSourceText(CharSourceRange(Results8[0].ConditionRange, false),
|
|
SourceMgr, LangOpts),
|
|
"__FILE__ > FLOOFY");
|
|
}
|
|
|
|
} // namespace
|