head 1.1; branch 1.1.1; access; symbols netbsd-11-0-RC4:1.1.1.10 netbsd-11-0-RC3:1.1.1.10 netbsd-11-0-RC2:1.1.1.10 netbsd-11-0-RC1:1.1.1.10 perseant-exfatfs-base-20250801:1.1.1.10 netbsd-11:1.1.1.10.0.10 netbsd-11-base:1.1.1.10 netbsd-10-1-RELEASE:1.1.1.10 perseant-exfatfs-base-20240630:1.1.1.10 perseant-exfatfs:1.1.1.10.0.8 perseant-exfatfs-base:1.1.1.10 netbsd-8-3-RELEASE:1.1.1.7 netbsd-9-4-RELEASE:1.1.1.9 netbsd-10-0-RELEASE:1.1.1.10 netbsd-10-0-RC6:1.1.1.10 netbsd-10-0-RC5:1.1.1.10 netbsd-10-0-RC4:1.1.1.10 netbsd-10-0-RC3:1.1.1.10 netbsd-10-0-RC2:1.1.1.10 netbsd-10-0-RC1:1.1.1.10 netbsd-10:1.1.1.10.0.6 netbsd-10-base:1.1.1.10 netbsd-9-3-RELEASE:1.1.1.9 cjep_sun2x:1.1.1.10.0.4 cjep_sun2x-base:1.1.1.10 cjep_staticlib_x-base1:1.1.1.10 netbsd-9-2-RELEASE:1.1.1.9 cjep_staticlib_x:1.1.1.10.0.2 cjep_staticlib_x-base:1.1.1.10 netbsd-9-1-RELEASE:1.1.1.9 phil-wifi-20200421:1.1.1.10 phil-wifi-20200411:1.1.1.10 phil-wifi-20200406:1.1.1.10 netbsd-8-2-RELEASE:1.1.1.7 netbsd-9-0-RELEASE:1.1.1.9 netbsd-9-0-RC2:1.1.1.9 netbsd-9-0-RC1:1.1.1.9 netbsd-9:1.1.1.9.0.2 netbsd-9-base:1.1.1.9 phil-wifi-20190609:1.1.1.9 netbsd-8-1-RELEASE:1.1.1.7 netbsd-8-1-RC1:1.1.1.7 pgoyette-compat-merge-20190127:1.1.1.8.2.1 pgoyette-compat-20190127:1.1.1.9 pgoyette-compat-20190118:1.1.1.9 pgoyette-compat-1226:1.1.1.9 pgoyette-compat-1126:1.1.1.9 pgoyette-compat-1020:1.1.1.9 pgoyette-compat-0930:1.1.1.9 pgoyette-compat-0906:1.1.1.9 netbsd-7-2-RELEASE:1.1.1.4.2.1 pgoyette-compat-0728:1.1.1.9 clang-337282:1.1.1.9 netbsd-8-0-RELEASE:1.1.1.7 phil-wifi:1.1.1.8.0.4 phil-wifi-base:1.1.1.8 pgoyette-compat-0625:1.1.1.8 netbsd-8-0-RC2:1.1.1.7 pgoyette-compat-0521:1.1.1.8 pgoyette-compat-0502:1.1.1.8 pgoyette-compat-0422:1.1.1.8 netbsd-8-0-RC1:1.1.1.7 pgoyette-compat-0415:1.1.1.8 pgoyette-compat-0407:1.1.1.8 pgoyette-compat-0330:1.1.1.8 pgoyette-compat-0322:1.1.1.8 pgoyette-compat-0315:1.1.1.8 netbsd-7-1-2-RELEASE:1.1.1.4.2.1 pgoyette-compat:1.1.1.8.0.2 pgoyette-compat-base:1.1.1.8 netbsd-7-1-1-RELEASE:1.1.1.4.2.1 clang-319952:1.1.1.8 matt-nb8-mediatek:1.1.1.7.0.10 matt-nb8-mediatek-base:1.1.1.7 clang-309604:1.1.1.8 perseant-stdc-iso10646:1.1.1.7.0.8 perseant-stdc-iso10646-base:1.1.1.7 netbsd-8:1.1.1.7.0.6 netbsd-8-base:1.1.1.7 prg-localcount2-base3:1.1.1.7 prg-localcount2-base2:1.1.1.7 prg-localcount2-base1:1.1.1.7 prg-localcount2:1.1.1.7.0.4 prg-localcount2-base:1.1.1.7 pgoyette-localcount-20170426:1.1.1.7 bouyer-socketcan-base1:1.1.1.7 pgoyette-localcount-20170320:1.1.1.7 netbsd-7-1:1.1.1.4.2.1.0.6 netbsd-7-1-RELEASE:1.1.1.4.2.1 netbsd-7-1-RC2:1.1.1.4.2.1 clang-294123:1.1.1.7 netbsd-7-nhusb-base-20170116:1.1.1.4.2.1 bouyer-socketcan:1.1.1.7.0.2 bouyer-socketcan-base:1.1.1.7 clang-291444:1.1.1.7 pgoyette-localcount-20170107:1.1.1.6 netbsd-7-1-RC1:1.1.1.4.2.1 pgoyette-localcount-20161104:1.1.1.6 netbsd-7-0-2-RELEASE:1.1.1.4.2.1 localcount-20160914:1.1.1.6 netbsd-7-nhusb:1.1.1.4.2.1.0.4 netbsd-7-nhusb-base:1.1.1.4.2.1 clang-280599:1.1.1.6 pgoyette-localcount-20160806:1.1.1.6 pgoyette-localcount-20160726:1.1.1.6 pgoyette-localcount:1.1.1.6.0.2 pgoyette-localcount-base:1.1.1.6 netbsd-7-0-1-RELEASE:1.1.1.4.2.1 clang-261930:1.1.1.6 netbsd-7-0:1.1.1.4.2.1.0.2 netbsd-7-0-RELEASE:1.1.1.4.2.1 netbsd-7-0-RC3:1.1.1.4.2.1 netbsd-7-0-RC2:1.1.1.4.2.1 netbsd-7-0-RC1:1.1.1.4.2.1 clang-237755:1.1.1.5 clang-232565:1.1.1.5 clang-227398:1.1.1.5 tls-maxphys-base:1.1.1.4 tls-maxphys:1.1.1.4.0.4 netbsd-7:1.1.1.4.0.2 netbsd-7-base:1.1.1.4 clang-215315:1.1.1.4 clang-209886:1.1.1.3 yamt-pagecache:1.1.1.2.0.4 yamt-pagecache-base9:1.1.1.2 tls-earlyentropy:1.1.1.2.0.2 tls-earlyentropy-base:1.1.1.3 riastradh-xf86-video-intel-2-7-1-pre-2-21-15:1.1.1.2 riastradh-drm2-base3:1.1.1.2 clang-202566:1.1.1.2 clang-201163:1.1.1.2 clang-199312:1.1.1.2 clang-198450:1.1.1.1 clang-196603:1.1.1.1 clang-195771:1.1.1.1 LLVM:1.1.1; locks; strict; comment @// @; 1.1 date 2013.11.28.14.14.48; author joerg; state Exp; branches 1.1.1.1; next ; commitid ow8OybrawrB1f3fx; 1.1.1.1 date 2013.11.28.14.14.48; author joerg; state Exp; branches; next 1.1.1.2; commitid ow8OybrawrB1f3fx; 1.1.1.2 date 2014.01.15.21.26.18; author joerg; state Exp; branches 1.1.1.2.2.1 1.1.1.2.4.1; next 1.1.1.3; commitid NQXlzzA0SPkc5glx; 1.1.1.3 date 2014.05.30.18.14.50; author joerg; state Exp; branches; next 1.1.1.4; commitid 8q0kdlBlCn09GACx; 1.1.1.4 date 2014.08.10.17.08.25; author joerg; state Exp; branches 1.1.1.4.2.1 1.1.1.4.4.1; next 1.1.1.5; commitid N85tXAN6Ex9VZPLx; 1.1.1.5 date 2015.01.29.19.57.27; author joerg; state Exp; branches; next 1.1.1.6; commitid mlISSizlPKvepX7y; 1.1.1.6 date 2016.02.27.22.11.44; author joerg; state Exp; branches 1.1.1.6.2.1; next 1.1.1.7; commitid tIimz3oDlh1NpBWy; 1.1.1.7 date 2017.01.11.10.33.09; author joerg; state Exp; branches; next 1.1.1.8; commitid CNnUNfII1jgNmxBz; 1.1.1.8 date 2017.08.01.19.34.42; author joerg; state Exp; branches 1.1.1.8.2.1 1.1.1.8.4.1; next 1.1.1.9; commitid pMuDy65V0VicSx1A; 1.1.1.9 date 2018.07.17.18.32.13; author joerg; state Exp; branches; next 1.1.1.10; commitid wDzL46ALjrCZgwKA; 1.1.1.10 date 2019.11.13.22.23.10; author joerg; state dead; branches; next ; commitid QD8YATxuNG34YJKB; 1.1.1.2.2.1 date 2014.08.10.07.08.25; author tls; state Exp; branches; next ; commitid t01A1TLTYxkpGMLx; 1.1.1.2.4.1 date 2014.01.15.21.26.18; author yamt; state dead; branches; next 1.1.1.2.4.2; commitid WSrDtL5nYAUyiyBx; 1.1.1.2.4.2 date 2014.05.22.16.19.49; author yamt; state Exp; branches; next ; commitid WSrDtL5nYAUyiyBx; 1.1.1.4.2.1 date 2015.06.04.20.04.47; author snj; state Exp; branches; next ; commitid yRnjq9fueSo6n9oy; 1.1.1.4.4.1 date 2014.08.10.17.08.25; author tls; state dead; branches; next 1.1.1.4.4.2; commitid jTnpym9Qu0o4R1Nx; 1.1.1.4.4.2 date 2014.08.19.23.49.28; author tls; state Exp; branches; next ; commitid jTnpym9Qu0o4R1Nx; 1.1.1.6.2.1 date 2017.03.20.06.53.39; author pgoyette; state Exp; branches; next ; commitid jjw7cAwgyKq7RfKz; 1.1.1.8.2.1 date 2018.07.28.04.34.19; author pgoyette; state Exp; branches; next ; commitid 1UP1xAIUxv1ZgRLA; 1.1.1.8.4.1 date 2019.06.10.21.46.46; author christos; state Exp; branches; next 1.1.1.8.4.2; commitid jtc8rnCzWiEEHGqB; 1.1.1.8.4.2 date 2020.04.13.07.50.38; author martin; state dead; branches; next ; commitid X01YhRUPVUDaec4C; desc @@ 1.1 log @Initial revision @ text @//===- unittests/Lex/PPCallbacksTest.cpp - PPCallbacks tests ------===// // // The LLVM Compiler Infrastructure // // This file is distributed under the University of Illinois Open Source // License. See LICENSE.TXT for details. // //===--------------------------------------------------------------===// #include "clang/Lex/Preprocessor.h" #include "clang/Basic/Diagnostic.h" #include "clang/Basic/FileManager.h" #include "clang/Basic/LangOptions.h" #include "clang/Basic/SourceManager.h" #include "clang/Basic/TargetInfo.h" #include "clang/Basic/TargetOptions.h" #include "clang/Lex/HeaderSearch.h" #include "clang/Lex/HeaderSearchOptions.h" #include "clang/Lex/ModuleLoader.h" #include "clang/Lex/PreprocessorOptions.h" #include "clang/Parse/Parser.h" #include "clang/Sema/Sema.h" #include "clang/AST/ASTContext.h" #include "clang/AST/ASTConsumer.h" #include "llvm/ADT/SmallString.h" #include "llvm/Support/Path.h" #include "gtest/gtest.h" using namespace llvm; using namespace llvm::sys; using namespace clang; namespace { // Stub out module loading. class VoidModuleLoader : public ModuleLoader { virtual ModuleLoadResult loadModule(SourceLocation ImportLoc, ModuleIdPath Path, Module::NameVisibilityKind Visibility, bool IsInclusionDirective) { return ModuleLoadResult(); } virtual void makeModuleVisible(Module *Mod, Module::NameVisibilityKind Visibility, SourceLocation ImportLoc, bool Complain) { } }; // Stub to collect data from InclusionDirective callbacks. class InclusionDirectiveCallbacks : public PPCallbacks { public: void InclusionDirective(SourceLocation HashLoc, const Token &IncludeTok, StringRef FileName, bool IsAngled, CharSourceRange FilenameRange, const FileEntry *File, StringRef SearchPath, StringRef RelativePath, const Module *Imported) { this->HashLoc = HashLoc; this->IncludeTok = IncludeTok; this->FileName = FileName.str(); this->IsAngled = IsAngled; this->FilenameRange = FilenameRange; this->File = File; this->SearchPath = SearchPath.str(); this->RelativePath = RelativePath.str(); this->Imported = Imported; } SourceLocation HashLoc; Token IncludeTok; SmallString<16> FileName; bool IsAngled; CharSourceRange FilenameRange; const FileEntry* File; SmallString<16> SearchPath; SmallString<16> RelativePath; const Module* Imported; }; // Stub to collect data from PragmaOpenCLExtension callbacks. class PragmaOpenCLExtensionCallbacks : public PPCallbacks { public: typedef struct { SmallString<16> Name; unsigned State; } CallbackParameters; PragmaOpenCLExtensionCallbacks() : Name("Not called."), State(99) {}; void PragmaOpenCLExtension( clang::SourceLocation NameLoc, const clang::IdentifierInfo *Name, clang::SourceLocation StateLoc, unsigned State) { this->NameLoc = NameLoc; this->Name = Name->getName(); this->StateLoc = StateLoc; this->State = State; }; SourceLocation NameLoc; SmallString<16> Name; SourceLocation StateLoc; unsigned State; }; // PPCallbacks test fixture. class PPCallbacksTest : public ::testing::Test { protected: PPCallbacksTest() : FileMgr(FileMgrOpts), DiagID(new DiagnosticIDs()), DiagOpts(new DiagnosticOptions()), Diags(DiagID, DiagOpts.getPtr(), new IgnoringDiagConsumer()), SourceMgr(Diags, FileMgr) { TargetOpts = new TargetOptions(); TargetOpts->Triple = "x86_64-apple-darwin11.1.0"; Target = TargetInfo::CreateTargetInfo(Diags, &*TargetOpts); } FileSystemOptions FileMgrOpts; FileManager FileMgr; IntrusiveRefCntPtr DiagID; IntrusiveRefCntPtr DiagOpts; DiagnosticsEngine Diags; SourceManager SourceMgr; LangOptions LangOpts; IntrusiveRefCntPtr TargetOpts; IntrusiveRefCntPtr Target; // Register a header path as a known file and add its location // to search path. void AddFakeHeader(HeaderSearch& HeaderInfo, const char* HeaderPath, bool IsSystemHeader) { // Tell FileMgr about header. FileMgr.getVirtualFile(HeaderPath, 0, 0); // Add header's parent path to search path. StringRef SearchPath = path::parent_path(HeaderPath); const DirectoryEntry *DE = FileMgr.getDirectory(SearchPath); DirectoryLookup DL(DE, SrcMgr::C_User, false); HeaderInfo.AddSearchPath(DL, IsSystemHeader); } // Get the raw source string of the range. StringRef GetSourceString(CharSourceRange Range) { const char* B = SourceMgr.getCharacterData(Range.getBegin()); const char* E = SourceMgr.getCharacterData(Range.getEnd()); return StringRef(B, E - B); } // Run lexer over SourceText and collect FilenameRange from // the InclusionDirective callback. CharSourceRange InclusionDirectiveFilenameRange(const char* SourceText, const char* HeaderPath, bool SystemHeader) { MemoryBuffer *Buf = MemoryBuffer::getMemBuffer(SourceText); (void)SourceMgr.createMainFileIDForMemBuffer(Buf); VoidModuleLoader ModLoader; IntrusiveRefCntPtr HSOpts = new HeaderSearchOptions(); HeaderSearch HeaderInfo(HSOpts, SourceMgr, Diags, LangOpts, Target.getPtr()); AddFakeHeader(HeaderInfo, HeaderPath, SystemHeader); IntrusiveRefCntPtr PPOpts = new PreprocessorOptions(); Preprocessor PP(PPOpts, Diags, LangOpts, Target.getPtr(), SourceMgr, HeaderInfo, ModLoader, /*IILookup =*/ 0, /*OwnsHeaderSearch =*/false, /*DelayInitialization =*/ false); InclusionDirectiveCallbacks* Callbacks = new InclusionDirectiveCallbacks; PP.addPPCallbacks(Callbacks); // Takes ownership. // Lex source text. PP.EnterMainSourceFile(); while (true) { Token Tok; PP.Lex(Tok); if (Tok.is(tok::eof)) break; } // Callbacks have been executed at this point -- return filename range. return Callbacks->FilenameRange; } PragmaOpenCLExtensionCallbacks::CallbackParameters PragmaOpenCLExtensionCall(const char* SourceText) { LangOptions OpenCLLangOpts; OpenCLLangOpts.OpenCL = 1; MemoryBuffer* sourceBuf = MemoryBuffer::getMemBuffer(SourceText, "test.cl"); (void)SourceMgr.createMainFileIDForMemBuffer(sourceBuf); VoidModuleLoader ModLoader; HeaderSearch HeaderInfo(new HeaderSearchOptions, SourceMgr, Diags, OpenCLLangOpts, Target.getPtr()); Preprocessor PP(new PreprocessorOptions(), Diags, OpenCLLangOpts, Target.getPtr(), SourceMgr, HeaderInfo, ModLoader, /*IILookup =*/ 0, /*OwnsHeaderSearch =*/false, /*DelayInitialization =*/ false); // parser actually sets correct pragma handlers for preprocessor // according to LangOptions, so we init Parser to register opencl // pragma handlers ASTContext Context(OpenCLLangOpts, SourceMgr, Target.getPtr(), PP.getIdentifierTable(), PP.getSelectorTable(), PP.getBuiltinInfo(), 0); ASTConsumer Consumer; Sema S(PP, Context, Consumer); Parser P(PP, S, false); PragmaOpenCLExtensionCallbacks* Callbacks = new PragmaOpenCLExtensionCallbacks; PP.addPPCallbacks(Callbacks); // Takes ownership. // Lex source text. PP.EnterMainSourceFile(); while (true) { Token Tok; PP.Lex(Tok); if (Tok.is(tok::eof)) break; } PragmaOpenCLExtensionCallbacks::CallbackParameters RetVal = { Callbacks->Name, Callbacks->State }; return RetVal; } }; TEST_F(PPCallbacksTest, QuotedFilename) { const char* Source = "#include \"quoted.h\"\n"; CharSourceRange Range = InclusionDirectiveFilenameRange(Source, "/quoted.h", false); ASSERT_EQ("\"quoted.h\"", GetSourceString(Range)); } TEST_F(PPCallbacksTest, AngledFilename) { const char* Source = "#include \n"; CharSourceRange Range = InclusionDirectiveFilenameRange(Source, "/angled.h", true); ASSERT_EQ("", GetSourceString(Range)); } TEST_F(PPCallbacksTest, QuotedInMacro) { const char* Source = "#define MACRO_QUOTED \"quoted.h\"\n" "#include MACRO_QUOTED\n"; CharSourceRange Range = InclusionDirectiveFilenameRange(Source, "/quoted.h", false); ASSERT_EQ("\"quoted.h\"", GetSourceString(Range)); } TEST_F(PPCallbacksTest, AngledInMacro) { const char* Source = "#define MACRO_ANGLED \n" "#include MACRO_ANGLED\n"; CharSourceRange Range = InclusionDirectiveFilenameRange(Source, "/angled.h", true); ASSERT_EQ("", GetSourceString(Range)); } TEST_F(PPCallbacksTest, StringizedMacroArgument) { const char* Source = "#define MACRO_STRINGIZED(x) #x\n" "#include MACRO_STRINGIZED(quoted.h)\n"; CharSourceRange Range = InclusionDirectiveFilenameRange(Source, "/quoted.h", false); ASSERT_EQ("\"quoted.h\"", GetSourceString(Range)); } TEST_F(PPCallbacksTest, ConcatenatedMacroArgument) { const char* Source = "#define MACRO_ANGLED \n" "#define MACRO_CONCAT(x, y) x ## _ ## y\n" "#include MACRO_CONCAT(MACRO, ANGLED)\n"; CharSourceRange Range = InclusionDirectiveFilenameRange(Source, "/angled.h", false); ASSERT_EQ("", GetSourceString(Range)); } TEST_F(PPCallbacksTest, TrigraphFilename) { const char* Source = "#include \"tri\?\?-graph.h\"\n"; CharSourceRange Range = InclusionDirectiveFilenameRange(Source, "/tri~graph.h", false); ASSERT_EQ("\"tri\?\?-graph.h\"", GetSourceString(Range)); } TEST_F(PPCallbacksTest, TrigraphInMacro) { const char* Source = "#define MACRO_TRIGRAPH \"tri\?\?-graph.h\"\n" "#include MACRO_TRIGRAPH\n"; CharSourceRange Range = InclusionDirectiveFilenameRange(Source, "/tri~graph.h", false); ASSERT_EQ("\"tri\?\?-graph.h\"", GetSourceString(Range)); } TEST_F(PPCallbacksTest, OpenCLExtensionPragmaEnabled) { const char* Source = "#pragma OPENCL EXTENSION cl_khr_fp64 : enable\n"; PragmaOpenCLExtensionCallbacks::CallbackParameters Parameters = PragmaOpenCLExtensionCall(Source); ASSERT_EQ("cl_khr_fp64", Parameters.Name); unsigned ExpectedState = 1; ASSERT_EQ(ExpectedState, Parameters.State); } TEST_F(PPCallbacksTest, OpenCLExtensionPragmaDisabled) { const char* Source = "#pragma OPENCL EXTENSION cl_khr_fp16 : disable\n"; PragmaOpenCLExtensionCallbacks::CallbackParameters Parameters = PragmaOpenCLExtensionCall(Source); ASSERT_EQ("cl_khr_fp16", Parameters.Name); unsigned ExpectedState = 0; ASSERT_EQ(ExpectedState, Parameters.State); } } // anonoymous namespace @ 1.1.1.1 log @Import Clang 3.4rc1 r195771. @ text @@ 1.1.1.2 log @Import Clang 3.5svn r199312 @ text @a10 2 #include "clang/AST/ASTConsumer.h" #include "clang/AST/ASTContext.h" d23 2 @ 1.1.1.2.2.1 log @Rebase. @ text @a13 1 #include "clang/Basic/DiagnosticOptions.h" d37 4 a40 4 ModuleLoadResult loadModule(SourceLocation ImportLoc, ModuleIdPath Path, Module::NameVisibilityKind Visibility, bool IsInclusionDirective) override { d44 4 a47 9 void makeModuleVisible(Module *Mod, Module::NameVisibilityKind Visibility, SourceLocation ImportLoc, bool Complain) override { } GlobalModuleIndex *loadGlobalModuleIndex(SourceLocation TriggerLoc) override { return 0; } bool lookupMissingImports(StringRef Name, SourceLocation TriggerLoc) override { return 0; }; d160 1 a160 1 SourceMgr.setMainFileID(SourceMgr.createFileID(Buf)); d170 6 a175 4 Preprocessor PP(PPOpts, Diags, LangOpts, SourceMgr, HeaderInfo, ModLoader, /*IILookup =*/0, /*OwnsHeaderSearch =*/false); PP.Initialize(*Target); d199 1 a199 1 SourceMgr.setMainFileID(SourceMgr.createFileID(sourceBuf)); d205 6 a210 4 Preprocessor PP(new PreprocessorOptions(), Diags, OpenCLLangOpts, SourceMgr, HeaderInfo, ModLoader, /*IILookup =*/0, /*OwnsHeaderSearch =*/false); PP.Initialize(*Target); d215 1 a215 1 ASTContext Context(OpenCLLangOpts, SourceMgr, d217 1 a217 3 PP.getBuiltinInfo()); Context.InitBuiltinTypes(*Target); @ 1.1.1.3 log @Import Clang 3.5svn r209886. @ text @a13 1 #include "clang/Basic/DiagnosticOptions.h" d37 4 a40 4 ModuleLoadResult loadModule(SourceLocation ImportLoc, ModuleIdPath Path, Module::NameVisibilityKind Visibility, bool IsInclusionDirective) override { d44 4 a47 9 void makeModuleVisible(Module *Mod, Module::NameVisibilityKind Visibility, SourceLocation ImportLoc, bool Complain) override { } GlobalModuleIndex *loadGlobalModuleIndex(SourceLocation TriggerLoc) override { return 0; } bool lookupMissingImports(StringRef Name, SourceLocation TriggerLoc) override { return 0; }; d160 1 a160 1 SourceMgr.setMainFileID(SourceMgr.createFileID(Buf)); d170 6 a175 4 Preprocessor PP(PPOpts, Diags, LangOpts, SourceMgr, HeaderInfo, ModLoader, /*IILookup =*/0, /*OwnsHeaderSearch =*/false); PP.Initialize(*Target); d199 1 a199 1 SourceMgr.setMainFileID(SourceMgr.createFileID(sourceBuf)); d205 6 a210 4 Preprocessor PP(new PreprocessorOptions(), Diags, OpenCLLangOpts, SourceMgr, HeaderInfo, ModLoader, /*IILookup =*/0, /*OwnsHeaderSearch =*/false); PP.Initialize(*Target); d215 1 a215 1 ASTContext Context(OpenCLLangOpts, SourceMgr, d217 1 a217 3 PP.getBuiltinInfo()); Context.InitBuiltinTypes(*Target); @ 1.1.1.4 log @Import clang 3.6svn r215315. @ text @d51 1 a51 1 { return nullptr; } d119 6 a124 4 : FileMgr(FileMgrOpts), DiagID(new DiagnosticIDs()), DiagOpts(new DiagnosticOptions()), Diags(DiagID, DiagOpts.get(), new IgnoringDiagConsumer()), SourceMgr(Diags, FileMgr), TargetOpts(new TargetOptions()) { d126 1 a126 1 Target = TargetInfo::CreateTargetInfo(Diags, TargetOpts); d136 1 a136 1 std::shared_ptr TargetOpts; d172 1 a172 1 Target.get()); d177 1 a177 1 /*IILookup =*/nullptr, d207 1 a207 1 OpenCLLangOpts, Target.get()); d210 1 a210 1 HeaderInfo, ModLoader, /*IILookup =*/nullptr, @ 1.1.1.4.2.1 log @Update LLVM to 3.6.1, requested by joerg in ticket 824. @ text @d30 2 d145 1 a145 1 StringRef SearchPath = llvm::sys::path::parent_path(HeaderPath); d163 2 a164 3 std::unique_ptr Buf = llvm::MemoryBuffer::getMemBuffer(SourceText); SourceMgr.setMainFileID(SourceMgr.createFileID(std::move(Buf))); d179 1 a179 1 PP.addPPCallbacks(std::unique_ptr(Callbacks)); d200 2 a201 3 std::unique_ptr SourceBuf = llvm::MemoryBuffer::getMemBuffer(SourceText, "test.cl"); SourceMgr.setMainFileID(SourceMgr.createFileID(std::move(SourceBuf))); d224 1 a224 1 PP.addPPCallbacks(std::unique_ptr(Callbacks)); @ 1.1.1.5 log @Import Clang 3.6RC1 r227398. @ text @d30 2 d145 1 a145 1 StringRef SearchPath = llvm::sys::path::parent_path(HeaderPath); d163 2 a164 3 std::unique_ptr Buf = llvm::MemoryBuffer::getMemBuffer(SourceText); SourceMgr.setMainFileID(SourceMgr.createFileID(std::move(Buf))); d179 1 a179 1 PP.addPPCallbacks(std::unique_ptr(Callbacks)); d200 2 a201 3 std::unique_ptr SourceBuf = llvm::MemoryBuffer::getMemBuffer(SourceText, "test.cl"); SourceMgr.setMainFileID(SourceMgr.createFileID(std::move(SourceBuf))); d224 1 a224 1 PP.addPPCallbacks(std::unique_ptr(Callbacks)); @ 1.1.1.6 log @Import Clang 3.8.0rc3 r261930. @ text @d45 2 a46 1 SourceLocation ImportLoc) override { } d51 1 a51 1 { return 0; } d57 9 a65 5 void InclusionDirective(SourceLocation HashLoc, const Token &IncludeTok, StringRef FileName, bool IsAngled, CharSourceRange FilenameRange, const FileEntry *File, StringRef SearchPath, StringRef RelativePath, const Module *Imported) override { d96 1 a96 1 PragmaOpenCLExtensionCallbacks() : Name("Not called."), State(99) {} d98 3 a100 4 void PragmaOpenCLExtension(clang::SourceLocation NameLoc, const clang::IdentifierInfo *Name, clang::SourceLocation StateLoc, unsigned State) override { d105 1 a105 1 } d117 2 a118 3 : InMemoryFileSystem(new vfs::InMemoryFileSystem), FileMgr(FileSystemOptions(), InMemoryFileSystem), DiagID(new DiagnosticIDs()), DiagOpts(new DiagnosticOptions()), d125 1 a125 1 IntrusiveRefCntPtr InMemoryFileSystem; d140 1 a140 2 InMemoryFileSystem->addFile(HeaderPath, 0, llvm::MemoryBuffer::getMemBuffer("\n")); @ 1.1.1.6.2.1 log @Sync with HEAD @ text @d165 3 a167 2 HeaderSearch HeaderInfo(std::make_shared(), SourceMgr, Diags, LangOpts, Target.get()); d170 2 a171 2 Preprocessor PP(std::make_shared(), Diags, LangOpts, SourceMgr, HeaderInfo, ModLoader, d202 2 a203 2 HeaderSearch HeaderInfo(std::make_shared(), SourceMgr, Diags, OpenCLLangOpts, Target.get()); d205 2 a206 3 Preprocessor PP(std::make_shared(), Diags, OpenCLLangOpts, SourceMgr, HeaderInfo, ModLoader, /*IILookup =*/nullptr, @ 1.1.1.7 log @Import Clang pre-4.0.0 r291444. @ text @d165 3 a167 2 HeaderSearch HeaderInfo(std::make_shared(), SourceMgr, Diags, LangOpts, Target.get()); d170 2 a171 2 Preprocessor PP(std::make_shared(), Diags, LangOpts, SourceMgr, HeaderInfo, ModLoader, d202 2 a203 2 HeaderSearch HeaderInfo(std::make_shared(), SourceMgr, Diags, OpenCLLangOpts, Target.get()); d205 2 a206 3 Preprocessor PP(std::make_shared(), Diags, OpenCLLangOpts, SourceMgr, HeaderInfo, ModLoader, /*IILookup =*/nullptr, @ 1.1.1.8 log @Import clang r309604 from branches/release_50 @ text @a16 1 #include "clang/Basic/MemoryBufferCache.h" d34 19 d163 1 a163 2 TrivialModuleLoader ModLoader; MemoryBufferCache PCMCache; d170 1 a170 1 SourceMgr, PCMCache, HeaderInfo, ModLoader, d200 1 a200 2 TrivialModuleLoader ModLoader; MemoryBufferCache PCMCache; d205 1 a205 1 OpenCLLangOpts, SourceMgr, PCMCache, HeaderInfo, ModLoader, @ 1.1.1.8.4.1 log @Sync with HEAD @ text @d42 10 a51 12 const Module *Imported, SrcMgr::CharacteristicKind FileType) override { this->HashLoc = HashLoc; this->IncludeTok = IncludeTok; this->FileName = FileName.str(); this->IsAngled = IsAngled; this->FilenameRange = FilenameRange; this->File = File; this->SearchPath = SearchPath.str(); this->RelativePath = RelativePath.str(); this->Imported = Imported; this->FileType = FileType; a62 1 SrcMgr::CharacteristicKind FileType; a155 24 return InclusionDirectiveCallback(PP)->FilenameRange; } SrcMgr::CharacteristicKind InclusionDirectiveCharacteristicKind( const char *SourceText, const char *HeaderPath, bool SystemHeader) { std::unique_ptr Buf = llvm::MemoryBuffer::getMemBuffer(SourceText); SourceMgr.setMainFileID(SourceMgr.createFileID(std::move(Buf))); TrivialModuleLoader ModLoader; MemoryBufferCache PCMCache; HeaderSearch HeaderInfo(std::make_shared(), SourceMgr, Diags, LangOpts, Target.get()); AddFakeHeader(HeaderInfo, HeaderPath, SystemHeader); Preprocessor PP(std::make_shared(), Diags, LangOpts, SourceMgr, PCMCache, HeaderInfo, ModLoader, /*IILookup =*/nullptr, /*OwnsHeaderSearch =*/false); return InclusionDirectiveCallback(PP)->FileType; } InclusionDirectiveCallbacks *InclusionDirectiveCallback(Preprocessor &PP) { d171 1 a171 1 return Callbacks; a224 9 TEST_F(PPCallbacksTest, UserFileCharacteristics) { const char *Source = "#include \"quoted.h\"\n"; SrcMgr::CharacteristicKind Kind = InclusionDirectiveCharacteristicKind(Source, "/quoted.h", false); ASSERT_EQ(SrcMgr::CharacteristicKind::C_User, Kind); } @ 1.1.1.8.4.2 log @Mostly merge changes from HEAD upto 20200411 @ text @@ 1.1.1.8.2.1 log @Sync with HEAD @ text @d42 10 a51 12 const Module *Imported, SrcMgr::CharacteristicKind FileType) override { this->HashLoc = HashLoc; this->IncludeTok = IncludeTok; this->FileName = FileName.str(); this->IsAngled = IsAngled; this->FilenameRange = FilenameRange; this->File = File; this->SearchPath = SearchPath.str(); this->RelativePath = RelativePath.str(); this->Imported = Imported; this->FileType = FileType; a62 1 SrcMgr::CharacteristicKind FileType; a155 24 return InclusionDirectiveCallback(PP)->FilenameRange; } SrcMgr::CharacteristicKind InclusionDirectiveCharacteristicKind( const char *SourceText, const char *HeaderPath, bool SystemHeader) { std::unique_ptr Buf = llvm::MemoryBuffer::getMemBuffer(SourceText); SourceMgr.setMainFileID(SourceMgr.createFileID(std::move(Buf))); TrivialModuleLoader ModLoader; MemoryBufferCache PCMCache; HeaderSearch HeaderInfo(std::make_shared(), SourceMgr, Diags, LangOpts, Target.get()); AddFakeHeader(HeaderInfo, HeaderPath, SystemHeader); Preprocessor PP(std::make_shared(), Diags, LangOpts, SourceMgr, PCMCache, HeaderInfo, ModLoader, /*IILookup =*/nullptr, /*OwnsHeaderSearch =*/false); return InclusionDirectiveCallback(PP)->FileType; } InclusionDirectiveCallbacks *InclusionDirectiveCallback(Preprocessor &PP) { d171 1 a171 1 return Callbacks; a224 9 TEST_F(PPCallbacksTest, UserFileCharacteristics) { const char *Source = "#include \"quoted.h\"\n"; SrcMgr::CharacteristicKind Kind = InclusionDirectiveCharacteristicKind(Source, "/quoted.h", false); ASSERT_EQ(SrcMgr::CharacteristicKind::C_User, Kind); } @ 1.1.1.9 log @Import clang r337282 from trunk @ text @d42 10 a51 12 const Module *Imported, SrcMgr::CharacteristicKind FileType) override { this->HashLoc = HashLoc; this->IncludeTok = IncludeTok; this->FileName = FileName.str(); this->IsAngled = IsAngled; this->FilenameRange = FilenameRange; this->File = File; this->SearchPath = SearchPath.str(); this->RelativePath = RelativePath.str(); this->Imported = Imported; this->FileType = FileType; a62 1 SrcMgr::CharacteristicKind FileType; a155 24 return InclusionDirectiveCallback(PP)->FilenameRange; } SrcMgr::CharacteristicKind InclusionDirectiveCharacteristicKind( const char *SourceText, const char *HeaderPath, bool SystemHeader) { std::unique_ptr Buf = llvm::MemoryBuffer::getMemBuffer(SourceText); SourceMgr.setMainFileID(SourceMgr.createFileID(std::move(Buf))); TrivialModuleLoader ModLoader; MemoryBufferCache PCMCache; HeaderSearch HeaderInfo(std::make_shared(), SourceMgr, Diags, LangOpts, Target.get()); AddFakeHeader(HeaderInfo, HeaderPath, SystemHeader); Preprocessor PP(std::make_shared(), Diags, LangOpts, SourceMgr, PCMCache, HeaderInfo, ModLoader, /*IILookup =*/nullptr, /*OwnsHeaderSearch =*/false); return InclusionDirectiveCallback(PP)->FileType; } InclusionDirectiveCallbacks *InclusionDirectiveCallback(Preprocessor &PP) { d171 1 a171 1 return Callbacks; a224 9 TEST_F(PPCallbacksTest, UserFileCharacteristics) { const char *Source = "#include \"quoted.h\"\n"; SrcMgr::CharacteristicKind Kind = InclusionDirectiveCharacteristicKind(Source, "/quoted.h", false); ASSERT_EQ(SrcMgr::CharacteristicKind::C_User, Kind); } @ 1.1.1.10 log @Mark old LLVM instance as dead. @ text @@ 1.1.1.4.4.1 log @file PPCallbacksTest.cpp was added on branch tls-maxphys on 2014-08-19 23:49:28 +0000 @ text @d1 353 @ 1.1.1.4.4.2 log @Rebase to HEAD as of a few days ago. @ text @a0 353 //===- unittests/Lex/PPCallbacksTest.cpp - PPCallbacks tests ------===// // // The LLVM Compiler Infrastructure // // This file is distributed under the University of Illinois Open Source // License. See LICENSE.TXT for details. // //===--------------------------------------------------------------===// #include "clang/Lex/Preprocessor.h" #include "clang/AST/ASTConsumer.h" #include "clang/AST/ASTContext.h" #include "clang/Basic/Diagnostic.h" #include "clang/Basic/DiagnosticOptions.h" #include "clang/Basic/FileManager.h" #include "clang/Basic/LangOptions.h" #include "clang/Basic/SourceManager.h" #include "clang/Basic/TargetInfo.h" #include "clang/Basic/TargetOptions.h" #include "clang/Lex/HeaderSearch.h" #include "clang/Lex/HeaderSearchOptions.h" #include "clang/Lex/ModuleLoader.h" #include "clang/Lex/PreprocessorOptions.h" #include "clang/Parse/Parser.h" #include "clang/Sema/Sema.h" #include "llvm/ADT/SmallString.h" #include "llvm/Support/Path.h" #include "gtest/gtest.h" using namespace llvm; using namespace llvm::sys; using namespace clang; namespace { // Stub out module loading. class VoidModuleLoader : public ModuleLoader { ModuleLoadResult loadModule(SourceLocation ImportLoc, ModuleIdPath Path, Module::NameVisibilityKind Visibility, bool IsInclusionDirective) override { return ModuleLoadResult(); } void makeModuleVisible(Module *Mod, Module::NameVisibilityKind Visibility, SourceLocation ImportLoc, bool Complain) override { } GlobalModuleIndex *loadGlobalModuleIndex(SourceLocation TriggerLoc) override { return nullptr; } bool lookupMissingImports(StringRef Name, SourceLocation TriggerLoc) override { return 0; }; }; // Stub to collect data from InclusionDirective callbacks. class InclusionDirectiveCallbacks : public PPCallbacks { public: void InclusionDirective(SourceLocation HashLoc, const Token &IncludeTok, StringRef FileName, bool IsAngled, CharSourceRange FilenameRange, const FileEntry *File, StringRef SearchPath, StringRef RelativePath, const Module *Imported) { this->HashLoc = HashLoc; this->IncludeTok = IncludeTok; this->FileName = FileName.str(); this->IsAngled = IsAngled; this->FilenameRange = FilenameRange; this->File = File; this->SearchPath = SearchPath.str(); this->RelativePath = RelativePath.str(); this->Imported = Imported; } SourceLocation HashLoc; Token IncludeTok; SmallString<16> FileName; bool IsAngled; CharSourceRange FilenameRange; const FileEntry* File; SmallString<16> SearchPath; SmallString<16> RelativePath; const Module* Imported; }; // Stub to collect data from PragmaOpenCLExtension callbacks. class PragmaOpenCLExtensionCallbacks : public PPCallbacks { public: typedef struct { SmallString<16> Name; unsigned State; } CallbackParameters; PragmaOpenCLExtensionCallbacks() : Name("Not called."), State(99) {}; void PragmaOpenCLExtension( clang::SourceLocation NameLoc, const clang::IdentifierInfo *Name, clang::SourceLocation StateLoc, unsigned State) { this->NameLoc = NameLoc; this->Name = Name->getName(); this->StateLoc = StateLoc; this->State = State; }; SourceLocation NameLoc; SmallString<16> Name; SourceLocation StateLoc; unsigned State; }; // PPCallbacks test fixture. class PPCallbacksTest : public ::testing::Test { protected: PPCallbacksTest() : FileMgr(FileMgrOpts), DiagID(new DiagnosticIDs()), DiagOpts(new DiagnosticOptions()), Diags(DiagID, DiagOpts.get(), new IgnoringDiagConsumer()), SourceMgr(Diags, FileMgr), TargetOpts(new TargetOptions()) { TargetOpts->Triple = "x86_64-apple-darwin11.1.0"; Target = TargetInfo::CreateTargetInfo(Diags, TargetOpts); } FileSystemOptions FileMgrOpts; FileManager FileMgr; IntrusiveRefCntPtr DiagID; IntrusiveRefCntPtr DiagOpts; DiagnosticsEngine Diags; SourceManager SourceMgr; LangOptions LangOpts; std::shared_ptr TargetOpts; IntrusiveRefCntPtr Target; // Register a header path as a known file and add its location // to search path. void AddFakeHeader(HeaderSearch& HeaderInfo, const char* HeaderPath, bool IsSystemHeader) { // Tell FileMgr about header. FileMgr.getVirtualFile(HeaderPath, 0, 0); // Add header's parent path to search path. StringRef SearchPath = path::parent_path(HeaderPath); const DirectoryEntry *DE = FileMgr.getDirectory(SearchPath); DirectoryLookup DL(DE, SrcMgr::C_User, false); HeaderInfo.AddSearchPath(DL, IsSystemHeader); } // Get the raw source string of the range. StringRef GetSourceString(CharSourceRange Range) { const char* B = SourceMgr.getCharacterData(Range.getBegin()); const char* E = SourceMgr.getCharacterData(Range.getEnd()); return StringRef(B, E - B); } // Run lexer over SourceText and collect FilenameRange from // the InclusionDirective callback. CharSourceRange InclusionDirectiveFilenameRange(const char* SourceText, const char* HeaderPath, bool SystemHeader) { MemoryBuffer *Buf = MemoryBuffer::getMemBuffer(SourceText); SourceMgr.setMainFileID(SourceMgr.createFileID(Buf)); VoidModuleLoader ModLoader; IntrusiveRefCntPtr HSOpts = new HeaderSearchOptions(); HeaderSearch HeaderInfo(HSOpts, SourceMgr, Diags, LangOpts, Target.get()); AddFakeHeader(HeaderInfo, HeaderPath, SystemHeader); IntrusiveRefCntPtr PPOpts = new PreprocessorOptions(); Preprocessor PP(PPOpts, Diags, LangOpts, SourceMgr, HeaderInfo, ModLoader, /*IILookup =*/nullptr, /*OwnsHeaderSearch =*/false); PP.Initialize(*Target); InclusionDirectiveCallbacks* Callbacks = new InclusionDirectiveCallbacks; PP.addPPCallbacks(Callbacks); // Takes ownership. // Lex source text. PP.EnterMainSourceFile(); while (true) { Token Tok; PP.Lex(Tok); if (Tok.is(tok::eof)) break; } // Callbacks have been executed at this point -- return filename range. return Callbacks->FilenameRange; } PragmaOpenCLExtensionCallbacks::CallbackParameters PragmaOpenCLExtensionCall(const char* SourceText) { LangOptions OpenCLLangOpts; OpenCLLangOpts.OpenCL = 1; MemoryBuffer* sourceBuf = MemoryBuffer::getMemBuffer(SourceText, "test.cl"); SourceMgr.setMainFileID(SourceMgr.createFileID(sourceBuf)); VoidModuleLoader ModLoader; HeaderSearch HeaderInfo(new HeaderSearchOptions, SourceMgr, Diags, OpenCLLangOpts, Target.get()); Preprocessor PP(new PreprocessorOptions(), Diags, OpenCLLangOpts, SourceMgr, HeaderInfo, ModLoader, /*IILookup =*/nullptr, /*OwnsHeaderSearch =*/false); PP.Initialize(*Target); // parser actually sets correct pragma handlers for preprocessor // according to LangOptions, so we init Parser to register opencl // pragma handlers ASTContext Context(OpenCLLangOpts, SourceMgr, PP.getIdentifierTable(), PP.getSelectorTable(), PP.getBuiltinInfo()); Context.InitBuiltinTypes(*Target); ASTConsumer Consumer; Sema S(PP, Context, Consumer); Parser P(PP, S, false); PragmaOpenCLExtensionCallbacks* Callbacks = new PragmaOpenCLExtensionCallbacks; PP.addPPCallbacks(Callbacks); // Takes ownership. // Lex source text. PP.EnterMainSourceFile(); while (true) { Token Tok; PP.Lex(Tok); if (Tok.is(tok::eof)) break; } PragmaOpenCLExtensionCallbacks::CallbackParameters RetVal = { Callbacks->Name, Callbacks->State }; return RetVal; } }; TEST_F(PPCallbacksTest, QuotedFilename) { const char* Source = "#include \"quoted.h\"\n"; CharSourceRange Range = InclusionDirectiveFilenameRange(Source, "/quoted.h", false); ASSERT_EQ("\"quoted.h\"", GetSourceString(Range)); } TEST_F(PPCallbacksTest, AngledFilename) { const char* Source = "#include \n"; CharSourceRange Range = InclusionDirectiveFilenameRange(Source, "/angled.h", true); ASSERT_EQ("", GetSourceString(Range)); } TEST_F(PPCallbacksTest, QuotedInMacro) { const char* Source = "#define MACRO_QUOTED \"quoted.h\"\n" "#include MACRO_QUOTED\n"; CharSourceRange Range = InclusionDirectiveFilenameRange(Source, "/quoted.h", false); ASSERT_EQ("\"quoted.h\"", GetSourceString(Range)); } TEST_F(PPCallbacksTest, AngledInMacro) { const char* Source = "#define MACRO_ANGLED \n" "#include MACRO_ANGLED\n"; CharSourceRange Range = InclusionDirectiveFilenameRange(Source, "/angled.h", true); ASSERT_EQ("", GetSourceString(Range)); } TEST_F(PPCallbacksTest, StringizedMacroArgument) { const char* Source = "#define MACRO_STRINGIZED(x) #x\n" "#include MACRO_STRINGIZED(quoted.h)\n"; CharSourceRange Range = InclusionDirectiveFilenameRange(Source, "/quoted.h", false); ASSERT_EQ("\"quoted.h\"", GetSourceString(Range)); } TEST_F(PPCallbacksTest, ConcatenatedMacroArgument) { const char* Source = "#define MACRO_ANGLED \n" "#define MACRO_CONCAT(x, y) x ## _ ## y\n" "#include MACRO_CONCAT(MACRO, ANGLED)\n"; CharSourceRange Range = InclusionDirectiveFilenameRange(Source, "/angled.h", false); ASSERT_EQ("", GetSourceString(Range)); } TEST_F(PPCallbacksTest, TrigraphFilename) { const char* Source = "#include \"tri\?\?-graph.h\"\n"; CharSourceRange Range = InclusionDirectiveFilenameRange(Source, "/tri~graph.h", false); ASSERT_EQ("\"tri\?\?-graph.h\"", GetSourceString(Range)); } TEST_F(PPCallbacksTest, TrigraphInMacro) { const char* Source = "#define MACRO_TRIGRAPH \"tri\?\?-graph.h\"\n" "#include MACRO_TRIGRAPH\n"; CharSourceRange Range = InclusionDirectiveFilenameRange(Source, "/tri~graph.h", false); ASSERT_EQ("\"tri\?\?-graph.h\"", GetSourceString(Range)); } TEST_F(PPCallbacksTest, OpenCLExtensionPragmaEnabled) { const char* Source = "#pragma OPENCL EXTENSION cl_khr_fp64 : enable\n"; PragmaOpenCLExtensionCallbacks::CallbackParameters Parameters = PragmaOpenCLExtensionCall(Source); ASSERT_EQ("cl_khr_fp64", Parameters.Name); unsigned ExpectedState = 1; ASSERT_EQ(ExpectedState, Parameters.State); } TEST_F(PPCallbacksTest, OpenCLExtensionPragmaDisabled) { const char* Source = "#pragma OPENCL EXTENSION cl_khr_fp16 : disable\n"; PragmaOpenCLExtensionCallbacks::CallbackParameters Parameters = PragmaOpenCLExtensionCall(Source); ASSERT_EQ("cl_khr_fp16", Parameters.Name); unsigned ExpectedState = 0; ASSERT_EQ(ExpectedState, Parameters.State); } } // anonoymous namespace @ 1.1.1.2.4.1 log @file PPCallbacksTest.cpp was added on branch yamt-pagecache on 2014-05-22 16:19:49 +0000 @ text @d1 351 @ 1.1.1.2.4.2 log @sync with head. for a reference, the tree before this commit was tagged as yamt-pagecache-tag8. this commit was splitted into small chunks to avoid a limitation of cvs. ("Protocol error: too many arguments") @ text @a0 351 //===- unittests/Lex/PPCallbacksTest.cpp - PPCallbacks tests ------===// // // The LLVM Compiler Infrastructure // // This file is distributed under the University of Illinois Open Source // License. See LICENSE.TXT for details. // //===--------------------------------------------------------------===// #include "clang/Lex/Preprocessor.h" #include "clang/AST/ASTConsumer.h" #include "clang/AST/ASTContext.h" #include "clang/Basic/Diagnostic.h" #include "clang/Basic/FileManager.h" #include "clang/Basic/LangOptions.h" #include "clang/Basic/SourceManager.h" #include "clang/Basic/TargetInfo.h" #include "clang/Basic/TargetOptions.h" #include "clang/Lex/HeaderSearch.h" #include "clang/Lex/HeaderSearchOptions.h" #include "clang/Lex/ModuleLoader.h" #include "clang/Lex/PreprocessorOptions.h" #include "clang/Parse/Parser.h" #include "clang/Sema/Sema.h" #include "llvm/ADT/SmallString.h" #include "llvm/Support/Path.h" #include "gtest/gtest.h" using namespace llvm; using namespace llvm::sys; using namespace clang; namespace { // Stub out module loading. class VoidModuleLoader : public ModuleLoader { virtual ModuleLoadResult loadModule(SourceLocation ImportLoc, ModuleIdPath Path, Module::NameVisibilityKind Visibility, bool IsInclusionDirective) { return ModuleLoadResult(); } virtual void makeModuleVisible(Module *Mod, Module::NameVisibilityKind Visibility, SourceLocation ImportLoc, bool Complain) { } }; // Stub to collect data from InclusionDirective callbacks. class InclusionDirectiveCallbacks : public PPCallbacks { public: void InclusionDirective(SourceLocation HashLoc, const Token &IncludeTok, StringRef FileName, bool IsAngled, CharSourceRange FilenameRange, const FileEntry *File, StringRef SearchPath, StringRef RelativePath, const Module *Imported) { this->HashLoc = HashLoc; this->IncludeTok = IncludeTok; this->FileName = FileName.str(); this->IsAngled = IsAngled; this->FilenameRange = FilenameRange; this->File = File; this->SearchPath = SearchPath.str(); this->RelativePath = RelativePath.str(); this->Imported = Imported; } SourceLocation HashLoc; Token IncludeTok; SmallString<16> FileName; bool IsAngled; CharSourceRange FilenameRange; const FileEntry* File; SmallString<16> SearchPath; SmallString<16> RelativePath; const Module* Imported; }; // Stub to collect data from PragmaOpenCLExtension callbacks. class PragmaOpenCLExtensionCallbacks : public PPCallbacks { public: typedef struct { SmallString<16> Name; unsigned State; } CallbackParameters; PragmaOpenCLExtensionCallbacks() : Name("Not called."), State(99) {}; void PragmaOpenCLExtension( clang::SourceLocation NameLoc, const clang::IdentifierInfo *Name, clang::SourceLocation StateLoc, unsigned State) { this->NameLoc = NameLoc; this->Name = Name->getName(); this->StateLoc = StateLoc; this->State = State; }; SourceLocation NameLoc; SmallString<16> Name; SourceLocation StateLoc; unsigned State; }; // PPCallbacks test fixture. class PPCallbacksTest : public ::testing::Test { protected: PPCallbacksTest() : FileMgr(FileMgrOpts), DiagID(new DiagnosticIDs()), DiagOpts(new DiagnosticOptions()), Diags(DiagID, DiagOpts.getPtr(), new IgnoringDiagConsumer()), SourceMgr(Diags, FileMgr) { TargetOpts = new TargetOptions(); TargetOpts->Triple = "x86_64-apple-darwin11.1.0"; Target = TargetInfo::CreateTargetInfo(Diags, &*TargetOpts); } FileSystemOptions FileMgrOpts; FileManager FileMgr; IntrusiveRefCntPtr DiagID; IntrusiveRefCntPtr DiagOpts; DiagnosticsEngine Diags; SourceManager SourceMgr; LangOptions LangOpts; IntrusiveRefCntPtr TargetOpts; IntrusiveRefCntPtr Target; // Register a header path as a known file and add its location // to search path. void AddFakeHeader(HeaderSearch& HeaderInfo, const char* HeaderPath, bool IsSystemHeader) { // Tell FileMgr about header. FileMgr.getVirtualFile(HeaderPath, 0, 0); // Add header's parent path to search path. StringRef SearchPath = path::parent_path(HeaderPath); const DirectoryEntry *DE = FileMgr.getDirectory(SearchPath); DirectoryLookup DL(DE, SrcMgr::C_User, false); HeaderInfo.AddSearchPath(DL, IsSystemHeader); } // Get the raw source string of the range. StringRef GetSourceString(CharSourceRange Range) { const char* B = SourceMgr.getCharacterData(Range.getBegin()); const char* E = SourceMgr.getCharacterData(Range.getEnd()); return StringRef(B, E - B); } // Run lexer over SourceText and collect FilenameRange from // the InclusionDirective callback. CharSourceRange InclusionDirectiveFilenameRange(const char* SourceText, const char* HeaderPath, bool SystemHeader) { MemoryBuffer *Buf = MemoryBuffer::getMemBuffer(SourceText); (void)SourceMgr.createMainFileIDForMemBuffer(Buf); VoidModuleLoader ModLoader; IntrusiveRefCntPtr HSOpts = new HeaderSearchOptions(); HeaderSearch HeaderInfo(HSOpts, SourceMgr, Diags, LangOpts, Target.getPtr()); AddFakeHeader(HeaderInfo, HeaderPath, SystemHeader); IntrusiveRefCntPtr PPOpts = new PreprocessorOptions(); Preprocessor PP(PPOpts, Diags, LangOpts, Target.getPtr(), SourceMgr, HeaderInfo, ModLoader, /*IILookup =*/ 0, /*OwnsHeaderSearch =*/false, /*DelayInitialization =*/ false); InclusionDirectiveCallbacks* Callbacks = new InclusionDirectiveCallbacks; PP.addPPCallbacks(Callbacks); // Takes ownership. // Lex source text. PP.EnterMainSourceFile(); while (true) { Token Tok; PP.Lex(Tok); if (Tok.is(tok::eof)) break; } // Callbacks have been executed at this point -- return filename range. return Callbacks->FilenameRange; } PragmaOpenCLExtensionCallbacks::CallbackParameters PragmaOpenCLExtensionCall(const char* SourceText) { LangOptions OpenCLLangOpts; OpenCLLangOpts.OpenCL = 1; MemoryBuffer* sourceBuf = MemoryBuffer::getMemBuffer(SourceText, "test.cl"); (void)SourceMgr.createMainFileIDForMemBuffer(sourceBuf); VoidModuleLoader ModLoader; HeaderSearch HeaderInfo(new HeaderSearchOptions, SourceMgr, Diags, OpenCLLangOpts, Target.getPtr()); Preprocessor PP(new PreprocessorOptions(), Diags, OpenCLLangOpts, Target.getPtr(), SourceMgr, HeaderInfo, ModLoader, /*IILookup =*/ 0, /*OwnsHeaderSearch =*/false, /*DelayInitialization =*/ false); // parser actually sets correct pragma handlers for preprocessor // according to LangOptions, so we init Parser to register opencl // pragma handlers ASTContext Context(OpenCLLangOpts, SourceMgr, Target.getPtr(), PP.getIdentifierTable(), PP.getSelectorTable(), PP.getBuiltinInfo(), 0); ASTConsumer Consumer; Sema S(PP, Context, Consumer); Parser P(PP, S, false); PragmaOpenCLExtensionCallbacks* Callbacks = new PragmaOpenCLExtensionCallbacks; PP.addPPCallbacks(Callbacks); // Takes ownership. // Lex source text. PP.EnterMainSourceFile(); while (true) { Token Tok; PP.Lex(Tok); if (Tok.is(tok::eof)) break; } PragmaOpenCLExtensionCallbacks::CallbackParameters RetVal = { Callbacks->Name, Callbacks->State }; return RetVal; } }; TEST_F(PPCallbacksTest, QuotedFilename) { const char* Source = "#include \"quoted.h\"\n"; CharSourceRange Range = InclusionDirectiveFilenameRange(Source, "/quoted.h", false); ASSERT_EQ("\"quoted.h\"", GetSourceString(Range)); } TEST_F(PPCallbacksTest, AngledFilename) { const char* Source = "#include \n"; CharSourceRange Range = InclusionDirectiveFilenameRange(Source, "/angled.h", true); ASSERT_EQ("", GetSourceString(Range)); } TEST_F(PPCallbacksTest, QuotedInMacro) { const char* Source = "#define MACRO_QUOTED \"quoted.h\"\n" "#include MACRO_QUOTED\n"; CharSourceRange Range = InclusionDirectiveFilenameRange(Source, "/quoted.h", false); ASSERT_EQ("\"quoted.h\"", GetSourceString(Range)); } TEST_F(PPCallbacksTest, AngledInMacro) { const char* Source = "#define MACRO_ANGLED \n" "#include MACRO_ANGLED\n"; CharSourceRange Range = InclusionDirectiveFilenameRange(Source, "/angled.h", true); ASSERT_EQ("", GetSourceString(Range)); } TEST_F(PPCallbacksTest, StringizedMacroArgument) { const char* Source = "#define MACRO_STRINGIZED(x) #x\n" "#include MACRO_STRINGIZED(quoted.h)\n"; CharSourceRange Range = InclusionDirectiveFilenameRange(Source, "/quoted.h", false); ASSERT_EQ("\"quoted.h\"", GetSourceString(Range)); } TEST_F(PPCallbacksTest, ConcatenatedMacroArgument) { const char* Source = "#define MACRO_ANGLED \n" "#define MACRO_CONCAT(x, y) x ## _ ## y\n" "#include MACRO_CONCAT(MACRO, ANGLED)\n"; CharSourceRange Range = InclusionDirectiveFilenameRange(Source, "/angled.h", false); ASSERT_EQ("", GetSourceString(Range)); } TEST_F(PPCallbacksTest, TrigraphFilename) { const char* Source = "#include \"tri\?\?-graph.h\"\n"; CharSourceRange Range = InclusionDirectiveFilenameRange(Source, "/tri~graph.h", false); ASSERT_EQ("\"tri\?\?-graph.h\"", GetSourceString(Range)); } TEST_F(PPCallbacksTest, TrigraphInMacro) { const char* Source = "#define MACRO_TRIGRAPH \"tri\?\?-graph.h\"\n" "#include MACRO_TRIGRAPH\n"; CharSourceRange Range = InclusionDirectiveFilenameRange(Source, "/tri~graph.h", false); ASSERT_EQ("\"tri\?\?-graph.h\"", GetSourceString(Range)); } TEST_F(PPCallbacksTest, OpenCLExtensionPragmaEnabled) { const char* Source = "#pragma OPENCL EXTENSION cl_khr_fp64 : enable\n"; PragmaOpenCLExtensionCallbacks::CallbackParameters Parameters = PragmaOpenCLExtensionCall(Source); ASSERT_EQ("cl_khr_fp64", Parameters.Name); unsigned ExpectedState = 1; ASSERT_EQ(ExpectedState, Parameters.State); } TEST_F(PPCallbacksTest, OpenCLExtensionPragmaDisabled) { const char* Source = "#pragma OPENCL EXTENSION cl_khr_fp16 : disable\n"; PragmaOpenCLExtensionCallbacks::CallbackParameters Parameters = PragmaOpenCLExtensionCall(Source); ASSERT_EQ("cl_khr_fp16", Parameters.Name); unsigned ExpectedState = 0; ASSERT_EQ(ExpectedState, Parameters.State); } } // anonoymous namespace @