head 1.1; branch 1.1.1; access; symbols netbsd-11-0-RC4:1.1.1.6 netbsd-11-0-RC3:1.1.1.6 netbsd-11-0-RC2:1.1.1.6 netbsd-11-0-RC1:1.1.1.6 perseant-exfatfs-base-20250801:1.1.1.6 netbsd-11:1.1.1.6.0.10 netbsd-11-base:1.1.1.6 netbsd-10-1-RELEASE:1.1.1.6 perseant-exfatfs-base-20240630:1.1.1.6 perseant-exfatfs:1.1.1.6.0.8 perseant-exfatfs-base:1.1.1.6 netbsd-8-3-RELEASE:1.1.1.5 netbsd-9-4-RELEASE:1.1.1.5 netbsd-10-0-RELEASE:1.1.1.6 netbsd-10-0-RC6:1.1.1.6 netbsd-10-0-RC5:1.1.1.6 netbsd-10-0-RC4:1.1.1.6 netbsd-10-0-RC3:1.1.1.6 netbsd-10-0-RC2:1.1.1.6 netbsd-10-0-RC1:1.1.1.6 netbsd-10:1.1.1.6.0.6 netbsd-10-base:1.1.1.6 netbsd-9-3-RELEASE:1.1.1.5 cjep_sun2x:1.1.1.6.0.4 cjep_sun2x-base:1.1.1.6 cjep_staticlib_x-base1:1.1.1.6 netbsd-9-2-RELEASE:1.1.1.5 cjep_staticlib_x:1.1.1.6.0.2 cjep_staticlib_x-base:1.1.1.6 netbsd-9-1-RELEASE:1.1.1.5 phil-wifi-20200421:1.1.1.6 phil-wifi-20200411:1.1.1.6 phil-wifi-20200406:1.1.1.6 netbsd-8-2-RELEASE:1.1.1.5 netbsd-9-0-RELEASE:1.1.1.5 netbsd-9-0-RC2:1.1.1.5 netbsd-9-0-RC1:1.1.1.5 netbsd-9:1.1.1.5.0.16 netbsd-9-base:1.1.1.5 phil-wifi-20190609:1.1.1.5 netbsd-8-1-RELEASE:1.1.1.5 netbsd-8-1-RC1:1.1.1.5 pgoyette-compat-merge-20190127:1.1.1.5 pgoyette-compat-20190127:1.1.1.5 pgoyette-compat-20190118:1.1.1.5 pgoyette-compat-1226:1.1.1.5 pgoyette-compat-1126:1.1.1.5 pgoyette-compat-1020:1.1.1.5 pgoyette-compat-0930:1.1.1.5 pgoyette-compat-0906:1.1.1.5 netbsd-7-2-RELEASE:1.1.1.2.2.1 pgoyette-compat-0728:1.1.1.5 clang-337282:1.1.1.5 netbsd-8-0-RELEASE:1.1.1.5 phil-wifi:1.1.1.5.0.14 phil-wifi-base:1.1.1.5 pgoyette-compat-0625:1.1.1.5 netbsd-8-0-RC2:1.1.1.5 pgoyette-compat-0521:1.1.1.5 pgoyette-compat-0502:1.1.1.5 pgoyette-compat-0422:1.1.1.5 netbsd-8-0-RC1:1.1.1.5 pgoyette-compat-0415:1.1.1.5 pgoyette-compat-0407:1.1.1.5 pgoyette-compat-0330:1.1.1.5 pgoyette-compat-0322:1.1.1.5 pgoyette-compat-0315:1.1.1.5 netbsd-7-1-2-RELEASE:1.1.1.2.2.1 pgoyette-compat:1.1.1.5.0.12 pgoyette-compat-base:1.1.1.5 netbsd-7-1-1-RELEASE:1.1.1.2.2.1 clang-319952:1.1.1.5 matt-nb8-mediatek:1.1.1.5.0.10 matt-nb8-mediatek-base:1.1.1.5 clang-309604:1.1.1.5 perseant-stdc-iso10646:1.1.1.5.0.8 perseant-stdc-iso10646-base:1.1.1.5 netbsd-8:1.1.1.5.0.6 netbsd-8-base:1.1.1.5 prg-localcount2-base3:1.1.1.5 prg-localcount2-base2:1.1.1.5 prg-localcount2-base1:1.1.1.5 prg-localcount2:1.1.1.5.0.4 prg-localcount2-base:1.1.1.5 pgoyette-localcount-20170426:1.1.1.5 bouyer-socketcan-base1:1.1.1.5 pgoyette-localcount-20170320:1.1.1.5 netbsd-7-1:1.1.1.2.2.1.0.6 netbsd-7-1-RELEASE:1.1.1.2.2.1 netbsd-7-1-RC2:1.1.1.2.2.1 clang-294123:1.1.1.5 netbsd-7-nhusb-base-20170116:1.1.1.2.2.1 bouyer-socketcan:1.1.1.5.0.2 bouyer-socketcan-base:1.1.1.5 clang-291444:1.1.1.5 pgoyette-localcount-20170107:1.1.1.4 netbsd-7-1-RC1:1.1.1.2.2.1 pgoyette-localcount-20161104:1.1.1.4 netbsd-7-0-2-RELEASE:1.1.1.2.2.1 localcount-20160914:1.1.1.4 netbsd-7-nhusb:1.1.1.2.2.1.0.4 netbsd-7-nhusb-base:1.1.1.2.2.1 clang-280599:1.1.1.4 pgoyette-localcount-20160806:1.1.1.4 pgoyette-localcount-20160726:1.1.1.4 pgoyette-localcount:1.1.1.4.0.2 pgoyette-localcount-base:1.1.1.4 netbsd-7-0-1-RELEASE:1.1.1.2.2.1 clang-261930:1.1.1.4 netbsd-7-0:1.1.1.2.2.1.0.2 netbsd-7-0-RELEASE:1.1.1.2.2.1 netbsd-7-0-RC3:1.1.1.2.2.1 netbsd-7-0-RC2:1.1.1.2.2.1 netbsd-7-0-RC1:1.1.1.2.2.1 clang-237755:1.1.1.3 clang-232565:1.1.1.3 clang-227398:1.1.1.3 tls-maxphys-base:1.1.1.2 tls-maxphys:1.1.1.2.0.4 netbsd-7:1.1.1.2.0.2 netbsd-7-base:1.1.1.2 clang-215315:1.1.1.2 tls-earlyentropy:1.1.1.1.0.2 tls-earlyentropy-base:1.1.1.1 clang-209886:1.1.1.1 LLVM:1.1.1; locks; strict; comment @// @; 1.1 date 2014.05.30.18.14.41; author joerg; state Exp; branches 1.1.1.1; next ; commitid 8q0kdlBlCn09GACx; 1.1.1.1 date 2014.05.30.18.14.41; author joerg; state Exp; branches 1.1.1.1.2.1; next 1.1.1.2; commitid 8q0kdlBlCn09GACx; 1.1.1.2 date 2014.08.10.17.08.35; author joerg; state Exp; branches 1.1.1.2.2.1 1.1.1.2.4.1; next 1.1.1.3; commitid N85tXAN6Ex9VZPLx; 1.1.1.3 date 2015.01.29.19.57.31; author joerg; state Exp; branches; next 1.1.1.4; commitid mlISSizlPKvepX7y; 1.1.1.4 date 2016.02.27.22.12.08; author joerg; state Exp; branches 1.1.1.4.2.1; next 1.1.1.5; commitid tIimz3oDlh1NpBWy; 1.1.1.5 date 2017.01.11.10.33.25; author joerg; state Exp; branches 1.1.1.5.14.1; next 1.1.1.6; commitid CNnUNfII1jgNmxBz; 1.1.1.6 date 2019.11.13.22.19.21; author joerg; state dead; branches; next ; commitid QD8YATxuNG34YJKB; 1.1.1.1.2.1 date 2014.05.30.18.14.41; author tls; state dead; branches; next 1.1.1.1.2.2; commitid t01A1TLTYxkpGMLx; 1.1.1.1.2.2 date 2014.08.10.07.08.07; author tls; state Exp; branches; next ; commitid t01A1TLTYxkpGMLx; 1.1.1.2.2.1 date 2015.06.04.20.04.27; author snj; state Exp; branches; next ; commitid yRnjq9fueSo6n9oy; 1.1.1.2.4.1 date 2014.08.10.17.08.35; author tls; state dead; branches; next 1.1.1.2.4.2; commitid jTnpym9Qu0o4R1Nx; 1.1.1.2.4.2 date 2014.08.19.23.47.27; author tls; state Exp; branches; next ; commitid jTnpym9Qu0o4R1Nx; 1.1.1.4.2.1 date 2017.03.20.06.52.37; author pgoyette; state Exp; branches; next ; commitid jjw7cAwgyKq7RfKz; 1.1.1.5.14.1 date 2020.04.13.07.46.32; author martin; state dead; branches; next ; commitid X01YhRUPVUDaec4C; desc @@ 1.1 log @Initial revision @ text @//===---- CGLoopInfo.cpp - LLVM CodeGen for loop metadata -*- C++ -*-------===// // // The LLVM Compiler Infrastructure // // This file is distributed under the University of Illinois Open Source // License. See LICENSE.TXT for details. // //===----------------------------------------------------------------------===// #include "CGLoopInfo.h" #include "llvm/IR/BasicBlock.h" #include "llvm/IR/Constants.h" #include "llvm/IR/InstrTypes.h" #include "llvm/IR/Instructions.h" #include "llvm/IR/Metadata.h" using namespace clang; using namespace CodeGen; using namespace llvm; static MDNode *createMetadata(LLVMContext &Ctx, const LoopAttributes &Attrs) { if (!Attrs.IsParallel && Attrs.VectorizerWidth == 0 && Attrs.VectorizerUnroll == 0 && Attrs.VectorizerEnable == LoopAttributes::VecUnspecified) return nullptr; SmallVector Args; // Reserve operand 0 for loop id self reference. MDNode *TempNode = MDNode::getTemporary(Ctx, None); Args.push_back(TempNode); // Setting vectorizer.width if (Attrs.VectorizerWidth > 0) { Value *Vals[] = { MDString::get(Ctx, "llvm.vectorizer.width"), ConstantInt::get(Type::getInt32Ty(Ctx), Attrs.VectorizerWidth) }; Args.push_back(MDNode::get(Ctx, Vals)); } // Setting vectorizer.unroll if (Attrs.VectorizerUnroll > 0) { Value *Vals[] = { MDString::get(Ctx, "llvm.vectorizer.unroll"), ConstantInt::get(Type::getInt32Ty(Ctx), Attrs.VectorizerUnroll) }; Args.push_back(MDNode::get(Ctx, Vals)); } // Setting vectorizer.enable if (Attrs.VectorizerEnable != LoopAttributes::VecUnspecified) { Value *Vals[] = { MDString::get(Ctx, "llvm.vectorizer.enable"), ConstantInt::get(Type::getInt1Ty(Ctx), (Attrs.VectorizerEnable == LoopAttributes::VecEnable)) }; Args.push_back(MDNode::get(Ctx, Vals)); } MDNode *LoopID = MDNode::get(Ctx, Args); assert(LoopID->use_empty() && "LoopID should not be used"); // Set the first operand to itself. LoopID->replaceOperandWith(0, LoopID); MDNode::deleteTemporary(TempNode); return LoopID; } LoopAttributes::LoopAttributes(bool IsParallel) : IsParallel(IsParallel), VectorizerEnable(LoopAttributes::VecUnspecified), VectorizerWidth(0), VectorizerUnroll(0) {} void LoopAttributes::clear() { IsParallel = false; VectorizerWidth = 0; VectorizerUnroll = 0; VectorizerEnable = LoopAttributes::VecUnspecified; } LoopInfo::LoopInfo(BasicBlock *Header, const LoopAttributes &Attrs) : LoopID(nullptr), Header(Header), Attrs(Attrs) { LoopID = createMetadata(Header->getContext(), Attrs); } void LoopInfoStack::push(BasicBlock *Header) { Active.push_back(LoopInfo(Header, StagedAttrs)); // Clear the attributes so nested loops do not inherit them. StagedAttrs.clear(); } void LoopInfoStack::pop() { assert(!Active.empty() && "No active loops to pop"); Active.pop_back(); } void LoopInfoStack::InsertHelper(Instruction *I) const { if (!hasInfo()) return; const LoopInfo &L = getInfo(); if (!L.getLoopID()) return; if (TerminatorInst *TI = dyn_cast(I)) { for (unsigned i = 0, ie = TI->getNumSuccessors(); i < ie; ++i) if (TI->getSuccessor(i) == L.getHeader()) { TI->setMetadata("llvm.loop", L.getLoopID()); break; } return; } if (L.getAttributes().IsParallel && I->mayReadOrWriteMemory()) I->setMetadata("llvm.mem.parallel_loop_access", L.getLoopID()); } @ 1.1.1.1 log @Import Clang 3.5svn r209886. @ text @@ 1.1.1.2 log @Import clang 3.6svn r215315. @ text @d34 1 a34 1 Value *Vals[] = { MDString::get(Ctx, "llvm.loop.vectorize.width"), d42 1 a42 1 Value *Vals[] = { MDString::get(Ctx, "llvm.loop.interleave.count"), d50 1 a50 1 Value *Vals[] = { MDString::get(Ctx, "llvm.loop.vectorize.enable"), @ 1.1.1.2.2.1 log @Update LLVM to 3.6.1, requested by joerg in ticket 824. @ text @d27 1 a27 1 SmallVector Args; d34 3 a36 3 Metadata *Vals[] = {MDString::get(Ctx, "llvm.loop.vectorize.width"), ConstantAsMetadata::get(ConstantInt::get( Type::getInt32Ty(Ctx), Attrs.VectorizerWidth))}; d42 3 a44 3 Metadata *Vals[] = {MDString::get(Ctx, "llvm.loop.interleave.count"), ConstantAsMetadata::get(ConstantInt::get( Type::getInt32Ty(Ctx), Attrs.VectorizerUnroll))}; d50 4 a53 5 Metadata *Vals[] = { MDString::get(Ctx, "llvm.loop.vectorize.enable"), ConstantAsMetadata::get(ConstantInt::get( Type::getInt1Ty(Ctx), (Attrs.VectorizerEnable == LoopAttributes::VecEnable)))}; d57 3 a60 1 MDNode *LoopID = MDNode::get(Ctx, Args); @ 1.1.1.3 log @Import Clang 3.6RC1 r227398. @ text @d27 1 a27 1 SmallVector Args; d34 3 a36 3 Metadata *Vals[] = {MDString::get(Ctx, "llvm.loop.vectorize.width"), ConstantAsMetadata::get(ConstantInt::get( Type::getInt32Ty(Ctx), Attrs.VectorizerWidth))}; d42 3 a44 3 Metadata *Vals[] = {MDString::get(Ctx, "llvm.loop.interleave.count"), ConstantAsMetadata::get(ConstantInt::get( Type::getInt32Ty(Ctx), Attrs.VectorizerUnroll))}; d50 4 a53 5 Metadata *Vals[] = { MDString::get(Ctx, "llvm.loop.vectorize.enable"), ConstantAsMetadata::get(ConstantInt::get( Type::getInt1Ty(Ctx), (Attrs.VectorizerEnable == LoopAttributes::VecEnable)))}; d57 3 a60 1 MDNode *LoopID = MDNode::get(Ctx, Args); @ 1.1.1.4 log @Import Clang 3.8.0rc3 r261930. @ text @a10 3 #include "clang/AST/ASTContext.h" #include "clang/AST/Attr.h" #include "clang/Sema/LoopHint.h" d16 2 a17 1 using namespace clang::CodeGen; d22 3 a24 4 if (!Attrs.IsParallel && Attrs.VectorizeWidth == 0 && Attrs.InterleaveCount == 0 && Attrs.UnrollCount == 0 && Attrs.VectorizeEnable == LoopAttributes::Unspecified && Attrs.UnrollEnable == LoopAttributes::Unspecified) d29 2 a30 2 auto TempNode = MDNode::getTemporary(Ctx, None); Args.push_back(TempNode.get()); d32 2 a33 2 // Setting vectorize.width if (Attrs.VectorizeWidth > 0) { d36 1 a36 1 Type::getInt32Ty(Ctx), Attrs.VectorizeWidth))}; d40 2 a41 2 // Setting interleave.count if (Attrs.InterleaveCount > 0) { d44 1 a44 1 Type::getInt32Ty(Ctx), Attrs.InterleaveCount))}; d48 7 a54 27 // Setting interleave.count if (Attrs.UnrollCount > 0) { Metadata *Vals[] = {MDString::get(Ctx, "llvm.loop.unroll.count"), ConstantAsMetadata::get(ConstantInt::get( Type::getInt32Ty(Ctx), Attrs.UnrollCount))}; Args.push_back(MDNode::get(Ctx, Vals)); } // Setting vectorize.enable if (Attrs.VectorizeEnable != LoopAttributes::Unspecified) { Metadata *Vals[] = {MDString::get(Ctx, "llvm.loop.vectorize.enable"), ConstantAsMetadata::get(ConstantInt::get( Type::getInt1Ty(Ctx), (Attrs.VectorizeEnable == LoopAttributes::Enable)))}; Args.push_back(MDNode::get(Ctx, Vals)); } // Setting unroll.full or unroll.disable if (Attrs.UnrollEnable != LoopAttributes::Unspecified) { std::string Name; if (Attrs.UnrollEnable == LoopAttributes::Enable) Name = "llvm.loop.unroll.enable"; else if (Attrs.UnrollEnable == LoopAttributes::Full) Name = "llvm.loop.unroll.full"; else Name = "llvm.loop.unroll.disable"; Metadata *Vals[] = {MDString::get(Ctx, Name)}; d61 1 d66 2 a67 3 : IsParallel(IsParallel), VectorizeEnable(LoopAttributes::Unspecified), UnrollEnable(LoopAttributes::Unspecified), VectorizeWidth(0), InterleaveCount(0), UnrollCount(0) {} d71 3 a73 5 VectorizeWidth = 0; InterleaveCount = 0; UnrollCount = 0; VectorizeEnable = LoopAttributes::Unspecified; UnrollEnable = LoopAttributes::Unspecified; a86 112 void LoopInfoStack::push(BasicBlock *Header, clang::ASTContext &Ctx, ArrayRef Attrs) { // Identify loop hint attributes from Attrs. for (const auto *Attr : Attrs) { const LoopHintAttr *LH = dyn_cast(Attr); // Skip non loop hint attributes if (!LH) continue; auto *ValueExpr = LH->getValue(); unsigned ValueInt = 1; if (ValueExpr) { llvm::APSInt ValueAPS = ValueExpr->EvaluateKnownConstInt(Ctx); ValueInt = ValueAPS.getSExtValue(); } LoopHintAttr::OptionType Option = LH->getOption(); LoopHintAttr::LoopHintState State = LH->getState(); switch (State) { case LoopHintAttr::Disable: switch (Option) { case LoopHintAttr::Vectorize: // Disable vectorization by specifying a width of 1. setVectorizeWidth(1); break; case LoopHintAttr::Interleave: // Disable interleaving by speciyfing a count of 1. setInterleaveCount(1); break; case LoopHintAttr::Unroll: setUnrollState(LoopAttributes::Disable); break; case LoopHintAttr::UnrollCount: case LoopHintAttr::VectorizeWidth: case LoopHintAttr::InterleaveCount: llvm_unreachable("Options cannot be disabled."); break; } break; case LoopHintAttr::Enable: switch (Option) { case LoopHintAttr::Vectorize: case LoopHintAttr::Interleave: setVectorizeEnable(true); break; case LoopHintAttr::Unroll: setUnrollState(LoopAttributes::Enable); break; case LoopHintAttr::UnrollCount: case LoopHintAttr::VectorizeWidth: case LoopHintAttr::InterleaveCount: llvm_unreachable("Options cannot enabled."); break; } break; case LoopHintAttr::AssumeSafety: switch (Option) { case LoopHintAttr::Vectorize: case LoopHintAttr::Interleave: // Apply "llvm.mem.parallel_loop_access" metadata to load/stores. setParallel(true); setVectorizeEnable(true); break; case LoopHintAttr::Unroll: case LoopHintAttr::UnrollCount: case LoopHintAttr::VectorizeWidth: case LoopHintAttr::InterleaveCount: llvm_unreachable("Options cannot be used to assume mem safety."); break; } break; case LoopHintAttr::Full: switch (Option) { case LoopHintAttr::Unroll: setUnrollState(LoopAttributes::Full); break; case LoopHintAttr::Vectorize: case LoopHintAttr::Interleave: case LoopHintAttr::UnrollCount: case LoopHintAttr::VectorizeWidth: case LoopHintAttr::InterleaveCount: llvm_unreachable("Options cannot be used with 'full' hint."); break; } break; case LoopHintAttr::Numeric: switch (Option) { case LoopHintAttr::VectorizeWidth: setVectorizeWidth(ValueInt); break; case LoopHintAttr::InterleaveCount: setInterleaveCount(ValueInt); break; case LoopHintAttr::UnrollCount: setUnrollCount(ValueInt); break; case LoopHintAttr::Unroll: case LoopHintAttr::Vectorize: case LoopHintAttr::Interleave: llvm_unreachable("Options cannot be assigned a value."); break; } break; } } /// Stage the attributes. push(Header); } @ 1.1.1.4.2.1 log @Sync with HEAD @ text @d22 1 a22 3 static MDNode *createMetadata(LLVMContext &Ctx, const LoopAttributes &Attrs, const llvm::DebugLoc &StartLoc, const llvm::DebugLoc &EndLoc) { d27 1 a27 3 Attrs.UnrollEnable == LoopAttributes::Unspecified && Attrs.DistributeEnable == LoopAttributes::Unspecified && !StartLoc && !EndLoc) a34 9 // If we have a valid start debug location for the loop, add it. if (StartLoc) { Args.push_back(StartLoc.getAsMDNode()); // If we also have a valid end debug location for the loop, add it. if (EndLoc) Args.push_back(EndLoc.getAsMDNode()); } a80 8 if (Attrs.DistributeEnable != LoopAttributes::Unspecified) { Metadata *Vals[] = {MDString::get(Ctx, "llvm.loop.distribute.enable"), ConstantAsMetadata::get(ConstantInt::get( Type::getInt1Ty(Ctx), (Attrs.DistributeEnable == LoopAttributes::Enable)))}; Args.push_back(MDNode::get(Ctx, Vals)); } d90 1 a90 2 InterleaveCount(0), UnrollCount(0), DistributeEnable(LoopAttributes::Unspecified) {} a98 1 DistributeEnable = LoopAttributes::Unspecified; d101 1 a101 2 LoopInfo::LoopInfo(BasicBlock *Header, const LoopAttributes &Attrs, const llvm::DebugLoc &StartLoc, const llvm::DebugLoc &EndLoc) d103 1 a103 1 LoopID = createMetadata(Header->getContext(), Attrs, StartLoc, EndLoc); d106 2 a107 3 void LoopInfoStack::push(BasicBlock *Header, const llvm::DebugLoc &StartLoc, const llvm::DebugLoc &EndLoc) { Active.push_back(LoopInfo(Header, StagedAttrs, StartLoc, EndLoc)); d113 1 a113 3 ArrayRef Attrs, const llvm::DebugLoc &StartLoc, const llvm::DebugLoc &EndLoc) { a117 2 const OpenCLUnrollHintAttr *OpenCLHint = dyn_cast(Attr); d120 1 a120 1 if (!LH && !OpenCLHint) { a121 1 } d123 1 a123 2 LoopHintAttr::OptionType Option = LoopHintAttr::Unroll; LoopHintAttr::LoopHintState State = LoopHintAttr::Disable; d125 4 a128 20 // Translate opencl_unroll_hint attribute argument to // equivalent LoopHintAttr enums. // OpenCL v2.0 s6.11.5: // 0 - full unroll (no argument). // 1 - disable unroll. // other positive integer n - unroll by n. if (OpenCLHint) { ValueInt = OpenCLHint->getUnrollHint(); if (ValueInt == 0) { State = LoopHintAttr::Full; } else if (ValueInt != 1) { Option = LoopHintAttr::UnrollCount; State = LoopHintAttr::Numeric; } } else if (LH) { auto *ValueExpr = LH->getValue(); if (ValueExpr) { llvm::APSInt ValueAPS = ValueExpr->EvaluateKnownConstInt(Ctx); ValueInt = ValueAPS.getSExtValue(); } d130 2 a131 3 Option = LH->getOption(); State = LH->getState(); } a145 3 case LoopHintAttr::Distribute: setDistributeState(false); break; a161 3 case LoopHintAttr::Distribute: setDistributeState(true); break; a180 1 case LoopHintAttr::Distribute: a194 1 case LoopHintAttr::Distribute: a212 1 case LoopHintAttr::Distribute: d221 1 a221 1 push(Header, StartLoc, EndLoc); d240 1 a240 1 TI->setMetadata(llvm::LLVMContext::MD_loop, L.getLoopID()); @ 1.1.1.5 log @Import Clang pre-4.0.0 r291444. @ text @d22 1 a22 3 static MDNode *createMetadata(LLVMContext &Ctx, const LoopAttributes &Attrs, const llvm::DebugLoc &StartLoc, const llvm::DebugLoc &EndLoc) { d27 1 a27 3 Attrs.UnrollEnable == LoopAttributes::Unspecified && Attrs.DistributeEnable == LoopAttributes::Unspecified && !StartLoc && !EndLoc) a34 9 // If we have a valid start debug location for the loop, add it. if (StartLoc) { Args.push_back(StartLoc.getAsMDNode()); // If we also have a valid end debug location for the loop, add it. if (EndLoc) Args.push_back(EndLoc.getAsMDNode()); } a80 8 if (Attrs.DistributeEnable != LoopAttributes::Unspecified) { Metadata *Vals[] = {MDString::get(Ctx, "llvm.loop.distribute.enable"), ConstantAsMetadata::get(ConstantInt::get( Type::getInt1Ty(Ctx), (Attrs.DistributeEnable == LoopAttributes::Enable)))}; Args.push_back(MDNode::get(Ctx, Vals)); } d90 1 a90 2 InterleaveCount(0), UnrollCount(0), DistributeEnable(LoopAttributes::Unspecified) {} a98 1 DistributeEnable = LoopAttributes::Unspecified; d101 1 a101 2 LoopInfo::LoopInfo(BasicBlock *Header, const LoopAttributes &Attrs, const llvm::DebugLoc &StartLoc, const llvm::DebugLoc &EndLoc) d103 1 a103 1 LoopID = createMetadata(Header->getContext(), Attrs, StartLoc, EndLoc); d106 2 a107 3 void LoopInfoStack::push(BasicBlock *Header, const llvm::DebugLoc &StartLoc, const llvm::DebugLoc &EndLoc) { Active.push_back(LoopInfo(Header, StagedAttrs, StartLoc, EndLoc)); d113 1 a113 3 ArrayRef Attrs, const llvm::DebugLoc &StartLoc, const llvm::DebugLoc &EndLoc) { a117 2 const OpenCLUnrollHintAttr *OpenCLHint = dyn_cast(Attr); d120 1 a120 1 if (!LH && !OpenCLHint) { a121 1 } d123 1 a123 2 LoopHintAttr::OptionType Option = LoopHintAttr::Unroll; LoopHintAttr::LoopHintState State = LoopHintAttr::Disable; d125 4 a128 20 // Translate opencl_unroll_hint attribute argument to // equivalent LoopHintAttr enums. // OpenCL v2.0 s6.11.5: // 0 - full unroll (no argument). // 1 - disable unroll. // other positive integer n - unroll by n. if (OpenCLHint) { ValueInt = OpenCLHint->getUnrollHint(); if (ValueInt == 0) { State = LoopHintAttr::Full; } else if (ValueInt != 1) { Option = LoopHintAttr::UnrollCount; State = LoopHintAttr::Numeric; } } else if (LH) { auto *ValueExpr = LH->getValue(); if (ValueExpr) { llvm::APSInt ValueAPS = ValueExpr->EvaluateKnownConstInt(Ctx); ValueInt = ValueAPS.getSExtValue(); } d130 2 a131 3 Option = LH->getOption(); State = LH->getState(); } a145 3 case LoopHintAttr::Distribute: setDistributeState(false); break; a161 3 case LoopHintAttr::Distribute: setDistributeState(true); break; a180 1 case LoopHintAttr::Distribute: a194 1 case LoopHintAttr::Distribute: a212 1 case LoopHintAttr::Distribute: d221 1 a221 1 push(Header, StartLoc, EndLoc); d240 1 a240 1 TI->setMetadata(llvm::LLVMContext::MD_loop, L.getLoopID()); @ 1.1.1.5.14.1 log @Mostly merge changes from HEAD upto 20200411 @ text @@ 1.1.1.6 log @Mark old LLVM instance as dead. @ text @@ 1.1.1.2.4.1 log @file CGLoopInfo.cpp was added on branch tls-maxphys on 2014-08-19 23:47:27 +0000 @ text @d1 112 @ 1.1.1.2.4.2 log @Rebase to HEAD as of a few days ago. @ text @a0 112 //===---- CGLoopInfo.cpp - LLVM CodeGen for loop metadata -*- C++ -*-------===// // // The LLVM Compiler Infrastructure // // This file is distributed under the University of Illinois Open Source // License. See LICENSE.TXT for details. // //===----------------------------------------------------------------------===// #include "CGLoopInfo.h" #include "llvm/IR/BasicBlock.h" #include "llvm/IR/Constants.h" #include "llvm/IR/InstrTypes.h" #include "llvm/IR/Instructions.h" #include "llvm/IR/Metadata.h" using namespace clang; using namespace CodeGen; using namespace llvm; static MDNode *createMetadata(LLVMContext &Ctx, const LoopAttributes &Attrs) { if (!Attrs.IsParallel && Attrs.VectorizerWidth == 0 && Attrs.VectorizerUnroll == 0 && Attrs.VectorizerEnable == LoopAttributes::VecUnspecified) return nullptr; SmallVector Args; // Reserve operand 0 for loop id self reference. MDNode *TempNode = MDNode::getTemporary(Ctx, None); Args.push_back(TempNode); // Setting vectorizer.width if (Attrs.VectorizerWidth > 0) { Value *Vals[] = { MDString::get(Ctx, "llvm.loop.vectorize.width"), ConstantInt::get(Type::getInt32Ty(Ctx), Attrs.VectorizerWidth) }; Args.push_back(MDNode::get(Ctx, Vals)); } // Setting vectorizer.unroll if (Attrs.VectorizerUnroll > 0) { Value *Vals[] = { MDString::get(Ctx, "llvm.loop.interleave.count"), ConstantInt::get(Type::getInt32Ty(Ctx), Attrs.VectorizerUnroll) }; Args.push_back(MDNode::get(Ctx, Vals)); } // Setting vectorizer.enable if (Attrs.VectorizerEnable != LoopAttributes::VecUnspecified) { Value *Vals[] = { MDString::get(Ctx, "llvm.loop.vectorize.enable"), ConstantInt::get(Type::getInt1Ty(Ctx), (Attrs.VectorizerEnable == LoopAttributes::VecEnable)) }; Args.push_back(MDNode::get(Ctx, Vals)); } MDNode *LoopID = MDNode::get(Ctx, Args); assert(LoopID->use_empty() && "LoopID should not be used"); // Set the first operand to itself. LoopID->replaceOperandWith(0, LoopID); MDNode::deleteTemporary(TempNode); return LoopID; } LoopAttributes::LoopAttributes(bool IsParallel) : IsParallel(IsParallel), VectorizerEnable(LoopAttributes::VecUnspecified), VectorizerWidth(0), VectorizerUnroll(0) {} void LoopAttributes::clear() { IsParallel = false; VectorizerWidth = 0; VectorizerUnroll = 0; VectorizerEnable = LoopAttributes::VecUnspecified; } LoopInfo::LoopInfo(BasicBlock *Header, const LoopAttributes &Attrs) : LoopID(nullptr), Header(Header), Attrs(Attrs) { LoopID = createMetadata(Header->getContext(), Attrs); } void LoopInfoStack::push(BasicBlock *Header) { Active.push_back(LoopInfo(Header, StagedAttrs)); // Clear the attributes so nested loops do not inherit them. StagedAttrs.clear(); } void LoopInfoStack::pop() { assert(!Active.empty() && "No active loops to pop"); Active.pop_back(); } void LoopInfoStack::InsertHelper(Instruction *I) const { if (!hasInfo()) return; const LoopInfo &L = getInfo(); if (!L.getLoopID()) return; if (TerminatorInst *TI = dyn_cast(I)) { for (unsigned i = 0, ie = TI->getNumSuccessors(); i < ie; ++i) if (TI->getSuccessor(i) == L.getHeader()) { TI->setMetadata("llvm.loop", L.getLoopID()); break; } return; } if (L.getAttributes().IsParallel && I->mayReadOrWriteMemory()) I->setMetadata("llvm.mem.parallel_loop_access", L.getLoopID()); } @ 1.1.1.1.2.1 log @file CGLoopInfo.cpp was added on branch tls-earlyentropy on 2014-08-10 07:08:07 +0000 @ text @d1 112 @ 1.1.1.1.2.2 log @Rebase. @ text @a0 112 //===---- CGLoopInfo.cpp - LLVM CodeGen for loop metadata -*- C++ -*-------===// // // The LLVM Compiler Infrastructure // // This file is distributed under the University of Illinois Open Source // License. See LICENSE.TXT for details. // //===----------------------------------------------------------------------===// #include "CGLoopInfo.h" #include "llvm/IR/BasicBlock.h" #include "llvm/IR/Constants.h" #include "llvm/IR/InstrTypes.h" #include "llvm/IR/Instructions.h" #include "llvm/IR/Metadata.h" using namespace clang; using namespace CodeGen; using namespace llvm; static MDNode *createMetadata(LLVMContext &Ctx, const LoopAttributes &Attrs) { if (!Attrs.IsParallel && Attrs.VectorizerWidth == 0 && Attrs.VectorizerUnroll == 0 && Attrs.VectorizerEnable == LoopAttributes::VecUnspecified) return nullptr; SmallVector Args; // Reserve operand 0 for loop id self reference. MDNode *TempNode = MDNode::getTemporary(Ctx, None); Args.push_back(TempNode); // Setting vectorizer.width if (Attrs.VectorizerWidth > 0) { Value *Vals[] = { MDString::get(Ctx, "llvm.vectorizer.width"), ConstantInt::get(Type::getInt32Ty(Ctx), Attrs.VectorizerWidth) }; Args.push_back(MDNode::get(Ctx, Vals)); } // Setting vectorizer.unroll if (Attrs.VectorizerUnroll > 0) { Value *Vals[] = { MDString::get(Ctx, "llvm.vectorizer.unroll"), ConstantInt::get(Type::getInt32Ty(Ctx), Attrs.VectorizerUnroll) }; Args.push_back(MDNode::get(Ctx, Vals)); } // Setting vectorizer.enable if (Attrs.VectorizerEnable != LoopAttributes::VecUnspecified) { Value *Vals[] = { MDString::get(Ctx, "llvm.vectorizer.enable"), ConstantInt::get(Type::getInt1Ty(Ctx), (Attrs.VectorizerEnable == LoopAttributes::VecEnable)) }; Args.push_back(MDNode::get(Ctx, Vals)); } MDNode *LoopID = MDNode::get(Ctx, Args); assert(LoopID->use_empty() && "LoopID should not be used"); // Set the first operand to itself. LoopID->replaceOperandWith(0, LoopID); MDNode::deleteTemporary(TempNode); return LoopID; } LoopAttributes::LoopAttributes(bool IsParallel) : IsParallel(IsParallel), VectorizerEnable(LoopAttributes::VecUnspecified), VectorizerWidth(0), VectorizerUnroll(0) {} void LoopAttributes::clear() { IsParallel = false; VectorizerWidth = 0; VectorizerUnroll = 0; VectorizerEnable = LoopAttributes::VecUnspecified; } LoopInfo::LoopInfo(BasicBlock *Header, const LoopAttributes &Attrs) : LoopID(nullptr), Header(Header), Attrs(Attrs) { LoopID = createMetadata(Header->getContext(), Attrs); } void LoopInfoStack::push(BasicBlock *Header) { Active.push_back(LoopInfo(Header, StagedAttrs)); // Clear the attributes so nested loops do not inherit them. StagedAttrs.clear(); } void LoopInfoStack::pop() { assert(!Active.empty() && "No active loops to pop"); Active.pop_back(); } void LoopInfoStack::InsertHelper(Instruction *I) const { if (!hasInfo()) return; const LoopInfo &L = getInfo(); if (!L.getLoopID()) return; if (TerminatorInst *TI = dyn_cast(I)) { for (unsigned i = 0, ie = TI->getNumSuccessors(); i < ie; ++i) if (TI->getSuccessor(i) == L.getHeader()) { TI->setMetadata("llvm.loop", L.getLoopID()); break; } return; } if (L.getAttributes().IsParallel && I->mayReadOrWriteMemory()) I->setMetadata("llvm.mem.parallel_loop_access", L.getLoopID()); } @