clang 20.0.0git
Macros | Typedefs | Functions
CGStmtOpenMP.cpp File Reference
#include "CGCleanup.h"
#include "CGOpenMPRuntime.h"
#include "CodeGenFunction.h"
#include "CodeGenModule.h"
#include "TargetInfo.h"
#include "clang/AST/ASTContext.h"
#include "clang/AST/Attr.h"
#include "clang/AST/DeclOpenMP.h"
#include "clang/AST/OpenMPClause.h"
#include "clang/AST/Stmt.h"
#include "clang/AST/StmtOpenMP.h"
#include "clang/AST/StmtVisitor.h"
#include "clang/Basic/OpenMPKinds.h"
#include "clang/Basic/PrettyStackTrace.h"
#include "clang/Basic/SourceManager.h"
#include "llvm/ADT/SmallSet.h"
#include "llvm/BinaryFormat/Dwarf.h"
#include "llvm/Frontend/OpenMP/OMPConstants.h"
#include "llvm/Frontend/OpenMP/OMPIRBuilder.h"
#include "llvm/IR/Constants.h"
#include "llvm/IR/DebugInfoMetadata.h"
#include "llvm/IR/Instructions.h"
#include "llvm/IR/IntrinsicInst.h"
#include "llvm/IR/Metadata.h"
#include "llvm/Support/AtomicOrdering.h"
#include "llvm/Support/Debug.h"
#include <optional>

Go to the source code of this file.

Macros

#define TTL_CODEGEN_TYPE   "target-teams-loop-codegen"
 

Typedefs

using EmittedClosureTy = std::pair< llvm::Function *, llvm::Value * >
 

Functions

static const VarDeclgetBaseDecl (const Expr *Ref)
 
static OpenMPDirectiveKind getEffectiveDirectiveKind (const OMPExecutableDirective &S)
 
static void emitCommonOMPTargetDirective (CodeGenFunction &CGF, const OMPExecutableDirective &S, const RegionCodeGenTy &CodeGen)
 
static Address castValueFromUintptr (CodeGenFunction &CGF, SourceLocation Loc, QualType DstType, StringRef Name, LValue AddrLV)
 
static QualType getCanonicalParamType (ASTContext &C, QualType T)
 
static llvm::Function * emitOutlinedFunctionPrologue (CodeGenFunction &CGF, FunctionArgList &Args, llvm::MapVector< const Decl *, std::pair< const VarDecl *, Address > > &LocalAddrs, llvm::DenseMap< const Decl *, std::pair< const Expr *, llvm::Value * > > &VLASizes, llvm::Value *&CXXThisValue, const FunctionOptions &FO)
 
static void emitPostUpdateForReductionClause (CodeGenFunction &CGF, const OMPExecutableDirective &D, const llvm::function_ref< llvm::Value *(CodeGenFunction &)> CondGen)
 
static void checkForLastprivateConditionalUpdate (CodeGenFunction &CGF, const OMPExecutableDirective &S)
 
static void emitCommonOMPParallelDirective (CodeGenFunction &CGF, const OMPExecutableDirective &S, OpenMPDirectiveKind InnermostKind, const RegionCodeGenTy &CodeGen, const CodeGenBoundParametersTy &CodeGenBoundParameters)
 
static bool isAllocatableDecl (const VarDecl *VD)
 
static void emitEmptyBoundParameters (CodeGenFunction &, const OMPExecutableDirective &, llvm::SmallVectorImpl< llvm::Value * > &)
 
static void emitOMPCopyinClause (CodeGenFunction &CGF, const OMPExecutableDirective &S)
 
static void emitBody (CodeGenFunction &CGF, const Stmt *S, const Stmt *NextLoop, int MaxLevel, int Level=0)
 
static EmittedClosureTy emitCapturedStmtFunc (CodeGenFunction &ParentCGF, const CapturedStmt *S)
 Emit a captured statement and return the function as well as its captured closure context.
 
static llvm::CallInst * emitCapturedStmtCall (CodeGenFunction &ParentCGF, EmittedClosureTy Cap, llvm::ArrayRef< llvm::Value * > Args)
 Emit a call to a previously captured closure.
 
static void emitAlignedClause (CodeGenFunction &CGF, const OMPExecutableDirective &D)
 
static void emitPreCond (CodeGenFunction &CGF, const OMPLoopDirective &S, const Expr *Cond, llvm::BasicBlock *TrueBlock, llvm::BasicBlock *FalseBlock, uint64_t TrueCount)
 
static void emitSimdlenSafelenClause (CodeGenFunction &CGF, const OMPExecutableDirective &D)
 
static void emitOMPLoopBodyWithStopPoint (CodeGenFunction &CGF, const OMPLoopDirective &S, CodeGenFunction::JumpDest LoopExit)
 
static LValue EmitOMPHelperVar (CodeGenFunction &CGF, const DeclRefExpr *Helper)
 Emit a helper variable and return corresponding lvalue.
 
static void emitCommonSimdLoop (CodeGenFunction &CGF, const OMPLoopDirective &S, const RegionCodeGenTy &SimdInitGen, const RegionCodeGenTy &BodyCodeGen)
 
static void emitOMPSimdRegion (CodeGenFunction &CGF, const OMPLoopDirective &S, PrePostActionTy &Action)
 
static bool isSimdSupportedByOpenMPIRBuilder (const OMPLoopDirective &S)
 
static llvm::MapVector< llvm::Value *, llvm::Value * > GetAlignedMapping (const OMPLoopDirective &S, CodeGenFunction &CGF)
 
void emitOMPSimdDirective (const OMPLoopDirective &S, CodeGenFunction &CGF, CodeGenModule &CGM)
 
static void emitEmptyOrdered (CodeGenFunction &, SourceLocation Loc, const unsigned IVSize, const bool IVSigned)
 
static std::pair< LValue, LValue > emitDistributeParallelForInnerBounds (CodeGenFunction &CGF, const OMPExecutableDirective &S)
 
static std::pair< llvm::Value *, llvm::Value * > emitDistributeParallelForDispatchBounds (CodeGenFunction &CGF, const OMPExecutableDirective &S, Address LB, Address UB)
 if the 'for' loop has a dispatch schedule (e.g.
 
static void emitDistributeParallelForDistributeInnerBoundParams (CodeGenFunction &CGF, const OMPExecutableDirective &S, llvm::SmallVectorImpl< llvm::Value * > &CapturedVars)
 
static void emitInnerParallelForWhenCombined (CodeGenFunction &CGF, const OMPLoopDirective &S, CodeGenFunction::JumpDest LoopExit)
 
static std::pair< LValue, LValue > emitForLoopBounds (CodeGenFunction &CGF, const OMPExecutableDirective &S)
 The following two functions generate expressions for the loop lower and upper bounds in case of static and dynamic (dispatch) schedule of the associated 'for' or 'distribute' loop.
 
static std::pair< llvm::Value *, llvm::Value * > emitDispatchForLoopBounds (CodeGenFunction &CGF, const OMPExecutableDirective &S, Address LB, Address UB)
 When dealing with dispatch schedules (e.g.
 
static void emitScanBasedDirectiveDecls (CodeGenFunction &CGF, const OMPLoopDirective &S, llvm::function_ref< llvm::Value *(CodeGenFunction &)> NumIteratorsGen)
 Emits internal temp array declarations for the directive with inscan reductions.
 
static void emitScanBasedDirectiveFinals (CodeGenFunction &CGF, const OMPLoopDirective &S, llvm::function_ref< llvm::Value *(CodeGenFunction &)> NumIteratorsGen)
 Copies final inscan reductions values to the original variables.
 
static void emitScanBasedDirective (CodeGenFunction &CGF, const OMPLoopDirective &S, llvm::function_ref< llvm::Value *(CodeGenFunction &)> NumIteratorsGen, llvm::function_ref< void(CodeGenFunction &)> FirstGen, llvm::function_ref< void(CodeGenFunction &)> SecondGen)
 Emits the code for the directive with inscan reductions.
 
static bool emitWorksharingDirective (CodeGenFunction &CGF, const OMPLoopDirective &S, bool HasCancel)
 
static bool isForSupportedByOpenMPIRBuilder (const OMPLoopDirective &S, bool HasCancel)
 
static llvm::omp::ScheduleKind convertClauseKindToSchedKind (OpenMPScheduleClauseKind ScheduleClauseKind)
 
void emitOMPForDirective (const OMPLoopDirective &S, CodeGenFunction &CGF, CodeGenModule &CGM, bool HasCancel)
 
static LValue createSectionLVal (CodeGenFunction &CGF, QualType Ty, const Twine &Name, llvm::Value *Init=nullptr)
 
static void emitMaster (CodeGenFunction &CGF, const OMPExecutableDirective &S)
 
static void emitMasked (CodeGenFunction &CGF, const OMPExecutableDirective &S)
 
static void buildDependences (const OMPExecutableDirective &S, OMPTaskDataTy &Data)
 
static ImplicitParamDeclcreateImplicitFirstprivateForType (ASTContext &C, OMPTaskDataTy &Data, QualType Ty, CapturedDecl *CD, SourceLocation Loc)
 
bool isSupportedByOpenMPIRBuilder (const OMPTaskgroupDirective &T)
 
void emitOMPDistributeDirective (const OMPLoopDirective &S, CodeGenFunction &CGF, CodeGenModule &CGM)
 
static llvm::Function * emitOutlinedOrderedFunction (CodeGenModule &CGM, const CapturedStmt *S, SourceLocation Loc)
 
template<typename T >
static void emitRestoreIP (CodeGenFunction &CGF, const T *C, llvm::OpenMPIRBuilder::InsertPointTy AllocaIP, llvm::OpenMPIRBuilder &OMPBuilder)
 
static llvm::ValueconvertToScalarValue (CodeGenFunction &CGF, RValue Val, QualType SrcType, QualType DestType, SourceLocation Loc)
 
static CodeGenFunction::ComplexPairTy convertToComplexValue (CodeGenFunction &CGF, RValue Val, QualType SrcType, QualType DestType, SourceLocation Loc)
 
static void emitSimpleAtomicStore (CodeGenFunction &CGF, llvm::AtomicOrdering AO, LValue LVal, RValue RVal)
 
static RValue emitSimpleAtomicLoad (CodeGenFunction &CGF, llvm::AtomicOrdering AO, LValue LVal, SourceLocation Loc)
 
static void emitOMPAtomicReadExpr (CodeGenFunction &CGF, llvm::AtomicOrdering AO, const Expr *X, const Expr *V, SourceLocation Loc)
 
static void emitOMPAtomicWriteExpr (CodeGenFunction &CGF, llvm::AtomicOrdering AO, const Expr *X, const Expr *E, SourceLocation Loc)
 
static std::pair< bool, RValueemitOMPAtomicRMW (CodeGenFunction &CGF, LValue X, RValue Update, BinaryOperatorKind BO, llvm::AtomicOrdering AO, bool IsXLHSInRHSPart)
 
static void emitOMPAtomicUpdateExpr (CodeGenFunction &CGF, llvm::AtomicOrdering AO, const Expr *X, const Expr *E, const Expr *UE, bool IsXLHSInRHSPart, SourceLocation Loc)
 
static RValue convertToType (CodeGenFunction &CGF, RValue Value, QualType SourceType, QualType ResType, SourceLocation Loc)
 
static void emitOMPAtomicCaptureExpr (CodeGenFunction &CGF, llvm::AtomicOrdering AO, bool IsPostfixUpdate, const Expr *V, const Expr *X, const Expr *E, const Expr *UE, bool IsXLHSInRHSPart, SourceLocation Loc)
 
static void emitOMPAtomicCompareExpr (CodeGenFunction &CGF, llvm::AtomicOrdering AO, llvm::AtomicOrdering FailAO, const Expr *X, const Expr *V, const Expr *R, const Expr *E, const Expr *D, const Expr *CE, bool IsXBinopExpr, bool IsPostfixUpdate, bool IsFailOnly, SourceLocation Loc)
 
static void emitOMPAtomicExpr (CodeGenFunction &CGF, OpenMPClauseKind Kind, llvm::AtomicOrdering AO, llvm::AtomicOrdering FailAO, bool IsPostfixUpdate, const Expr *X, const Expr *V, const Expr *R, const Expr *E, const Expr *UE, const Expr *D, const Expr *CE, bool IsXLHSInRHSPart, bool IsFailOnly, SourceLocation Loc)
 
static void emitTargetRegion (CodeGenFunction &CGF, const OMPTargetDirective &S, PrePostActionTy &Action)
 
static void emitCommonOMPTeamsDirective (CodeGenFunction &CGF, const OMPExecutableDirective &S, OpenMPDirectiveKind InnermostKind, const RegionCodeGenTy &CodeGen)
 
static void emitTargetTeamsRegion (CodeGenFunction &CGF, PrePostActionTy &Action, const OMPTargetTeamsDirective &S)
 
static void emitTargetTeamsDistributeRegion (CodeGenFunction &CGF, PrePostActionTy &Action, const OMPTargetTeamsDistributeDirective &S)
 
static void emitTargetTeamsDistributeSimdRegion (CodeGenFunction &CGF, PrePostActionTy &Action, const OMPTargetTeamsDistributeSimdDirective &S)
 
static void emitTargetTeamsDistributeParallelForRegion (CodeGenFunction &CGF, const OMPTargetTeamsDistributeParallelForDirective &S, PrePostActionTy &Action)
 
static void emitTargetTeamsDistributeParallelForSimdRegion (CodeGenFunction &CGF, const OMPTargetTeamsDistributeParallelForSimdDirective &S, PrePostActionTy &Action)
 
static void emitTargetParallelRegion (CodeGenFunction &CGF, const OMPTargetParallelDirective &S, PrePostActionTy &Action)
 
static void emitTargetParallelForRegion (CodeGenFunction &CGF, const OMPTargetParallelForDirective &S, PrePostActionTy &Action)
 
static void emitTargetParallelForSimdRegion (CodeGenFunction &CGF, const OMPTargetParallelForSimdDirective &S, PrePostActionTy &Action)
 
static void mapParam (CodeGenFunction &CGF, const DeclRefExpr *Helper, const ImplicitParamDecl *PVD, CodeGenFunction::OMPPrivateScope &Privates)
 Emit a helper variable and return corresponding lvalue.
 
static void emitTargetTeamsLoopCodegenStatus (CodeGenFunction &CGF, std::string StatusMsg, const OMPExecutableDirective &D)
 
static void emitTargetTeamsGenericLoopRegionAsParallel (CodeGenFunction &CGF, PrePostActionTy &Action, const OMPTargetTeamsGenericLoopDirective &S)
 
static void emitTargetTeamsGenericLoopRegionAsDistribute (CodeGenFunction &CGF, PrePostActionTy &Action, const OMPTargetTeamsGenericLoopDirective &S)
 
static void emitTargetParallelGenericLoopRegion (CodeGenFunction &CGF, const OMPTargetParallelGenericLoopDirective &S, PrePostActionTy &Action)
 

Macro Definition Documentation

◆ TTL_CODEGEN_TYPE

#define TTL_CODEGEN_TYPE   "target-teams-loop-codegen"

Definition at line 44 of file CGStmtOpenMP.cpp.

Typedef Documentation

◆ EmittedClosureTy

using EmittedClosureTy = std::pair<llvm::Function *, llvm::Value *>

Definition at line 2012 of file CGStmtOpenMP.cpp.

Function Documentation

◆ buildDependences()

static void buildDependences ( const OMPExecutableDirective S,
OMPTaskDataTy Data 
)
static

◆ castValueFromUintptr()

static Address castValueFromUintptr ( CodeGenFunction CGF,
SourceLocation  Loc,
QualType  DstType,
StringRef  Name,
LValue  AddrLV 
)
static

◆ checkForLastprivateConditionalUpdate()

static void checkForLastprivateConditionalUpdate ( CodeGenFunction CGF,
const OMPExecutableDirective S 
)
static

◆ convertClauseKindToSchedKind()

static llvm::omp::ScheduleKind convertClauseKindToSchedKind ( OpenMPScheduleClauseKind  ScheduleClauseKind)
static

Definition at line 3970 of file CGStmtOpenMP.cpp.

References clang::OMPC_SCHEDULE_unknown.

Referenced by emitOMPForDirective().

◆ convertToComplexValue()

static CodeGenFunction::ComplexPairTy convertToComplexValue ( CodeGenFunction CGF,
RValue  Val,
QualType  SrcType,
QualType  DestType,
SourceLocation  Loc 
)
static

◆ convertToScalarValue()

static llvm::Value * convertToScalarValue ( CodeGenFunction CGF,
RValue  Val,
QualType  SrcType,
QualType  DestType,
SourceLocation  Loc 
)
static

◆ convertToType()

static RValue convertToType ( CodeGenFunction CGF,
RValue  Value,
QualType  SourceType,
QualType  ResType,
SourceLocation  Loc 
)
static

◆ createImplicitFirstprivateForType()

static ImplicitParamDecl * createImplicitFirstprivateForType ( ASTContext C,
OMPTaskDataTy Data,
QualType  Ty,
CapturedDecl CD,
SourceLocation  Loc 
)
static

◆ createSectionLVal()

static LValue createSectionLVal ( CodeGenFunction CGF,
QualType  Ty,
const Twine &  Name,
llvm::Value Init = nullptr 
)
static

◆ emitAlignedClause()

static void emitAlignedClause ( CodeGenFunction CGF,
const OMPExecutableDirective D 
)
static

◆ emitBody()

static void emitBody ( CodeGenFunction CGF,
const Stmt S,
const Stmt NextLoop,
int  MaxLevel,
int  Level = 0 
)
static

◆ emitCapturedStmtCall()

static llvm::CallInst * emitCapturedStmtCall ( CodeGenFunction ParentCGF,
EmittedClosureTy  Cap,
llvm::ArrayRef< llvm::Value * >  Args 
)
static

Emit a call to a previously captured closure.

Definition at line 2030 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::Builder, and clang::CodeGen::CodeGenFunction::ParentCGF.

◆ emitCapturedStmtFunc()

static EmittedClosureTy emitCapturedStmtFunc ( CodeGenFunction ParentCGF,
const CapturedStmt S 
)
static

◆ emitCommonOMPParallelDirective()

static void emitCommonOMPParallelDirective ( CodeGenFunction CGF,
const OMPExecutableDirective S,
OpenMPDirectiveKind  InnermostKind,
const RegionCodeGenTy CodeGen,
const CodeGenBoundParametersTy &  CodeGenBoundParameters 
)
static

◆ emitCommonOMPTargetDirective()

static void emitCommonOMPTargetDirective ( CodeGenFunction CGF,
const OMPExecutableDirective S,
const RegionCodeGenTy CodeGen 
)
static

◆ emitCommonOMPTeamsDirective()

static void emitCommonOMPTeamsDirective ( CodeGenFunction CGF,
const OMPExecutableDirective S,
OpenMPDirectiveKind  InnermostKind,
const RegionCodeGenTy CodeGen 
)
static

◆ emitCommonSimdLoop()

static void emitCommonSimdLoop ( CodeGenFunction CGF,
const OMPLoopDirective S,
const RegionCodeGenTy SimdInitGen,
const RegionCodeGenTy BodyCodeGen 
)
static

◆ emitDispatchForLoopBounds()

static std::pair< llvm::Value *, llvm::Value * > emitDispatchForLoopBounds ( CodeGenFunction CGF,
const OMPExecutableDirective S,
Address  LB,
Address  UB 
)
static

When dealing with dispatch schedules (e.g.

dynamic, guided) we do not consider the lower and upper bound expressions generated by the worksharing loop support, but we use 0 and the iteration space size as constants

Definition at line 3617 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::CodeGen::CodeGenFunction::EmitScalarExpr(), clang::CodeGen::CodeGenFunction::getContext(), clang::Expr::getType(), and clang::ASTContext::getTypeSize().

Referenced by emitTargetParallelForRegion(), emitTargetParallelForSimdRegion(), emitTargetParallelGenericLoopRegion(), and emitWorksharingDirective().

◆ emitDistributeParallelForDispatchBounds()

static std::pair< llvm::Value *, llvm::Value * > emitDistributeParallelForDispatchBounds ( CodeGenFunction CGF,
const OMPExecutableDirective S,
Address  LB,
Address  UB 
)
static

if the 'for' loop has a dispatch schedule (e.g.

dynamic, guided) then we need to use the LB and UB expressions generated by the worksharing code generation support, whereas in non combined situations we would just emit 0 and the LastIteration expression This function is necessary due to the difference of the LB and UB types for the RT emission routines for 'for_static_init' and 'for_dispatch_init'

Definition at line 3231 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::EmitLoadOfScalar(), clang::OMPLoopDirective::getIterationVariable(), and clang::Expr::getType().

Referenced by emitInnerParallelForWhenCombined().

◆ emitDistributeParallelForDistributeInnerBoundParams()

static void emitDistributeParallelForDistributeInnerBoundParams ( CodeGenFunction CGF,
const OMPExecutableDirective S,
llvm::SmallVectorImpl< llvm::Value * > &  CapturedVars 
)
static

◆ emitDistributeParallelForInnerBounds()

static std::pair< LValue, LValue > emitDistributeParallelForInnerBounds ( CodeGenFunction CGF,
const OMPExecutableDirective S 
)
static

◆ emitEmptyBoundParameters()

static void emitEmptyBoundParameters ( CodeGenFunction ,
const OMPExecutableDirective ,
llvm::SmallVectorImpl< llvm::Value * > &   
)
static

◆ emitEmptyOrdered()

static void emitEmptyOrdered ( CodeGenFunction ,
SourceLocation  Loc,
const unsigned  IVSize,
const bool  IVSigned 
)
static

Definition at line 3122 of file CGStmtOpenMP.cpp.

◆ emitForLoopBounds()

static std::pair< LValue, LValue > emitForLoopBounds ( CodeGenFunction CGF,
const OMPExecutableDirective S 
)
static

The following two functions generate expressions for the loop lower and upper bounds in case of static and dynamic (dispatch) schedule of the associated 'for' or 'distribute' loop.

Definition at line 3603 of file CGStmtOpenMP.cpp.

References EmitOMPHelperVar().

Referenced by emitTargetParallelForRegion(), emitTargetParallelForSimdRegion(), emitTargetParallelGenericLoopRegion(), and emitWorksharingDirective().

◆ emitInnerParallelForWhenCombined()

static void emitInnerParallelForWhenCombined ( CodeGenFunction CGF,
const OMPLoopDirective S,
CodeGenFunction::JumpDest  LoopExit 
)
static

◆ emitMasked()

static void emitMasked ( CodeGenFunction CGF,
const OMPExecutableDirective S 
)
static

◆ emitMaster()

static void emitMaster ( CodeGenFunction CGF,
const OMPExecutableDirective S 
)
static

◆ emitOMPAtomicCaptureExpr()

static void emitOMPAtomicCaptureExpr ( CodeGenFunction CGF,
llvm::AtomicOrdering  AO,
bool  IsPostfixUpdate,
const Expr V,
const Expr X,
const Expr E,
const Expr UE,
bool  IsXLHSInRHSPart,
SourceLocation  Loc 
)
static

◆ emitOMPAtomicCompareExpr()

static void emitOMPAtomicCompareExpr ( CodeGenFunction CGF,
llvm::AtomicOrdering  AO,
llvm::AtomicOrdering  FailAO,
const Expr X,
const Expr V,
const Expr R,
const Expr E,
const Expr D,
const Expr CE,
bool  IsXBinopExpr,
bool  IsPostfixUpdate,
bool  IsFailOnly,
SourceLocation  Loc 
)
static

◆ emitOMPAtomicExpr()

static void emitOMPAtomicExpr ( CodeGenFunction CGF,
OpenMPClauseKind  Kind,
llvm::AtomicOrdering  AO,
llvm::AtomicOrdering  FailAO,
bool  IsPostfixUpdate,
const Expr X,
const Expr V,
const Expr R,
const Expr E,
const Expr UE,
const Expr D,
const Expr CE,
bool  IsXLHSInRHSPart,
bool  IsFailOnly,
SourceLocation  Loc 
)
static

◆ emitOMPAtomicReadExpr()

static void emitOMPAtomicReadExpr ( CodeGenFunction CGF,
llvm::AtomicOrdering  AO,
const Expr X,
const Expr V,
SourceLocation  Loc 
)
static

◆ emitOMPAtomicRMW()

static std::pair< bool, RValue > emitOMPAtomicRMW ( CodeGenFunction CGF,
LValue  X,
RValue  Update,
BinaryOperatorKind  BO,
llvm::AtomicOrdering  AO,
bool  IsXLHSInRHSPart 
)
static

◆ emitOMPAtomicUpdateExpr()

static void emitOMPAtomicUpdateExpr ( CodeGenFunction CGF,
llvm::AtomicOrdering  AO,
const Expr X,
const Expr E,
const Expr UE,
bool  IsXLHSInRHSPart,
SourceLocation  Loc 
)
static

◆ emitOMPAtomicWriteExpr()

static void emitOMPAtomicWriteExpr ( CodeGenFunction CGF,
llvm::AtomicOrdering  AO,
const Expr X,
const Expr E,
SourceLocation  Loc 
)
static

◆ emitOMPCopyinClause()

static void emitOMPCopyinClause ( CodeGenFunction CGF,
const OMPExecutableDirective S 
)
static

◆ emitOMPDistributeDirective()

void emitOMPDistributeDirective ( const OMPLoopDirective S,
CodeGenFunction CGF,
CodeGenModule CGM 
)

◆ emitOMPForDirective()

void emitOMPForDirective ( const OMPLoopDirective S,
CodeGenFunction CGF,
CodeGenModule CGM,
bool  HasCancel 
)

◆ EmitOMPHelperVar()

static LValue EmitOMPHelperVar ( CodeGenFunction CGF,
const DeclRefExpr Helper 
)
static

◆ emitOMPLoopBodyWithStopPoint()

static void emitOMPLoopBodyWithStopPoint ( CodeGenFunction CGF,
const OMPLoopDirective S,
CodeGenFunction::JumpDest  LoopExit 
)
static

◆ emitOMPSimdDirective()

void emitOMPSimdDirective ( const OMPLoopDirective S,
CodeGenFunction CGF,
CodeGenModule CGM 
)

◆ emitOMPSimdRegion()

static void emitOMPSimdRegion ( CodeGenFunction CGF,
const OMPLoopDirective S,
PrePostActionTy Action 
)
static

Definition at line 2571 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CGOpenMPRuntime::adjustTargetSpecificDataForLambdas(), clang::CodeGen::CodeGenFunction::CGM, clang::CodeGen::CodeGenFunction::ConstantFoldsToSimpleInteger(), clang::CodeGen::CodeGenFunction::createBasicBlock(), emitAlignedClause(), clang::CodeGen::CodeGenFunction::EmitBlock(), clang::CodeGen::CodeGenFunction::EmitBranch(), emitCommonSimdLoop(), clang::CodeGen::CodeGenFunction::EmitIgnoredExpr(), clang::CodeGen::CodeGenFunction::EmitLValue(), EmitOMPHelperVar(), clang::CodeGen::CodeGenFunction::EmitOMPInnerLoop(), clang::CodeGen::CodeGenFunction::EmitOMPLastprivateClauseFinal(), clang::CodeGen::CodeGenFunction::EmitOMPLastprivateClauseInit(), clang::CodeGen::CodeGenFunction::EmitOMPLinearClause(), clang::CodeGen::CodeGenFunction::EmitOMPLinearClauseFinal(), clang::CodeGen::CodeGenFunction::EmitOMPLinearClauseInit(), clang::CodeGen::CodeGenFunction::EmitOMPPrivateClause(), clang::CodeGen::CodeGenFunction::EmitOMPPrivateLoopCounters(), clang::CodeGen::CodeGenFunction::EmitOMPReductionClauseFinal(), clang::CodeGen::CodeGenFunction::EmitOMPReductionClauseInit(), clang::CodeGen::CodeGenFunction::EmitOMPSimdFinal(), clang::CodeGen::CodeGenFunction::EmitOMPSimdInit(), emitPostUpdateForReductionClause(), emitPreCond(), clang::CodeGen::CodeGenFunction::EmitVarDecl(), clang::CodeGen::PrePostActionTy::Enter(), getEffectiveDirectiveKind(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::CodeGen::CodeGenFunction::getProfileCount(), clang::CodeGen::CodeGenFunction::incrementProfileCounter(), clang::isOpenMPDistributeDirective(), clang::isOpenMPGenericLoopDirective(), clang::isOpenMPTargetExecutionDirective(), clang::isOpenMPTaskLoopDirective(), and clang::isOpenMPWorksharingDirective().

Referenced by emitOMPSimdDirective().

◆ emitOutlinedFunctionPrologue()

static llvm::Function * emitOutlinedFunctionPrologue ( CodeGenFunction CGF,
FunctionArgList Args,
llvm::MapVector< const Decl *, std::pair< const VarDecl *, Address > > &  LocalAddrs,
llvm::DenseMap< const Decl *, std::pair< const Expr *, llvm::Value * > > &  VLASizes,
llvm::Value *&  CXXThisValue,
const FunctionOptions &  FO 
)
static

Definition at line 479 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenTypes::arrangeBuiltinFunctionDeclaration(), clang::Type::castAs(), castValueFromUintptr(), clang::CodeGen::CodeGenFunction::CGM, clang::ImplicitParamDecl::Create(), clang::ParmVarDecl::Create(), clang::FunctionDecl::Create(), clang::CodeGen::Decl, clang::CodeGen::CodeGenFunction::EmitLoadOfPointer(), clang::CodeGen::CodeGenFunction::EmitLoadOfReference(), clang::CodeGen::CodeGenFunction::EmitLoadOfScalar(), clang::RecordDecl::fields(), clang::IdentifierTable::get(), clang::CodeGen::LValue::getAddress(), clang::CodeGen::CodeGenFunction::GetAddrOfLocalVar(), clang::DeclaratorDecl::getBeginLoc(), clang::Stmt::getBeginLoc(), clang::CapturedDecl::getBody(), getCanonicalParamType(), clang::CodeGen::CodeGenModule::getCodeGenOpts(), clang::CodeGen::CodeGenModule::getContext(), clang::CapturedDecl::getContextParamPosition(), clang::ASTContext::getDeclAlign(), clang::CodeGen::CodeGenTypes::GetFunctionType(), clang::ASTContext::getFunctionType(), clang::NamedDecl::getIdentifier(), clang::Decl::getLocation(), clang::CodeGen::CodeGenModule::getModule(), clang::CodeGen::CodeGenModule::getOpenMPRuntime(), clang::CodeGen::CGOpenMPRuntime::getParameterAddress(), clang::VariableArrayType::getSizeExpr(), clang::VarDecl::getTLSKind(), clang::ASTContext::getTranslationUnitDecl(), clang::ASTContext::getTrivialTypeSourceInfo(), clang::ValueDecl::getType(), clang::CodeGen::Address::getType(), clang::CodeGen::LValue::getType(), clang::CodeGen::CodeGenModule::getTypes(), clang::ASTContext::getUIntPtrType(), clang::Decl::hasBody(), clang::ASTContext::Idents, clang::CodeGen::Address::invalid(), clang::Type::isAnyPointerType(), clang::Type::isLValueReferenceType(), clang::CapturedDecl::isNothrow(), clang::Type::isPointerType(), clang::Type::isVariablyModifiedType(), clang::CodeGen::CodeGenFunction::MakeAddrLValue(), clang::Other, clang::CapturedDecl::param_begin(), clang::CapturedDecl::param_end(), clang::SC_None, clang::SC_Static, clang::CodeGen::CodeGenModule::SetInternalFunctionAttributes(), clang::CodeGen::CodeGenFunction::StartFunction(), clang::ThreadPrivateVar, clang::VarDecl::TLS_None, clang::CodeGen::CGOpenMPRuntime::translateParameter(), clang::ASTContext::VoidTy, and clang::CodeGen::Address::withAlignment().

◆ emitOutlinedOrderedFunction()

static llvm::Function * emitOutlinedOrderedFunction ( CodeGenModule CGM,
const CapturedStmt S,
SourceLocation  Loc 
)
static

◆ emitPostUpdateForReductionClause()

static void emitPostUpdateForReductionClause ( CodeGenFunction CGF,
const OMPExecutableDirective D,
const llvm::function_ref< llvm::Value *(CodeGenFunction &)>  CondGen 
)
static

◆ emitPreCond()

static void emitPreCond ( CodeGenFunction CGF,
const OMPLoopDirective S,
const Expr Cond,
llvm::BasicBlock *  TrueBlock,
llvm::BasicBlock *  FalseBlock,
uint64_t  TrueCount 
)
static

◆ emitRestoreIP()

template<typename T >
static void emitRestoreIP ( CodeGenFunction CGF,
const T *  C,
llvm::OpenMPIRBuilder::InsertPointTy  AllocaIP,
llvm::OpenMPIRBuilder &  OMPBuilder 
)
static

◆ emitScanBasedDirective()

static void emitScanBasedDirective ( CodeGenFunction CGF,
const OMPLoopDirective S,
llvm::function_ref< llvm::Value *(CodeGenFunction &)>  NumIteratorsGen,
llvm::function_ref< void(CodeGenFunction &)>  FirstGen,
llvm::function_ref< void(CodeGenFunction &)>  SecondGen 
)
static

Emits the code for the directive with inscan reductions.

The code is the following:

#pragma omp ...
for (i: 0..<num_iters>) {
<input phase>;
buffer[i] = red;
}
#pragma omp master // in parallel region
for (int k = 0; k != ceil(log2(num_iters)); ++k)
for (size cnt = last_iter; cnt >= pow(2, k); --k)
buffer[i] op= buffer[i-pow(2,k)];
#pragma omp barrier // in parallel region
#pragma omp ...
for (0..<num_iters>) {
red = InclusiveScan ? buffer[i] : buffer[i-1];
<scan phase>;
}
#define log2(__x)
Definition: tgmath.h:970
#define pow(__x, __y)
Definition: tgmath.h:490
#define ceil(__x)
Definition: tgmath.h:601

Definition at line 3750 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::C, clang::CodeGen::ApplyDebugLocation::CreateDefaultArtificial(), clang::CodeGen::RValue::get(), getEffectiveDirectiveKind(), clang::CodeGen::Address::invalid(), clang::isOpenMPParallelDirective(), clang::CodeGen::CodeGenFunction::OMPFirstScanLoop, and clang::CodeGen::CodeGenTypeCache::SizeTy.

Referenced by emitWorksharingDirective().

◆ emitScanBasedDirectiveDecls()

static void emitScanBasedDirectiveDecls ( CodeGenFunction CGF,
const OMPLoopDirective S,
llvm::function_ref< llvm::Value *(CodeGenFunction &)>  NumIteratorsGen 
)
static

Emits internal temp array declarations for the directive with inscan reductions.

The code is the following:

size num_iters = <num_iters>;
<type> buffer[num_iters];

Definition at line 3634 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::Builder, clang::C, clang::CodeGen::ReductionCodeGen::emitAggregateType(), clang::CodeGen::ReductionCodeGen::emitSharedOrigLValue(), clang::CodeGen::CodeGenFunction::EmitVarDecl(), clang::CodeGen::RValue::get(), and clang::CodeGen::CodeGenTypeCache::SizeTy.

Referenced by emitWorksharingDirective().

◆ emitScanBasedDirectiveFinals()

static void emitScanBasedDirectiveFinals ( CodeGenFunction CGF,
const OMPLoopDirective S,
llvm::function_ref< llvm::Value *(CodeGenFunction &)>  NumIteratorsGen 
)
static

◆ emitSimdlenSafelenClause()

static void emitSimdlenSafelenClause ( CodeGenFunction CGF,
const OMPExecutableDirective D 
)
static

◆ emitSimpleAtomicLoad()

static RValue emitSimpleAtomicLoad ( CodeGenFunction CGF,
llvm::AtomicOrdering  AO,
LValue  LVal,
SourceLocation  Loc 
)
static

◆ emitSimpleAtomicStore()

static void emitSimpleAtomicStore ( CodeGenFunction CGF,
llvm::AtomicOrdering  AO,
LValue  LVal,
RValue  RVal 
)
static

◆ emitTargetParallelForRegion()

static void emitTargetParallelForRegion ( CodeGenFunction CGF,
const OMPTargetParallelForDirective S,
PrePostActionTy Action 
)
static

◆ emitTargetParallelForSimdRegion()

static void emitTargetParallelForSimdRegion ( CodeGenFunction CGF,
const OMPTargetParallelForSimdDirective S,
PrePostActionTy Action 
)
static

◆ emitTargetParallelGenericLoopRegion()

static void emitTargetParallelGenericLoopRegion ( CodeGenFunction CGF,
const OMPTargetParallelGenericLoopDirective S,
PrePostActionTy Action 
)
static

◆ emitTargetParallelRegion()

static void emitTargetParallelRegion ( CodeGenFunction CGF,
const OMPTargetParallelDirective S,
PrePostActionTy Action 
)
static

◆ emitTargetRegion()

static void emitTargetRegion ( CodeGenFunction CGF,
const OMPTargetDirective S,
PrePostActionTy Action 
)
static

◆ emitTargetTeamsDistributeParallelForRegion()

static void emitTargetTeamsDistributeParallelForRegion ( CodeGenFunction CGF,
const OMPTargetTeamsDistributeParallelForDirective S,
PrePostActionTy Action 
)
static

◆ emitTargetTeamsDistributeParallelForSimdRegion()

static void emitTargetTeamsDistributeParallelForSimdRegion ( CodeGenFunction CGF,
const OMPTargetTeamsDistributeParallelForSimdDirective S,
PrePostActionTy Action 
)
static

◆ emitTargetTeamsDistributeRegion()

static void emitTargetTeamsDistributeRegion ( CodeGenFunction CGF,
PrePostActionTy Action,
const OMPTargetTeamsDistributeDirective S 
)
static

◆ emitTargetTeamsDistributeSimdRegion()

static void emitTargetTeamsDistributeSimdRegion ( CodeGenFunction CGF,
PrePostActionTy Action,
const OMPTargetTeamsDistributeSimdDirective S 
)
static

◆ emitTargetTeamsGenericLoopRegionAsDistribute()

static void emitTargetTeamsGenericLoopRegionAsDistribute ( CodeGenFunction CGF,
PrePostActionTy Action,
const OMPTargetTeamsGenericLoopDirective S 
)
static

◆ emitTargetTeamsGenericLoopRegionAsParallel()

static void emitTargetTeamsGenericLoopRegionAsParallel ( CodeGenFunction CGF,
PrePostActionTy Action,
const OMPTargetTeamsGenericLoopDirective S 
)
static

◆ emitTargetTeamsLoopCodegenStatus()

static void emitTargetTeamsLoopCodegenStatus ( CodeGenFunction CGF,
std::string  StatusMsg,
const OMPExecutableDirective D 
)
static

◆ emitTargetTeamsRegion()

static void emitTargetTeamsRegion ( CodeGenFunction CGF,
PrePostActionTy Action,
const OMPTargetTeamsDirective S 
)
static

◆ emitWorksharingDirective()

static bool emitWorksharingDirective ( CodeGenFunction CGF,
const OMPLoopDirective S,
bool  HasCancel 
)
static

◆ GetAlignedMapping()

static llvm::MapVector< llvm::Value *, llvm::Value * > GetAlignedMapping ( const OMPLoopDirective S,
CodeGenFunction CGF 
)
static

◆ getBaseDecl()

static const VarDecl * getBaseDecl ( const Expr Ref)
static

Definition at line 7386 of file CGStmtOpenMP.cpp.

References clang::Expr::IgnoreParenImpCasts().

◆ getCanonicalParamType()

static QualType getCanonicalParamType ( ASTContext C,
QualType  T 
)
static

◆ getEffectiveDirectiveKind()

static OpenMPDirectiveKind getEffectiveDirectiveKind ( const OMPExecutableDirective S)
static

◆ isAllocatableDecl()

static bool isAllocatableDecl ( const VarDecl VD)
static

◆ isForSupportedByOpenMPIRBuilder()

static bool isForSupportedByOpenMPIRBuilder ( const OMPLoopDirective S,
bool  HasCancel 
)
static

◆ isSimdSupportedByOpenMPIRBuilder()

static bool isSimdSupportedByOpenMPIRBuilder ( const OMPLoopDirective S)
static

◆ isSupportedByOpenMPIRBuilder()

bool isSupportedByOpenMPIRBuilder ( const OMPTaskgroupDirective T)

Definition at line 5424 of file CGStmtOpenMP.cpp.

References clang::T.

◆ mapParam()

static void mapParam ( CodeGenFunction CGF,
const DeclRefExpr Helper,
const ImplicitParamDecl PVD,
CodeGenFunction::OMPPrivateScope &  Privates 
)
static

Emit a helper variable and return corresponding lvalue.

Definition at line 7725 of file CGStmtOpenMP.cpp.

References clang::CodeGen::CodeGenFunction::GetAddrOfLocalVar(), and clang::DeclRefExpr::getDecl().