sandeepkosuri updated this revision to Diff 548082. sandeepkosuri added a comment.
- Updated `SemaOpenMP.cpp` to support `thread_limit` clause on the newly allowed directives. - This update is to fix the newly added LIT tests' failures (which were occurring only on debug build) CHANGES SINCE LAST ACTION https://reviews.llvm.org/D152054/new/ https://reviews.llvm.org/D152054 Files: clang/include/clang/Basic/OpenMPKinds.h clang/lib/Basic/OpenMPKinds.cpp clang/lib/CodeGen/CGOpenMPRuntime.cpp clang/lib/CodeGen/CGOpenMPRuntime.h clang/lib/CodeGen/CGStmtOpenMP.cpp clang/lib/Sema/SemaOpenMP.cpp clang/test/OpenMP/target_codegen.cpp clang/test/OpenMP/target_parallel_for_simd_tl_codegen.cpp clang/test/OpenMP/target_parallel_for_tl_codegen.cpp clang/test/OpenMP/target_parallel_generic_loop_tl_codegen.cpp clang/test/OpenMP/target_parallel_tl_codegen.cpp clang/test/OpenMP/target_simd_tl_codegen.cpp llvm/include/llvm/Frontend/OpenMP/OMP.td llvm/include/llvm/Frontend/OpenMP/OMPKinds.def openmp/runtime/src/kmp.h openmp/runtime/src/kmp_csupport.cpp openmp/runtime/src/kmp_ftn_entry.h openmp/runtime/src/kmp_global.cpp openmp/runtime/src/kmp_runtime.cpp openmp/runtime/test/target/target_thread_limit.cpp
Index: openmp/runtime/test/target/target_thread_limit.cpp =================================================================== --- /dev/null +++ openmp/runtime/test/target/target_thread_limit.cpp @@ -0,0 +1,168 @@ +// RUN: %libomp-cxx-compile -fopenmp-version=51 +// RUN: %libomp-run | FileCheck %s --check-prefix OMP51 + +#include <stdio.h> +#include <omp.h> + +void foo() { +#pragma omp parallel num_threads(10) + { printf("\ntarget: foo(): parallel num_threads(10)"); } +} + +int main(void) { + + int tl = 4; + printf("\nmain: thread_limit = %d", omp_get_thread_limit()); + // OMP51: main: thread_limit = {{[0-9]+}} + +#pragma omp target thread_limit(tl) + { + printf("\ntarget: thread_limit = %d", omp_get_thread_limit()); +// OMP51: target: thread_limit = 4 +// check whether thread_limit is honoured +#pragma omp parallel + { printf("\ntarget: parallel"); } +// OMP51: target: parallel +// OMP51: target: parallel +// OMP51: target: parallel +// OMP51: target: parallel +// OMP51-NOT: target: parallel + +// check whether num_threads is honoured +#pragma omp parallel num_threads(2) + { printf("\ntarget: parallel num_threads(2)"); } +// OMP51: target: parallel num_threads(2) +// OMP51: target: parallel num_threads(2) +// OMP51-NOT: target: parallel num_threads(2) + +// check whether thread_limit is honoured when there is a conflicting +// num_threads +#pragma omp parallel num_threads(10) + { printf("\ntarget: parallel num_threads(10)"); } + // OMP51: target: parallel num_threads(10) + // OMP51: target: parallel num_threads(10) + // OMP51: target: parallel num_threads(10) + // OMP51: target: parallel num_threads(10) + // OMP51-NOT: target: parallel num_threads(10) + + // check whether threads are limited across functions + foo(); + // OMP51: target: foo(): parallel num_threads(10) + // OMP51: target: foo(): parallel num_threads(10) + // OMP51: target: foo(): parallel num_threads(10) + // OMP51: target: foo(): parallel num_threads(10) + // OMP51-NOT: target: foo(): parallel num_threads(10) + + // check if user can set num_threads at runtime + omp_set_num_threads(2); +#pragma omp parallel + { printf("\ntarget: parallel with omp_set_num_thread(2)"); } + // OMP51: target: parallel with omp_set_num_thread(2) + // OMP51: target: parallel with omp_set_num_thread(2) + // OMP51-NOT: target: parallel with omp_set_num_thread(2) + + // make sure thread_limit is unaffected by omp_set_num_threads + printf("\ntarget: thread_limit = %d", omp_get_thread_limit()); + // OMP51: target: thread_limit = 4 + } + +// checking consecutive target regions with different thread_limits +#pragma omp target thread_limit(3) + { + printf("\nsecond target: thread_limit = %d", omp_get_thread_limit()); +// OMP51: second target: thread_limit = 3 +#pragma omp parallel + { printf("\nsecond target: parallel"); } + // OMP51: second target: parallel + // OMP51: second target: parallel + // OMP51: second target: parallel + // OMP51-NOT: second target: parallel + } + + // confirm that thread_limit's effects are limited to target region + printf("\nmain: thread_limit = %d", omp_get_thread_limit()); + // OMP51: main: thread_limit = {{[0-9]+}} +#pragma omp parallel num_threads(10) + { printf("\nmain: parallel num_threads(10)"); } + // OMP51: main: parallel num_threads(10) + // OMP51: main: parallel num_threads(10) + // OMP51: main: parallel num_threads(10) + // OMP51: main: parallel num_threads(10) + // OMP51: main: parallel num_threads(10) + // OMP51: main: parallel num_threads(10) + // OMP51: main: parallel num_threads(10) + // OMP51: main: parallel num_threads(10) + // OMP51: main: parallel num_threads(10) + // OMP51: main: parallel num_threads(10) + // OMP51-NOT: main: parallel num_threads(10) + +// check combined target directives which support thread_limit +// target parallel +#pragma omp target parallel thread_limit(2) + printf("\ntarget parallel thread_limit(2)"); + // OMP51: target parallel thread_limit(2) + // OMP51: target parallel thread_limit(2) + // OMP51-NOT: target parallel thread_limit(2) + +#pragma omp target parallel num_threads(2) thread_limit(3) + printf("\ntarget parallel num_threads(2) thread_limit(3)"); + // OMP51: target parallel num_threads(2) thread_limit(3) + // OMP51: target parallel num_threads(2) thread_limit(3) + // OMP51-NOT: target parallel num_threads(2) thread_limit(3) + +#pragma omp target parallel num_threads(3) thread_limit(2) + printf("\ntarget parallel num_threads(3) thread_limit(2)"); + // OMP51: target parallel num_threads(3) thread_limit(2) + // OMP51: target parallel num_threads(3) thread_limit(2) + // OMP51-NOT: target parallel num_threads(3) thread_limit(2) + +// target parallel for +#pragma omp target parallel for thread_limit(2) + for (int i = 0; i < 5; ++i) + printf("\ntarget parallel for thread_limit(2) : thread num = %d", + omp_get_thread_num()); + // OMP51: target parallel for thread_limit(2) : thread num = {{0|1}} + // OMP51: target parallel for thread_limit(2) : thread num = {{0|1}} + // OMP51: target parallel for thread_limit(2) : thread num = {{0|1}} + // OMP51: target parallel for thread_limit(2) : thread num = {{0|1}} + // OMP51: target parallel for thread_limit(2) : thread num = {{0|1}} + // OMP51-NOT: target parallel for thread_limit(3) : thread num = {{0|1}} + +// target parallel for simd +#pragma omp target parallel for simd thread_limit(2) + for (int i = 0; i < 5; ++i) + printf("\ntarget parallel for simd thread_limit(2) : thread num = %d", + omp_get_thread_num()); + // OMP51: target parallel for simd thread_limit(2) : thread num = {{0|1}} + // OMP51: target parallel for simd thread_limit(2) : thread num = {{0|1}} + // OMP51: target parallel for simd thread_limit(2) : thread num = {{0|1}} + // OMP51: target parallel for simd thread_limit(2) : thread num = {{0|1}} + // OMP51: target parallel for simd thread_limit(2) : thread num = {{0|1}} + // OMP51-NOT: target parallel for simd thread_limit(2) : thread num = + // {{0|1}} + +// target simd +#pragma omp target simd thread_limit(2) + for (int i = 0; i < 5; ++i) + printf("\ntarget simd thread_limit(2) : thread num = %d", + omp_get_thread_num()); + // OMP51: target simd thread_limit(2) : thread num = {{0|1}} + // OMP51: target simd thread_limit(2) : thread num = {{0|1}} + // OMP51: target simd thread_limit(2) : thread num = {{0|1}} + // OMP51: target simd thread_limit(2) : thread num = {{0|1}} + // OMP51: target simd thread_limit(2) : thread num = {{0|1}} + // OMP51-NOT: target simd thread_limit(2) : thread num = {{0|1}} + +// target parallel loop +#pragma omp target parallel loop thread_limit(2) + for (int i = 0; i < 5; ++i) + printf("\ntarget parallel loop thread_limit(2) : thread num = %d", + omp_get_thread_num()); + // # OMP51: target parallel loop thread_limit(2) : thread num = {{0|1}} + // # OMP51: target parallel loop thread_limit(2) : thread num = {{0|1}} + // # OMP51: target parallel loop thread_limit(2) : thread num = {{0|1}} + // # OMP51: target parallel loop thread_limit(2) : thread num = {{0|1}} + // # OMP51: target parallel loop thread_limit(2) : thread num = {{0|1}} + // # OMP51-NOT: target parallel loop thread_limit(2) : thread num = {{0|1}} + return 0; +} Index: openmp/runtime/src/kmp_runtime.cpp =================================================================== --- openmp/runtime/src/kmp_runtime.cpp +++ openmp/runtime/src/kmp_runtime.cpp @@ -1872,6 +1872,7 @@ int nthreads; int master_active; int master_set_numthreads; + int task_thread_limit = 0; int level; int active_level; int teams_level; @@ -1910,6 +1911,8 @@ root = master_th->th.th_root; master_active = root->r.r_active; master_set_numthreads = master_th->th.th_set_nproc; + task_thread_limit = + master_th->th.th_current_task->td_icvs.task_thread_limit; #if OMPT_SUPPORT ompt_data_t ompt_parallel_data = ompt_data_none; @@ -2000,6 +2003,11 @@ ? master_set_numthreads // TODO: get nproc directly from current task : get__nproc_2(parent_team, master_tid); + // Use the thread_limit set for the current target task if exists, else go + // with the deduced nthreads + nthreads = task_thread_limit > 0 && task_thread_limit < nthreads + ? task_thread_limit + : nthreads; // Check if we need to take forkjoin lock? (no need for serialized // parallel out of teams construct). if (nthreads > 1) { @@ -3291,6 +3299,8 @@ // next parallel region (per thread) // (use a max ub on value if __kmp_parallel_initialize not called yet) __kmp_cg_max_nth, // int thread_limit; + __kmp_task_max_nth, // int task_thread_limit; // to set the thread_limit + // on task. This is used in the case of target thread_limit __kmp_dflt_max_active_levels, // int max_active_levels; //internal control // for max_active_levels r_sched, // kmp_r_sched_t sched; //internal control for runtime schedule Index: openmp/runtime/src/kmp_global.cpp =================================================================== --- openmp/runtime/src/kmp_global.cpp +++ openmp/runtime/src/kmp_global.cpp @@ -125,6 +125,7 @@ int __kmp_sys_max_nth = KMP_MAX_NTH; int __kmp_max_nth = 0; int __kmp_cg_max_nth = 0; +int __kmp_task_max_nth = 0; int __kmp_teams_max_nth = 0; int __kmp_threads_capacity = 0; int __kmp_dflt_team_nth = 0; Index: openmp/runtime/src/kmp_ftn_entry.h =================================================================== --- openmp/runtime/src/kmp_ftn_entry.h +++ openmp/runtime/src/kmp_ftn_entry.h @@ -802,6 +802,10 @@ gtid = __kmp_entry_gtid(); thread = __kmp_threads[gtid]; + // If thread_limit for the target task is defined, return that instead of the + // regular task thread_limit + if (int thread_limit = thread->th.th_current_task->td_icvs.task_thread_limit) + return thread_limit; return thread->th.th_current_task->td_icvs.thread_limit; #endif } Index: openmp/runtime/src/kmp_csupport.cpp =================================================================== --- openmp/runtime/src/kmp_csupport.cpp +++ openmp/runtime/src/kmp_csupport.cpp @@ -381,6 +381,24 @@ __kmp_push_num_teams(loc, global_tid, num_teams, num_threads); } +/*! +@ingroup PARALLEL +@param loc source location information +@param global_tid global thread number +@param thread_limit limit on number of threads which can be created within the +current task + +Set the thread_limit for the current task +This call is there to support `thread_limit` clause on the `target` construct +*/ +void __kmpc_set_thread_limit(ident_t *loc, kmp_int32 global_tid, + kmp_int32 thread_limit) { + __kmp_assert_valid_gtid(global_tid); + kmp_info_t *thread = __kmp_threads[global_tid]; + if (thread_limit > 0) + thread->th.th_current_task->td_icvs.task_thread_limit = thread_limit; +} + /*! @ingroup PARALLEL @param loc source location information Index: openmp/runtime/src/kmp.h =================================================================== --- openmp/runtime/src/kmp.h +++ openmp/runtime/src/kmp.h @@ -2074,6 +2074,7 @@ int nproc; /* internal control for #threads for next parallel region (per thread) */ int thread_limit; /* internal control for thread-limit-var */ + int task_thread_limit; /* internal control for thread-limit-var of a task*/ int max_active_levels; /* internal control for max_active_levels */ kmp_r_sched_t sched; /* internal control for runtime schedule {sched,chunk} pair */ @@ -3303,6 +3304,7 @@ extern int __kmp_max_nth; // maximum total number of concurrently-existing threads in a contention group extern int __kmp_cg_max_nth; +extern int __kmp_task_max_nth; // max threads used in a task extern int __kmp_teams_max_nth; // max threads used in a teams construct extern int __kmp_threads_capacity; /* capacity of the arrays __kmp_threads and __kmp_root */ @@ -4245,6 +4247,8 @@ KMP_EXPORT void __kmpc_push_num_teams(ident_t *loc, kmp_int32 global_tid, kmp_int32 num_teams, kmp_int32 num_threads); +KMP_EXPORT void __kmpc_set_thread_limit(ident_t *loc, kmp_int32 global_tid, + kmp_int32 thread_limit); /* Function for OpenMP 5.1 num_teams clause */ KMP_EXPORT void __kmpc_push_num_teams_51(ident_t *loc, kmp_int32 global_tid, kmp_int32 num_teams_lb, Index: llvm/include/llvm/Frontend/OpenMP/OMPKinds.def =================================================================== --- llvm/include/llvm/Frontend/OpenMP/OMPKinds.def +++ llvm/include/llvm/Frontend/OpenMP/OMPKinds.def @@ -382,6 +382,7 @@ __OMP_RTL(__kmpc_fork_teams, true, Void, IdentPtr, Int32, ParallelTaskPtr) __OMP_RTL(__kmpc_push_num_teams, false, Void, IdentPtr, Int32, Int32, Int32) +__OMP_RTL(__kmpc_set_thread_limit, false, Void, IdentPtr, Int32, Int32) __OMP_RTL(__kmpc_copyprivate, false, Void, IdentPtr, Int32, SizeTy, VoidPtr, CopyFunctionPtr, Int32) @@ -912,6 +913,8 @@ ParamAttrs(ReadOnlyPtrAttrs, SExt, ReadOnlyPtrAttrs)) __OMP_RTL_ATTRS(__kmpc_push_num_teams, InaccessibleArgOnlyAttrs, AttributeSet(), ParamAttrs(ReadOnlyPtrAttrs, SExt, SExt, SExt)) +__OMP_RTL_ATTRS(__kmpc_set_thread_limit, InaccessibleArgOnlyAttrs, AttributeSet(), + ParamAttrs(ReadOnlyPtrAttrs, SExt, SExt)) __OMP_RTL_ATTRS(__kmpc_copyprivate, DefaultAttrs, AttributeSet(), ParamAttrs(ReadOnlyPtrAttrs, SExt, SizeTyExt, Index: llvm/include/llvm/Frontend/OpenMP/OMP.td =================================================================== --- llvm/include/llvm/Frontend/OpenMP/OMP.td +++ llvm/include/llvm/Frontend/OpenMP/OMP.td @@ -753,6 +753,7 @@ VersionedClause<OMPC_NumThreads>, VersionedClause<OMPC_ProcBind>, VersionedClause<OMPC_OMPX_DynCGroupMem>, + VersionedClause<OMPC_ThreadLimit, 51>, ]; } def OMP_TargetParallelFor : Directive<"target parallel for"> { @@ -783,6 +784,7 @@ ]; let allowedOnceClauses = [ VersionedClause<OMPC_OMPX_DynCGroupMem>, + VersionedClause<OMPC_ThreadLimit, 51>, ]; } def OMP_TargetParallelDo : Directive<"target parallel do"> { @@ -1260,6 +1262,7 @@ ]; let allowedOnceClauses = [ VersionedClause<OMPC_OMPX_DynCGroupMem>, + VersionedClause<OMPC_ThreadLimit, 51>, ]; } def OMP_TargetParallelDoSimd : Directive<"target parallel do simd"> { @@ -1322,7 +1325,8 @@ VersionedClause<OMPC_DefaultMap>, VersionedClause<OMPC_Schedule>, VersionedClause<OMPC_OMPX_DynCGroupMem>, - VersionedClause<OMPC_Order, 50> + VersionedClause<OMPC_Order, 50>, + VersionedClause<OMPC_ThreadLimit, 51>, ]; } def OMP_TeamsDistribute : Directive<"teams distribute"> { @@ -2106,6 +2110,7 @@ VersionedClause<OMPC_Order>, VersionedClause<OMPC_ProcBind>, VersionedClause<OMPC_OMPX_DynCGroupMem>, + VersionedClause<OMPC_ThreadLimit, 51>, ]; } def OMP_Metadirective : Directive<"metadirective"> { Index: clang/test/OpenMP/target_simd_tl_codegen.cpp =================================================================== --- /dev/null +++ clang/test/OpenMP/target_simd_tl_codegen.cpp @@ -0,0 +1,20 @@ +// This file is to test thread_limit clause on target simd directive + +// RUN: %clang_cc1 -fopenmp -fopenmp-version=51 -emit-llvm %s -o - | FileCheck --check-prefix=OMP51 %s + +// expected-no-diagnostics + +int thread_limit_target_simd() { + +// Check that the offloading function is called after setting thread_limit in the task entry function +#pragma omp target simd thread_limit(2) + for(int i=0; i<2; i++) {} + +// OMP51: define {{.*}}thread_limit_target_simd +// OMP51: call i32 [[OMP_TASK_ENTRY:@.+]](i32 {{.*}}%0, ptr %1) + +// OMP51: define internal {{.*}}i32 [[OMP_TASK_ENTRY]](i32 {{.*}}%0, ptr noalias noundef %1) +// OMP51: call void @__kmpc_set_thread_limit(ptr @{{.+}}, i32 %{{.+}}, i32 2) +// OMP51: call void {{.*omp_offloading.*thread_limit_target_simd.*}} + return 0; +} \ No newline at end of file Index: clang/test/OpenMP/target_parallel_tl_codegen.cpp =================================================================== --- /dev/null +++ clang/test/OpenMP/target_parallel_tl_codegen.cpp @@ -0,0 +1,20 @@ +// This file is to test thread_limit clause on target parallel directive + +// RUN: %clang_cc1 -fopenmp -fopenmp-version=51 -emit-llvm %s -o - | FileCheck --check-prefix=OMP51 %s + +// expected-no-diagnostics + +int thread_limit_target_parallel() { + +// Check that the offloading function is called after setting thread_limit in the task entry function +#pragma omp target parallel thread_limit(2) +{} + +// OMP51: define {{.*}}thread_limit_target_parallel +// OMP51: call i32 [[OMP_TASK_ENTRY:@.+]](i32 {{.*}}%0, ptr %1) + +// OMP51: define internal {{.*}}i32 [[OMP_TASK_ENTRY]](i32 {{.*}}%0, ptr noalias noundef %1) +// OMP51: call void @__kmpc_set_thread_limit(ptr @{{.+}}, i32 %{{.+}}, i32 2) +// OMP51: call void {{.*omp_offloading.*thread_limit_target_parallel.*}} + return 0; +} \ No newline at end of file Index: clang/test/OpenMP/target_parallel_generic_loop_tl_codegen.cpp =================================================================== --- /dev/null +++ clang/test/OpenMP/target_parallel_generic_loop_tl_codegen.cpp @@ -0,0 +1,20 @@ +// This file is to test thread_limit clause on target prallel loop directive + +// RUN: %clang_cc1 -fopenmp -fopenmp-version=51 -emit-llvm %s -o - | FileCheck --check-prefix=OMP51 %s + +// expected-no-diagnostics + +int thread_limit_target_parallel_loop() { + +// Check that the offloading function is called after setting thread_limit in the task entry function +#pragma omp target parallel loop thread_limit(2) + for(int i=0; i<2; i++) {} + +// OMP51: define {{.*}}thread_limit_target_parallel_loop +// OMP51: call i32 [[OMP_TASK_ENTRY:@.+]](i32 {{.*}}%0, ptr %1) + +// OMP51: define internal {{.*}}i32 [[OMP_TASK_ENTRY]](i32 {{.*}}%0, ptr noalias noundef %1) +// OMP51: call void @__kmpc_set_thread_limit(ptr @{{.+}}, i32 %{{.+}}, i32 2) +// OMP51: call void {{.*omp_offloading.*thread_limit_target_parallel_loop.*}} + return 0; +} \ No newline at end of file Index: clang/test/OpenMP/target_parallel_for_tl_codegen.cpp =================================================================== --- /dev/null +++ clang/test/OpenMP/target_parallel_for_tl_codegen.cpp @@ -0,0 +1,20 @@ +// This file is to test thread_limit clause on target parallel for directive + +// RUN: %clang_cc1 -fopenmp -fopenmp-version=51 -emit-llvm %s -o - | FileCheck --check-prefix=OMP51 %s + +// expected-no-diagnostics + +int thread_limit_target_parallel_for() { + +// Check that the offloading function is called after setting thread_limit in the task entry function +#pragma omp target parallel for thread_limit(2) + for(int i=0; i<2; i++) {} + +// OMP51: define {{.*}}thread_limit_target_parallel_for +// OMP51: call i32 [[OMP_TASK_ENTRY:@.+]](i32 {{.*}}%0, ptr %1) + +// OMP51: define internal {{.*}}i32 [[OMP_TASK_ENTRY]](i32 {{.*}}%0, ptr noalias noundef %1) +// OMP51: call void @__kmpc_set_thread_limit(ptr @{{.+}}, i32 %{{.+}}, i32 2) +// OMP51: call void {{.*omp_offloading.*thread_limit_target_parallel_for.*}} + return 0; +} \ No newline at end of file Index: clang/test/OpenMP/target_parallel_for_simd_tl_codegen.cpp =================================================================== --- /dev/null +++ clang/test/OpenMP/target_parallel_for_simd_tl_codegen.cpp @@ -0,0 +1,20 @@ +// This file is to test thread_limit clause on target parallel for simd directive + +// RUN: %clang_cc1 -fopenmp -fopenmp-version=51 -emit-llvm %s -o - | FileCheck --check-prefix=OMP51 %s + +// expected-no-diagnostics + +int thread_limit_target_parallel_for_simd() { + +// Check that the offloading function is called after setting thread_limit in the task entry function +#pragma omp target parallel for simd thread_limit(2) + for(int i=0; i<2; i++) {} + +// OMP51: define {{.*}}thread_limit_target_parallel_for_simd +// OMP51: call i32 [[OMP_TASK_ENTRY:@.+]](i32 {{.*}}%0, ptr %1) + +// OMP51: define internal {{.*}}i32 [[OMP_TASK_ENTRY]](i32 {{.*}}%0, ptr noalias noundef %1) +// OMP51: call void @__kmpc_set_thread_limit(ptr @{{.+}}, i32 %{{.+}}, i32 2) +// OMP51: call void {{.*omp_offloading.*thread_limit_target_parallel_for_simd.*}} + return 0; +} \ No newline at end of file Index: clang/test/OpenMP/target_codegen.cpp =================================================================== --- clang/test/OpenMP/target_codegen.cpp +++ clang/test/OpenMP/target_codegen.cpp @@ -846,7 +846,8 @@ // OMP51: store {{.*}} [[TL]], {{.*}} [[CEA:%.*]] // OMP51: load {{.*}} [[CEA]] // OMP51: [[CE:%.*]] = load {{.*}} [[CEA]] -// OMP51: call i32 @__tgt_target_kernel({{.*}}, i64 -1, i32 -1, i32 [[CE]], +// OMP51: call ptr @__kmpc_omp_task_alloc({{.*@.omp_task_entry.*}}) +// OMP51: call i32 [[OMP_TASK_ENTRY]] #pragma omp target thread_limit(TargetTL) #pragma omp teams @@ -854,8 +855,8 @@ // OMP51: [[TL:%.*]] = load {{.*}} %TargetTL.addr // OMP51: store {{.*}} [[TL]], {{.*}} [[CEA:%.*]] // OMP51: load {{.*}} [[CEA]] -// OMP51: [[CE:%.*]] = load {{.*}} [[CEA]] -// OMP51: call i32 @__tgt_target_kernel({{.*}}, i64 -1, i32 0, i32 [[CE]], +// OMP51: call ptr @__kmpc_omp_task_alloc({{.*@.omp_task_entry.*}}) +// OMP51: call i32 [[OMP_TASK_ENTRY]] #pragma omp target #pragma omp teams thread_limit(TeamsTL) @@ -869,10 +870,25 @@ {} // OMP51: load {{.*}} %TeamsTL.addr // OMP51: [[TeamsL:%.*]] = load {{.*}} %TeamsTL.addr -// OMP51: call i32 @__tgt_target_kernel({{.*}}, i64 -1, i32 0, i32 [[TeamsL]], +// OMP51: call ptr @__kmpc_omp_task_alloc({{.*@.omp_task_entry.*}}) +// OMP51: call i32 [[OMP_TASK_ENTRY]] } #endif +// Check that the offloading functions are called after setting thread_limit in the task entry functions + +// OMP51: define internal {{.*}}i32 [[OMP_TASK_ENTRY:@.+]](i32 {{.*}}%0, ptr noalias noundef %1) +// OMP51: call void @__kmpc_set_thread_limit(ptr @{{.+}}, i32 %{{.+}}, i32 %{{.+}}) +// OMP51: call i32 @__tgt_target_kernel({{.*}}, i64 -1, i32 -1, + +// OMP51: define internal {{.*}}i32 [[OMP_TASK_ENTRY:@.+]](i32 {{.*}}%0, ptr noalias noundef %1) +// OMP51: call void @__kmpc_set_thread_limit(ptr @{{.+}}, i32 %{{.+}}, i32 %{{.+}}) +// OMP51: call i32 @__tgt_target_kernel({{.*}}, i64 -1, i32 0, + +// OMP51: define internal {{.*}}i32 [[OMP_TASK_ENTRY:@.+]](i32 {{.*}}%0, ptr noalias noundef %1) +// OMP51: call void @__kmpc_set_thread_limit(ptr @{{.+}}, i32 %{{.+}}, i32 %{{.+}}) +// OMP51: call i32 @__tgt_target_kernel({{.*}}, i64 -1, i32 0, + // CHECK: define internal void @.omp_offloading.requires_reg() // CHECK: call void @__tgt_register_requires(i64 1) Index: clang/lib/Sema/SemaOpenMP.cpp =================================================================== --- clang/lib/Sema/SemaOpenMP.cpp +++ clang/lib/Sema/SemaOpenMP.cpp @@ -15741,6 +15741,11 @@ case OMPD_target_teams_distribute_parallel_for: case OMPD_target_teams_distribute_parallel_for_simd: case OMPD_target_teams_loop: + case OMPD_target_simd: + case OMPD_target_parallel: + case OMPD_target_parallel_for: + case OMPD_target_parallel_for_simd: + case OMPD_target_parallel_loop: CaptureRegion = OMPD_target; break; case OMPD_teams_distribute_parallel_for: @@ -15776,11 +15781,6 @@ case OMPD_parallel_for: case OMPD_parallel_for_simd: case OMPD_parallel_loop: - case OMPD_target_simd: - case OMPD_target_parallel: - case OMPD_target_parallel_for: - case OMPD_target_parallel_for_simd: - case OMPD_target_parallel_loop: case OMPD_threadprivate: case OMPD_allocate: case OMPD_taskyield: Index: clang/lib/CodeGen/CGStmtOpenMP.cpp =================================================================== --- clang/lib/CodeGen/CGStmtOpenMP.cpp +++ clang/lib/CodeGen/CGStmtOpenMP.cpp @@ -5138,6 +5138,15 @@ Action.Enter(CGF); OMPLexicalScope LexScope(CGF, S, OMPD_task, /*EmitPreInitStmt=*/false); + auto *TL = S.getSingleClause<OMPThreadLimitClause>(); + if (CGF.CGM.getLangOpts().OpenMP >= 51 && + needsTaskBasedThreadLimit(S.getDirectiveKind()) && TL) { + // Emit __kmpc_set_thread_limit() to set the thread_limit for the task + // enclosing this target region. This will indirectly set the thread_limit + // for every applicable construct within target region. + CGF.CGM.getOpenMPRuntime().emitThreadLimitClause( + CGF, TL->getThreadLimit(), S.getBeginLoc()); + } BodyGen(CGF); }; llvm::Function *OutlinedFn = CGM.getOpenMPRuntime().emitTaskOutlinedFunction( Index: clang/lib/CodeGen/CGOpenMPRuntime.h =================================================================== --- clang/lib/CodeGen/CGOpenMPRuntime.h +++ clang/lib/CodeGen/CGOpenMPRuntime.h @@ -1449,6 +1449,14 @@ virtual void emitNumTeamsClause(CodeGenFunction &CGF, const Expr *NumTeams, const Expr *ThreadLimit, SourceLocation Loc); + /// Emits call to void __kmpc_set_thread_limit(ident_t *loc, kmp_int32 + /// global_tid, kmp_int32 thread_limit) to generate code for + /// thread_limit clause on target directive + /// \param ThreadLimit An integer expression of threads. + virtual void emitThreadLimitClause(CodeGenFunction &CGF, + const Expr *ThreadLimit, + SourceLocation Loc); + /// Struct that keeps all the relevant information that should be kept /// throughout a 'target data' region. class TargetDataInfo : public llvm::OpenMPIRBuilder::TargetDataInfo { Index: clang/lib/CodeGen/CGOpenMPRuntime.cpp =================================================================== --- clang/lib/CodeGen/CGOpenMPRuntime.cpp +++ clang/lib/CodeGen/CGOpenMPRuntime.cpp @@ -9858,9 +9858,13 @@ assert((OffloadingMandatory || OutlinedFn) && "Invalid outlined function!"); - const bool RequiresOuterTask = D.hasClausesOfKind<OMPDependClause>() || - D.hasClausesOfKind<OMPNowaitClause>() || - D.hasClausesOfKind<OMPInReductionClause>(); + const bool RequiresOuterTask = + D.hasClausesOfKind<OMPDependClause>() || + D.hasClausesOfKind<OMPNowaitClause>() || + D.hasClausesOfKind<OMPInReductionClause>() || + (CGM.getLangOpts().OpenMP >= 51 && + needsTaskBasedThreadLimit(D.getDirectiveKind()) && + D.hasClausesOfKind<OMPThreadLimitClause>()); llvm::SmallVector<llvm::Value *, 16> CapturedVars; const CapturedStmt &CS = *D.getCapturedStmt(OMPD_target); auto &&ArgsCodegen = [&CS, &CapturedVars](CodeGenFunction &CGF, @@ -10405,6 +10409,24 @@ PushNumTeamsArgs); } +void CGOpenMPRuntime::emitThreadLimitClause(CodeGenFunction &CGF, + const Expr *ThreadLimit, + SourceLocation Loc) { + llvm::Value *RTLoc = emitUpdateLocation(CGF, Loc); + llvm::Value *ThreadLimitVal = + ThreadLimit + ? CGF.Builder.CreateIntCast(CGF.EmitScalarExpr(ThreadLimit), + CGF.CGM.Int32Ty, /* isSigned = */ true) + : CGF.Builder.getInt32(0); + + // Build call __kmpc_set_thread_limit(&loc, global_tid, thread_limit) + llvm::Value *ThreadLimitArgs[] = {RTLoc, getThreadID(CGF, Loc), + ThreadLimitVal}; + CGF.EmitRuntimeCall(OMPBuilder.getOrCreateRuntimeFunction( + CGM.getModule(), OMPRTL___kmpc_set_thread_limit), + ThreadLimitArgs); +} + void CGOpenMPRuntime::emitTargetDataCalls( CodeGenFunction &CGF, const OMPExecutableDirective &D, const Expr *IfCond, const Expr *Device, const RegionCodeGenTy &CodeGen, Index: clang/lib/Basic/OpenMPKinds.cpp =================================================================== --- clang/lib/Basic/OpenMPKinds.cpp +++ clang/lib/Basic/OpenMPKinds.cpp @@ -748,6 +748,13 @@ DKind == OMPD_parallel_sections; } +bool clang::needsTaskBasedThreadLimit(OpenMPDirectiveKind DKind) { + return DKind == OMPD_target || DKind == OMPD_target_parallel || + DKind == OMPD_target_parallel_for || + DKind == OMPD_target_parallel_for_simd || DKind == OMPD_target_simd || + DKind == OMPD_target_parallel_loop; +} + void clang::getOpenMPCaptureRegions( SmallVectorImpl<OpenMPDirectiveKind> &CaptureRegions, OpenMPDirectiveKind DKind) { Index: clang/include/clang/Basic/OpenMPKinds.h =================================================================== --- clang/include/clang/Basic/OpenMPKinds.h +++ clang/include/clang/Basic/OpenMPKinds.h @@ -356,6 +356,13 @@ /// \return true - if the above condition is met for this directive /// otherwise - false. bool isOpenMPCombinedParallelADirective(OpenMPDirectiveKind DKind); + +/// Checks if the specified target directive, combined or not, needs task based +/// thread_limit +/// \param DKind Specified directive. +/// \return true - if the above condition is met for this directive +/// otherwise - false. +bool needsTaskBasedThreadLimit(OpenMPDirectiveKind DKind); } #endif
_______________________________________________ cfe-commits mailing list cfe-commits@lists.llvm.org https://lists.llvm.org/cgi-bin/mailman/listinfo/cfe-commits