Author: Benjamin Maxwell Date: 2026-11-06T10:52:12Z New Revision: c84ebe2edb8c427baf2e086c33e22c001729afc0
URL: https://github.com/llvm/llvm-project/commit/c84ebe2edb8c427baf2e086c33e22c001729afc0 DIFF: https://github.com/llvm/llvm-project/commit/c84ebe2edb8c427baf2e086c33e22c001729afc0.diff LOG: Revert "[AMDGPU][NFC] precommit test for StructurizeCFG hoist and replace els…" This reverts commit 47acf9b1e2d2770bcb9a6f6f43c655bf710a3345. Added: Modified: Removed: llvm/test/Transforms/StructurizeCFG/hoist-zerocost-multiple-rejections.ll ################################################################################ diff --git a/llvm/test/Transforms/StructurizeCFG/hoist-zerocost-multiple-rejections.ll b/llvm/test/Transforms/StructurizeCFG/hoist-zerocost-multiple-rejections.ll deleted file mode 100644 index 997a380a979b19..00000000000000 --- a/llvm/test/Transforms/StructurizeCFG/hoist-zerocost-multiple-rejections.ll +++ /dev/null @@ -1,1664 +0,0 @@ -; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --version 6 -; RUN: opt -passes=structurizecfg -mtriple=amdgpu9.42 -S %s | FileCheck %s --check-prefix=CFG -; RUN: opt -passes='structurizecfg,instcombine,simplifycfg' -mtriple=amdgpu9.42 -S %s | FileCheck %s --check-prefix=FOLD -; -; Multiple independent rejection paths share one else block. Even though the -; sink has exactly two predecessors, this is not a simple diamond. Repair -; every bypass input before replacing the original sink PHI input; leaving -; deeper Flow inputs poisoned used to corrupt the high/low rejection paths. - -define i64 @store_index(i1 %active, i1 %zero_xy, i1 %range_xy, i1 %above_hi, i1 %below_lo, i32 %linear) { -; CFG-LABEL: define i64 @store_index( -; CFG-SAME: i1 [[ACTIVE:%.*]], i1 [[ZERO_XY:%.*]], i1 [[RANGE_XY:%.*]], i1 [[ABOVE_HI:%.*]], i1 [[BELOW_LO:%.*]], i32 [[LINEAR:%.*]]) { -; CFG-NEXT: [[ENTRY:.*]]: -; CFG-NEXT: [[RANGE_XY_INV:%.*]] = xor i1 [[RANGE_XY]], true -; CFG-NEXT: [[BELOW_LO_INV:%.*]] = xor i1 [[BELOW_LO]], true -; CFG-NEXT: [[ABOVE_HI_INV:%.*]] = xor i1 [[ABOVE_HI]], true -; CFG-NEXT: [[ZERO_XY_INV:%.*]] = xor i1 [[ZERO_XY]], true -; CFG-NEXT: br i1 [[ACTIVE]], label %[[START:.*]], label %[[FLOW4:.*]] -; CFG: [[START]]: -; CFG-NEXT: [[ZERO_INDEX:%.*]] = zext i32 [[LINEAR]] to i64 -; CFG-NEXT: br i1 [[ZERO_XY_INV]], label %[[CHECK_RANGE:.*]], label %[[FLOW:.*]] -; CFG: [[CHECK_RANGE]]: -; CFG-NEXT: br i1 [[RANGE_XY]], label %[[CHECK_HI:.*]], label %[[FLOW1:.*]] -; CFG: [[FLOW]]: -; CFG-NEXT: [[TMP0:%.*]] = phi i64 [ [[TMP2:%.*]], %[[FLOW1]] ], [ [[ZERO_INDEX]], %[[START]] ] -; CFG-NEXT: [[TMP1:%.*]] = phi i1 [ [[TMP3:%.*]], %[[FLOW1]] ], [ [[ZERO_XY]], %[[START]] ] -; CFG-NEXT: br i1 [[TMP1]], label %[[CRITEDGE:.*]], label %[[SINK:.*]] -; CFG: [[CHECK_HI]]: -; CFG-NEXT: br i1 [[ABOVE_HI_INV]], label %[[CHECK_LO:.*]], label %[[FLOW2:.*]] -; CFG: [[FLOW1]]: -; CFG-NEXT: [[TMP2]] = phi i64 [ [[TMP6:%.*]], %[[FLOW2]] ], [ [[ZERO_INDEX]], %[[CHECK_RANGE]] ] -; CFG-NEXT: [[TMP3]] = phi i1 [ [[TMP7:%.*]], %[[FLOW2]] ], [ [[RANGE_XY_INV]], %[[CHECK_RANGE]] ] -; CFG-NEXT: br label %[[FLOW]] -; CFG: [[CHECK_LO]]: -; CFG-NEXT: br i1 [[BELOW_LO_INV]], label %[[COMPUTE:.*]], label %[[FLOW3:.*]] -; CFG: [[FLOW3]]: -; CFG-NEXT: [[TMP4:%.*]] = phi i64 [ [[COMPUTED_INDEX:%.*]], %[[COMPUTE]] ], [ poison, %[[CHECK_LO]] ] -; CFG-NEXT: [[TMP5:%.*]] = phi i1 [ false, %[[COMPUTE]] ], [ true, %[[CHECK_LO]] ] -; CFG-NEXT: br label %[[FLOW2]] -; CFG: [[CRITEDGE]]: -; CFG-NEXT: br label %[[SINK]] -; CFG: [[FLOW2]]: -; CFG-NEXT: [[TMP6]] = phi i64 [ [[TMP4]], %[[FLOW3]] ], [ poison, %[[CHECK_HI]] ] -; CFG-NEXT: [[TMP7]] = phi i1 [ [[TMP5]], %[[FLOW3]] ], [ [[ABOVE_HI]], %[[CHECK_HI]] ] -; CFG-NEXT: br label %[[FLOW1]] -; CFG: [[COMPUTE]]: -; CFG-NEXT: [[COMPUTED_INDEX]] = zext i32 [[LINEAR]] to i64 -; CFG-NEXT: br label %[[FLOW3]] -; CFG: [[FLOW4]]: -; CFG-NEXT: [[TMP8:%.*]] = phi i64 [ [[TMP0]], %[[SINK]] ], [ 0, %[[ENTRY]] ] -; CFG-NEXT: br label %[[EXIT:.*]] -; CFG: [[SINK]]: -; CFG-NEXT: br label %[[FLOW4]] -; CFG: [[EXIT]]: -; CFG-NEXT: ret i64 [[TMP8]] -; -; FOLD-LABEL: define i64 @store_index( -; FOLD-SAME: i1 [[ACTIVE:%.*]], i1 [[ZERO_XY:%.*]], i1 [[RANGE_XY:%.*]], i1 [[ABOVE_HI:%.*]], i1 [[BELOW_LO:%.*]], i32 [[LINEAR:%.*]]) { -; FOLD-NEXT: [[ENTRY:.*]]: -; FOLD-NEXT: [[RANGE_XY_INV:%.*]] = xor i1 [[RANGE_XY]], true -; FOLD-NEXT: br i1 [[ACTIVE]], label %[[START:.*]], label %[[EXIT:.*]] -; FOLD: [[START]]: -; FOLD-NEXT: [[ZERO_INDEX:%.*]] = zext i32 [[LINEAR]] to i64 -; FOLD-NEXT: [[RANGE_XY_NOT:%.*]] = xor i1 [[RANGE_XY]], true -; FOLD-NEXT: [[BRMERGE:%.*]] = select i1 [[ZERO_XY]], i1 true, i1 [[RANGE_XY_NOT]] -; FOLD-NEXT: [[DOTMUX:%.*]] = select i1 [[ZERO_XY]], i1 true, i1 [[RANGE_XY_INV]] -; FOLD-NEXT: [[BRMERGE5:%.*]] = select i1 [[BRMERGE]], i1 true, i1 [[ABOVE_HI]] -; FOLD-NEXT: [[ZERO_INDEX_MUX:%.*]] = select i1 [[BRMERGE]], i64 [[ZERO_INDEX]], i64 poison -; FOLD-NEXT: br i1 [[BRMERGE5]], label %[[EXIT]], label %[[CHECK_LO:.*]] -; FOLD: [[CHECK_LO]]: -; FOLD-NEXT: [[COMPUTED_INDEX:%.*]] = zext i32 [[LINEAR]] to i64 -; FOLD-NEXT: [[SPEC_SELECT:%.*]] = select i1 [[BELOW_LO]], i64 poison, i64 [[COMPUTED_INDEX]] -; FOLD-NEXT: br label %[[EXIT]] -; FOLD: [[EXIT]]: -; FOLD-NEXT: [[TMP0:%.*]] = phi i64 [ 0, %[[ENTRY]] ], [ [[ZERO_INDEX_MUX]], %[[START]] ], [ [[SPEC_SELECT]], %[[CHECK_LO]] ] -; FOLD-NEXT: ret i64 [[TMP0]] -; -entry: - br i1 %active, label %start, label %exit - -start: - br i1 %zero_xy, label %critedge, label %check_range - -check_range: - br i1 %range_xy, label %check_hi, label %critedge - -check_hi: - br i1 %above_hi, label %critedge, label %check_lo - -check_lo: - br i1 %below_lo, label %critedge, label %compute - -critedge: - %zero.index = zext i32 %linear to i64 - br label %sink - -compute: - %computed.index = zext i32 %linear to i64 - br label %sink - -sink: - %sink.index = phi i64 [ %computed.index, %compute ], [ %zero.index, %critedge ] - br label %exit - -exit: - %index = phi i64 [ %sink.index, %sink ], [ 0, %entry ] - ret i64 %index -} - -define i64 @inactive() { -; CFG-LABEL: define i64 @inactive() { -; CFG-NEXT: [[ENTRY:.*]]: -; CFG-NEXT: br i1 false, label %[[START:.*]], label %[[FLOW:.*]] -; CFG: [[START]]: -; CFG-NEXT: [[ZERO_INDEX:%.*]] = zext i32 9 to i64 -; CFG-NEXT: br label %[[CHECK_RANGE:.*]] -; CFG: [[CHECK_RANGE]]: -; CFG-NEXT: br label %[[CHECK_HI:.*]] -; CFG: [[CHECK_HI]]: -; CFG-NEXT: br label %[[CHECK_LO:.*]] -; CFG: [[CHECK_LO]]: -; CFG-NEXT: br label %[[COMPUTE:.*]] -; CFG: [[CRITEDGE:.*]]: -; CFG-NEXT: br label %[[SINK:.*]] -; CFG: [[COMPUTE]]: -; CFG-NEXT: [[COMPUTED_INDEX:%.*]] = zext i32 9 to i64 -; CFG-NEXT: br i1 false, label %[[CRITEDGE]], label %[[SINK]] -; CFG: [[FLOW]]: -; CFG-NEXT: [[TMP0:%.*]] = phi i64 [ [[SINK_INDEX:%.*]], %[[SINK]] ], [ 0, %[[ENTRY]] ] -; CFG-NEXT: br label %[[EXIT:.*]] -; CFG: [[SINK]]: -; CFG-NEXT: [[SINK_INDEX]] = phi i64 [ [[ZERO_INDEX]], %[[CRITEDGE]] ], [ [[COMPUTED_INDEX]], %[[COMPUTE]] ] -; CFG-NEXT: br label %[[FLOW]] -; CFG: [[EXIT]]: -; CFG-NEXT: ret i64 [[TMP0]] -; -; FOLD-LABEL: define i64 @inactive() { -; FOLD-NEXT: [[ENTRY:.*:]] -; FOLD-NEXT: ret i64 0 -; -entry: - br i1 false, label %start, label %exit - -start: - br i1 false, label %critedge, label %check_range - -check_range: - br i1 true, label %check_hi, label %critedge - -check_hi: - br i1 false, label %critedge, label %check_lo - -check_lo: - br i1 false, label %critedge, label %compute - -critedge: - %zero.index = zext i32 9 to i64 - br label %sink - -compute: - %computed.index = zext i32 9 to i64 - br label %sink - -sink: - %sink.index = phi i64 [ %computed.index, %compute ], [ %zero.index, %critedge ] - br label %exit - -exit: - %index = phi i64 [ %sink.index, %sink ], [ 0, %entry ] - ret i64 %index -} - -define i64 @reject_zero_xy() { -; CFG-LABEL: define i64 @reject_zero_xy() { -; CFG-NEXT: [[ENTRY:.*:]] -; CFG-NEXT: br label %[[START:.*]] -; CFG: [[START]]: -; CFG-NEXT: [[ZERO_INDEX:%.*]] = zext i32 9 to i64 -; CFG-NEXT: br i1 false, label %[[CHECK_RANGE:.*]], label %[[FLOW:.*]] -; CFG: [[CHECK_RANGE]]: -; CFG-NEXT: br label %[[CHECK_HI:.*]] -; CFG: [[FLOW]]: -; CFG-NEXT: [[TMP0:%.*]] = phi i64 [ [[COMPUTED_INDEX:%.*]], %[[COMPUTE:.*]] ], [ [[ZERO_INDEX]], %[[START]] ] -; CFG-NEXT: [[TMP1:%.*]] = phi i1 [ false, %[[COMPUTE]] ], [ true, %[[START]] ] -; CFG-NEXT: br i1 [[TMP1]], label %[[CRITEDGE:.*]], label %[[SINK:.*]] -; CFG: [[CHECK_HI]]: -; CFG-NEXT: br label %[[CHECK_LO:.*]] -; CFG: [[CHECK_LO]]: -; CFG-NEXT: br label %[[COMPUTE]] -; CFG: [[CRITEDGE]]: -; CFG-NEXT: br label %[[SINK]] -; CFG: [[COMPUTE]]: -; CFG-NEXT: [[COMPUTED_INDEX]] = zext i32 9 to i64 -; CFG-NEXT: br label %[[FLOW]] -; CFG: [[SINK]]: -; CFG-NEXT: br label %[[EXIT:.*]] -; CFG: [[EXIT]]: -; CFG-NEXT: ret i64 [[TMP0]] -; -; FOLD-LABEL: define i64 @reject_zero_xy() { -; FOLD-NEXT: [[ENTRY:.*:]] -; FOLD-NEXT: ret i64 9 -; -entry: - br i1 true, label %start, label %exit - -start: - br i1 true, label %critedge, label %check_range - -check_range: - br i1 true, label %check_hi, label %critedge - -check_hi: - br i1 false, label %critedge, label %check_lo - -check_lo: - br i1 false, label %critedge, label %compute - -critedge: - %zero.index = zext i32 9 to i64 - br label %sink - -compute: - %computed.index = zext i32 9 to i64 - br label %sink - -sink: - %sink.index = phi i64 [ %computed.index, %compute ], [ %zero.index, %critedge ] - br label %exit - -exit: - %index = phi i64 [ %sink.index, %sink ], [ 0, %entry ] - ret i64 %index -} - -define i64 @reject_range() { -; CFG-LABEL: define i64 @reject_range() { -; CFG-NEXT: [[ENTRY:.*:]] -; CFG-NEXT: br label %[[START:.*]] -; CFG: [[START]]: -; CFG-NEXT: [[ZERO_INDEX:%.*]] = zext i32 9 to i64 -; CFG-NEXT: br label %[[CHECK_RANGE:.*]] -; CFG: [[CHECK_RANGE]]: -; CFG-NEXT: br i1 false, label %[[CHECK_HI:.*]], label %[[FLOW:.*]] -; CFG: [[CHECK_HI]]: -; CFG-NEXT: br label %[[CHECK_LO:.*]] -; CFG: [[FLOW]]: -; CFG-NEXT: [[TMP0:%.*]] = phi i64 [ [[COMPUTED_INDEX:%.*]], %[[COMPUTE:.*]] ], [ [[ZERO_INDEX]], %[[CHECK_RANGE]] ] -; CFG-NEXT: [[TMP1:%.*]] = phi i1 [ false, %[[COMPUTE]] ], [ true, %[[CHECK_RANGE]] ] -; CFG-NEXT: br i1 [[TMP1]], label %[[CRITEDGE:.*]], label %[[SINK:.*]] -; CFG: [[CHECK_LO]]: -; CFG-NEXT: br label %[[COMPUTE]] -; CFG: [[CRITEDGE]]: -; CFG-NEXT: br label %[[SINK]] -; CFG: [[COMPUTE]]: -; CFG-NEXT: [[COMPUTED_INDEX]] = zext i32 9 to i64 -; CFG-NEXT: br label %[[FLOW]] -; CFG: [[SINK]]: -; CFG-NEXT: br label %[[EXIT:.*]] -; CFG: [[EXIT]]: -; CFG-NEXT: ret i64 [[TMP0]] -; -; FOLD-LABEL: define i64 @reject_range() { -; FOLD-NEXT: [[ENTRY:.*:]] -; FOLD-NEXT: ret i64 9 -; -entry: - br i1 true, label %start, label %exit - -start: - br i1 false, label %critedge, label %check_range - -check_range: - br i1 false, label %check_hi, label %critedge - -check_hi: - br i1 false, label %critedge, label %check_lo - -check_lo: - br i1 false, label %critedge, label %compute - -critedge: - %zero.index = zext i32 9 to i64 - br label %sink - -compute: - %computed.index = zext i32 9 to i64 - br label %sink - -sink: - %sink.index = phi i64 [ %computed.index, %compute ], [ %zero.index, %critedge ] - br label %exit - -exit: - %index = phi i64 [ %sink.index, %sink ], [ 0, %entry ] - ret i64 %index -} - -define i64 @reject_high() { -; CFG-LABEL: define i64 @reject_high() { -; CFG-NEXT: [[ENTRY:.*:]] -; CFG-NEXT: br label %[[START:.*]] -; CFG: [[START]]: -; CFG-NEXT: [[ZERO_INDEX:%.*]] = zext i32 9 to i64 -; CFG-NEXT: br label %[[CHECK_RANGE:.*]] -; CFG: [[CHECK_RANGE]]: -; CFG-NEXT: br label %[[CHECK_HI:.*]] -; CFG: [[CHECK_HI]]: -; CFG-NEXT: br i1 false, label %[[CHECK_LO:.*]], label %[[FLOW:.*]] -; CFG: [[CHECK_LO]]: -; CFG-NEXT: br label %[[COMPUTE:.*]] -; CFG: [[CRITEDGE:.*]]: -; CFG-NEXT: br label %[[SINK:.*]] -; CFG: [[FLOW]]: -; CFG-NEXT: [[TMP0:%.*]] = phi i64 [ [[COMPUTED_INDEX:%.*]], %[[COMPUTE]] ], [ [[ZERO_INDEX]], %[[CHECK_HI]] ] -; CFG-NEXT: [[TMP1:%.*]] = phi i1 [ false, %[[COMPUTE]] ], [ true, %[[CHECK_HI]] ] -; CFG-NEXT: br i1 [[TMP1]], label %[[CRITEDGE]], label %[[SINK]] -; CFG: [[COMPUTE]]: -; CFG-NEXT: [[COMPUTED_INDEX]] = zext i32 9 to i64 -; CFG-NEXT: br label %[[FLOW]] -; CFG: [[SINK]]: -; CFG-NEXT: br label %[[EXIT:.*]] -; CFG: [[EXIT]]: -; CFG-NEXT: ret i64 [[TMP0]] -; -; FOLD-LABEL: define i64 @reject_high() { -; FOLD-NEXT: [[ENTRY:.*:]] -; FOLD-NEXT: ret i64 9 -; -entry: - br i1 true, label %start, label %exit - -start: - br i1 false, label %critedge, label %check_range - -check_range: - br i1 true, label %check_hi, label %critedge - -check_hi: - br i1 true, label %critedge, label %check_lo - -check_lo: - br i1 false, label %critedge, label %compute - -critedge: - %zero.index = zext i32 9 to i64 - br label %sink - -compute: - %computed.index = zext i32 9 to i64 - br label %sink - -sink: - %sink.index = phi i64 [ %computed.index, %compute ], [ %zero.index, %critedge ] - br label %exit - -exit: - %index = phi i64 [ %sink.index, %sink ], [ 0, %entry ] - ret i64 %index -} - -define i64 @reject_low() { -; CFG-LABEL: define i64 @reject_low() { -; CFG-NEXT: [[ENTRY:.*:]] -; CFG-NEXT: br label %[[START:.*]] -; CFG: [[START]]: -; CFG-NEXT: [[ZERO_INDEX:%.*]] = zext i32 17 to i64 -; CFG-NEXT: br label %[[CHECK_RANGE:.*]] -; CFG: [[CHECK_RANGE]]: -; CFG-NEXT: br label %[[CHECK_HI:.*]] -; CFG: [[CHECK_HI]]: -; CFG-NEXT: br label %[[CHECK_LO:.*]] -; CFG: [[CHECK_LO]]: -; CFG-NEXT: br i1 false, label %[[COMPUTE:.*]], label %[[FLOW:.*]] -; CFG: [[FLOW]]: -; CFG-NEXT: [[TMP0:%.*]] = phi i64 [ [[COMPUTED_INDEX:%.*]], %[[COMPUTE]] ], [ [[ZERO_INDEX]], %[[CHECK_LO]] ] -; CFG-NEXT: [[TMP1:%.*]] = phi i1 [ false, %[[COMPUTE]] ], [ true, %[[CHECK_LO]] ] -; CFG-NEXT: br i1 [[TMP1]], label %[[CRITEDGE:.*]], label %[[SINK:.*]] -; CFG: [[CRITEDGE]]: -; CFG-NEXT: br label %[[SINK]] -; CFG: [[COMPUTE]]: -; CFG-NEXT: [[COMPUTED_INDEX]] = zext i32 17 to i64 -; CFG-NEXT: br label %[[FLOW]] -; CFG: [[SINK]]: -; CFG-NEXT: br label %[[EXIT:.*]] -; CFG: [[EXIT]]: -; CFG-NEXT: ret i64 [[TMP0]] -; -; FOLD-LABEL: define i64 @reject_low() { -; FOLD-NEXT: [[ENTRY:.*:]] -; FOLD-NEXT: ret i64 17 -; -entry: - br i1 true, label %start, label %exit - -start: - br i1 false, label %critedge, label %check_range - -check_range: - br i1 true, label %check_hi, label %critedge - -check_hi: - br i1 false, label %critedge, label %check_lo - -check_lo: - br i1 true, label %critedge, label %compute - -critedge: - %zero.index = zext i32 17 to i64 - br label %sink - -compute: - %computed.index = zext i32 17 to i64 - br label %sink - -sink: - %sink.index = phi i64 [ %computed.index, %compute ], [ %zero.index, %critedge ] - br label %exit - -exit: - %index = phi i64 [ %sink.index, %sink ], [ 0, %entry ] - ret i64 %index -} - -define i64 @compute() { -; CFG-LABEL: define i64 @compute() { -; CFG-NEXT: [[ENTRY:.*:]] -; CFG-NEXT: br label %[[START:.*]] -; CFG: [[START]]: -; CFG-NEXT: [[ZERO_INDEX:%.*]] = zext i32 9 to i64 -; CFG-NEXT: br label %[[CHECK_RANGE:.*]] -; CFG: [[CHECK_RANGE]]: -; CFG-NEXT: br label %[[CHECK_HI:.*]] -; CFG: [[CHECK_HI]]: -; CFG-NEXT: br label %[[CHECK_LO:.*]] -; CFG: [[CHECK_LO]]: -; CFG-NEXT: br label %[[COMPUTE:.*]] -; CFG: [[CRITEDGE:.*]]: -; CFG-NEXT: br label %[[SINK:.*]] -; CFG: [[COMPUTE]]: -; CFG-NEXT: [[COMPUTED_INDEX:%.*]] = zext i32 9 to i64 -; CFG-NEXT: br i1 false, label %[[CRITEDGE]], label %[[SINK]] -; CFG: [[SINK]]: -; CFG-NEXT: [[SINK_INDEX:%.*]] = phi i64 [ [[ZERO_INDEX]], %[[CRITEDGE]] ], [ [[COMPUTED_INDEX]], %[[COMPUTE]] ] -; CFG-NEXT: br label %[[EXIT:.*]] -; CFG: [[EXIT]]: -; CFG-NEXT: ret i64 [[SINK_INDEX]] -; -; FOLD-LABEL: define i64 @compute() { -; FOLD-NEXT: [[ENTRY:.*:]] -; FOLD-NEXT: ret i64 9 -; -entry: - br i1 true, label %start, label %exit - -start: - br i1 false, label %critedge, label %check_range - -check_range: - br i1 true, label %check_hi, label %critedge - -check_hi: - br i1 false, label %critedge, label %check_lo - -check_lo: - br i1 false, label %critedge, label %compute - -critedge: - %zero.index = zext i32 9 to i64 - br label %sink - -compute: - %computed.index = zext i32 9 to i64 - br label %sink - -sink: - %sink.index = phi i64 [ %computed.index, %compute ], [ %zero.index, %critedge ] - br label %exit - -exit: - %index = phi i64 [ %sink.index, %sink ], [ 0, %entry ] - ret i64 %index -} - -; Check both affected paths for every defined i32 index, not just constants. -define i64 @reject_high_symbolic(i32 %linear) { -; CFG-LABEL: define i64 @reject_high_symbolic( -; CFG-SAME: i32 [[LINEAR:%.*]]) { -; CFG-NEXT: [[ENTRY:.*:]] -; CFG-NEXT: br label %[[START:.*]] -; CFG: [[START]]: -; CFG-NEXT: [[ZERO_INDEX:%.*]] = zext i32 [[LINEAR]] to i64 -; CFG-NEXT: br label %[[CHECK_RANGE:.*]] -; CFG: [[CHECK_RANGE]]: -; CFG-NEXT: br label %[[CHECK_HI:.*]] -; CFG: [[CHECK_HI]]: -; CFG-NEXT: br i1 false, label %[[CHECK_LO:.*]], label %[[FLOW:.*]] -; CFG: [[CHECK_LO]]: -; CFG-NEXT: br label %[[COMPUTE:.*]] -; CFG: [[CRITEDGE:.*]]: -; CFG-NEXT: br label %[[SINK:.*]] -; CFG: [[FLOW]]: -; CFG-NEXT: [[TMP0:%.*]] = phi i64 [ [[COMPUTED_INDEX:%.*]], %[[COMPUTE]] ], [ [[ZERO_INDEX]], %[[CHECK_HI]] ] -; CFG-NEXT: [[TMP1:%.*]] = phi i1 [ false, %[[COMPUTE]] ], [ true, %[[CHECK_HI]] ] -; CFG-NEXT: br i1 [[TMP1]], label %[[CRITEDGE]], label %[[SINK]] -; CFG: [[COMPUTE]]: -; CFG-NEXT: [[COMPUTED_INDEX]] = zext i32 [[LINEAR]] to i64 -; CFG-NEXT: br label %[[FLOW]] -; CFG: [[SINK]]: -; CFG-NEXT: br label %[[EXIT:.*]] -; CFG: [[EXIT]]: -; CFG-NEXT: ret i64 [[TMP0]] -; -; FOLD-LABEL: define i64 @reject_high_symbolic( -; FOLD-SAME: i32 [[LINEAR:%.*]]) { -; FOLD-NEXT: [[ENTRY:.*:]] -; FOLD-NEXT: [[ZERO_INDEX:%.*]] = zext i32 [[LINEAR]] to i64 -; FOLD-NEXT: ret i64 [[ZERO_INDEX]] -; -entry: - br i1 true, label %start, label %exit - -start: - br i1 false, label %critedge, label %check_range - -check_range: - br i1 true, label %check_hi, label %critedge - -check_hi: - br i1 true, label %critedge, label %check_lo - -check_lo: - br i1 false, label %critedge, label %compute - -critedge: - %zero.index = zext i32 %linear to i64 - br label %sink - -compute: - %computed.index = zext i32 %linear to i64 - br label %sink - -sink: - %sink.index = phi i64 [ %computed.index, %compute ], [ %zero.index, %critedge ] - br label %exit - -exit: - %index = phi i64 [ %sink.index, %sink ], [ 0, %entry ] - ret i64 %index -} - -define i64 @reject_low_symbolic(i32 %linear) { -; CFG-LABEL: define i64 @reject_low_symbolic( -; CFG-SAME: i32 [[LINEAR:%.*]]) { -; CFG-NEXT: [[ENTRY:.*:]] -; CFG-NEXT: br label %[[START:.*]] -; CFG: [[START]]: -; CFG-NEXT: [[ZERO_INDEX:%.*]] = zext i32 [[LINEAR]] to i64 -; CFG-NEXT: br label %[[CHECK_RANGE:.*]] -; CFG: [[CHECK_RANGE]]: -; CFG-NEXT: br label %[[CHECK_HI:.*]] -; CFG: [[CHECK_HI]]: -; CFG-NEXT: br label %[[CHECK_LO:.*]] -; CFG: [[CHECK_LO]]: -; CFG-NEXT: br i1 false, label %[[COMPUTE:.*]], label %[[FLOW:.*]] -; CFG: [[FLOW]]: -; CFG-NEXT: [[TMP0:%.*]] = phi i64 [ [[COMPUTED_INDEX:%.*]], %[[COMPUTE]] ], [ [[ZERO_INDEX]], %[[CHECK_LO]] ] -; CFG-NEXT: [[TMP1:%.*]] = phi i1 [ false, %[[COMPUTE]] ], [ true, %[[CHECK_LO]] ] -; CFG-NEXT: br i1 [[TMP1]], label %[[CRITEDGE:.*]], label %[[SINK:.*]] -; CFG: [[CRITEDGE]]: -; CFG-NEXT: br label %[[SINK]] -; CFG: [[COMPUTE]]: -; CFG-NEXT: [[COMPUTED_INDEX]] = zext i32 [[LINEAR]] to i64 -; CFG-NEXT: br label %[[FLOW]] -; CFG: [[SINK]]: -; CFG-NEXT: br label %[[EXIT:.*]] -; CFG: [[EXIT]]: -; CFG-NEXT: ret i64 [[TMP0]] -; -; FOLD-LABEL: define i64 @reject_low_symbolic( -; FOLD-SAME: i32 [[LINEAR:%.*]]) { -; FOLD-NEXT: [[ENTRY:.*:]] -; FOLD-NEXT: [[ZERO_INDEX:%.*]] = zext i32 [[LINEAR]] to i64 -; FOLD-NEXT: ret i64 [[ZERO_INDEX]] -; -entry: - br i1 true, label %start, label %exit - -start: - br i1 false, label %critedge, label %check_range - -check_range: - br i1 true, label %check_hi, label %critedge - -check_hi: - br i1 false, label %critedge, label %check_lo - -check_lo: - br i1 true, label %critedge, label %compute - -critedge: - %zero.index = zext i32 %linear to i64 - br label %sink - -compute: - %computed.index = zext i32 %linear to i64 - br label %sink - -sink: - %sink.index = phi i64 [ %computed.index, %compute ], [ %zero.index, %critedge ] - br label %exit - -exit: - %index = phi i64 [ %sink.index, %sink ], [ 0, %entry ] - ret i64 %index -} - -; A loop before the two arms must preserve both early and late rejection -; values, as well as the computed value. -define i64 @cyclic_rejections(i1 %early, i1 %repeat, i1 %reject, i32 %linear, i64 %computed) { -; CFG-LABEL: define i64 @cyclic_rejections( -; CFG-SAME: i1 [[EARLY:%.*]], i1 [[REPEAT:%.*]], i1 [[REJECT:%.*]], i32 [[LINEAR:%.*]], i64 [[COMPUTED:%.*]]) { -; CFG-NEXT: [[ENTRY:.*]]: -; CFG-NEXT: [[REJECT_INV:%.*]] = xor i1 [[REJECT]], true -; CFG-NEXT: [[EARLY_INV:%.*]] = xor i1 [[EARLY]], true -; CFG-NEXT: [[REPEAT_INV:%.*]] = xor i1 [[REPEAT]], true -; CFG-NEXT: [[ZERO_VALUE:%.*]] = zext i32 [[LINEAR]] to i64 -; CFG-NEXT: br i1 [[EARLY_INV]], label %[[LOOP:.*]], label %[[FLOW:.*]] -; CFG: [[LOOP]]: -; CFG-NEXT: br i1 [[REPEAT_INV]], label %[[CHECK:.*]], label %[[LOOP]] -; CFG: [[FLOW]]: -; CFG-NEXT: [[TMP0:%.*]] = phi i64 [ [[TMP2:%.*]], %[[FLOW1:.*]] ], [ [[ZERO_VALUE]], %[[ENTRY]] ] -; CFG-NEXT: [[TMP1:%.*]] = phi i1 [ [[TMP3:%.*]], %[[FLOW1]] ], [ true, %[[ENTRY]] ] -; CFG-NEXT: br i1 [[TMP1]], label %[[ZERO:.*]], label %[[MERGE:.*]] -; CFG: [[CHECK]]: -; CFG-NEXT: br i1 [[REJECT_INV]], label %[[COMPUTE_VALUE:.*]], label %[[FLOW1]] -; CFG: [[COMPUTE_VALUE]]: -; CFG-NEXT: br label %[[FLOW1]] -; CFG: [[FLOW1]]: -; CFG-NEXT: [[TMP2]] = phi i64 [ [[COMPUTED]], %[[COMPUTE_VALUE]] ], [ [[ZERO_VALUE]], %[[CHECK]] ] -; CFG-NEXT: [[TMP3]] = phi i1 [ false, %[[COMPUTE_VALUE]] ], [ true, %[[CHECK]] ] -; CFG-NEXT: br label %[[FLOW]] -; CFG: [[ZERO]]: -; CFG-NEXT: br label %[[MERGE]] -; CFG: [[MERGE]]: -; CFG-NEXT: ret i64 [[TMP0]] -; -; FOLD-LABEL: define i64 @cyclic_rejections( -; FOLD-SAME: i1 [[EARLY:%.*]], i1 [[REPEAT:%.*]], i1 [[REJECT:%.*]], i32 [[LINEAR:%.*]], i64 [[COMPUTED:%.*]]) { -; FOLD-NEXT: [[ENTRY:.*]]: -; FOLD-NEXT: [[ZERO_VALUE:%.*]] = zext i32 [[LINEAR]] to i64 -; FOLD-NEXT: br i1 [[EARLY]], label %[[FLOW:.*]], label %[[LOOP:.*]] -; FOLD: [[LOOP]]: -; FOLD-NEXT: br i1 [[REPEAT]], label %[[LOOP]], label %[[CHECK:.*]] -; FOLD: [[FLOW]]: -; FOLD-NEXT: [[TMP0:%.*]] = phi i64 [ [[SPEC_SELECT:%.*]], %[[CHECK]] ], [ [[ZERO_VALUE]], %[[ENTRY]] ] -; FOLD-NEXT: [[TMP1:%.*]] = phi i1 [ [[REJECT]], %[[CHECK]] ], [ true, %[[ENTRY]] ] -; FOLD-NEXT: ret i64 [[TMP0]] -; FOLD: [[CHECK]]: -; FOLD-NEXT: [[SPEC_SELECT]] = select i1 [[REJECT]], i64 [[ZERO_VALUE]], i64 [[COMPUTED]] -; FOLD-NEXT: br label %[[FLOW]] -; -entry: - br i1 %early, label %zero, label %loop - -loop: - br i1 %repeat, label %loop, label %check - -check: - br i1 %reject, label %zero, label %compute_value - -compute_value: - br label %merge - -zero: - %zero.value = zext i32 %linear to i64 - br label %merge - -merge: - %index = phi i64 [ %zero.value, %zero ], [ %computed, %compute_value ] - ret i64 %index -} - -define i64 @cycle_early_skip() { -; CFG-LABEL: define i64 @cycle_early_skip() { -; CFG-NEXT: [[ENTRY:.*]]: -; CFG-NEXT: [[ZERO_VALUE:%.*]] = zext i32 -1 to i64 -; CFG-NEXT: br i1 false, label %[[LOOP:.*]], label %[[FLOW:.*]] -; CFG: [[LOOP]]: -; CFG-NEXT: br i1 false, label %[[CHECK:.*]], label %[[LOOP]] -; CFG: [[FLOW]]: -; CFG-NEXT: [[TMP0:%.*]] = phi i64 [ 4096, %[[COMPUTE_VALUE:.*]] ], [ [[ZERO_VALUE]], %[[ENTRY]] ] -; CFG-NEXT: [[TMP1:%.*]] = phi i1 [ false, %[[COMPUTE_VALUE]] ], [ true, %[[ENTRY]] ] -; CFG-NEXT: br i1 [[TMP1]], label %[[ZERO:.*]], label %[[MERGE:.*]] -; CFG: [[CHECK]]: -; CFG-NEXT: br label %[[COMPUTE_VALUE]] -; CFG: [[COMPUTE_VALUE]]: -; CFG-NEXT: br label %[[FLOW]] -; CFG: [[ZERO]]: -; CFG-NEXT: br label %[[MERGE]] -; CFG: [[MERGE]]: -; CFG-NEXT: ret i64 [[TMP0]] -; -; FOLD-LABEL: define i64 @cycle_early_skip() { -; FOLD-NEXT: [[ENTRY:.*:]] -; FOLD-NEXT: ret i64 4294967295 -; -entry: - br i1 true, label %zero, label %loop - -loop: - br i1 true, label %loop, label %check - -check: - br i1 false, label %zero, label %compute_value - -compute_value: - br label %merge - -zero: - %zero.value = zext i32 -1 to i64 - br label %merge - -merge: - %index = phi i64 [ %zero.value, %zero ], [ 4096, %compute_value ] - ret i64 %index -} - -define i64 @cycle_late_skip() { -; CFG-LABEL: define i64 @cycle_late_skip() { -; CFG-NEXT: [[ENTRY:.*:]] -; CFG-NEXT: [[ZERO_VALUE:%.*]] = zext i32 17 to i64 -; CFG-NEXT: br label %[[LOOP:.*]] -; CFG: [[LOOP]]: -; CFG-NEXT: br i1 true, label %[[CHECK:.*]], label %[[LOOP]] -; CFG: [[CHECK]]: -; CFG-NEXT: br i1 false, label %[[COMPUTE_VALUE:.*]], label %[[FLOW:.*]] -; CFG: [[COMPUTE_VALUE]]: -; CFG-NEXT: br label %[[FLOW]] -; CFG: [[FLOW]]: -; CFG-NEXT: [[TMP0:%.*]] = phi i64 [ 4096, %[[COMPUTE_VALUE]] ], [ [[ZERO_VALUE]], %[[CHECK]] ] -; CFG-NEXT: [[TMP1:%.*]] = phi i1 [ false, %[[COMPUTE_VALUE]] ], [ true, %[[CHECK]] ] -; CFG-NEXT: br i1 [[TMP1]], label %[[ZERO:.*]], label %[[MERGE:.*]] -; CFG: [[ZERO]]: -; CFG-NEXT: br label %[[MERGE]] -; CFG: [[MERGE]]: -; CFG-NEXT: ret i64 [[TMP0]] -; -; FOLD-LABEL: define i64 @cycle_late_skip() { -; FOLD-NEXT: [[ENTRY:.*:]] -; FOLD-NEXT: ret i64 17 -; -entry: - br i1 false, label %zero, label %loop - -loop: - br i1 false, label %loop, label %check - -check: - br i1 true, label %zero, label %compute_value - -compute_value: - br label %merge - -zero: - %zero.value = zext i32 17 to i64 - br label %merge - -merge: - %index = phi i64 [ %zero.value, %zero ], [ 4096, %compute_value ] - ret i64 %index -} - -define i64 @cycle_compute() { -; CFG-LABEL: define i64 @cycle_compute() { -; CFG-NEXT: [[ENTRY:.*:]] -; CFG-NEXT: [[ZERO_VALUE:%.*]] = zext i32 17 to i64 -; CFG-NEXT: br label %[[LOOP:.*]] -; CFG: [[LOOP]]: -; CFG-NEXT: br i1 true, label %[[CHECK:.*]], label %[[LOOP]] -; CFG: [[CHECK]]: -; CFG-NEXT: br label %[[COMPUTE_VALUE:.*]] -; CFG: [[COMPUTE_VALUE]]: -; CFG-NEXT: br i1 false, label %[[ZERO:.*]], label %[[MERGE:.*]] -; CFG: [[ZERO]]: -; CFG-NEXT: br label %[[MERGE]] -; CFG: [[MERGE]]: -; CFG-NEXT: [[INDEX:%.*]] = phi i64 [ 4096, %[[COMPUTE_VALUE]] ], [ [[ZERO_VALUE]], %[[ZERO]] ] -; CFG-NEXT: ret i64 [[INDEX]] -; -; FOLD-LABEL: define i64 @cycle_compute() { -; FOLD-NEXT: [[ENTRY:.*:]] -; FOLD-NEXT: ret i64 4096 -; -entry: - br i1 false, label %zero, label %loop - -loop: - br i1 false, label %loop, label %check - -check: - br i1 false, label %zero, label %compute_value - -compute_value: - br label %merge - -zero: - %zero.value = zext i32 17 to i64 - br label %merge - -merge: - %index = phi i64 [ %zero.value, %zero ], [ 4096, %compute_value ] - ret i64 %index -} - -; Two original merge PHIs share the same zero-cost else instruction. Both -; results must retain that value on the else path. -define { i64, i64 } @shared_else_value(i1 %choose_else, i32 %linear, i64 %a, i64 %b) { -; CFG-LABEL: define { i64, i64 } @shared_else_value( -; CFG-SAME: i1 [[CHOOSE_ELSE:%.*]], i32 [[LINEAR:%.*]], i64 [[A:%.*]], i64 [[B:%.*]]) { -; CFG-NEXT: [[ENTRY:.*]]: -; CFG-NEXT: [[CHOOSE_ELSE_INV:%.*]] = xor i1 [[CHOOSE_ELSE]], true -; CFG-NEXT: [[ELSE_VALUE:%.*]] = zext i32 [[LINEAR]] to i64 -; CFG-NEXT: br i1 [[CHOOSE_ELSE_INV]], label %[[THEN:.*]], label %[[FLOW:.*]] -; CFG: [[THEN]]: -; CFG-NEXT: [[THEN_A:%.*]] = add i64 [[A]], 1 -; CFG-NEXT: [[THEN_B:%.*]] = add i64 [[B]], 2 -; CFG-NEXT: br label %[[FLOW]] -; CFG: [[FLOW]]: -; CFG-NEXT: [[TMP0:%.*]] = phi i64 [ [[THEN_B]], %[[THEN]] ], [ [[ELSE_VALUE]], %[[ENTRY]] ] -; CFG-NEXT: [[TMP1:%.*]] = phi i64 [ [[THEN_A]], %[[THEN]] ], [ [[ELSE_VALUE]], %[[ENTRY]] ] -; CFG-NEXT: [[TMP2:%.*]] = phi i1 [ false, %[[THEN]] ], [ true, %[[ENTRY]] ] -; CFG-NEXT: br i1 [[TMP2]], label %[[ELSE:.*]], label %[[MERGE:.*]] -; CFG: [[ELSE]]: -; CFG-NEXT: br label %[[MERGE]] -; CFG: [[MERGE]]: -; CFG-NEXT: [[R0:%.*]] = insertvalue { i64, i64 } poison, i64 [[TMP1]], 0 -; CFG-NEXT: [[R1:%.*]] = insertvalue { i64, i64 } [[R0]], i64 [[TMP0]], 1 -; CFG-NEXT: ret { i64, i64 } [[R1]] -; -; FOLD-LABEL: define { i64, i64 } @shared_else_value( -; FOLD-SAME: i1 [[CHOOSE_ELSE:%.*]], i32 [[LINEAR:%.*]], i64 [[A:%.*]], i64 [[B:%.*]]) { -; FOLD-NEXT: [[ENTRY:.*:]] -; FOLD-NEXT: [[ELSE_VALUE:%.*]] = zext i32 [[LINEAR]] to i64 -; FOLD-NEXT: [[THEN_A:%.*]] = add i64 [[A]], 1 -; FOLD-NEXT: [[THEN_B:%.*]] = add i64 [[B]], 2 -; FOLD-NEXT: [[TMP0:%.*]] = select i1 [[CHOOSE_ELSE]], i64 [[ELSE_VALUE]], i64 [[THEN_B]] -; FOLD-NEXT: [[TMP1:%.*]] = select i1 [[CHOOSE_ELSE]], i64 [[ELSE_VALUE]], i64 [[THEN_A]] -; FOLD-NEXT: [[R0:%.*]] = insertvalue { i64, i64 } poison, i64 [[TMP1]], 0 -; FOLD-NEXT: [[R1:%.*]] = insertvalue { i64, i64 } [[R0]], i64 [[TMP0]], 1 -; FOLD-NEXT: ret { i64, i64 } [[R1]] -; -entry: - br i1 %choose_else, label %else, label %then - -then: - %then.a = add i64 %a, 1 - %then.b = add i64 %b, 2 - br label %merge - -else: - %else.value = zext i32 %linear to i64 - br label %merge - -merge: - %first = phi i64 [ %then.a, %then ], [ %else.value, %else ] - %second = phi i64 [ %then.b, %then ], [ %else.value, %else ] - %r0 = insertvalue { i64, i64 } poison, i64 %first, 0 - %r1 = insertvalue { i64, i64 } %r0, i64 %second, 1 - ret { i64, i64 } %r1 -} - -define { i64, i64 } @shared_skip() { -; CFG-LABEL: define { i64, i64 } @shared_skip() { -; CFG-NEXT: [[ENTRY:.*]]: -; CFG-NEXT: [[ELSE_VALUE:%.*]] = zext i32 -1 to i64 -; CFG-NEXT: br i1 false, label %[[THEN:.*]], label %[[FLOW:.*]] -; CFG: [[THEN]]: -; CFG-NEXT: [[THEN_A:%.*]] = add i64 10, 1 -; CFG-NEXT: [[THEN_B:%.*]] = add i64 20, 2 -; CFG-NEXT: br label %[[FLOW]] -; CFG: [[FLOW]]: -; CFG-NEXT: [[TMP0:%.*]] = phi i64 [ [[THEN_B]], %[[THEN]] ], [ [[ELSE_VALUE]], %[[ENTRY]] ] -; CFG-NEXT: [[TMP1:%.*]] = phi i64 [ [[THEN_A]], %[[THEN]] ], [ [[ELSE_VALUE]], %[[ENTRY]] ] -; CFG-NEXT: [[TMP2:%.*]] = phi i1 [ false, %[[THEN]] ], [ true, %[[ENTRY]] ] -; CFG-NEXT: br i1 [[TMP2]], label %[[ELSE:.*]], label %[[MERGE:.*]] -; CFG: [[ELSE]]: -; CFG-NEXT: br label %[[MERGE]] -; CFG: [[MERGE]]: -; CFG-NEXT: [[R0:%.*]] = insertvalue { i64, i64 } poison, i64 [[TMP1]], 0 -; CFG-NEXT: [[R1:%.*]] = insertvalue { i64, i64 } [[R0]], i64 [[TMP0]], 1 -; CFG-NEXT: ret { i64, i64 } [[R1]] -; -; FOLD-LABEL: define { i64, i64 } @shared_skip() { -; FOLD-NEXT: [[ENTRY:.*:]] -; FOLD-NEXT: ret { i64, i64 } { i64 4294967295, i64 4294967295 } -; -entry: - br i1 true, label %else, label %then - -then: - %then.a = add i64 10, 1 - %then.b = add i64 20, 2 - br label %merge - -else: - %else.value = zext i32 -1 to i64 - br label %merge - -merge: - %first = phi i64 [ %then.a, %then ], [ %else.value, %else ] - %second = phi i64 [ %then.b, %then ], [ %else.value, %else ] - %r0 = insertvalue { i64, i64 } poison, i64 %first, 0 - %r1 = insertvalue { i64, i64 } %r0, i64 %second, 1 - ret { i64, i64 } %r1 -} - -define { i64, i64 } @shared_compute() { -; CFG-LABEL: define { i64, i64 } @shared_compute() { -; CFG-NEXT: [[ENTRY:.*:]] -; CFG-NEXT: [[ELSE_VALUE:%.*]] = zext i32 -1 to i64 -; CFG-NEXT: br label %[[THEN:.*]] -; CFG: [[THEN]]: -; CFG-NEXT: [[THEN_A:%.*]] = add i64 10, 1 -; CFG-NEXT: [[THEN_B:%.*]] = add i64 20, 2 -; CFG-NEXT: br i1 false, label %[[ELSE:.*]], label %[[MERGE:.*]] -; CFG: [[ELSE]]: -; CFG-NEXT: br label %[[MERGE]] -; CFG: [[MERGE]]: -; CFG-NEXT: [[FIRST:%.*]] = phi i64 [ [[THEN_A]], %[[THEN]] ], [ [[ELSE_VALUE]], %[[ELSE]] ] -; CFG-NEXT: [[SECOND:%.*]] = phi i64 [ [[THEN_B]], %[[THEN]] ], [ [[ELSE_VALUE]], %[[ELSE]] ] -; CFG-NEXT: [[R0:%.*]] = insertvalue { i64, i64 } poison, i64 [[FIRST]], 0 -; CFG-NEXT: [[R1:%.*]] = insertvalue { i64, i64 } [[R0]], i64 [[SECOND]], 1 -; CFG-NEXT: ret { i64, i64 } [[R1]] -; -; FOLD-LABEL: define { i64, i64 } @shared_compute() { -; FOLD-NEXT: [[ENTRY:.*:]] -; FOLD-NEXT: ret { i64, i64 } { i64 11, i64 22 } -; -entry: - br i1 false, label %else, label %then - -then: - %then.a = add i64 10, 1 - %then.b = add i64 20, 2 - br label %merge - -else: - %else.value = zext i32 -1 to i64 - br label %merge - -merge: - %first = phi i64 [ %then.a, %then ], [ %else.value, %else ] - %second = phi i64 [ %then.b, %then ], [ %else.value, %else ] - %r0 = insertvalue { i64, i64 } poison, i64 %first, 0 - %r1 = insertvalue { i64, i64 } %r0, i64 %second, 1 - ret { i64, i64 } %r1 -} - -; Both results use the same then value but diff erent hoisted else values. -; Repairing a shared Flow PHI for one result must not change the other. -define { i64, i64 } @shared_computed_value(i1 %r1, i1 %r2, i1 %r3, i1 %r4, i32 %a, i32 %b, i32 %c) { -; CFG-LABEL: define { i64, i64 } @shared_computed_value( -; CFG-SAME: i1 [[R1:%.*]], i1 [[R2:%.*]], i1 [[R3:%.*]], i1 [[R4:%.*]], i32 [[A:%.*]], i32 [[B:%.*]], i32 [[C:%.*]]) { -; CFG-NEXT: [[ENTRY:.*]]: -; CFG-NEXT: [[R4_INV:%.*]] = xor i1 [[R4]], true -; CFG-NEXT: [[R3_INV:%.*]] = xor i1 [[R3]], true -; CFG-NEXT: [[R2_INV:%.*]] = xor i1 [[R2]], true -; CFG-NEXT: [[R1_INV:%.*]] = xor i1 [[R1]], true -; CFG-NEXT: [[UNCHANGED_A:%.*]] = zext i32 [[A]] to i64 -; CFG-NEXT: [[UNCHANGED_B:%.*]] = zext i32 [[B]] to i64 -; CFG-NEXT: br i1 [[R1_INV]], label %[[CHECK2:.*]], label %[[FLOW:.*]] -; CFG: [[CHECK2]]: -; CFG-NEXT: br i1 [[R2_INV]], label %[[CHECK3:.*]], label %[[FLOW1:.*]] -; CFG: [[FLOW]]: -; CFG-NEXT: [[TMP0:%.*]] = phi i64 [ [[TMP2:%.*]], %[[FLOW1]] ], [ [[UNCHANGED_A]], %[[ENTRY]] ] -; CFG-NEXT: [[TMP1:%.*]] = phi i1 [ [[TMP3:%.*]], %[[FLOW1]] ], [ [[R1]], %[[ENTRY]] ] -; CFG-NEXT: br i1 [[TMP1]], label %[[ELSE:.*]], label %[[MERGE:.*]] -; CFG: [[CHECK3]]: -; CFG-NEXT: br i1 [[R3_INV]], label %[[CHECK4:.*]], label %[[FLOW2:.*]] -; CFG: [[FLOW1]]: -; CFG-NEXT: [[TMP2]] = phi i64 [ [[TMP4:%.*]], %[[FLOW2]] ], [ [[UNCHANGED_A]], %[[CHECK2]] ] -; CFG-NEXT: [[TMP3]] = phi i1 [ [[TMP5:%.*]], %[[FLOW2]] ], [ [[R2]], %[[CHECK2]] ] -; CFG-NEXT: br label %[[FLOW]] -; CFG: [[CHECK4]]: -; CFG-NEXT: br i1 [[R4_INV]], label %[[THEN:.*]], label %[[FLOW3:.*]] -; CFG: [[FLOW2]]: -; CFG-NEXT: [[TMP4]] = phi i64 [ [[TMP6:%.*]], %[[FLOW3]] ], [ poison, %[[CHECK3]] ] -; CFG-NEXT: [[TMP5]] = phi i1 [ [[TMP7:%.*]], %[[FLOW3]] ], [ [[R3]], %[[CHECK3]] ] -; CFG-NEXT: br label %[[FLOW1]] -; CFG: [[THEN]]: -; CFG-NEXT: [[MODIFIED:%.*]] = zext i32 [[C]] to i64 -; CFG-NEXT: br label %[[FLOW3]] -; CFG: [[FLOW3]]: -; CFG-NEXT: [[TMP6]] = phi i64 [ [[MODIFIED]], %[[THEN]] ], [ poison, %[[CHECK4]] ] -; CFG-NEXT: [[TMP7]] = phi i1 [ false, %[[THEN]] ], [ true, %[[CHECK4]] ] -; CFG-NEXT: br label %[[FLOW2]] -; CFG: [[ELSE]]: -; CFG-NEXT: br label %[[MERGE]] -; CFG: [[MERGE]]: -; CFG-NEXT: [[SECOND:%.*]] = phi i64 [ [[TMP0]], %[[FLOW]] ], [ [[UNCHANGED_B]], %[[ELSE]] ] -; CFG-NEXT: [[V0:%.*]] = insertvalue { i64, i64 } poison, i64 [[TMP0]], 0 -; CFG-NEXT: [[V1:%.*]] = insertvalue { i64, i64 } [[V0]], i64 [[SECOND]], 1 -; CFG-NEXT: ret { i64, i64 } [[V1]] -; -; FOLD-LABEL: define { i64, i64 } @shared_computed_value( -; FOLD-SAME: i1 [[R1:%.*]], i1 [[R2:%.*]], i1 [[R3:%.*]], i1 [[R4:%.*]], i32 [[A:%.*]], i32 [[B:%.*]], i32 [[C:%.*]]) { -; FOLD-NEXT: [[ENTRY:.*:]] -; FOLD-NEXT: [[UNCHANGED_A:%.*]] = zext i32 [[A]] to i64 -; FOLD-NEXT: [[UNCHANGED_B:%.*]] = zext i32 [[B]] to i64 -; FOLD-NEXT: [[BRMERGE:%.*]] = select i1 [[R1]], i1 true, i1 [[R2]] -; FOLD-NEXT: [[BRMERGE5:%.*]] = select i1 [[BRMERGE]], i1 true, i1 [[R3]] -; FOLD-NEXT: [[UNCHANGED_A_MUX:%.*]] = select i1 [[BRMERGE]], i64 [[UNCHANGED_A]], i64 poison -; FOLD-NEXT: [[MODIFIED:%.*]] = zext i32 [[C]] to i64 -; FOLD-NEXT: [[SPEC_SELECT4:%.*]] = select i1 [[R4]], i64 poison, i64 [[MODIFIED]] -; FOLD-NEXT: [[TMP0:%.*]] = select i1 [[BRMERGE5]], i64 [[UNCHANGED_A_MUX]], i64 [[SPEC_SELECT4]] -; FOLD-NEXT: [[TMP1:%.*]] = select i1 [[BRMERGE5]], i1 true, i1 [[R4]] -; FOLD-NEXT: [[SPEC_SELECT:%.*]] = select i1 [[TMP1]], i64 [[UNCHANGED_B]], i64 [[TMP0]] -; FOLD-NEXT: [[V0:%.*]] = insertvalue { i64, i64 } poison, i64 [[TMP0]], 0 -; FOLD-NEXT: [[V1:%.*]] = insertvalue { i64, i64 } [[V0]], i64 [[SPEC_SELECT]], 1 -; FOLD-NEXT: ret { i64, i64 } [[V1]] -; -entry: - br i1 %r1, label %else, label %check2 - -check2: - br i1 %r2, label %else, label %check3 - -check3: - br i1 %r3, label %else, label %check4 - -check4: - br i1 %r4, label %else, label %then - -then: - %modified = zext i32 %c to i64 - br label %merge - -else: - %unchanged.a = zext i32 %a to i64 - %unchanged.b = zext i32 %b to i64 - br label %merge - -merge: - %first = phi i64 [ %modified, %then ], [ %unchanged.a, %else ] - %second = phi i64 [ %modified, %then ], [ %unchanged.b, %else ] - %v0 = insertvalue { i64, i64 } poison, i64 %first, 0 - %v1 = insertvalue { i64, i64 } %v0, i64 %second, 1 - ret { i64, i64 } %v1 -} - -define { i64, i64 } @shared_computed_reject1() { -; CFG-LABEL: define { i64, i64 } @shared_computed_reject1() { -; CFG-NEXT: [[ENTRY:.*]]: -; CFG-NEXT: [[UNCHANGED_A:%.*]] = zext i32 9 to i64 -; CFG-NEXT: [[UNCHANGED_B:%.*]] = zext i32 17 to i64 -; CFG-NEXT: br i1 false, label %[[CHECK2:.*]], label %[[FLOW:.*]] -; CFG: [[CHECK2]]: -; CFG-NEXT: br label %[[CHECK3:.*]] -; CFG: [[FLOW]]: -; CFG-NEXT: [[TMP0:%.*]] = phi i64 [ [[MODIFIED:%.*]], %[[THEN:.*]] ], [ [[UNCHANGED_A]], %[[ENTRY]] ] -; CFG-NEXT: [[TMP1:%.*]] = phi i1 [ false, %[[THEN]] ], [ true, %[[ENTRY]] ] -; CFG-NEXT: br i1 [[TMP1]], label %[[ELSE:.*]], label %[[MERGE:.*]] -; CFG: [[CHECK3]]: -; CFG-NEXT: br label %[[CHECK4:.*]] -; CFG: [[CHECK4]]: -; CFG-NEXT: br label %[[THEN]] -; CFG: [[THEN]]: -; CFG-NEXT: [[MODIFIED]] = zext i32 123 to i64 -; CFG-NEXT: br label %[[FLOW]] -; CFG: [[ELSE]]: -; CFG-NEXT: br label %[[MERGE]] -; CFG: [[MERGE]]: -; CFG-NEXT: [[SECOND:%.*]] = phi i64 [ [[TMP0]], %[[FLOW]] ], [ [[UNCHANGED_B]], %[[ELSE]] ] -; CFG-NEXT: [[V0:%.*]] = insertvalue { i64, i64 } poison, i64 [[TMP0]], 0 -; CFG-NEXT: [[V1:%.*]] = insertvalue { i64, i64 } [[V0]], i64 [[SECOND]], 1 -; CFG-NEXT: ret { i64, i64 } [[V1]] -; -; FOLD-LABEL: define { i64, i64 } @shared_computed_reject1() { -; FOLD-NEXT: [[ENTRY:.*:]] -; FOLD-NEXT: ret { i64, i64 } { i64 9, i64 17 } -; -entry: - br i1 true, label %else, label %check2 - -check2: - br i1 false, label %else, label %check3 - -check3: - br i1 false, label %else, label %check4 - -check4: - br i1 false, label %else, label %then - -then: - %modified = zext i32 123 to i64 - br label %merge - -else: - %unchanged.a = zext i32 9 to i64 - %unchanged.b = zext i32 17 to i64 - br label %merge - -merge: - %first = phi i64 [ %modified, %then ], [ %unchanged.a, %else ] - %second = phi i64 [ %modified, %then ], [ %unchanged.b, %else ] - %v0 = insertvalue { i64, i64 } poison, i64 %first, 0 - %v1 = insertvalue { i64, i64 } %v0, i64 %second, 1 - ret { i64, i64 } %v1 -} - -define { i64, i64 } @shared_computed_reject2() { -; CFG-LABEL: define { i64, i64 } @shared_computed_reject2() { -; CFG-NEXT: [[ENTRY:.*:]] -; CFG-NEXT: [[UNCHANGED_A:%.*]] = zext i32 9 to i64 -; CFG-NEXT: [[UNCHANGED_B:%.*]] = zext i32 17 to i64 -; CFG-NEXT: br label %[[CHECK2:.*]] -; CFG: [[CHECK2]]: -; CFG-NEXT: br i1 false, label %[[CHECK3:.*]], label %[[FLOW:.*]] -; CFG: [[CHECK3]]: -; CFG-NEXT: br label %[[CHECK4:.*]] -; CFG: [[FLOW]]: -; CFG-NEXT: [[TMP0:%.*]] = phi i64 [ [[MODIFIED:%.*]], %[[THEN:.*]] ], [ [[UNCHANGED_A]], %[[CHECK2]] ] -; CFG-NEXT: [[TMP1:%.*]] = phi i1 [ false, %[[THEN]] ], [ true, %[[CHECK2]] ] -; CFG-NEXT: br i1 [[TMP1]], label %[[ELSE:.*]], label %[[MERGE:.*]] -; CFG: [[CHECK4]]: -; CFG-NEXT: br label %[[THEN]] -; CFG: [[THEN]]: -; CFG-NEXT: [[MODIFIED]] = zext i32 123 to i64 -; CFG-NEXT: br label %[[FLOW]] -; CFG: [[ELSE]]: -; CFG-NEXT: br label %[[MERGE]] -; CFG: [[MERGE]]: -; CFG-NEXT: [[SECOND:%.*]] = phi i64 [ [[TMP0]], %[[FLOW]] ], [ [[UNCHANGED_B]], %[[ELSE]] ] -; CFG-NEXT: [[V0:%.*]] = insertvalue { i64, i64 } poison, i64 [[TMP0]], 0 -; CFG-NEXT: [[V1:%.*]] = insertvalue { i64, i64 } [[V0]], i64 [[SECOND]], 1 -; CFG-NEXT: ret { i64, i64 } [[V1]] -; -; FOLD-LABEL: define { i64, i64 } @shared_computed_reject2() { -; FOLD-NEXT: [[ENTRY:.*:]] -; FOLD-NEXT: ret { i64, i64 } { i64 9, i64 17 } -; -entry: - br i1 false, label %else, label %check2 - -check2: - br i1 true, label %else, label %check3 - -check3: - br i1 false, label %else, label %check4 - -check4: - br i1 false, label %else, label %then - -then: - %modified = zext i32 123 to i64 - br label %merge - -else: - %unchanged.a = zext i32 9 to i64 - %unchanged.b = zext i32 17 to i64 - br label %merge - -merge: - %first = phi i64 [ %modified, %then ], [ %unchanged.a, %else ] - %second = phi i64 [ %modified, %then ], [ %unchanged.b, %else ] - %v0 = insertvalue { i64, i64 } poison, i64 %first, 0 - %v1 = insertvalue { i64, i64 } %v0, i64 %second, 1 - ret { i64, i64 } %v1 -} - -define { i64, i64 } @shared_computed_reject3() { -; CFG-LABEL: define { i64, i64 } @shared_computed_reject3() { -; CFG-NEXT: [[ENTRY:.*:]] -; CFG-NEXT: [[UNCHANGED_A:%.*]] = zext i32 9 to i64 -; CFG-NEXT: [[UNCHANGED_B:%.*]] = zext i32 17 to i64 -; CFG-NEXT: br label %[[CHECK2:.*]] -; CFG: [[CHECK2]]: -; CFG-NEXT: br label %[[CHECK3:.*]] -; CFG: [[CHECK3]]: -; CFG-NEXT: br i1 false, label %[[CHECK4:.*]], label %[[FLOW:.*]] -; CFG: [[CHECK4]]: -; CFG-NEXT: br label %[[THEN:.*]] -; CFG: [[FLOW]]: -; CFG-NEXT: [[TMP0:%.*]] = phi i64 [ [[MODIFIED:%.*]], %[[THEN]] ], [ [[UNCHANGED_A]], %[[CHECK3]] ] -; CFG-NEXT: [[TMP1:%.*]] = phi i1 [ false, %[[THEN]] ], [ true, %[[CHECK3]] ] -; CFG-NEXT: br i1 [[TMP1]], label %[[ELSE:.*]], label %[[MERGE:.*]] -; CFG: [[THEN]]: -; CFG-NEXT: [[MODIFIED]] = zext i32 123 to i64 -; CFG-NEXT: br label %[[FLOW]] -; CFG: [[ELSE]]: -; CFG-NEXT: br label %[[MERGE]] -; CFG: [[MERGE]]: -; CFG-NEXT: [[SECOND:%.*]] = phi i64 [ [[TMP0]], %[[FLOW]] ], [ [[UNCHANGED_B]], %[[ELSE]] ] -; CFG-NEXT: [[V0:%.*]] = insertvalue { i64, i64 } poison, i64 [[TMP0]], 0 -; CFG-NEXT: [[V1:%.*]] = insertvalue { i64, i64 } [[V0]], i64 [[SECOND]], 1 -; CFG-NEXT: ret { i64, i64 } [[V1]] -; -; FOLD-LABEL: define { i64, i64 } @shared_computed_reject3() { -; FOLD-NEXT: [[ENTRY:.*:]] -; FOLD-NEXT: ret { i64, i64 } { i64 9, i64 17 } -; -entry: - br i1 false, label %else, label %check2 - -check2: - br i1 false, label %else, label %check3 - -check3: - br i1 true, label %else, label %check4 - -check4: - br i1 false, label %else, label %then - -then: - %modified = zext i32 123 to i64 - br label %merge - -else: - %unchanged.a = zext i32 9 to i64 - %unchanged.b = zext i32 17 to i64 - br label %merge - -merge: - %first = phi i64 [ %modified, %then ], [ %unchanged.a, %else ] - %second = phi i64 [ %modified, %then ], [ %unchanged.b, %else ] - %v0 = insertvalue { i64, i64 } poison, i64 %first, 0 - %v1 = insertvalue { i64, i64 } %v0, i64 %second, 1 - ret { i64, i64 } %v1 -} - -define { i64, i64 } @shared_computed_reject4() { -; CFG-LABEL: define { i64, i64 } @shared_computed_reject4() { -; CFG-NEXT: [[ENTRY:.*:]] -; CFG-NEXT: [[UNCHANGED_A:%.*]] = zext i32 9 to i64 -; CFG-NEXT: [[UNCHANGED_B:%.*]] = zext i32 17 to i64 -; CFG-NEXT: br label %[[CHECK2:.*]] -; CFG: [[CHECK2]]: -; CFG-NEXT: br label %[[CHECK3:.*]] -; CFG: [[CHECK3]]: -; CFG-NEXT: br label %[[CHECK4:.*]] -; CFG: [[CHECK4]]: -; CFG-NEXT: br i1 false, label %[[THEN:.*]], label %[[FLOW:.*]] -; CFG: [[THEN]]: -; CFG-NEXT: [[MODIFIED:%.*]] = zext i32 123 to i64 -; CFG-NEXT: br label %[[FLOW]] -; CFG: [[FLOW]]: -; CFG-NEXT: [[TMP0:%.*]] = phi i64 [ [[MODIFIED]], %[[THEN]] ], [ [[UNCHANGED_A]], %[[CHECK4]] ] -; CFG-NEXT: [[TMP1:%.*]] = phi i1 [ false, %[[THEN]] ], [ true, %[[CHECK4]] ] -; CFG-NEXT: br i1 [[TMP1]], label %[[ELSE:.*]], label %[[MERGE:.*]] -; CFG: [[ELSE]]: -; CFG-NEXT: br label %[[MERGE]] -; CFG: [[MERGE]]: -; CFG-NEXT: [[SECOND:%.*]] = phi i64 [ [[TMP0]], %[[FLOW]] ], [ [[UNCHANGED_B]], %[[ELSE]] ] -; CFG-NEXT: [[V0:%.*]] = insertvalue { i64, i64 } poison, i64 [[TMP0]], 0 -; CFG-NEXT: [[V1:%.*]] = insertvalue { i64, i64 } [[V0]], i64 [[SECOND]], 1 -; CFG-NEXT: ret { i64, i64 } [[V1]] -; -; FOLD-LABEL: define { i64, i64 } @shared_computed_reject4() { -; FOLD-NEXT: [[ENTRY:.*:]] -; FOLD-NEXT: ret { i64, i64 } { i64 9, i64 17 } -; -entry: - br i1 false, label %else, label %check2 - -check2: - br i1 false, label %else, label %check3 - -check3: - br i1 false, label %else, label %check4 - -check4: - br i1 true, label %else, label %then - -then: - %modified = zext i32 123 to i64 - br label %merge - -else: - %unchanged.a = zext i32 9 to i64 - %unchanged.b = zext i32 17 to i64 - br label %merge - -merge: - %first = phi i64 [ %modified, %then ], [ %unchanged.a, %else ] - %second = phi i64 [ %modified, %then ], [ %unchanged.b, %else ] - %v0 = insertvalue { i64, i64 } poison, i64 %first, 0 - %v1 = insertvalue { i64, i64 } %v0, i64 %second, 1 - ret { i64, i64 } %v1 -} - -define { i64, i64 } @shared_computed_success() { -; CFG-LABEL: define { i64, i64 } @shared_computed_success() { -; CFG-NEXT: [[ENTRY:.*:]] -; CFG-NEXT: [[UNCHANGED_A:%.*]] = zext i32 9 to i64 -; CFG-NEXT: [[UNCHANGED_B:%.*]] = zext i32 17 to i64 -; CFG-NEXT: br label %[[CHECK2:.*]] -; CFG: [[CHECK2]]: -; CFG-NEXT: br label %[[CHECK3:.*]] -; CFG: [[CHECK3]]: -; CFG-NEXT: br label %[[CHECK4:.*]] -; CFG: [[CHECK4]]: -; CFG-NEXT: br label %[[THEN:.*]] -; CFG: [[THEN]]: -; CFG-NEXT: [[MODIFIED:%.*]] = zext i32 123 to i64 -; CFG-NEXT: br i1 false, label %[[ELSE:.*]], label %[[MERGE:.*]] -; CFG: [[ELSE]]: -; CFG-NEXT: br label %[[MERGE]] -; CFG: [[MERGE]]: -; CFG-NEXT: [[FIRST:%.*]] = phi i64 [ [[MODIFIED]], %[[THEN]] ], [ [[UNCHANGED_A]], %[[ELSE]] ] -; CFG-NEXT: [[SECOND:%.*]] = phi i64 [ [[MODIFIED]], %[[THEN]] ], [ [[UNCHANGED_B]], %[[ELSE]] ] -; CFG-NEXT: [[V0:%.*]] = insertvalue { i64, i64 } poison, i64 [[FIRST]], 0 -; CFG-NEXT: [[V1:%.*]] = insertvalue { i64, i64 } [[V0]], i64 [[SECOND]], 1 -; CFG-NEXT: ret { i64, i64 } [[V1]] -; -; FOLD-LABEL: define { i64, i64 } @shared_computed_success() { -; FOLD-NEXT: [[ENTRY:.*:]] -; FOLD-NEXT: ret { i64, i64 } { i64 123, i64 123 } -; -entry: - br i1 false, label %else, label %check2 - -check2: - br i1 false, label %else, label %check3 - -check3: - br i1 false, label %else, label %check4 - -check4: - br i1 false, label %else, label %then - -then: - %modified = zext i32 123 to i64 - br label %merge - -else: - %unchanged.a = zext i32 9 to i64 - %unchanged.b = zext i32 17 to i64 - br label %merge - -merge: - %first = phi i64 [ %modified, %then ], [ %unchanged.a, %else ] - %second = phi i64 [ %modified, %then ], [ %unchanged.b, %else ] - %v0 = insertvalue { i64, i64 } poison, i64 %first, 0 - %v1 = insertvalue { i64, i64 } %v0, i64 %second, 1 - ret { i64, i64 } %v1 -} - -; The hoisted instruction can itself produce poison. Bypasses must carry that -; same SSA value, while the defined computed result must remain unaffected. -define i64 @poison_else_value(i1 %early, i1 %reject, i32 %linear, i64 %computed) { -; CFG-LABEL: define i64 @poison_else_value( -; CFG-SAME: i1 [[EARLY:%.*]], i1 [[REJECT:%.*]], i32 [[LINEAR:%.*]], i64 [[COMPUTED:%.*]]) { -; CFG-NEXT: [[ENTRY:.*]]: -; CFG-NEXT: [[REJECT_INV:%.*]] = xor i1 [[REJECT]], true -; CFG-NEXT: [[EARLY_INV:%.*]] = xor i1 [[EARLY]], true -; CFG-NEXT: [[UNCHANGED:%.*]] = zext i32 [[LINEAR]] to i64 -; CFG-NEXT: br i1 [[EARLY_INV]], label %[[CHECK:.*]], label %[[FLOW:.*]] -; CFG: [[CHECK]]: -; CFG-NEXT: br i1 [[REJECT_INV]], label %[[THEN:.*]], label %[[FLOW1:.*]] -; CFG: [[FLOW]]: -; CFG-NEXT: [[TMP0:%.*]] = phi i64 [ [[TMP2:%.*]], %[[FLOW1]] ], [ [[UNCHANGED]], %[[ENTRY]] ] -; CFG-NEXT: [[TMP1:%.*]] = phi i1 [ [[TMP3:%.*]], %[[FLOW1]] ], [ [[EARLY]], %[[ENTRY]] ] -; CFG-NEXT: br i1 [[TMP1]], label %[[ELSE:.*]], label %[[MERGE:.*]] -; CFG: [[THEN]]: -; CFG-NEXT: [[MODIFIED:%.*]] = add i64 [[COMPUTED]], 1 -; CFG-NEXT: br label %[[FLOW1]] -; CFG: [[FLOW1]]: -; CFG-NEXT: [[TMP2]] = phi i64 [ [[MODIFIED]], %[[THEN]] ], [ [[UNCHANGED]], %[[CHECK]] ] -; CFG-NEXT: [[TMP3]] = phi i1 [ false, %[[THEN]] ], [ true, %[[CHECK]] ] -; CFG-NEXT: br label %[[FLOW]] -; CFG: [[ELSE]]: -; CFG-NEXT: br label %[[MERGE]] -; CFG: [[MERGE]]: -; CFG-NEXT: ret i64 [[TMP0]] -; -; FOLD-LABEL: define i64 @poison_else_value( -; FOLD-SAME: i1 [[EARLY:%.*]], i1 [[REJECT:%.*]], i32 [[LINEAR:%.*]], i64 [[COMPUTED:%.*]]) { -; FOLD-NEXT: [[ENTRY:.*:]] -; FOLD-NEXT: [[UNCHANGED:%.*]] = zext i32 [[LINEAR]] to i64 -; FOLD-NEXT: [[MODIFIED:%.*]] = add i64 [[COMPUTED]], 1 -; FOLD-NEXT: [[SPEC_SELECT:%.*]] = select i1 [[REJECT]], i64 [[UNCHANGED]], i64 [[MODIFIED]] -; FOLD-NEXT: [[TMP0:%.*]] = select i1 [[EARLY]], i64 [[UNCHANGED]], i64 [[SPEC_SELECT]] -; FOLD-NEXT: [[TMP1:%.*]] = select i1 [[EARLY]], i1 true, i1 [[REJECT]] -; FOLD-NEXT: ret i64 [[TMP0]] -; -entry: - br i1 %early, label %else, label %check - -check: - br i1 %reject, label %else, label %then - -then: - %modified = add i64 %computed, 1 - br label %merge - -else: - %unchanged = zext i32 %linear to i64 - br label %merge - -merge: - %result = phi i64 [ %modified, %then ], [ %unchanged, %else ] - ret i64 %result -} - -define i64 @poison_early_rejection() { -; CFG-LABEL: define i64 @poison_early_rejection() { -; CFG-NEXT: [[ENTRY:.*]]: -; CFG-NEXT: [[UNCHANGED:%.*]] = zext i32 poison to i64 -; CFG-NEXT: br i1 false, label %[[CHECK:.*]], label %[[FLOW:.*]] -; CFG: [[CHECK]]: -; CFG-NEXT: br label %[[THEN:.*]] -; CFG: [[FLOW]]: -; CFG-NEXT: [[RESULT:%.*]] = phi i64 [ [[MODIFIED:%.*]], %[[THEN]] ], [ [[UNCHANGED]], %[[ENTRY]] ] -; CFG-NEXT: [[TMP1:%.*]] = phi i1 [ false, %[[THEN]] ], [ true, %[[ENTRY]] ] -; CFG-NEXT: br i1 [[TMP1]], label %[[ELSE:.*]], label %[[MERGE:.*]] -; CFG: [[THEN]]: -; CFG-NEXT: [[MODIFIED]] = add i64 4096, 1 -; CFG-NEXT: br label %[[FLOW]] -; CFG: [[ELSE]]: -; CFG-NEXT: br label %[[MERGE]] -; CFG: [[MERGE]]: -; CFG-NEXT: ret i64 [[RESULT]] -; -; FOLD-LABEL: define i64 @poison_early_rejection() { -; FOLD-NEXT: [[ENTRY:.*:]] -; FOLD-NEXT: ret i64 undef -; -entry: - br i1 true, label %else, label %check - -check: - br i1 false, label %else, label %then - -then: - %modified = add i64 4096, 1 - br label %merge - -else: - %unchanged = zext i32 poison to i64 - br label %merge - -merge: - %result = phi i64 [ %modified, %then ], [ %unchanged, %else ] - ret i64 %result -} - -define i64 @poison_nested_rejection() { -; CFG-LABEL: define i64 @poison_nested_rejection() { -; CFG-NEXT: [[ENTRY:.*:]] -; CFG-NEXT: [[UNCHANGED:%.*]] = zext i32 poison to i64 -; CFG-NEXT: br label %[[CHECK:.*]] -; CFG: [[CHECK]]: -; CFG-NEXT: br i1 false, label %[[THEN:.*]], label %[[FLOW:.*]] -; CFG: [[THEN]]: -; CFG-NEXT: [[MODIFIED:%.*]] = add i64 4096, 1 -; CFG-NEXT: br label %[[FLOW]] -; CFG: [[FLOW]]: -; CFG-NEXT: [[RESULT:%.*]] = phi i64 [ [[MODIFIED]], %[[THEN]] ], [ [[UNCHANGED]], %[[CHECK]] ] -; CFG-NEXT: [[TMP1:%.*]] = phi i1 [ false, %[[THEN]] ], [ true, %[[CHECK]] ] -; CFG-NEXT: br i1 [[TMP1]], label %[[ELSE:.*]], label %[[MERGE:.*]] -; CFG: [[ELSE]]: -; CFG-NEXT: br label %[[MERGE]] -; CFG: [[MERGE]]: -; CFG-NEXT: ret i64 [[RESULT]] -; -; FOLD-LABEL: define i64 @poison_nested_rejection() { -; FOLD-NEXT: [[ENTRY:.*:]] -; FOLD-NEXT: ret i64 undef -; -entry: - br i1 false, label %else, label %check - -check: - br i1 true, label %else, label %then - -then: - %modified = add i64 4096, 1 - br label %merge - -else: - %unchanged = zext i32 poison to i64 - br label %merge - -merge: - %result = phi i64 [ %modified, %then ], [ %unchanged, %else ] - ret i64 %result -} - -define i64 @defined_then_with_poison_else() { -; CFG-LABEL: define i64 @defined_then_with_poison_else() { -; CFG-NEXT: [[ENTRY:.*:]] -; CFG-NEXT: [[UNCHANGED:%.*]] = zext i32 poison to i64 -; CFG-NEXT: br label %[[CHECK:.*]] -; CFG: [[CHECK]]: -; CFG-NEXT: br label %[[THEN:.*]] -; CFG: [[THEN]]: -; CFG-NEXT: [[MODIFIED:%.*]] = add i64 4096, 1 -; CFG-NEXT: br i1 false, label %[[ELSE:.*]], label %[[MERGE:.*]] -; CFG: [[ELSE]]: -; CFG-NEXT: br label %[[MERGE]] -; CFG: [[MERGE]]: -; CFG-NEXT: [[RESULT:%.*]] = phi i64 [ [[MODIFIED]], %[[THEN]] ], [ [[UNCHANGED]], %[[ELSE]] ] -; CFG-NEXT: ret i64 [[RESULT]] -; -; FOLD-LABEL: define i64 @defined_then_with_poison_else() { -; FOLD-NEXT: [[ENTRY:.*:]] -; FOLD-NEXT: ret i64 4097 -; -entry: - br i1 false, label %else, label %check - -check: - br i1 false, label %else, label %then - -then: - %modified = add i64 4096, 1 - br label %merge - -else: - %unchanged = zext i32 poison to i64 - br label %merge - -merge: - %result = phi i64 [ %modified, %then ], [ %unchanged, %else ] - ret i64 %result -} - -; Reject a value known to be poison when the pass runs. Its defining -; instruction stays in Else, and the original merge arm remains intact. -define i64 @known_poison_else_value(i1 %early, i1 %reject, i64 %computed) { -; CFG-LABEL: define i64 @known_poison_else_value( -; CFG-SAME: i1 [[EARLY:%.*]], i1 [[REJECT:%.*]], i64 [[COMPUTED:%.*]]) { -; CFG-NEXT: [[ENTRY:.*]]: -; CFG-NEXT: [[REJECT_INV:%.*]] = xor i1 [[REJECT]], true -; CFG-NEXT: [[EARLY_INV:%.*]] = xor i1 [[EARLY]], true -; CFG-NEXT: [[UNCHANGED:%.*]] = zext i32 poison to i64 -; CFG-NEXT: br i1 [[EARLY_INV]], label %[[CHECK:.*]], label %[[FLOW:.*]] -; CFG: [[CHECK]]: -; CFG-NEXT: br i1 [[REJECT_INV]], label %[[THEN:.*]], label %[[FLOW1:.*]] -; CFG: [[FLOW]]: -; CFG-NEXT: [[RESULT:%.*]] = phi i64 [ [[TMP2:%.*]], %[[FLOW1]] ], [ [[UNCHANGED]], %[[ENTRY]] ] -; CFG-NEXT: [[TMP1:%.*]] = phi i1 [ [[TMP3:%.*]], %[[FLOW1]] ], [ [[EARLY]], %[[ENTRY]] ] -; CFG-NEXT: br i1 [[TMP1]], label %[[ELSE:.*]], label %[[MERGE:.*]] -; CFG: [[THEN]]: -; CFG-NEXT: [[MODIFIED:%.*]] = add i64 [[COMPUTED]], 1 -; CFG-NEXT: br label %[[FLOW1]] -; CFG: [[FLOW1]]: -; CFG-NEXT: [[TMP2]] = phi i64 [ [[MODIFIED]], %[[THEN]] ], [ [[UNCHANGED]], %[[CHECK]] ] -; CFG-NEXT: [[TMP3]] = phi i1 [ false, %[[THEN]] ], [ true, %[[CHECK]] ] -; CFG-NEXT: br label %[[FLOW]] -; CFG: [[ELSE]]: -; CFG-NEXT: br label %[[MERGE]] -; CFG: [[MERGE]]: -; CFG-NEXT: ret i64 [[RESULT]] -; -; FOLD-LABEL: define i64 @known_poison_else_value( -; FOLD-SAME: i1 [[EARLY:%.*]], i1 [[REJECT:%.*]], i64 [[COMPUTED:%.*]]) { -; FOLD-NEXT: [[ENTRY:.*:]] -; FOLD-NEXT: [[MODIFIED:%.*]] = add i64 [[COMPUTED]], 1 -; FOLD-NEXT: [[SPEC_SELECT:%.*]] = select i1 [[REJECT]], i64 poison, i64 [[MODIFIED]] -; FOLD-NEXT: [[TMP0:%.*]] = select i1 [[EARLY]], i64 poison, i64 [[SPEC_SELECT]] -; FOLD-NEXT: [[TMP1:%.*]] = select i1 [[EARLY]], i1 true, i1 [[REJECT]] -; FOLD-NEXT: ret i64 [[TMP0]] -; -entry: - br i1 %early, label %else, label %check - -check: - br i1 %reject, label %else, label %then - -then: - %modified = add i64 %computed, 1 - br label %merge - -else: - %unchanged = zext i32 poison to i64 - br label %merge - -merge: - %result = phi i64 [ %modified, %then ], [ %unchanged, %else ] - ret i64 %result -} - -define i64 @known_poison_rejection() { -; CFG-LABEL: define i64 @known_poison_rejection() { -; CFG-NEXT: [[ENTRY:.*:]] -; CFG-NEXT: [[UNCHANGED:%.*]] = zext i32 poison to i64 -; CFG-NEXT: br label %[[CHECK:.*]] -; CFG: [[CHECK]]: -; CFG-NEXT: br i1 false, label %[[THEN:.*]], label %[[FLOW:.*]] -; CFG: [[THEN]]: -; CFG-NEXT: [[MODIFIED:%.*]] = add i64 4096, 1 -; CFG-NEXT: br label %[[FLOW]] -; CFG: [[FLOW]]: -; CFG-NEXT: [[RESULT:%.*]] = phi i64 [ [[MODIFIED]], %[[THEN]] ], [ [[UNCHANGED]], %[[CHECK]] ] -; CFG-NEXT: [[TMP1:%.*]] = phi i1 [ false, %[[THEN]] ], [ true, %[[CHECK]] ] -; CFG-NEXT: br i1 [[TMP1]], label %[[ELSE:.*]], label %[[MERGE:.*]] -; CFG: [[ELSE]]: -; CFG-NEXT: br label %[[MERGE]] -; CFG: [[MERGE]]: -; CFG-NEXT: ret i64 [[RESULT]] -; -; FOLD-LABEL: define i64 @known_poison_rejection() { -; FOLD-NEXT: [[ENTRY:.*:]] -; FOLD-NEXT: ret i64 undef -; -entry: - br i1 false, label %else, label %check - -check: - br i1 true, label %else, label %then - -then: - %modified = add i64 4096, 1 - br label %merge - -else: - %unchanged = zext i32 poison to i64 - br label %merge - -merge: - %result = phi i64 [ %modified, %then ], [ %unchanged, %else ] - ret i64 %result -} - -define i64 @defined_then_with_known_poison_else() { -; CFG-LABEL: define i64 @defined_then_with_known_poison_else() { -; CFG-NEXT: [[ENTRY:.*:]] -; CFG-NEXT: [[UNCHANGED:%.*]] = zext i32 poison to i64 -; CFG-NEXT: br label %[[CHECK:.*]] -; CFG: [[CHECK]]: -; CFG-NEXT: br label %[[THEN:.*]] -; CFG: [[THEN]]: -; CFG-NEXT: [[MODIFIED:%.*]] = add i64 4096, 1 -; CFG-NEXT: br i1 false, label %[[ELSE:.*]], label %[[MERGE:.*]] -; CFG: [[ELSE]]: -; CFG-NEXT: br label %[[MERGE]] -; CFG: [[MERGE]]: -; CFG-NEXT: [[RESULT:%.*]] = phi i64 [ [[MODIFIED]], %[[THEN]] ], [ [[UNCHANGED]], %[[ELSE]] ] -; CFG-NEXT: ret i64 [[RESULT]] -; -; FOLD-LABEL: define i64 @defined_then_with_known_poison_else() { -; FOLD-NEXT: [[ENTRY:.*:]] -; FOLD-NEXT: ret i64 4097 -; -entry: - br i1 false, label %else, label %check - -check: - br i1 false, label %else, label %then - -then: - %modified = add i64 4096, 1 - br label %merge - -else: - %unchanged = zext i32 poison to i64 - br label %merge - -merge: - %result = phi i64 [ %modified, %then ], [ %unchanged, %else ] - ret i64 %result -} _______________________________________________ llvm-branch-commits mailing list [email protected] https://lists.llvm.org/cgi-bin/mailman/listinfo/llvm-branch-commits
