Skip to content

Commit a66051c

Browse files
committed
[InstCombine] Add oneuse checks to shr + cmp constant folds.
This change has virtually no code size regressions on the llvm test suite (+ SPECs) while having these improvements (measured with -Os on Darwin arm64): External/S.../CFP2006/450.soplex/450.soplex 214024.00 213920.00 -0.0% External/S...7speed/641.leela_s/641.leela_s 93412.00 93348.00 -0.1% External/S...17rate/541.leela_r/541.leela_r 93412.00 93348.00 -0.1% MultiSourc.../Applications/JM/lencod/lencod 426044.00 425748.00 -0.1% MultiSourc...rks/mediabench/gsm/toast/toast 20436.00 20416.00 -0.1% MultiSourc...ench/telecomm-gsm/telecomm-gsm 20436.00 20416.00 -0.1% MultiSourc...Prolangs-C/assembler/assembler 16172.00 16156.00 -0.1% MultiSourc...nch/mpeg2/mpeg2dec/mpeg2decode 35332.00 35256.00 -0.2% SingleSour...Adobe-C++/stepanov_abstraction 6904.00 6888.00 -0.2% External/SPEC/CINT2000/254.gap/254.gap 366060.00 365132.00 -0.3% MultiSourc...-ProxyApps-C++/PENNANT/PENNANT 79688.00 79484.00 -0.3% External/S...NT2006/464.h264ref/464.h264ref 352044.00 351132.00 -0.3% SingleSour...arks/Adobe-C++/functionobjects 15524.00 15480.00 -0.3% SingleSour...arks/Adobe-C++/stepanov_vector 10728.00 10696.00 -0.3% SingleSour...ks/Misc-C++/stepanov_container 16900.00 16848.00 -0.3% MultiSource/Applications/oggenc/oggenc 124184.00 123780.00 -0.3% SingleSour...tout-C++/Shootout-C++-wordfreq 7060.00 7036.00 -0.3% MultiSourc...ity-rijndael/security-rijndael 8976.00 8936.00 -0.4% MultiSource/Benchmarks/McCat/18-imp/imp 9816.00 9772.00 -0.4% SingleSour...chmarks/Misc-C++/stepanov_v1p2 1772.00 1764.00 -0.5% MultiSourc...iabench/g721/g721encode/encode 5492.00 5464.00 -0.5% MultiSourc...rks/McCat/03-testtrie/testtrie 1364.00 1344.00 -1.5% SingleSour.../execute/GCC-C-execute-pr42833 400.00 364.00 -9.0% Doing so also prevents a regression described in https://reviews.llvm.org/D143624 Differential Revision: https://reviews.llvm.org/D149918
1 parent f9ead46 commit a66051c

File tree

4 files changed

+8
-13
lines changed

4 files changed

+8
-13
lines changed

llvm/lib/Transforms/InstCombine/InstCombineCompares.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2451,7 +2451,7 @@ Instruction *InstCombinerImpl::foldICmpShrConstant(ICmpInst &Cmp,
24512451
// constant-value-based preconditions in the folds below, then we could assert
24522452
// those conditions rather than checking them. This is difficult because of
24532453
// undef/poison (PR34838).
2454-
if (IsAShr) {
2454+
if (IsAShr && Shr->hasOneUse()) {
24552455
if (IsExact || Pred == CmpInst::ICMP_SLT || Pred == CmpInst::ICMP_ULT) {
24562456
// When ShAmtC can be shifted losslessly:
24572457
// icmp PRED (ashr exact X, ShAmtC), C --> icmp PRED X, (C << ShAmtC)

llvm/test/Transforms/InstCombine/ashr-icmp-minmax-idiom-break.ll

Lines changed: 3 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,17 +1,16 @@
11
; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --version 2
22
; RUN: opt < %s -passes=instcombine -S | FileCheck %s
33

4-
; This test is pre-committed to show sub-optimal codegen due to
5-
; min/max idiom breakage. On AArch64, these constants are also expensive to materialize,
4+
; Check we don't have sub-optimal codegen due to min/max idiom breakage.
5+
; On AArch64, these constants are also expensive to materialize,
66
; and therefore generate poor code vs maintaining the min/max idiom.
77

88
define i64 @dont_break_minmax_i64(i64 %conv, i64 %conv2) {
99
; CHECK-LABEL: define i64 @dont_break_minmax_i64
1010
; CHECK-SAME: (i64 [[CONV:%.*]], i64 [[CONV2:%.*]]) {
1111
; CHECK-NEXT: [[MUL:%.*]] = mul nsw i64 [[CONV]], [[CONV2]]
1212
; CHECK-NEXT: [[SHR:%.*]] = ashr i64 [[MUL]], 4
13-
; CHECK-NEXT: [[CMP4_I:%.*]] = icmp slt i64 [[MUL]], 5579712
14-
; CHECK-NEXT: [[SPEC_SELECT_I:%.*]] = select i1 [[CMP4_I]], i64 [[SHR]], i64 348731
13+
; CHECK-NEXT: [[SPEC_SELECT_I:%.*]] = call i64 @llvm.smin.i64(i64 [[SHR]], i64 348731)
1514
; CHECK-NEXT: ret i64 [[SPEC_SELECT_I]]
1615
;
1716
%mul = mul nsw i64 %conv, %conv2

llvm/test/Transforms/InstCombine/icmp-shr-lt-gt.ll

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -900,7 +900,7 @@ define i1 @ashrsgt_01_00(i4 %x) {
900900
define i1 @ashrsgt_01_00_multiuse(i4 %x, ptr %p) {
901901
; CHECK-LABEL: @ashrsgt_01_00_multiuse(
902902
; CHECK-NEXT: [[S:%.*]] = ashr i4 [[X:%.*]], 1
903-
; CHECK-NEXT: [[C:%.*]] = icmp sgt i4 [[X]], 1
903+
; CHECK-NEXT: [[C:%.*]] = icmp sgt i4 [[S]], 0
904904
; CHECK-NEXT: store i4 [[S]], ptr [[P:%.*]], align 1
905905
; CHECK-NEXT: ret i1 [[C]]
906906
;

llvm/test/Transforms/PhaseOrdering/icmp-ashr-breaking-select-idiom.ll

Lines changed: 3 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -5,8 +5,7 @@ define i32 @testa(i32 %mul) {
55
; CHECK-LABEL: define i32 @testa(
66
; CHECK-SAME: i32 [[MUL:%.*]]) local_unnamed_addr #[[ATTR0:[0-9]+]] {
77
; CHECK-NEXT: [[SHR:%.*]] = ashr i32 [[MUL]], 15
8-
; CHECK-NEXT: [[CMP4_I:%.*]] = icmp slt i32 [[MUL]], 1073741824
9-
; CHECK-NEXT: [[SPEC_SELECT_I:%.*]] = select i1 [[CMP4_I]], i32 [[SHR]], i32 32767
8+
; CHECK-NEXT: [[SPEC_SELECT_I:%.*]] = tail call i32 @llvm.smin.i32(i32 [[SHR]], i32 32767)
109
; CHECK-NEXT: ret i32 [[SPEC_SELECT_I]]
1110
;
1211
%shr = ashr i32 %mul, 15
@@ -20,11 +19,8 @@ define i32 @testb(i32 %mul) {
2019
; CHECK-LABEL: define i32 @testb(
2120
; CHECK-SAME: i32 [[MUL:%.*]]) local_unnamed_addr #[[ATTR0]] {
2221
; CHECK-NEXT: [[SHR102:%.*]] = ashr i32 [[MUL]], 7
23-
; CHECK-NEXT: [[CMP4_I:%.*]] = icmp sgt i32 [[MUL]], 16383
24-
; CHECK-NEXT: [[RETVAL_0_I:%.*]] = select i1 [[CMP4_I]], i32 127, i32 -128
25-
; CHECK-NEXT: [[TMP1:%.*]] = add i32 [[MUL]], 16384
26-
; CHECK-NEXT: [[CLEANUP_DEST_SLOT_0_I:%.*]] = icmp ult i32 [[TMP1]], 32768
27-
; CHECK-NEXT: [[SPEC_SELECT_I:%.*]] = select i1 [[CLEANUP_DEST_SLOT_0_I]], i32 [[SHR102]], i32 [[RETVAL_0_I]]
22+
; CHECK-NEXT: [[TMP1:%.*]] = tail call i32 @llvm.smax.i32(i32 [[SHR102]], i32 -128)
23+
; CHECK-NEXT: [[SPEC_SELECT_I:%.*]] = tail call i32 @llvm.smin.i32(i32 [[TMP1]], i32 127)
2824
; CHECK-NEXT: ret i32 [[SPEC_SELECT_I]]
2925
;
3026
%shr102 = ashr i32 %mul, 7

0 commit comments

Comments
 (0)