; RUN: llc %s -o - -enable-shrink-wrap=true -pass-remarks-output=%t | FileCheck %s --check-prefix=CHECK --check-prefix=ENABLE ; RUN: cat %t | FileCheck %s --check-prefix=REMARKS ; RUN: llc %s -o - -enable-shrink-wrap=false | FileCheck %s --check-prefix=CHECK --check-prefix=DISABLE ; ; Note: Lots of tests use inline asm instead of regular calls. ; This allows to have a better control on what the allocation will do. ; Otherwise, we may have spill right in the entry block, defeating ; shrink-wrapping. Moreover, some of the inline asm statement (nop) ; are here to ensure that the related paths do not end up as critical ; edges. target datalayout = "e-m:o-i64:64-i128:128-n32:64-S128" target triple = "x86_64-apple-macosx" ; Initial motivating example: Simple diamond with a call just on one side. ; CHECK-LABEL: foo: ; ; Compare the arguments and jump to exit. ; No prologue needed. ; ENABLE: movl %edi, [[ARG0CPY:%e[a-z]+]] ; ENABLE-NEXT: cmpl %esi, %edi ; ENABLE-NEXT: jge [[EXIT_LABEL:LBB[0-9_]+]] ; ; Prologue code. ; (What we push does not matter. It should be some random sratch register.) ; CHECK: pushq ; ; Compare the arguments and jump to exit. ; After the prologue is set. ; DISABLE: movl %edi, [[ARG0CPY:%e[a-z]+]] ; DISABLE-NEXT: cmpl %esi, %edi ; DISABLE-NEXT: jge [[EXIT_LABEL:LBB[0-9_]+]] ; ; Store %a in the alloca. ; CHECK: movl [[ARG0CPY]], 4(%rsp) ; Set the alloca address in the second argument. ; CHECK-NEXT: leaq 4(%rsp), %rsi ; Set the first argument to zero. ; CHECK-NEXT: xorl %edi, %edi ; CHECK-NEXT: callq _doSomething ; ; With shrink-wrapping, epilogue is just after the call. ; ENABLE-NEXT: addq $8, %rsp ; ; CHECK: [[EXIT_LABEL]]: ; ; Without shrink-wrapping, epilogue is in the exit block. ; Epilogue code. (What we pop does not matter.) ; DISABLE-NEXT: popq ; ; CHECK-NEXT: retq define i32 @foo(i32 %a, i32 %b) { %tmp = alloca i32, align 4 %tmp2 = icmp slt i32 %a, %b br i1 %tmp2, label %true, label %false true: store i32 %a, i32* %tmp, align 4 %tmp4 = call i32 @doSomething(i32 0, i32* %tmp) br label %false false: %tmp.0 = phi i32 [ %tmp4, %true ], [ %a, %0 ] ret i32 %tmp.0 } ; Function Attrs: optsize declare i32 @doSomething(i32, i32*) ; Check that we do not perform the restore inside the loop whereas the save ; is outside. ; CHECK-LABEL: freqSaveAndRestoreOutsideLoop: ; ; Shrink-wrapping allows to skip the prologue in the else case. ; ENABLE: testl %edi, %edi ; ENABLE: je [[ELSE_LABEL:LBB[0-9_]+]] ; ; Prologue code. ; Make sure we save the CSR used in the inline asm: rbx. ; CHECK: pushq %rbx ; ; DISABLE: testl %edi, %edi ; DISABLE: je [[ELSE_LABEL:LBB[0-9_]+]] ; ; SUM is in %esi because it is coalesced with the second ; argument on the else path. ; CHECK: xorl [[SUM:%esi]], [[SUM]] ; CHECK-NEXT: movl $10, [[IV:%e[a-z]+]] ; ; Next BB. ; CHECK: [[LOOP:LBB[0-9_]+]]: ## %for.body ; CHECK: movl $1, [[TMP:%e[a-z]+]] ; CHECK: addl [[TMP]], [[SUM]] ; CHECK-NEXT: decl [[IV]] ; CHECK-NEXT: jne [[LOOP]] ; ; Next BB. ; SUM << 3. ; CHECK: shll $3, [[SUM]] ; ; Jump to epilogue. ; DISABLE: jmp [[EPILOG_BB:LBB[0-9_]+]] ; ; DISABLE: [[ELSE_LABEL]]: ## %if.else ; Shift second argument by one and store into returned register. ; DISABLE: addl %esi, %esi ; DISABLE: [[EPILOG_BB]]: ## %if.end ; ; Epilogue code. ; CHECK-DAG: popq %rbx ; CHECK-DAG: movl %esi, %eax ; CHECK: retq ; ; ENABLE: [[ELSE_LABEL]]: ## %if.else ; Shift second argument by one and store into returned register. ; ENABLE: addl %esi, %esi ; ENABLE-NEXT: movl %esi, %eax ; ENABLE-NEXT: retq define i32 @freqSaveAndRestoreOutsideLoop(i32 %cond, i32 %N) { entry: %tobool = icmp eq i32 %cond, 0 br i1 %tobool, label %if.else, label %for.preheader for.preheader: tail call void asm "nop", ""() br label %for.body for.body: ; preds = %entry, %for.body %i.05 = phi i32 [ %inc, %for.body ], [ 0, %for.preheader ] %sum.04 = phi i32 [ %add, %for.body ], [ 0, %for.preheader ] %call = tail call i32 asm "movl $$1, $0", "=r,~{ebx}"() %add = add nsw i32 %call, %sum.04 %inc = add nuw nsw i32 %i.05, 1 %exitcond = icmp eq i32 %inc, 10 br i1 %exitcond, label %for.end, label %for.body for.end: ; preds = %for.body %shl = shl i32 %add, 3 br label %if.end if.else: ; preds = %entry %mul = shl nsw i32 %N, 1 br label %if.end if.end: ; preds = %if.else, %for.end %sum.1 = phi i32 [ %shl, %for.end ], [ %mul, %if.else ] ret i32 %sum.1 } declare i32 @something(...) ; Check that we do not perform the shrink-wrapping inside the loop even ; though that would be legal. The cost model must prevent that. ; CHECK-LABEL: freqSaveAndRestoreOutsideLoop2: ; Prologue code. ; Make sure we save the CSR used in the inline asm: rbx. ; CHECK: pushq %rbx ; CHECK: nop ; CHECK: xorl [[SUM:%e[a-z]+]], [[SUM]] ; CHECK-NEXT: movl $10, [[IV:%e[a-z]+]] ; Next BB. ; CHECK: [[LOOP_LABEL:LBB[0-9_]+]]: ## %for.body ; CHECK: movl $1, [[TMP:%e[a-z]+]] ; CHECK: addl [[TMP]], [[SUM]] ; CHECK-NEXT: decl [[IV]] ; CHECK-NEXT: jne [[LOOP_LABEL]] ; Next BB. ; CHECK: ## %for.exit ; CHECK: nop ; CHECK: popq %rbx ; CHECK-NEXT: retq define i32 @freqSaveAndRestoreOutsideLoop2(i32 %cond) { entry: br label %for.preheader for.preheader: tail call void asm "nop", ""() br label %for.body for.body: ; preds = %for.body, %entry %i.04 = phi i32 [ 0, %for.preheader ], [ %inc, %for.body ] %sum.03 = phi i32 [ 0, %for.preheader ], [ %add, %for.body ] %call = tail call i32 asm "movl $$1, $0", "=r,~{ebx}"() %add = add nsw i32 %call, %sum.03 %inc = add nuw nsw i32 %i.04, 1 %exitcond = icmp eq i32 %inc, 10 br i1 %exitcond, label %for.exit, label %for.body for.exit: tail call void asm "nop", ""() br label %for.end for.end: ; preds = %for.body ret i32 %add } ; Check with a more complex case that we do not have save within the loop and ; restore outside. ; CHECK-LABEL: loopInfoSaveOutsideLoop: ; ; ENABLE: testl %edi, %edi ; ENABLE-NEXT: je [[ELSE_LABEL:LBB[0-9_]+]] ; ; Prologue code. ; Make sure we save the CSR used in the inline asm: rbx. ; CHECK: pushq %rbx ; ; DISABLE: testl %edi, %edi ; DISABLE-NEXT: je [[ELSE_LABEL:LBB[0-9_]+]] ; ; CHECK: nop ; CHECK: xorl [[SUM:%esi]], [[SUM]] ; CHECK-NEXT: movl $10, [[IV:%e[a-z]+]] ; ; CHECK: [[LOOP_LABEL:LBB[0-9_]+]]: ## %for.body ; CHECK: movl $1, [[TMP:%e[a-z]+]] ; CHECK: addl [[TMP]], [[SUM]] ; CHECK-NEXT: decl [[IV]] ; CHECK-NEXT: jne [[LOOP_LABEL]] ; Next BB. ; CHECK: nop ; CHECK: shll $3, [[SUM]] ; ; DISABLE: jmp [[EPILOG_BB:LBB[0-9_]+]] ; ; DISABLE: [[ELSE_LABEL]]: ## %if.else ; Shift second argument by one and store into returned register. ; DISABLE: addl %esi, %esi ; DISABLE: [[EPILOG_BB]]: ## %if.end ; ; Epilogue code. ; CHECK-DAG: popq %rbx ; CHECK-DAG: movl %esi, %eax ; CHECK: retq ; ; ENABLE: [[ELSE_LABEL]]: ## %if.else ; Shift second argument by one and store into returned register. ; ENABLE: addl %esi, %esi ; ENABLE-NEXT: movl %esi, %eax ; ENABLE-NEXT: retq define i32 @loopInfoSaveOutsideLoop(i32 %cond, i32 %N) { entry: %tobool = icmp eq i32 %cond, 0 br i1 %tobool, label %if.else, label %for.preheader for.preheader: tail call void asm "nop", ""() br label %for.body for.body: ; preds = %entry, %for.body %i.05 = phi i32 [ %inc, %for.body ], [ 0, %for.preheader ] %sum.04 = phi i32 [ %add, %for.body ], [ 0, %for.preheader ] %call = tail call i32 asm "movl $$1, $0", "=r,~{ebx}"() %add = add nsw i32 %call, %sum.04 %inc = add nuw nsw i32 %i.05, 1 %exitcond = icmp eq i32 %inc, 10 br i1 %exitcond, label %for.end, label %for.body for.end: ; preds = %for.body tail call void asm "nop", "~{ebx}"() %shl = shl i32 %add, 3 br label %if.end if.else: ; preds = %entry %mul = shl nsw i32 %N, 1 br label %if.end if.end: ; preds = %if.else, %for.end %sum.1 = phi i32 [ %shl, %for.end ], [ %mul, %if.else ] ret i32 %sum.1 } ; Check with a more complex case that we do not have restore within the loop and ; save outside. ; CHECK-LABEL: loopInfoRestoreOutsideLoop: ; ; ENABLE: testl %edi, %edi ; ENABLE-NEXT: je [[ELSE_LABEL:LBB[0-9_]+]] ; ; Prologue code. ; Make sure we save the CSR used in the inline asm: rbx. ; CHECK: pushq %rbx ; ; DISABLE: testl %edi, %edi ; DISABLE-NEXT: je [[ELSE_LABEL:LBB[0-9_]+]] ; ; CHECK: nop ; CHECK: xorl [[SUM:%esi]], [[SUM]] ; CHECK-NEXT: movl $10, [[IV:%e[a-z]+]] ; ; CHECK: [[LOOP_LABEL:LBB[0-9_]+]]: ## %for.body ; CHECK: movl $1, [[TMP:%e[a-z]+]] ; CHECK: addl [[TMP]], [[SUM]] ; CHECK-NEXT: decl [[IV]] ; CHECK-NEXT: jne [[LOOP_LABEL]] ; Next BB. ; CHECK: shll $3, [[SUM]] ; ; DISABLE: jmp [[EPILOG_BB:LBB[0-9_]+]] ; ; DISABLE: [[ELSE_LABEL]]: ## %if.else ; Shift second argument by one and store into returned register. ; DISABLE: addl %esi, %esi ; DISABLE: [[EPILOG_BB]]: ## %if.end ; ; Epilogue code. ; CHECK-DAG: popq %rbx ; CHECK-DAG: movl %esi, %eax ; CHECK: retq ; ; ENABLE: [[ELSE_LABEL]]: ## %if.else ; Shift second argument by one and store into returned register. ; ENABLE: addl %esi, %esi ; ENABLE-NEXT: movl %esi, %eax ; ENABLE-NEXT: retq define i32 @loopInfoRestoreOutsideLoop(i32 %cond, i32 %N) nounwind { entry: %tobool = icmp eq i32 %cond, 0 br i1 %tobool, label %if.else, label %if.then if.then: ; preds = %entry tail call void asm "nop", "~{ebx}"() br label %for.body for.body: ; preds = %for.body, %if.then %i.05 = phi i32 [ 0, %if.then ], [ %inc, %for.body ] %sum.04 = phi i32 [ 0, %if.then ], [ %add, %for.body ] %call = tail call i32 asm "movl $$1, $0", "=r,~{ebx}"() %add = add nsw i32 %call, %sum.04 %inc = add nuw nsw i32 %i.05, 1 %exitcond = icmp eq i32 %inc, 10 br i1 %exitcond, label %for.end, label %for.body for.end: ; preds = %for.body %shl = shl i32 %add, 3 br label %if.end if.else: ; preds = %entry %mul = shl nsw i32 %N, 1 br label %if.end if.end: ; preds = %if.else, %for.end %sum.1 = phi i32 [ %shl, %for.end ], [ %mul, %if.else ] ret i32 %sum.1 } ; Check that we handle function with no frame information correctly. ; CHECK-LABEL: emptyFrame: ; CHECK: ## %entry ; CHECK-NEXT: xorl %eax, %eax ; CHECK-NEXT: retq define i32 @emptyFrame() { entry: ret i32 0 } ; Check that we handle inline asm correctly. ; CHECK-LABEL: inlineAsm: ; ; ENABLE: testl %edi, %edi ; ENABLE-NEXT: je [[ELSE_LABEL:LBB[0-9_]+]] ; ; Prologue code. ; Make sure we save the CSR used in the inline asm: rbx. ; CHECK: pushq %rbx ; ; DISABLE: testl %edi, %edi ; DISABLE-NEXT: je [[ELSE_LABEL:LBB[0-9_]+]] ; ; CHECK: nop ; CHECK: movl $10, [[IV:%e[a-z]+]] ; ; CHECK: [[LOOP_LABEL:LBB[0-9_]+]]: ## %for.body ; Inline asm statement. ; CHECK: addl $1, %ebx ; CHECK: decl [[IV]] ; CHECK-NEXT: jne [[LOOP_LABEL]] ; Next BB. ; CHECK: nop ; CHECK: xorl %esi, %esi ; ; DISABLE: jmp [[EPILOG_BB:LBB[0-9_]+]] ; ; DISABLE: [[ELSE_LABEL]]: ## %if.else ; Shift second argument by one and store into returned register. ; DISABLE: addl %esi, %esi ; DISABLE: [[EPILOG_BB]]: ## %if.end ; ; Epilogue code. ; CHECK-DAG: popq %rbx ; CHECK-DAG: movl %esi, %eax ; CHECK: retq ; ; ENABLE: [[ELSE_LABEL]]: ## %if.else ; Shift second argument by one and store into returned register. ; ENABLE: addl %esi, %esi ; ENABLE-NEXT: movl %esi, %eax ; ENABLE-NEXT: retq define i32 @inlineAsm(i32 %cond, i32 %N) { entry: %tobool = icmp eq i32 %cond, 0 br i1 %tobool, label %if.else, label %for.preheader for.preheader: tail call void asm "nop", ""() br label %for.body for.body: ; preds = %entry, %for.body %i.03 = phi i32 [ %inc, %for.body ], [ 0, %for.preheader ] tail call void asm "addl $$1, %ebx", "~{ebx}"() %inc = add nuw nsw i32 %i.03, 1 %exitcond = icmp eq i32 %inc, 10 br i1 %exitcond, label %for.exit, label %for.body for.exit: tail call void asm "nop", ""() br label %if.end if.else: ; preds = %entry %mul = shl nsw i32 %N, 1 br label %if.end if.end: ; preds = %for.body, %if.else %sum.0 = phi i32 [ %mul, %if.else ], [ 0, %for.exit ] ret i32 %sum.0 } ; Check that we handle calls to variadic functions correctly. ; CHECK-LABEL: callVariadicFunc: ; ; ENABLE: testl %edi, %edi ; ENABLE-NEXT: je [[ELSE_LABEL:LBB[0-9_]+]] ; ; Prologue code. ; CHECK: pushq ; ; DISABLE: testl %edi, %edi ; DISABLE-NEXT: je [[ELSE_LABEL:LBB[0-9_]+]] ; ; Setup of the varags. ; CHECK: movl %esi, (%rsp) ; CHECK-NEXT: xorl %eax, %eax ; CHECK-NEXT: %esi, %edi ; CHECK-NEXT: %esi, %edx ; CHECK-NEXT: %esi, %ecx ; CHECK-NEXT: %esi, %r8d ; CHECK-NEXT: %esi, %r9d ; CHECK-NEXT: callq _someVariadicFunc ; CHECK-NEXT: movl %eax, %esi ; CHECK-NEXT: shll $3, %esi ; ; ENABLE-NEXT: addq $8, %rsp ; ENABLE-NEXT: movl %esi, %eax ; ENABLE-NEXT: retq ; ; DISABLE: jmp [[IFEND_LABEL:LBB[0-9_]+]] ; ; CHECK: [[ELSE_LABEL]]: ## %if.else ; Shift second argument by one and store into returned register. ; CHECK: addl %esi, %esi ; ; DISABLE: [[IFEND_LABEL]]: ## %if.end ; ; Epilogue code. ; CHECK-NEXT: movl %esi, %eax ; DISABLE-NEXT: popq ; CHECK-NEXT: retq define i32 @callVariadicFunc(i32 %cond, i32 %N) { entry: %tobool = icmp eq i32 %cond, 0 br i1 %tobool, label %if.else, label %if.then if.then: ; preds = %entry %call = tail call i32 (i32, ...) @someVariadicFunc(i32 %N, i32 %N, i32 %N, i32 %N, i32 %N, i32 %N, i32 %N) %shl = shl i32 %call, 3 br label %if.end if.else: ; preds = %entry %mul = shl nsw i32 %N, 1 br label %if.end if.end: ; preds = %if.else, %if.then %sum.0 = phi i32 [ %shl, %if.then ], [ %mul, %if.else ] ret i32 %sum.0 } declare i32 @someVariadicFunc(i32, ...) ; Check that we use LEA not to clobber EFLAGS. %struct.temp_slot = type { %struct.temp_slot*, %struct.rtx_def*, %struct.rtx_def*, i32, i64, %union.tree_node*, %union.tree_node*, i8, i8, i32, i32, i64, i64 } %union.tree_node = type { %struct.tree_decl } %struct.tree_decl = type { %struct.tree_common, i8*, i32, i32, %union.tree_node*, i48, %union.anon, %union.tree_node*, %union.tree_node*, %union.tree_node*, %union.tree_node*, %union.tree_node*, %union.tree_node*, %union.tree_node*, %union.tree_node*, %union.tree_node*, %union.tree_node*, %struct.rtx_def*, %struct.rtx_def*, %union.anon.1, %union.tree_node*, %union.tree_node*, %union.tree_node*, i64, %struct.lang_decl* } %struct.tree_common = type { %union.tree_node*, %union.tree_node*, i32 } %union.anon = type { i64 } %union.anon.1 = type { %struct.function* } %struct.function = type { %struct.eh_status*, %struct.stmt_status*, %struct.expr_status*, %struct.emit_status*, %struct.varasm_status*, i8*, %union.tree_node*, %struct.function*, i32, i32, i32, i32, %struct.rtx_def*, %struct.ix86_args, %struct.rtx_def*, %struct.rtx_def*, i8*, %struct.initial_value_struct*, i32, %union.tree_node*, %struct.rtx_def*, %struct.rtx_def*, %struct.rtx_def*, %struct.rtx_def*, %struct.rtx_def*, %struct.rtx_def*, %struct.rtx_def*, %union.tree_node*, %struct.rtx_def*, %struct.rtx_def*, %struct.rtx_def*, %struct.rtx_def*, i64, %union.tree_node*, %union.tree_node*, %struct.rtx_def*, %struct.rtx_def*, i32, %struct.rtx_def**, %struct.temp_slot*, i32, i32, i32, %struct.var_refs_queue*, i32, i32, i8*, %union.tree_node*, %struct.rtx_def*, i32, i32, %struct.machine_function*, i32, i32, %struct.language_function*, %struct.rtx_def*, i24 } %struct.eh_status = type opaque %struct.stmt_status = type opaque %struct.expr_status = type { i32, i32, i32, %struct.rtx_def*, %struct.rtx_def*, %struct.rtx_def*, %struct.rtx_def* } %struct.emit_status = type { i32, i32, %struct.rtx_def*, %struct.rtx_def*, %union.tree_node*, %struct.sequence_stack*, i32, i32, i8*, i32, i8*, %union.tree_node**, %struct.rtx_def** } %struct.sequence_stack = type { %struct.rtx_def*, %struct.rtx_def*, %union.tree_node*, %struct.sequence_stack* } %struct.varasm_status = type opaque %struct.ix86_args = type { i32, i32, i32, i32, i32, i32, i32 } %struct.initial_value_struct = type opaque %struct.var_refs_queue = type { %struct.rtx_def*, i32, i32, %struct.var_refs_queue* } %struct.machine_function = type opaque %struct.language_function = type opaque %struct.lang_decl = type opaque %struct.rtx_def = type { i32, [1 x %union.rtunion_def] } %union.rtunion_def = type { i64 } declare hidden fastcc %struct.temp_slot* @find_temp_slot_from_address(%struct.rtx_def* readonly) ; CHECK-LABEL: useLEA: ; DISABLE: pushq ; ; CHECK: testq %rdi, %rdi ; CHECK-NEXT: je [[CLEANUP:LBB[0-9_]+]] ; ; CHECK: movzwl (%rdi), [[BF_LOAD:%e[a-z]+]] ; CHECK-NEXT: cmpl $66, [[BF_LOAD]] ; CHECK-NEXT: jne [[CLEANUP]] ; ; CHECK: movq 8(%rdi), %rdi ; CHECK-NEXT: movzwl (%rdi), %e[[BF_LOAD2:[a-z]+]] ; CHECK-NEXT: leal -54(%r[[BF_LOAD2]]), [[TMP:%e[a-z]+]] ; CHECK-NEXT: cmpl $14, [[TMP]] ; CHECK-NEXT: ja [[LOR_LHS_FALSE:LBB[0-9_]+]] ; ; CHECK: movl $24599, [[TMP2:%e[a-z]+]] ; CHECK-NEXT: btl [[TMP]], [[TMP2]] ; CHECK-NEXT: jae [[LOR_LHS_FALSE:LBB[0-9_]+]] ; ; CHECK: [[CLEANUP]]: ## %cleanup ; DISABLE: popq ; CHECK-NEXT: retq ; ; CHECK: [[LOR_LHS_FALSE]]: ## %lor.lhs.false ; CHECK: cmpl $134, %e[[BF_LOAD2]] ; CHECK-NEXT: je [[CLEANUP]] ; ; CHECK: cmpl $140, %e[[BF_LOAD2]] ; CHECK-NEXT: je [[CLEANUP]] ; ; ENABLE: pushq ; CHECK: callq _find_temp_slot_from_address ; CHECK-NEXT: testq %rax, %rax ; ; The adjustment must use LEA here (or be moved above the test). ; ENABLE-NEXT: leaq 8(%rsp), %rsp ; ; CHECK-NEXT: je [[CLEANUP]] ; ; CHECK: movb $1, 57(%rax) define void @useLEA(%struct.rtx_def* readonly %x) { entry: %cmp = icmp eq %struct.rtx_def* %x, null br i1 %cmp, label %cleanup, label %if.end if.end: ; preds = %entry %tmp = getelementptr inbounds %struct.rtx_def, %struct.rtx_def* %x, i64 0, i32 0 %bf.load = load i32, i32* %tmp, align 8 %bf.clear = and i32 %bf.load, 65535 %cmp1 = icmp eq i32 %bf.clear, 66 br i1 %cmp1, label %lor.lhs.false, label %cleanup lor.lhs.false: ; preds = %if.end %arrayidx = getelementptr inbounds %struct.rtx_def, %struct.rtx_def* %x, i64 0, i32 1, i64 0 %rtx = bitcast %union.rtunion_def* %arrayidx to %struct.rtx_def** %tmp1 = load %struct.rtx_def*, %struct.rtx_def** %rtx, align 8 %tmp2 = getelementptr inbounds %struct.rtx_def, %struct.rtx_def* %tmp1, i64 0, i32 0 %bf.load2 = load i32, i32* %tmp2, align 8 %bf.clear3 = and i32 %bf.load2, 65535 switch i32 %bf.clear3, label %if.end.55 [ i32 67, label %cleanup i32 68, label %cleanup i32 54, label %cleanup i32 55, label %cleanup i32 58, label %cleanup i32 134, label %cleanup i32 56, label %cleanup i32 140, label %cleanup ] if.end.55: ; preds = %lor.lhs.false %call = tail call fastcc %struct.temp_slot* @find_temp_slot_from_address(%struct.rtx_def* %tmp1) #2 %cmp59 = icmp eq %struct.temp_slot* %call, null br i1 %cmp59, label %cleanup, label %if.then.60 if.then.60: ; preds = %if.end.55 %addr_taken = getelementptr inbounds %struct.temp_slot, %struct.temp_slot* %call, i64 0, i32 8 store i8 1, i8* %addr_taken, align 1 br label %cleanup cleanup: ; preds = %if.then.60, %if.end.55, %lor.lhs.false, %lor.lhs.false, %lor.lhs.false, %lor.lhs.false, %lor.lhs.false, %lor.lhs.false, %lor.lhs.false, %lor.lhs.false, %if.end, %entry ret void } ; Make sure we do not insert unreachable code after noreturn function. ; Although this is not incorrect to insert such code, it is useless ; and it hurts the binary size. ; ; CHECK-LABEL: noreturn: ; DISABLE: pushq ; ; CHECK: testb %dil, %dil ; CHECK-NEXT: jne [[ABORT:LBB[0-9_]+]] ; ; CHECK: movl $42, %eax ; ; DISABLE-NEXT: popq ; ; CHECK-NEXT: retq ; ; CHECK: [[ABORT]]: ## %if.abort ; ; ENABLE: pushq ; ; CHECK: callq _abort ; ENABLE-NOT: popq define i32 @noreturn(i8 signext %bad_thing) { entry: %tobool = icmp eq i8 %bad_thing, 0 br i1 %tobool, label %if.end, label %if.abort if.abort: tail call void @abort() #0 unreachable if.end: ret i32 42 } declare void @abort() #0 attributes #0 = { noreturn nounwind } ; Make sure that we handle infinite loops properly When checking that the Save ; and Restore blocks are control flow equivalent, the loop searches for the ; immediate (post) dominator for the (restore) save blocks. When either the Save ; or Restore block is located in an infinite loop the only immediate (post) ; dominator is itself. In this case, we cannot perform shrink wrapping, but we ; should return gracefully and continue compilation. ; The only condition for this test is the compilation finishes correctly. ; ; CHECK-LABEL: infiniteloop ; CHECK: retq define void @infiniteloop() { entry: br i1 undef, label %if.then, label %if.end if.then: %ptr = alloca i32, i32 4 br label %for.body for.body: ; preds = %for.body, %entry %sum.03 = phi i32 [ 0, %if.then ], [ %add, %for.body ] %call = tail call i32 asm "movl $$1, $0", "=r,~{ebx}"() %add = add nsw i32 %call, %sum.03 store i32 %add, i32* %ptr br label %for.body if.end: ret void } ; Another infinite loop test this time with a body bigger than just one block. ; CHECK-LABEL: infiniteloop2 ; CHECK: retq define void @infiniteloop2() { entry: br i1 undef, label %if.then, label %if.end if.then: %ptr = alloca i32, i32 4 br label %for.body for.body: ; preds = %for.body, %entry %sum.03 = phi i32 [ 0, %if.then ], [ %add, %body1 ], [ 1, %body2] %call = tail call i32 asm "movl $$1, $0", "=r,~{ebx}"() %add = add nsw i32 %call, %sum.03 store i32 %add, i32* %ptr br i1 undef, label %body1, label %body2 body1: tail call void asm sideeffect "nop", "~{ebx}"() br label %for.body body2: tail call void asm sideeffect "nop", "~{ebx}"() br label %for.body if.end: ret void } ; Another infinite loop test this time with two nested infinite loop. ; CHECK-LABEL: infiniteloop3 ; CHECK: retq define void @infiniteloop3() { entry: br i1 undef, label %loop2a, label %body body: ; preds = %entry br i1 undef, label %loop2a, label %end loop1: ; preds = %loop2a, %loop2b %var.phi = phi i32* [ %next.phi, %loop2b ], [ %var, %loop2a ] %next.phi = phi i32* [ %next.load, %loop2b ], [ %next.var, %loop2a ] %0 = icmp eq i32* %var, null %next.load = load i32*, i32** undef br i1 %0, label %loop2a, label %loop2b loop2a: ; preds = %loop1, %body, %entry %var = phi i32* [ null, %body ], [ null, %entry ], [ %next.phi, %loop1 ] %next.var = phi i32* [ undef, %body ], [ null, %entry ], [ %next.load, %loop1 ] br label %loop1 loop2b: ; preds = %loop1 %gep1 = bitcast i32* %var.phi to i32* %next.ptr = bitcast i32* %gep1 to i32** store i32* %next.phi, i32** %next.ptr br label %loop1 end: ret void } ; Check that we just don't bail out on RegMask. ; In this case, the RegMask does not touch a CSR so we are good to go! ; CHECK-LABEL: regmask: ; ; Compare the arguments and jump to exit. ; No prologue needed. ; ENABLE: cmpl %esi, %edi ; ENABLE-NEXT: jge [[EXIT_LABEL:LBB[0-9_]+]] ; ; Prologue code. ; (What we push does not matter. It should be some random sratch register.) ; CHECK: pushq ; ; Compare the arguments and jump to exit. ; After the prologue is set. ; DISABLE: cmpl %esi, %edi ; DISABLE-NEXT: jge [[EXIT_LABEL:LBB[0-9_]+]] ; ; CHECK: nop ; Set the first argument to zero. ; CHECK: xorl %edi, %edi ; Set the second argument to addr. ; CHECK-NEXT: movq %rdx, %rsi ; CHECK-NEXT: callq _doSomething ; CHECK-NEXT: popq ; CHECK-NEXT: retq ; ; CHECK: [[EXIT_LABEL]]: ; Set the first argument to 6. ; CHECK-NEXT: movl $6, %edi ; Set the second argument to addr. ; CHECK-NEXT: movq %rdx, %rsi ; ; Without shrink-wrapping, we need to restore the stack before ; making the tail call. ; Epilogue code. ; DISABLE-NEXT: popq ; ; CHECK-NEXT: jmp _doSomething define i32 @regmask(i32 %a, i32 %b, i32* %addr) { %tmp2 = icmp slt i32 %a, %b br i1 %tmp2, label %true, label %false true: ; Clobber a CSR so that we check something on the regmask ; of the tail call. tail call void asm sideeffect "nop", "~{ebx}"() %tmp4 = call i32 @doSomething(i32 0, i32* %addr) br label %end false: %tmp5 = tail call i32 @doSomething(i32 6, i32* %addr) br label %end end: %tmp.0 = phi i32 [ %tmp4, %true ], [ %tmp5, %false ] ret i32 %tmp.0 } @b = internal unnamed_addr global i1 false @c = internal unnamed_addr global i8 0, align 1 @a = common global i32 0, align 4 ; Make sure the prologue does not clobber the EFLAGS when ; it is live accross. ; PR25629. ; Note: The registers may change in the following patterns, but ; because they imply register hierarchy (e.g., eax, al) this is ; tricky to write robust patterns. ; ; CHECK-LABEL: useLEAForPrologue: ; ; Prologue is at the beginning of the function when shrink-wrapping ; is disabled. ; DISABLE: pushq ; The stack adjustment can use SUB instr because we do not need to ; preserve the EFLAGS at this point. ; DISABLE-NEXT: subq $16, %rsp ; ; Load the value of b. ; Create the zero value for the select assignment. ; CHECK: xorl [[CMOVE_VAL:%eax]], [[CMOVE_VAL]] ; CHECK-NEXT: cmpb $0, _b(%rip) ; CHECK-NEXT: jne [[STOREC_LABEL:LBB[0-9_]+]] ; ; CHECK: movb $48, [[CMOVE_VAL:%al]] ; ; CHECK: [[STOREC_LABEL]]: ; ; ENABLE-NEXT: pushq ; For the stack adjustment, we need to preserve the EFLAGS. ; ENABLE-NEXT: leaq -16(%rsp), %rsp ; ; Technically, we should use CMOVE_VAL here or its subregister. ; CHECK-NEXT: movb %al, _c(%rip) ; testb set the EFLAGS read here. ; CHECK-NEXT: je [[VARFUNC_CALL:LBB[0-9_]+]] ; ; The code of the loop is not interesting. ; [...] ; ; CHECK: [[VARFUNC_CALL]]: ; Set the null parameter. ; CHECK-NEXT: xorl %edi, %edi ; CHECK-NEXT: callq _varfunc ; ; Set the return value. ; CHECK-NEXT: xorl %eax, %eax ; ; Epilogue code. ; CHECK-NEXT: addq $16, %rsp ; CHECK-NEXT: popq ; CHECK-NEXT: retq define i32 @useLEAForPrologue(i32 %d, i32 %a, i8 %c) #3 { entry: %tmp = alloca i3 %.b = load i1, i1* @b, align 1 %bool = select i1 %.b, i8 0, i8 48 store i8 %bool, i8* @c, align 1 br i1 %.b, label %for.body.lr.ph, label %for.end for.body.lr.ph: ; preds = %entry tail call void asm sideeffect "nop", "~{ebx}"() br label %for.body for.body: ; preds = %for.body.lr.ph, %for.body %inc6 = phi i8 [ %c, %for.body.lr.ph ], [ %inc, %for.body ] %cond5 = phi i32 [ %a, %for.body.lr.ph ], [ %conv3, %for.body ] %cmp2 = icmp slt i32 %d, %cond5 %conv3 = zext i1 %cmp2 to i32 %inc = add i8 %inc6, 1 %cmp = icmp slt i8 %inc, 45 br i1 %cmp, label %for.body, label %for.cond.for.end_crit_edge for.cond.for.end_crit_edge: ; preds = %for.body store i32 %conv3, i32* @a, align 4 br label %for.end for.end: ; preds = %for.cond.for.end_crit_edge, %entry %call = tail call i32 (i8*) @varfunc(i8* null) ret i32 0 } declare i32 @varfunc(i8* nocapture readonly) @sum1 = external hidden thread_local global i32, align 4 ; Function Attrs: nounwind ; Make sure the TLS call used to access @sum1 happens after the prologue ; and before the epilogue. ; TLS calls used to be wrongly model and shrink-wrapping would have inserted ; the prologue and epilogue just around the call to doSomething. ; PR25820. ; ; CHECK-LABEL: tlsCall: ; CHECK: pushq ; CHECK: testb $1, %dil ; CHECK: je [[ELSE_LABEL:LBB[0-9_]+]] ; ; master bb ; CHECK: movq _sum1@TLVP(%rip), %rdi ; CHECK-NEXT: callq *(%rdi) ; CHECK: jmp [[EXIT_LABEL:LBB[0-9_]+]] ; ; [[ELSE_LABEL]]: ; CHECK: callq _doSomething ; ; [[EXIT_LABEL]]: ; CHECK: popq ; CHECK-NEXT: retq define i32 @tlsCall(i1 %bool1, i32 %arg, i32* readonly dereferenceable(4) %sum1) #3 { entry: br i1 %bool1, label %master, label %else master: %tmp1 = load i32, i32* %sum1, align 4 store i32 %tmp1, i32* @sum1, align 4 br label %exit else: %call = call i32 @doSomething(i32 0, i32* null) br label %exit exit: %res = phi i32 [ %arg, %master], [ %call, %else ] ret i32 %res } attributes #3 = { nounwind } @irreducibleCFGa = common global i32 0, align 4 @irreducibleCFGf = common global i8 0, align 1 @irreducibleCFGb = common global i32 0, align 4 ; Check that we do not run shrink-wrapping on irreducible CFGs until ; it is actually supported. ; At the moment, on those CFGs the loop information may be incorrect ; and since we use that information to do the placement, we may end up ; inserting the prologue/epilogue at incorrect places. ; PR25988. ; ; CHECK-LABEL: irreducibleCFG: ; CHECK: %entry ; Make sure the prologue happens in the entry block. ; CHECK-NEXT: pushq ; ... ; Make sure the epilogue happens in the exit block. ; CHECK-NOT: popq ; CHECK: popq ; CHECK-NEXT: popq ; CHECK-NEXT: retq ; Make sure we emit missed optimization remarks for this. ; REMARKS: Pass: shrink-wrap ; REMARKS-NEXT: Name: UnsupportedIrreducibleCFG ; REMARKS-NEXT: Function: irreducibleCFG ; REMARKS-NEXT: Args: ; REMARKS-NEXT: - String: Irreducible CFGs are not supported yet define i32 @irreducibleCFG() #4 { entry: %i0 = load i32, i32* @irreducibleCFGa, align 4 %.pr = load i8, i8* @irreducibleCFGf, align 1 %bool = icmp eq i8 %.pr, 0 br i1 %bool, label %split, label %preheader preheader: br label %preheader split: %i1 = load i32, i32* @irreducibleCFGb, align 4 %tobool1.i = icmp ne i32 %i1, 0 br i1 %tobool1.i, label %for.body4.i, label %for.cond8.i.preheader for.body4.i: %call.i = tail call i32 (...) @something(i32 %i0) br label %for.cond8 for.cond8: %p1 = phi i32 [ %inc18.i, %for.inc ], [ 0, %for.body4.i ] %.pr1.pr = load i32, i32* @irreducibleCFGb, align 4 br label %for.cond8.i.preheader for.cond8.i.preheader: %.pr1 = phi i32 [ %.pr1.pr, %for.cond8 ], [ %i1, %split ] %p13 = phi i32 [ %p1, %for.cond8 ], [ 0, %split ] br label %for.inc fn1.exit: ret i32 0 for.inc: %inc18.i = add nuw nsw i32 %p13, 1 %cmp = icmp slt i32 %inc18.i, 7 br i1 %cmp, label %for.cond8, label %fn1.exit } attributes #4 = { "no-frame-pointer-elim"="true" } @x = external global i32, align 4 @y = external global i32, align 4 ; The post-dominator tree does not include the branch containing the infinite ; loop, which can occur into a misplacement of the restore block, if we're ; looking for the nearest common post-dominator of an "unreachable" block. ; CHECK-LABEL: infiniteLoopNoSuccessor: ; CHECK: ## %bb.0: ; Make sure the prologue happens in the entry block. ; CHECK-NEXT: pushq %rbp ; ... ; Make sure we don't shrink-wrap. ; CHECK: ## %bb.1 ; CHECK-NOT: pushq %rbp ; ... ; Make sure the epilogue happens in the exit block. ; CHECK: ## %bb.5 ; CHECK: popq %rbp ; CHECK-NEXT: retq define void @infiniteLoopNoSuccessor() #5 { %1 = load i32, i32* @x, align 4 %2 = icmp ne i32 %1, 0 br i1 %2, label %3, label %4 ; <label>:3: store i32 0, i32* @x, align 4 br label %4 ; <label>:4: call void (...) @somethingElse() %5 = load i32, i32* @y, align 4 %6 = icmp ne i32 %5, 0 br i1 %6, label %10, label %7 ; <label>:7: %8 = call i32 (...) @something() br label %9 ; <label>:9: call void (...) @somethingElse() br label %9 ; <label>:10: ret void } declare void @somethingElse(...) attributes #5 = { nounwind "no-frame-pointer-elim-non-leaf" }