| //===-- NVPTXImageOptimizer.cpp - Image optimization pass -----------------===// |
| // |
| // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
| // See https://llvm.org/LICENSE.txt for license information. |
| // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
| // |
| //===----------------------------------------------------------------------===// |
| // |
| // This pass implements IR-level optimizations of image access code, |
| // including: |
| // |
| // 1. Eliminate istypep intrinsics when image access qualifier is known |
| // |
| //===----------------------------------------------------------------------===// |
| |
| #include "NVPTX.h" |
| #include "NVPTXUtilities.h" |
| #include "llvm/Analysis/ConstantFolding.h" |
| #include "llvm/IR/Instructions.h" |
| #include "llvm/IR/Intrinsics.h" |
| #include "llvm/IR/IntrinsicsNVPTX.h" |
| #include "llvm/IR/Module.h" |
| #include "llvm/Pass.h" |
| |
| using namespace llvm; |
| |
| namespace { |
| class NVPTXImageOptimizer : public FunctionPass { |
| private: |
| static char ID; |
| SmallVector<Instruction*, 4> InstrToDelete; |
| |
| public: |
| NVPTXImageOptimizer(); |
| |
| bool runOnFunction(Function &F) override; |
| |
| private: |
| bool replaceIsTypePSampler(Instruction &I); |
| bool replaceIsTypePSurface(Instruction &I); |
| bool replaceIsTypePTexture(Instruction &I); |
| Value *cleanupValue(Value *V); |
| void replaceWith(Instruction *From, ConstantInt *To); |
| }; |
| } |
| |
| char NVPTXImageOptimizer::ID = 0; |
| |
| NVPTXImageOptimizer::NVPTXImageOptimizer() |
| : FunctionPass(ID) {} |
| |
| bool NVPTXImageOptimizer::runOnFunction(Function &F) { |
| if (skipFunction(F)) |
| return false; |
| |
| bool Changed = false; |
| InstrToDelete.clear(); |
| |
| // Look for call instructions in the function |
| for (Function::iterator BI = F.begin(), BE = F.end(); BI != BE; |
| ++BI) { |
| for (BasicBlock::iterator I = (*BI).begin(), E = (*BI).end(); |
| I != E; ++I) { |
| Instruction &Instr = *I; |
| if (CallInst *CI = dyn_cast<CallInst>(I)) { |
| Function *CalledF = CI->getCalledFunction(); |
| if (CalledF && CalledF->isIntrinsic()) { |
| // This is an intrinsic function call, check if its an istypep |
| switch (CalledF->getIntrinsicID()) { |
| default: break; |
| case Intrinsic::nvvm_istypep_sampler: |
| Changed |= replaceIsTypePSampler(Instr); |
| break; |
| case Intrinsic::nvvm_istypep_surface: |
| Changed |= replaceIsTypePSurface(Instr); |
| break; |
| case Intrinsic::nvvm_istypep_texture: |
| Changed |= replaceIsTypePTexture(Instr); |
| break; |
| } |
| } |
| } |
| } |
| } |
| |
| // Delete any istypep instances we replaced in the IR |
| for (unsigned i = 0, e = InstrToDelete.size(); i != e; ++i) |
| InstrToDelete[i]->eraseFromParent(); |
| |
| return Changed; |
| } |
| |
| bool NVPTXImageOptimizer::replaceIsTypePSampler(Instruction &I) { |
| Value *TexHandle = cleanupValue(I.getOperand(0)); |
| if (isSampler(*TexHandle)) { |
| // This is an OpenCL sampler, so it must be a samplerref |
| replaceWith(&I, ConstantInt::getTrue(I.getContext())); |
| return true; |
| } else if (isImage(*TexHandle)) { |
| // This is an OpenCL image, so it cannot be a samplerref |
| replaceWith(&I, ConstantInt::getFalse(I.getContext())); |
| return true; |
| } else { |
| // The image type is unknown, so we cannot eliminate the intrinsic |
| return false; |
| } |
| } |
| |
| bool NVPTXImageOptimizer::replaceIsTypePSurface(Instruction &I) { |
| Value *TexHandle = cleanupValue(I.getOperand(0)); |
| if (isImageReadWrite(*TexHandle) || |
| isImageWriteOnly(*TexHandle)) { |
| // This is an OpenCL read-only/read-write image, so it must be a surfref |
| replaceWith(&I, ConstantInt::getTrue(I.getContext())); |
| return true; |
| } else if (isImageReadOnly(*TexHandle) || |
| isSampler(*TexHandle)) { |
| // This is an OpenCL read-only/ imageor sampler, so it cannot be |
| // a surfref |
| replaceWith(&I, ConstantInt::getFalse(I.getContext())); |
| return true; |
| } else { |
| // The image type is unknown, so we cannot eliminate the intrinsic |
| return false; |
| } |
| } |
| |
| bool NVPTXImageOptimizer::replaceIsTypePTexture(Instruction &I) { |
| Value *TexHandle = cleanupValue(I.getOperand(0)); |
| if (isImageReadOnly(*TexHandle)) { |
| // This is an OpenCL read-only image, so it must be a texref |
| replaceWith(&I, ConstantInt::getTrue(I.getContext())); |
| return true; |
| } else if (isImageWriteOnly(*TexHandle) || |
| isImageReadWrite(*TexHandle) || |
| isSampler(*TexHandle)) { |
| // This is an OpenCL read-write/write-only image or a sampler, so it |
| // cannot be a texref |
| replaceWith(&I, ConstantInt::getFalse(I.getContext())); |
| return true; |
| } else { |
| // The image type is unknown, so we cannot eliminate the intrinsic |
| return false; |
| } |
| } |
| |
| void NVPTXImageOptimizer::replaceWith(Instruction *From, ConstantInt *To) { |
| // We implement "poor man's DCE" here to make sure any code that is no longer |
| // live is actually unreachable and can be trivially eliminated by the |
| // unreachable block elimination pass. |
| for (CallInst::use_iterator UI = From->use_begin(), UE = From->use_end(); |
| UI != UE; ++UI) { |
| if (BranchInst *BI = dyn_cast<BranchInst>(*UI)) { |
| if (BI->isUnconditional()) continue; |
| BasicBlock *Dest; |
| if (To->isZero()) |
| // Get false block |
| Dest = BI->getSuccessor(1); |
| else |
| // Get true block |
| Dest = BI->getSuccessor(0); |
| BranchInst::Create(Dest, BI); |
| InstrToDelete.push_back(BI); |
| } |
| } |
| From->replaceAllUsesWith(To); |
| InstrToDelete.push_back(From); |
| } |
| |
| Value *NVPTXImageOptimizer::cleanupValue(Value *V) { |
| if (ExtractValueInst *EVI = dyn_cast<ExtractValueInst>(V)) { |
| return cleanupValue(EVI->getAggregateOperand()); |
| } |
| return V; |
| } |
| |
| FunctionPass *llvm::createNVPTXImageOptimizerPass() { |
| return new NVPTXImageOptimizer(); |
| } |