/*
* Copyright 2015, The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#include "slang_rs_foreach_lowering.h"
#include "clang/AST/ASTContext.h"
#include "clang/AST/Attr.h"
#include "llvm/Support/raw_ostream.h"
#include "slang_rs_context.h"
#include "slang_rs_export_foreach.h"
namespace slang {
namespace {
const char KERNEL_LAUNCH_FUNCTION_NAME[] = "rsForEach";
const char KERNEL_LAUNCH_FUNCTION_NAME_WITH_OPTIONS[] = "rsForEachWithOptions";
const char INTERNAL_LAUNCH_FUNCTION_NAME[] =
"_Z17rsForEachInternaliP14rs_script_calliiP13rs_allocation";
} // anonymous namespace
RSForEachLowering::RSForEachLowering(RSContext* ctxt)
: mCtxt(ctxt), mASTCtxt(ctxt->getASTContext()) {}
// Check if the passed-in expr references a kernel function in the following
// pattern in the AST.
//
// ImplicitCastExpr 'void *' <BitCast>
// `-ImplicitCastExpr 'int (*)(int)' <FunctionToPointerDecay>
// `-DeclRefExpr 'int (int)' Function 'foo' 'int (int)'
const clang::FunctionDecl* RSForEachLowering::matchFunctionDesignator(
clang::Expr* expr) {
clang::ImplicitCastExpr* ToVoidPtr =
clang::dyn_cast<clang::ImplicitCastExpr>(expr);
if (ToVoidPtr == nullptr) {
return nullptr;
}
clang::ImplicitCastExpr* Decay =
clang::dyn_cast<clang::ImplicitCastExpr>(ToVoidPtr->getSubExpr());
if (Decay == nullptr) {
return nullptr;
}
clang::DeclRefExpr* DRE =
clang::dyn_cast<clang::DeclRefExpr>(Decay->getSubExpr());
if (DRE == nullptr) {
return nullptr;
}
const clang::FunctionDecl* FD =
clang::dyn_cast<clang::FunctionDecl>(DRE->getDecl());
if (FD == nullptr) {
return nullptr;
}
return FD;
}
// Checks if the call expression is a legal rsForEach call by looking for the
// following pattern in the AST. On success, returns the first argument that is
// a FunctionDecl of a kernel function.
//
// CallExpr 'void'
// |
// |-ImplicitCastExpr 'void (*)(void *, ...)' <FunctionToPointerDecay>
// | `-DeclRefExpr 'void (void *, ...)' 'rsForEach' 'void (void *, ...)'
// |
// |-ImplicitCastExpr 'void *' <BitCast>
// | `-ImplicitCastExpr 'int (*)(int)' <FunctionToPointerDecay>
// | `-DeclRefExpr 'int (int)' Function 'foo' 'int (int)'
// |
// |-ImplicitCastExpr 'rs_allocation':'rs_allocation' <LValueToRValue>
// | `-DeclRefExpr 'rs_allocation':'rs_allocation' lvalue ParmVar 'in' 'rs_allocation':'rs_allocation'
// |
// `-ImplicitCastExpr 'rs_allocation':'rs_allocation' <LValueToRValue>
// `-DeclRefExpr 'rs_allocation':'rs_allocation' lvalue ParmVar 'out' 'rs_allocation':'rs_allocation'
const clang::FunctionDecl* RSForEachLowering::matchKernelLaunchCall(
clang::CallExpr* CE, int* slot, bool* hasOptions) {
const clang::Decl* D = CE->getCalleeDecl();
const clang::FunctionDecl* FD = clang::dyn_cast<clang::FunctionDecl>(D);
if (FD == nullptr) {
return nullptr;
}
const clang::StringRef& funcName = FD->getName();
if (funcName.equals(KERNEL_LAUNCH_FUNCTION_NAME)) {
*hasOptions = false;
} else if (funcName.equals(KERNEL_LAUNCH_FUNCTION_NAME_WITH_OPTIONS)) {
*hasOptions = true;
} else {
return nullptr;
}
if (mInsideKernel) {
mCtxt->ReportError(CE->getExprLoc(),
"Invalid kernel launch call made from inside another kernel.");
return nullptr;
}
clang::Expr* arg0 = CE->getArg(0);
const clang::FunctionDecl* kernel = matchFunctionDesignator(arg0);
if (kernel == nullptr) {
mCtxt->ReportError(arg0->getExprLoc(),
"Invalid kernel launch call. "
"Expects a function designator for the first argument.");
return nullptr;
}
// Verifies that kernel is indeed a "kernel" function.
*slot = mCtxt->getForEachSlotNumber(kernel);
if (*slot == -1) {
mCtxt->ReportError(CE->getExprLoc(),
"%0 applied to function %1 defined without \"kernel\" attribute")
<< funcName << kernel->getName();
return nullptr;
}
return kernel;
}
// Create an AST node for the declaration of rsForEachInternal
clang::FunctionDecl* RSForEachLowering::CreateForEachInternalFunctionDecl() {
clang::DeclContext* DC = mASTCtxt.getTranslationUnitDecl();
clang::SourceLocation Loc;
llvm::StringRef SR(INTERNAL_LAUNCH_FUNCTION_NAME);
clang::IdentifierInfo& II = mASTCtxt.Idents.get(SR);
clang::DeclarationName N(&II);
clang::FunctionProtoType::ExtProtoInfo EPI;
const clang::QualType& AllocTy = mCtxt->getAllocationType();
clang::QualType AllocPtrTy = mASTCtxt.getPointerType(AllocTy);
clang::QualType ScriptCallTy = mCtxt->getScriptCallType();
const clang::QualType ScriptCallPtrTy = mASTCtxt.getPointerType(ScriptCallTy);
clang::QualType ParamTypes[] = {
mASTCtxt.IntTy, // int slot
ScriptCallPtrTy, // rs_script_call_t* launch_options
mASTCtxt.IntTy, // int numOutput
mASTCtxt.IntTy, // int numInputs
AllocPtrTy // rs_allocation* allocs
};
clang::QualType T = mASTCtxt.getFunctionType(
mASTCtxt.VoidTy, // Return type
ParamTypes, // Parameter types
EPI);
clang::FunctionDecl* FD = clang::FunctionDecl::Create(
mASTCtxt, DC, Loc, Loc, N, T, nullptr, clang::SC_Extern);
static constexpr unsigned kNumParams = sizeof(ParamTypes) / sizeof(ParamTypes[0]);
clang::ParmVarDecl *ParamDecls[kNumParams];
for (unsigned I = 0; I != kNumParams; ++I) {
ParamDecls[I] = clang::ParmVarDecl::Create(mASTCtxt, FD, Loc,
Loc, nullptr, ParamTypes[I], nullptr, clang::SC_None, nullptr);
// Implicit means that this declaration was created by the compiler, and
// not part of the actual source code.
ParamDecls[I]->setImplicit();
}
FD->setParams(llvm::makeArrayRef(ParamDecls, kNumParams));
// Implicit means that this declaration was created by the compiler, and
// not part of the actual source code.
FD->setImplicit();
return FD;
}
// Create an expression like the following that references the rsForEachInternal to
// replace the callee in the original call expression that references rsForEach.
//
// ImplicitCastExpr 'void (*)(int, rs_script_call_t*, int, int, rs_allocation*)' <FunctionToPointerDecay>
// `-DeclRefExpr 'void' Function '_Z17rsForEachInternaliP14rs_script_calliiP13rs_allocation' 'void (int, rs_script_call_t*, int, int, rs_allocation*)'
clang::Expr* RSForEachLowering::CreateCalleeExprForInternalForEach() {
clang::FunctionDecl* FDNew = CreateForEachInternalFunctionDecl();
const clang::QualType FDNewType = FDNew->getType();
clang::DeclRefExpr* refExpr = clang::DeclRefExpr::Create(
mASTCtxt, clang::NestedNameSpecifierLoc(), clang::SourceLocation(), FDNew,
false, clang::SourceLocation(), FDNewType, clang::VK_RValue);
clang::Expr* calleeNew = clang::ImplicitCastExpr::Create(
mASTCtxt, mASTCtxt.getPointerType(FDNewType),
clang::CK_FunctionToPointerDecay, refExpr, nullptr, clang::VK_RValue);
return calleeNew;
}
// This visit method checks (via pattern matching) if the call expression is to
// rsForEach, and the arguments satisfy the restrictions on the
// rsForEach API. If so, replace the call with a rsForEachInternal call
// with the first argument replaced by the slot number of the kernel function
// referenced in the original first argument.
//
// See comments to the helper methods defined above for details.
void RSForEachLowering::VisitCallExpr(clang::CallExpr* CE) {
int slot;
bool hasOptions;
const clang::FunctionDecl* kernel = matchKernelLaunchCall(CE, &slot, &hasOptions);
if (kernel == nullptr) {
return;
}
slangAssert(slot >= 0);
const unsigned numArgsOrig = CE->getNumArgs();
clang::QualType resultType = kernel->getReturnType().getCanonicalType();
const unsigned numOutputsExpected = resultType->isVoidType() ? 0 : 1;
const unsigned numInputsExpected = RSExportForEach::getNumInputs(mCtxt->getTargetAPI(), kernel);
// Verifies that rsForEach takes the right number of input and output allocations.
// TODO: Check input/output allocation types match kernel function expectation.
const unsigned numAllocations = numArgsOrig - (hasOptions ? 2 : 1);
if (numInputsExpected + numOutputsExpected != numAllocations) {
mCtxt->ReportError(
CE->getExprLoc(),
"Number of input and output allocations unexpected for kernel function %0")
<< kernel->getName();
return;
}
clang::Expr* calleeNew = CreateCalleeExprForInternalForEach();
CE->setCallee(calleeNew);
const clang::CanQualType IntTy = mASTCtxt.IntTy;
const unsigned IntTySize = mASTCtxt.getTypeSize(IntTy);
const llvm::APInt APIntSlot(IntTySize, slot);
const clang::Expr* arg0 = CE->getArg(0);
const clang::SourceLocation Loc(arg0->getLocStart());
clang::Expr* IntSlotNum =
clang::IntegerLiteral::Create(mASTCtxt, APIntSlot, IntTy, Loc);
CE->setArg(0, IntSlotNum);
/*
The last few arguments to rsForEach or rsForEachWithOptions are allocations.
Creates a new compound literal of an array initialized with those values, and
passes it to rsForEachInternal as the last (the 5th) argument.
For example, rsForEach(foo, ain1, ain2, aout) would be translated into
rsForEachInternal(
1, // Slot number for kernel
NULL, // Launch options
2, // Number of input allocations
1, // Number of output allocations
(rs_allocation[]){ain1, ain2, aout) // Input and output allocations
);
The AST for the rs_allocation array looks like following:
ImplicitCastExpr 0x99575670 'struct rs_allocation *' <ArrayToPointerDecay>
`-CompoundLiteralExpr 0x99575648 'struct rs_allocation [3]' lvalue
`-InitListExpr 0x99575590 'struct rs_allocation [3]'
|-ImplicitCastExpr 0x99574b38 'rs_allocation':'struct rs_allocation' <LValueToRValue>
| `-DeclRefExpr 0x99574a08 'rs_allocation':'struct rs_allocation' lvalue ParmVar 0x9942c408 'ain1' 'rs_allocation':'struct rs_allocation'
|-ImplicitCastExpr 0x99574b50 'rs_allocation':'struct rs_allocation' <LValueToRValue>
| `-DeclRefExpr 0x99574a30 'rs_allocation':'struct rs_allocation' lvalue ParmVar 0x9942c478 'ain2' 'rs_allocation':'struct rs_allocation'
`-ImplicitCastExpr 0x99574b68 'rs_allocation':'struct rs_allocation' <LValueToRValue>
`-DeclRefExpr 0x99574a58 'rs_allocation':'struct rs_allocation' lvalue ParmVar 0x9942c478 'aout' 'rs_allocation':'struct rs_allocation'
*/
const clang::QualType& AllocTy = mCtxt->getAllocationType();
const llvm::APInt APIntNumAllocs(IntTySize, numAllocations);
clang::QualType AllocArrayTy = mASTCtxt.getConstantArrayType(
AllocTy,
APIntNumAllocs,
clang::ArrayType::ArraySizeModifier::Normal,
0 // index type qualifiers
);
const int allocArgIndexEnd = numArgsOrig - 1;
int allocArgIndexStart = allocArgIndexEnd;
clang::Expr** args = CE->getArgs();
clang::SourceLocation lparenloc;
clang::SourceLocation rparenloc;
if (numAllocations > 0) {
allocArgIndexStart = hasOptions ? 2 : 1;
lparenloc = args[allocArgIndexStart]->getExprLoc();
rparenloc = args[allocArgIndexEnd]->getExprLoc();
}
clang::InitListExpr* init = new (mASTCtxt) clang::InitListExpr(
mASTCtxt,
lparenloc,
llvm::ArrayRef<clang::Expr*>(args + allocArgIndexStart, numAllocations),
rparenloc);
init->setType(AllocArrayTy);
clang::TypeSourceInfo* ti = mASTCtxt.getTrivialTypeSourceInfo(AllocArrayTy);
clang::CompoundLiteralExpr* CLE = new (mASTCtxt) clang::CompoundLiteralExpr(
lparenloc,
ti,
AllocArrayTy,
clang::VK_LValue, // A compound literal is an l-value in C.
init,
false // Not file scope
);
const clang::QualType AllocPtrTy = mASTCtxt.getPointerType(AllocTy);
clang::ImplicitCastExpr* Decay = clang::ImplicitCastExpr::Create(
mASTCtxt,
AllocPtrTy,
clang::CK_ArrayToPointerDecay,
CLE,
nullptr, // C++ cast path
clang::VK_RValue
);
CE->setNumArgs(mASTCtxt, 5);
CE->setArg(4, Decay);
// Sets the new arguments for NULL launch option (if the user does not set one),
// the number of outputs, and the number of inputs.
if (!hasOptions) {
const llvm::APInt APIntZero(IntTySize, 0);
clang::Expr* IntNull =
clang::IntegerLiteral::Create(mASTCtxt, APIntZero, IntTy, Loc);
clang::QualType ScriptCallTy = mCtxt->getScriptCallType();
const clang::QualType ScriptCallPtrTy = mASTCtxt.getPointerType(ScriptCallTy);
clang::CStyleCastExpr* Cast =
clang::CStyleCastExpr::Create(mASTCtxt,
ScriptCallPtrTy,
clang::VK_RValue,
clang::CK_NullToPointer,
IntNull,
nullptr,
mASTCtxt.getTrivialTypeSourceInfo(ScriptCallPtrTy),
clang::SourceLocation(),
clang::SourceLocation());
CE->setArg(1, Cast);
}
const llvm::APInt APIntNumOutput(IntTySize, numOutputsExpected);
clang::Expr* IntNumOutput =
clang::IntegerLiteral::Create(mASTCtxt, APIntNumOutput, IntTy, Loc);
CE->setArg(2, IntNumOutput);
const llvm::APInt APIntNumInputs(IntTySize, numInputsExpected);
clang::Expr* IntNumInputs =
clang::IntegerLiteral::Create(mASTCtxt, APIntNumInputs, IntTy, Loc);
CE->setArg(3, IntNumInputs);
}
void RSForEachLowering::VisitStmt(clang::Stmt* S) {
for (clang::Stmt* Child : S->children()) {
if (Child) {
Visit(Child);
}
}
}
void RSForEachLowering::handleForEachCalls(clang::FunctionDecl* FD,
unsigned int targetAPI) {
slangAssert(FD && FD->hasBody());
mInsideKernel = FD->hasAttr<clang::KernelAttr>();
VisitStmt(FD->getBody());
}
} // namespace slang