Create a GenISA intrinsic for native Mad instructions

Create a GenISA intrinsic for native Mad instructions

Author: ashwinikardile

IGC/Compiler/CISACodeGen/CISABuilder.hpp

@@ -338,6 +338,7 @@ namespace IGC
         // src0 * src1 + src2
         inline void Madw(CVariable* dst, CVariable* src0, CVariable* src1, CVariable* src2);
         inline void Mad(CVariable* dst, CVariable* src0, CVariable* src1, CVariable* src2);
+        inline void NativeMad(CVariable* dst, CVariable* src0, CVariable* src1, CVariable* src2);
         inline void Lrp(CVariable* dst, CVariable* src0, CVariable* src1, CVariable* src2);
         inline void Xor(CVariable* dst, CVariable* src0, CVariable* src1);
         inline void Or(CVariable* dst, CVariable* src0, CVariable* src1);
@@ -933,6 +934,12 @@ namespace IGC
         Arithmetic(ISA_MAD, dst, src0, src1, src2);
     }
 
+    // src0 * src1 + src2
+    inline void CEncoder::NativeMad(CVariable* dst, CVariable* src0, CVariable* src1, CVariable* src2)
+    {
+        Arithmetic(ISA_MAD, dst, src0, src1, src2);
+    }
+
     inline void CEncoder::Lrp(CVariable* dst, CVariable* src0, CVariable* src1, CVariable* src2)
     {
         Arithmetic(ISA_LRP, dst, src0, src1, src2);

IGC/Compiler/CISACodeGen/EmitVISAPass.cpp

@@ -9115,6 +9115,9 @@ void EmitPass::EmitGenIntrinsicMessage(llvm::GenIntrinsicInst* inst)
     case GenISAIntrinsic::GenISA_frc:
         emitFrc(inst);
         break;
+    case GenISAIntrinsic::GenISA_nativeMad:
+        emitNativeMad(inst);
+        break;
     case GenISAIntrinsic::GenISA_RenderTargetRead:
     case GenISAIntrinsic::GenISA_RenderTargetReadSampleFreq:
         emitRenderTargetRead(inst);
@@ -16212,6 +16215,18 @@ void EmitPass::emitFMArtn(llvm::GenIntrinsicInst *inst) {
   ResetRoundingMode(inst);
 }
 
+void EmitPass::emitNativeMad(llvm::GenIntrinsicInst* inst) {
+    IGC_ASSERT_MESSAGE(inst->getNumArgOperands() == 3, "ICE: incorrect gen intrinsic");
+
+    CVariable* src0 = GetSymbol(inst->getOperand(0));
+    CVariable* src1 = GetSymbol(inst->getOperand(1));
+    CVariable* src2 = GetSymbol(inst->getOperand(2));
+    CVariable* dst = m_destination;
+
+    m_encoder->NativeMad(dst, src0, src1, src2);
+    m_encoder->Push();
+}
+
 void EmitPass::emitftoi(llvm::GenIntrinsicInst* inst)
 {
     IGC_ASSERT_MESSAGE(inst->getOperand(0)->getType()->isFloatingPointTy(), "Unsupported type");

IGC/Compiler/CISACodeGen/EmitVISAPass.hpp

@@ -449,6 +449,8 @@ class EmitPass : public llvm::FunctionPass
     void emitLLVMStackSave(llvm::IntrinsicInst* inst);
     void emitLLVMStackRestore(llvm::IntrinsicInst* inst);
 
+    void emitNativeMad(llvm::GenIntrinsicInst* inst);
+
     void emitUnmaskedRegionBoundary(bool start);
     void emitDpas(llvm::GenIntrinsicInst *GII,
                   const SSource* source,

IGC/GenISAIntrinsics/Intrinsic_definitions.py

@@ -2374,5 +2374,12 @@
     [("float4",                        ""),
     [("int",                           "usage"),
      ("int",                           "owordOffset")],
-    "ReadMem"]]
+    "ReadMem"]],
+####################################################################################################
+"GenISA_nativeMad": ["Native Mad instruction intrinsic",
+    [("anyfloat",                 "dest"),
+    [(0,                 "src0"),
+     (0,                 "src1"),
+     (0,                 "src2")],
+    "NoMem"]]
 }

IGC/LLVM3DBuilder/BuiltinsFrontend.hpp

@@ -218,6 +218,11 @@ class LLVM3DBuilder : public llvm::IGCIRBuilder<T, InserterTyDef()>
         llvm::Value* float_src1,
         llvm::Value* float_src2);
 
+    llvm::Value* Create_MAD(
+        llvm::Value* float_src0,
+        llvm::Value* float_src1,
+        llvm::Value* float_src2);
+
     llvm::Value* Create_resinfo(
         llvm::Value* int32_src_s_mip,
         llvm::Value* int32_textureIdx);

IGC/LLVM3DBuilder/BuiltinsFrontendDefinitions.hpp

@@ -3405,6 +3405,19 @@ llvm::Value* LLVM3DBuilder<preserveNames, T, Inserter>::CreateDeriveRTY_Fine(llv
     return this->CreateCall(floor, V);
 }
 
+template<bool preserveNames, typename T, typename Inserter>
+llvm::Value* LLVM3DBuilder<preserveNames, T, Inserter>::Create_MAD(llvm::Value* float_src0, llvm::Value* float_src1, llvm::Value* float_src2)
+{
+    llvm::Module* const module = this->GetInsertBlock()->getParent()->getParent();
+    IGC_ASSERT(nullptr != float_src0);
+
+    llvm::Function* madFunc = llvm::GenISAIntrinsic::getDeclaration(module, llvm::GenISAIntrinsic::GenISA_nativeMad, float_src0->getType());
+    llvm::Value* args[] = { float_src0, float_src1, float_src2 };
+    llvm::Value* float_madres_s = this->CreateCall(madFunc, args);
+
+    return float_madres_s;
+}
+
 template<bool preserveNames, typename T, typename Inserter>
 llvm::Value* LLVM3DBuilder<preserveNames, T, Inserter>::Create_MAD_Scalar(llvm::Value* float_src0, llvm::Value* float_src1, llvm::Value* float_src2)
 {