Add support for __nvvm_reflect changes in libdevice in CUDA-7.0

[tra]

Summary

CUDA 7.0's libdevice uses slightly different IR to call nvvm_reflect
and that triggers an assertion in nvvm_reflect optimization pass. This
change allows nvvm_reflect pass to deal with both old and new ways to
pass an argument to nvvm_reflect.

[eliben]

lib/Target/NVPTX/NVVMReflect.cpp

162

Artem, it definitely makes sense to document this change. For lack of a better place, a detailed comment somewhere here would do. Please describe the difference between the two formats and how it's handled here.

[tra]

Added details on the differences in IR used to call __nvvm_reflect in different CUDA versions.
Updated IR in the test case to work with recent LLVM.

[eliben]

lib/Target/NVPTX/NVVMReflect.cpp

162

It may be more idiomatic to use dyn_cast here and then get your Operand*, removing the following cast<>s
It's done a bunch all over llvm

test/CodeGen/NVPTX/nvvm-reflect.ll

52

Mention that this is the CUDA 7 version

[tra]

Addressed eliben@'s comments.

[eliben]

LGTM

[echristo]

Comment looks good (heinous, but good).

LGTM.

-eric

lib/Target/NVPTX/NVVMReflect.cpp

for (User *U : ReflectFunction->users()) {
     }
     assert(isa<ConstantExpr>(Str) &&
            "Format of _reflect function not recognized");
     const ConstantExpr *GEP = cast<ConstantExpr>(Str);
 
     const Value *Sym = GEP->getOperand(0);
     assert(isa<Constant>(Sym) && "Format of _reflect function not recognized");
 
-    const Constant *SymStr = cast<Constant>(Sym);
-
-    assert(isa<ConstantDataSequential>(SymStr->getOperand(0)) &&
+    const Value *Operand = cast<Constant>(Sym)->getOperand(0);
+    if (isa<GlobalVariable>(Operand)) {
+      assert(cast<GlobalVariable>(Operand)->hasInitializer() &&
              "Format of _reflect function not recognized");
+      const Constant *Initializer =
+          cast<GlobalVariable>(Operand)->getInitializer();
+      Operand = Initializer;
+    }
 
-    assert(cast<ConstantDataSequential>(SymStr->getOperand(0))->isCString() &&
+    assert(isa<ConstantDataSequential>(Operand) &&
+           "Format of _reflect function not recognized");
+    assert(cast<ConstantDataSequential>(Operand)->isCString() &&
            "Format of _reflect function not recognized");
 
     std::string ReflectArg =
-        cast<ConstantDataSequential>(SymStr->getOperand(0))->getAsString();
+        cast<ConstantDataSequential>(Operand)->getAsString();
 
     ReflectArg = ReflectArg.substr(0, ReflectArg.size() - 1);
     DEBUG(dbgs() << "Arg of _reflect : " << ReflectArg << "\n");
 
     int ReflectVal = 0; // The default value is 0
     if (VarMap.find(ReflectArg) != VarMap.end()) {
       ReflectVal = VarMap[ReflectArg];
     }

test/CodeGen/NVPTX/nvvm-reflect.ll

 ; USE_MUL_0-NOT: call i32 @llvm.nvvm.reflect
 ; USE_MUL_0: ret i32 0
 ; USE_MUL_1-NOT: call i32 @llvm.nvvm.reflect
 ; USE_MUL_1: ret i32 1
   %ptr = tail call i8* @llvm.nvvm.ptr.constant.to.gen.p0i8.p4i8(i8 addrspace(4)* getelementptr inbounds ([8 x i8] addrspace(4)* @str, i32 0, i32 0))
   %reflect = tail call i32 @llvm.nvvm.reflect.p0i8(i8* %ptr)
   ret i32 %reflect
 }
+
+@"$str" = private addrspace(1) constant [8 x i8] c"USE_MUL\00"
+
+define float @bar(float %a, float %b) {
+; USE_MUL_0: define float @bar
+; USE_MUL_0-NOT: call i32 @__nvvm_reflect
+; USE_MUL_1: define float @bar
+; USE_MUL_1-NOT: call i32 @__nvvm_reflect
+  %reflect = call i32 @__nvvm_reflect(i8* addrspacecast (i8 addrspace(1)* getelementptr inbounds ([8 x i8] addrspace(1)* @"$str", i32 0, i32 0) to i8*))
+  %cmp = icmp ne i32 %reflect, 0
+  br i1 %cmp, label %use_mul, label %use_add
+
+use_mul:
+; USE_MUL_1: fmul float %a, %b
+; USE_MUL_0-NOT: fadd float %a, %b
+  %ret1 = fmul float %a, %b
+  br label %exit
+
+use_add:
+; USE_MUL_0: fadd float %a, %b
+; USE_MUL_1-NOT: fmul float %a, %b
+  %ret2 = fadd float %a, %b
+  br label %exit
+
+exit:
+  %ret = phi float [%ret1, %use_mul], [%ret2, %use_add]
+  ret float %ret
+}