let assemblyFormat = "$addr attr-dict `:` type(operands)";
}
+def NVVM_MBarrierArriveOp : NVVM_Op<"mbarrier.arrive">,
+ Arguments<(ins LLVM_i64ptr_any:$addr)> {
+ string llvmBuilder = [{
+ createIntrinsicCall(builder, llvm::Intrinsic::nvvm_mbarrier_arrive, {$addr});
+ }];
+ let assemblyFormat = "$addr attr-dict `:` type(operands)";
+}
+
+def NVVM_MBarrierArriveSharedOp : NVVM_Op<"mbarrier.arrive.shared">,
+ Arguments<(ins LLVM_i64ptr_shared:$addr)> {
+ string llvmBuilder = [{
+ createIntrinsicCall(builder, llvm::Intrinsic::nvvm_mbarrier_arrive_shared, {$addr});
+ }];
+ let assemblyFormat = "$addr attr-dict `:` type(operands)";
+}
+
+def NVVM_MBarrierArriveNocompleteOp : NVVM_Op<"mbarrier.arrive.nocomplete">,
+ Arguments<(ins LLVM_i64ptr_any:$addr, I32:$count)> {
+ string llvmBuilder = [{
+ createIntrinsicCall(builder, llvm::Intrinsic::nvvm_mbarrier_arrive_noComplete, {$addr, $count});
+ }];
+ let assemblyFormat = "$addr `,` $count attr-dict `:` type(operands)";
+}
+
+def NVVM_MBarrierArriveNocompleteSharedOp : NVVM_Op<"mbarrier.arrive.nocomplete.shared">,
+ Arguments<(ins LLVM_i64ptr_shared:$addr, I32:$count)> {
+ string llvmBuilder = [{
+ createIntrinsicCall(builder, llvm::Intrinsic::nvvm_mbarrier_arrive_noComplete_shared, {$addr, $count});
+ }];
+ let assemblyFormat = "$addr `,` $count attr-dict `:` type(operands)";
+}
+
//===----------------------------------------------------------------------===//
// NVVM synchronization op definitions
//===----------------------------------------------------------------------===//
func.func private @expected_llvm_func() attributes { nvvm.kernel }
// -----
+
llvm.func private @mbarrier_init_generic(%barrier: !llvm.ptr) {
%count = nvvm.read.ptx.sreg.ntid.x : i32
// CHECK: nvvm.mbarrier.init %{{.*}}, %{{.*}} : !llvm.ptr, i32
nvvm.mbarrier.inval.shared %barrier : !llvm.ptr<3>
llvm.return
}
+
+llvm.func private @mbarrier_arrive(%barrier: !llvm.ptr) {
+ // CHECK: nvvm.mbarrier.arrive %{{.*}} : !llvm.ptr
+ nvvm.mbarrier.arrive %barrier : !llvm.ptr
+ llvm.return
+}
+
+llvm.func private @mbarrier_arrive_shared(%barrier: !llvm.ptr<3>) {
+ // CHECK: nvvm.mbarrier.arrive.shared %{{.*}} : !llvm.ptr<3>
+ nvvm.mbarrier.arrive.shared %barrier : !llvm.ptr<3>
+ llvm.return
+}
+
+llvm.func private @mbarrier_arrive_nocomplete(%barrier: !llvm.ptr) {
+ %count = nvvm.read.ptx.sreg.ntid.x : i32
+ // CHECK: nvvm.mbarrier.arrive.nocomplete %{{.*}} : !llvm.ptr
+ nvvm.mbarrier.arrive.nocomplete %barrier, %count : !llvm.ptr, i32
+ llvm.return
+}
+
+llvm.func private @mbarrier_arrive_nocomplete_shared(%barrier: !llvm.ptr<3>) {
+ %count = nvvm.read.ptx.sreg.ntid.x : i32
+ // CHECK: nvvm.mbarrier.arrive.nocomplete.shared %{{.*}} : !llvm.ptr<3>
+ nvvm.mbarrier.arrive.nocomplete.shared %barrier, %count : !llvm.ptr<3>, i32
+ llvm.return
+}