[clang] Make MS atomics volatile in kernel mode

This prevents LLVM backend from folding idempotent atomic instructions to a
memory barrier.

Author: eleviant

clang/lib/CodeGen/CGBuiltin.cpp

@@ -232,6 +232,7 @@ static Value *MakeBinaryAtomicValue(
 
   llvm::Value *Result =
       CGF.Builder.CreateAtomicRMW(Kind, DestAddr, Val, Ordering);
+  cast<llvm::AtomicRMWInst>(Result)->setVolatile(CGF.CGM.getLangOpts().Kernel);
   return EmitFromInt(CGF, Result, T, ValueType);
 }
 

clang/test/CodeGen/MSKernel/interlocked.c

@@ -0,0 +1,15 @@
+// Check that we don't fold no-op andl to memory barrier
+// REQUIRES: x86-registered-target,aarch64-registered-target
+// RUN: %clang_cc1 -fms-kernel -fms-extensions -Wno-implicit-function-declaration  -triple x86_64-pc-win32 -O2 -S -o - %s | FileCheck %s --check-prefix=X86
+// RUN: %clang_cc1 -fms-kernel -fms-extensions -Wno-implicit-function-declaration  -triple aarch64-pc-win32 -O2 -S -o - %s | FileCheck %s --check-prefix=ARM64
+
+// X86:      lock andl $-1, (%rcx)
+// X86-NEXT: retq
+
+// ARM64:      ldaxr
+// ARM64-NEXT: stlxr
+// ARM64-NEXT: cbnz
+
+void access_via_interlocked(long volatile* addr) {
+    _InterlockedAnd(addr, (long)-1);
+}

llvm/lib/CodeGen/AtomicExpandPass.cpp

@@ -1563,7 +1563,8 @@ bool AtomicExpandImpl::isIdempotentRMW(AtomicRMWInst *RMWI) {
   auto C = dyn_cast<ConstantInt>(RMWI->getValOperand());
   if (!C)
     return false;
-
+  if (RMWI->isVolatile())
+    return false;
   AtomicRMWInst::BinOp Op = RMWI->getOperation();
   switch (Op) {
   case AtomicRMWInst::Add:

llvm/test/CodeGen/X86/volatile-atomicrmw.ll

@@ -0,0 +1,13 @@
+; RUN: opt -S -passes='require<libcall-lowering-info>,expand-ir-insts,atomic-expand' %s -o - | FileCheck %s
+
+; volatile atomicrmw shouldn't be converted to a fence
+; CHECK:  %0 = atomicrmw volatile and ptr %addr, i32 -1 seq_cst
+
+target triple = "x86_64-pc-windows-msvc"
+
+define dso_local void @access_via_interlocked(ptr noundef %addr) {
+entry:
+  %0 = atomicrmw volatile and ptr %addr, i32 -1 seq_cst, align 4
+  ret void
+}
+