[SYCL][ESIMD][EMU] lsc_atomic support (#6588)

* [SYCL][ESIMD][EMU] lsc_atomic support

- __esimd_lsc_xatomic_slm_0/1/2
- __esimd_lsc_xatomic_bti_0/1/2/
- __esimd_lsc_xatomic_stateless_0/1/2

Author: dongkyunahn-intel

sycl/include/sycl/ext/intel/esimd/detail/atomic_intrin.hpp

@@ -11,15 +11,116 @@
 
 #include <sycl/exception.hpp>
 
+namespace __ESIMD_DNS {
+
 // This function implements atomic update of pre-existing variable in the
 // absense of C++ 20's atomic_ref.
+
+template <typename Ty> Ty atomic_load(Ty *ptr) {
+#ifdef _WIN32
+  // TODO: Windows will be supported soon
+  __ESIMD_UNSUPPORTED_ON_HOST;
+#else
+  return __atomic_load(ptr, __ATOMIC_SEQ_CST);
+#endif
+}
+
+template <typename Ty> Ty atomic_store(Ty *ptr, Ty val) {
+#ifdef _WIN32
+  // TODO: Windows will be supported soon
+  __ESIMD_UNSUPPORTED_ON_HOST;
+#else
+  __atomic_store(ptr, val, __ATOMIC_SEQ_CST);
+#endif
+}
+
 template <typename Ty> Ty atomic_add_fetch(Ty *ptr, Ty val) {
 #ifdef _WIN32
   // TODO: Windows will be supported soon
   __ESIMD_UNSUPPORTED_ON_HOST;
 #else
-  return __atomic_add_fetch(ptr, val, __ATOMIC_RELAXED);
+  return __atomic_add_fetch(ptr, val, __ATOMIC_SEQ_CST);
+#endif
+}
+
+template <typename Ty> Ty atomic_sub_fetch(Ty *ptr, Ty val) {
+#ifdef _WIN32
+  // TODO: Windows will be supported soon
+  __ESIMD_UNSUPPORTED_ON_HOST;
+#else
+  return __atomic_sub_fetch(ptr, val, __ATOMIC_SEQ_CST);
+#endif
+}
+
+template <typename Ty> Ty atomic_and_fetch(Ty *ptr, Ty val) {
+#ifdef _WIN32
+  // TODO: Windows will be supported soon
+  __ESIMD_UNSUPPORTED_ON_HOST;
+#else
+  return __atomic_and_fetch(ptr, val, __ATOMIC_SEQ_CST);
+#endif
+}
+
+template <typename Ty> Ty atomic_or_fetch(Ty *ptr, Ty val) {
+#ifdef _WIN32
+  // TODO: Windows will be supported soon
+  __ESIMD_UNSUPPORTED_ON_HOST;
+#else
+  return __atomic_or_fetch(ptr, val, __ATOMIC_SEQ_CST);
 #endif
 }
 
+template <typename Ty> Ty atomic_xor_fetch(Ty *ptr, Ty val) {
+#ifdef _WIN32
+  // TODO: Windows will be supported soon
+  __ESIMD_UNSUPPORTED_ON_HOST;
+#else
+  return __atomic_xor_fetch(ptr, val, __ATOMIC_SEQ_CST);
+#endif
+}
+
+template <typename Ty> Ty atomic_min(Ty *ptr, Ty val) {
+#ifdef _WIN32
+  // TODO: Windows will be supported soon
+  __ESIMD_UNSUPPORTED_ON_HOST;
+#else
+  Ty _old, _new;
+  do {
+    _old = *ptr;
+    _new = std::min<Ty>(_old, val);
+  } while (!__atomic_compare_exchange_n(ptr, &_old, _new, false,
+                                        __ATOMIC_SEQ_CST, __ATOMIC_SEQ_CST));
+  return _new;
+#endif
+}
+
+template <typename Ty> Ty atomic_max(Ty *ptr, Ty val) {
+#ifdef _WIN32
+  // TODO: Windows will be supported soon
+  __ESIMD_UNSUPPORTED_ON_HOST;
+#else
+  Ty _old, _new;
+  do {
+    _old = *ptr;
+    _new = std::max<Ty>(_old, val);
+  } while (!__atomic_compare_exchange_n(ptr, &_old, _new, false,
+                                        __ATOMIC_SEQ_CST, __ATOMIC_SEQ_CST));
+  return _new;
+#endif
+}
+
+template <typename Ty> Ty atomic_cmpxchg(Ty *ptr, Ty expected, Ty desired) {
+#ifdef _WIN32
+  // TODO: Windows will be supported soon
+  __ESIMD_UNSUPPORTED_ON_HOST;
+#else
+  Ty _old = expected;
+  __atomic_compare_exchange_n(ptr, &_old, desired, false, __ATOMIC_SEQ_CST,
+                              __ATOMIC_SEQ_CST);
+  return *ptr;
+#endif
+}
+
+} // namespace __ESIMD_DNS
+
 /// @endcond ESIMD_DETAIL

sycl/include/sycl/ext/intel/esimd/detail/memory_intrin.hpp

@@ -506,7 +506,7 @@ __esimd_svm_atomic1(__ESIMD_DNS::vector_type_t<uint64_t, N> addrs,
 
       switch (Op) {
       case __ESIMD_NS::atomic_op::add:
-        retv[i] = atomic_add_fetch<Ty>(p, src0[i]);
+        retv[i] = __ESIMD_DNS::atomic_add_fetch<Ty>(p, src0[i]);
         break;
       default:
         __ESIMD_UNSUPPORTED_ON_HOST;
@@ -849,7 +849,7 @@ __esimd_dword_atomic0(__ESIMD_DNS::simd_mask_storage_t<N> pred,
 
         switch (Op) {
         case __ESIMD_NS::atomic_op::inc:
-          retv[i] = atomic_add_fetch<Ty>(p, 1);
+          retv[i] = __ESIMD_DNS::atomic_add_fetch<Ty>(p, 1);
           break;
         default:
           __ESIMD_UNSUPPORTED_ON_HOST;