[Inference] Add Reduce Utils (#5537)

* add reduce utils

* add using to delele namespace prefix

Author: Courtesy-Xs

extensions/csrc/common/micros.h

@@ -9,16 +9,6 @@
 
 #include <ATen/ATen.h>
 
-#ifndef TORCH_CHECK
-#define TORCH_CHECK AT_CHECK
-#endif
-
-#ifdef VERSION_GE_1_3
-#define DATA_PTR data_ptr
-#else
-#define DATA_PTR data
-#endif
-
 #define DISPATCH_HALF_AND_BFLOAT(TYPE, NAME, ...)                     \
   switch (TYPE) {                                                     \
     case at::ScalarType::Half: {                                      \

extensions/csrc/cuda/funcs/op_functor.h

@@ -0,0 +1,32 @@
+#pragma once
+
+#include <cuda.h>
+#include <cuda_fp16.h>
+#include <cuda_runtime.h>
+
+#include <functional>
+
+namespace colossalAI {
+namespace cuda {
+namespace funcs {
+
+enum class BinaryOpType { kAdd = 0, kMinus, kMul, KDiv, kMax, KMin };
+
+template <typename T, BinaryOpType Op>
+struct BinaryOpFunctor;
+
+template <typename T>
+struct BinaryOpFunctor<T, BinaryOpType::kAdd>
+    : public std::binary_function<T, T, T> {
+  __host__ __device__ T operator()(T lhs, T rhs) { return lhs + rhs; }
+};
+
+template <typename T>
+struct BinaryOpFunctor<T, BinaryOpType::kMax>
+    : public std::binary_function<T, T, T> {
+  __host__ __device__ T operator()(T lhs, T rhs) { return max(lhs, rhs); }
+};
+
+}  // namespace funcs
+}  // namespace cuda
+}  // namespace colossalAI