[Kernel] Zero point support in fused MarlinMoE kernel + AWQ Fused MoE (…

…vllm-project#8973) Co-authored-by: Dipika <dipikasikka1@gmail.com> Co-authored-by: Dipika Sikka <ds3822@columbia.edu> Signed-off-by: Amit Garg <mitgarg17495@gmail.com>
garg-amit · Oct 28, 2024 · 7b81659 · 7b81659
1 parent bbe5488
commit 7b81659
Show file tree

Hide file tree

Showing 23 changed files with 969 additions and 223 deletions.
diff --git a/CMakeLists.txt b/CMakeLists.txt
@@ -433,6 +433,8 @@ if(VLLM_GPU_LANG STREQUAL "CUDA")
         "csrc/moe/marlin_kernels/marlin_moe_kernel_ku4b8.cu"
         "csrc/moe/marlin_kernels/marlin_moe_kernel_ku8b128.h"
         "csrc/moe/marlin_kernels/marlin_moe_kernel_ku8b128.cu"
+        "csrc/moe/marlin_kernels/marlin_moe_kernel_ku4.h"
+        "csrc/moe/marlin_kernels/marlin_moe_kernel_ku4.cu"
         "csrc/moe/marlin_moe_ops.cu")
 
     set_gencode_flags_for_srcs(