[SYCL] New test for USM memory pooling. (intel#250)

Signed-off-by: rdeodhar <rajiv.deodhar@intel.com>

Author: rdeodhar

SYCL/USM/usm_pooling.cpp

@@ -0,0 +1,126 @@
+// REQUIRES: level_zero
+// RUN: %clangxx -fsycl -fsycl-targets=%sycl_triple %s -o %t.out
+
+// Allocate 2 items of 2MB. Free 2. Allocate 3 more of 2MB.
+
+// With no pooling: 1,2,3,4,5 allocs lead to ZE call.
+// RUN: env ZE_DEBUG=1 %GPU_RUN_PLACEHOLDER SYCL_PI_LEVEL_ZERO_DISABLE_USM_ALLOCATOR=1 %t.out h 2> %t1.out; cat %t1.out %GPU_CHECK_PLACEHOLDER --check-prefix CHECK-NOPOOL
+// RUN: env ZE_DEBUG=1 %GPU_RUN_PLACEHOLDER SYCL_PI_LEVEL_ZERO_DISABLE_USM_ALLOCATOR=1 %t.out d 2> %t1.out; cat %t1.out %GPU_CHECK_PLACEHOLDER --check-prefix CHECK-NOPOOL
+// RUN: env ZE_DEBUG=1 %GPU_RUN_PLACEHOLDER SYCL_PI_LEVEL_ZERO_DISABLE_USM_ALLOCATOR=1 %t.out s 2> %t1.out; cat %t1.out %GPU_CHECK_PLACEHOLDER --check-prefix CHECK-NOPOOL
+
+// With pooling enabled and MaxPooolable=1MB: 1,2,3,4,5 allocs lead to ZE call.
+// RUN: env ZE_DEBUG=1 %GPU_RUN_PLACEHOLDER SYCL_PI_LEVEL_ZERO_USM_ALLOCATOR=1 %t.out h 2> %t1.out; cat %t1.out %GPU_CHECK_PLACEHOLDER --check-prefix CHECK-12345
+// RUN: env ZE_DEBUG=1 %GPU_RUN_PLACEHOLDER SYCL_PI_LEVEL_ZERO_USM_ALLOCATOR=1 %t.out d 2> %t1.out; cat %t1.out %GPU_CHECK_PLACEHOLDER --check-prefix CHECK-12345
+// RUN: env ZE_DEBUG=1 %GPU_RUN_PLACEHOLDER SYCL_PI_LEVEL_ZERO_USM_ALLOCATOR=1 %t.out s 2> %t1.out; cat %t1.out %GPU_CHECK_PLACEHOLDER --check-prefix CHECK-12345
+
+// With pooling enabled and capacity=1: 1,2,4,5 allocs lead to ZE call.
+// RUN: env ZE_DEBUG=1 %GPU_RUN_PLACEHOLDER SYCL_PI_LEVEL_ZERO_USM_ALLOCATOR=2,1 %t.out h 2> %t1.out; cat %t1.out %GPU_CHECK_PLACEHOLDER --check-prefix CHECK-1245
+// RUN: env ZE_DEBUG=1 %GPU_RUN_PLACEHOLDER SYCL_PI_LEVEL_ZERO_USM_ALLOCATOR=2,1 %t.out d 2> %t1.out; cat %t1.out %GPU_CHECK_PLACEHOLDER --check-prefix CHECK-1245
+// RUN: env ZE_DEBUG=1 %GPU_RUN_PLACEHOLDER SYCL_PI_LEVEL_ZERO_USM_ALLOCATOR=2,1 %t.out s 2> %t1.out; cat %t1.out %GPU_CHECK_PLACEHOLDER --check-prefix CHECK-1245
+
+// With pooling enabled and MaxPoolSize=2MB: 1,2,4,5 allocs lead to ZE call.
+// RUN: env ZE_DEBUG=1 %GPU_RUN_PLACEHOLDER SYCL_PI_LEVEL_ZERO_USM_ALLOCATOR=2,,2 %t.out h 2> %t1.out; cat %t1.out %GPU_CHECK_PLACEHOLDER --check-prefix CHECK-1245
+// RUN: env ZE_DEBUG=1 %GPU_RUN_PLACEHOLDER SYCL_PI_LEVEL_ZERO_USM_ALLOCATOR=2,,2 %t.out d 2> %t1.out; cat %t1.out %GPU_CHECK_PLACEHOLDER --check-prefix CHECK-1245
+// RUN: env ZE_DEBUG=1 %GPU_RUN_PLACEHOLDER SYCL_PI_LEVEL_ZERO_USM_ALLOCATOR=2,,2 %t.out s 2> %t1.out; cat %t1.out %GPU_CHECK_PLACEHOLDER --check-prefix CHECK-1245
+
+#include "CL/sycl.hpp"
+using namespace sycl;
+
+constexpr size_t SIZE = 2 * 1024 * 1024;
+
+void test_host(context C) {
+
+  void *ph1 = malloc_host(SIZE, C);
+  void *ph2 = malloc_host(SIZE, C);
+  free(ph1, C);
+  free(ph2, C);
+  void *ph3 = malloc_host(SIZE, C);
+  void *ph4 = malloc_host(SIZE, C);
+  void *ph5 = malloc_host(SIZE, C);
+  free(ph3, C);
+  free(ph4, C);
+  free(ph5, C);
+}
+
+void test_device(context C, device D) {
+
+  void *ph1 = malloc_device(SIZE, D, C);
+  void *ph2 = malloc_device(SIZE, D, C);
+  free(ph1, C);
+  free(ph2, C);
+  void *ph3 = malloc_device(SIZE, D, C);
+  void *ph4 = malloc_device(SIZE, D, C);
+  void *ph5 = malloc_device(SIZE, D, C);
+  free(ph3, C);
+  free(ph4, C);
+  free(ph5, C);
+}
+
+void test_shared(context C, device D) {
+
+  void *ph1 = malloc_shared(SIZE, D, C);
+  void *ph2 = malloc_shared(SIZE, D, C);
+  free(ph1, C);
+  free(ph2, C);
+  void *ph3 = malloc_shared(SIZE, D, C);
+  void *ph4 = malloc_shared(SIZE, D, C);
+  void *ph5 = malloc_shared(SIZE, D, C);
+  free(ph3, C);
+  free(ph4, C);
+  free(ph5, C);
+}
+
+int main(int argc, char *argv[]) {
+  queue Q;
+  device D = Q.get_device();
+  context C = Q.get_context();
+
+  const char *devType = D.is_host() ? "Host" : D.is_cpu() ? "CPU" : "GPU";
+  std::string pluginName =
+      D.get_platform().get_info<sycl::info::platform::name>();
+  std::cout << "Running on device " << devType << " ("
+            << D.get_info<cl::sycl::info::device::name>() << ") " << pluginName
+            << " plugin\n";
+
+  if (*argv[1] == 'h') {
+    std::cerr << "Test zeMemAllocHost\n";
+    test_host(C);
+  } else if (*argv[1] == 'd') {
+    std::cerr << "Test zeMemAllocDevice\n";
+    test_device(C, D);
+  } else if (*argv[1] == 's') {
+    std::cerr << "Test zeMemAllocShared\n";
+    test_shared(C, D);
+  }
+
+  return 0;
+}
+
+// CHECK-NOPOOL: Test [[API:zeMemAllocHost|zeMemAllocDevice|zeMemAllocShared]]
+// CHECK-NOPOOL-NEXT:  ZE ---> [[API]](
+// CHECK-NOPOOL-NEXT:  ZE ---> [[API]](
+// CHECK-NOPOOL-NEXT:  ZE ---> zeMemFree
+// CHECK-NOPOOL-NEXT:  ZE ---> zeMemFree
+// CHECK-NOPOOL-NEXT:  ZE ---> [[API]](
+// CHECK-NOPOOL-NEXT:  ZE ---> [[API]](
+// CHECK-NOPOOL-NEXT:  ZE ---> [[API]](
+
+// CHECK-12345: Test [[API:zeMemAllocHost|zeMemAllocDevice|zeMemAllocShared]]
+// CHECK-12345-NEXT:  ZE ---> [[API]](
+// CHECK-12345-NEXT:  ZE ---> [[API]](
+// CHECK-12345-NEXT:  ZE ---> zeMemGetAllocProperties
+// CHECK-12345-NEXT:  ZE ---> zeMemFree
+// CHECK-12345-NEXT:  ZE ---> zeMemGetAllocProperties
+// CHECK-12345-NEXT:  ZE ---> zeMemFree
+// CHECK-12345-NEXT:  ZE ---> [[API]](
+// CHECK-12345-NEXT:  ZE ---> [[API]](
+// CHECK-12345-NEXT:  ZE ---> [[API]](
+
+// CHECK-1245: Test [[API:zeMemAllocHost|zeMemAllocDevice|zeMemAllocShared]]
+// CHECK-1245-NEXT:  ZE ---> [[API]](
+// CHECK-1245-NEXT:  ZE ---> [[API]](
+// CHECK-1245-NEXT:  ZE ---> zeMemGetAllocProperties
+// CHECK-1245-NEXT:  ZE ---> zeMemGetAllocProperties
+// CHECK-1245-NEXT:  ZE ---> zeMemFree
+// CHECK-1245-NEXT:  ZE ---> [[API]](
+// CHECK-1245-NEXT:  ZE ---> [[API]](