verbs: Add ibv_cmd_alloc/free commands for DMA handle

Add ibv_cmd_alloc/free commands for DMA handle to be used by drivers.

Signed-off-by: Yishai Hadas <yishaih@nvidia.com>

Author: yishaih

libibverbs/CMakeLists.txt

@@ -29,6 +29,7 @@ rdma_library(ibverbs "${CMAKE_CURRENT_BINARY_DIR}/libibverbs.map"
   cmd_cq.c
   cmd_device.c
   cmd_dm.c
+  cmd_dmah.c
   cmd_fallback.c
   cmd_flow.c
   cmd_flow_action.c

libibverbs/cmd_dmah.c

@@ -0,0 +1,48 @@
+// SPDX-License-Identifier: GPL-2.0 or Linux-OpenIB
+/*
+ * Copyright (c) 2024, NVIDIA CORPORATION & AFFILIATES. All rights reserved
+ */
+
+#include <infiniband/cmd_write.h>
+
+int ibv_cmd_alloc_dmah(struct ibv_context *ctx,
+		       struct verbs_dmah *dmah,
+		       struct ibv_dmah_init_attr *attr)
+{
+	DECLARE_COMMAND_BUFFER(cmdb, UVERBS_OBJECT_DMAH, UVERBS_METHOD_DMAH_ALLOC, 4);
+	struct ib_uverbs_attr *handle;
+	int ret;
+
+	handle = fill_attr_out_obj(cmdb, UVERBS_ATTR_ALLOC_DMAH_HANDLE);
+	if (attr->comp_mask & IBV_DMAH_INIT_ATTR_MASK_CPU_ID)
+		fill_attr_in_uint32(cmdb, UVERBS_ATTR_ALLOC_DMAH_CPU_ID,
+				    attr->cpu_id);
+	if (attr->comp_mask & IBV_DMAH_INIT_ATTR_MASK_TPH_MEM_TYPE)
+		fill_attr_in_enum(cmdb, UVERBS_ATTR_ALLOC_DMAH_TPH_MEM_TYPE,
+				  attr->tph_mem_type, NULL, 0);
+	if (attr->comp_mask & IBV_DMAH_INIT_ATTR_MASK_PH)
+		fill_attr_in(cmdb, UVERBS_ATTR_ALLOC_DMAH_PH,
+			     &attr->ph, sizeof(attr->ph));
+	ret = execute_ioctl(ctx, cmdb);
+	if (ret)
+		return errno;
+
+	dmah->handle = read_attr_obj(UVERBS_ATTR_ALLOC_DMAH_HANDLE, handle);
+	dmah->dmah.context = ctx;
+
+	return 0;
+}
+
+int ibv_cmd_free_dmah(struct verbs_dmah *dmah)
+{
+	DECLARE_COMMAND_BUFFER(cmdb, UVERBS_OBJECT_DMAH, UVERBS_METHOD_DMAH_FREE, 1);
+	int ret;
+
+	fill_attr_in_obj(cmdb, UVERBS_ATTR_FREE_DMA_HANDLE, dmah->handle);
+
+	ret = execute_ioctl(dmah->dmah.context, cmdb);
+	if (verbs_is_destroy_err(&ret))
+		return ret;
+
+	return 0;
+}

libibverbs/driver.h

@@ -189,6 +189,11 @@ struct verbs_dm {
 	uint32_t		handle;
 };
 
+struct verbs_dmah {
+	struct ibv_dmah dmah;
+	uint32_t handle;
+};
+
 enum {
 	VERBS_MATCH_SENTINEL = 0,
 	VERBS_MATCH_PCI = 1,
@@ -707,6 +712,9 @@ int ibv_cmd_alloc_dm(struct ibv_context *ctx,
 		     struct verbs_dm *dm,
 		     struct ibv_command_buffer *link);
 int ibv_cmd_free_dm(struct verbs_dm *dm);
+int ibv_cmd_alloc_dmah(struct ibv_context *ctx, struct verbs_dmah *st,
+		       struct ibv_dmah_init_attr *attr);
+int ibv_cmd_free_dmah(struct verbs_dmah *dmah);
 int ibv_cmd_reg_dm_mr(struct ibv_pd *pd, struct verbs_dm *dm,
 		      uint64_t offset, size_t length,
 		      unsigned int access, struct verbs_mr *vmr,

libibverbs/libibverbs.map.in

@@ -182,6 +182,7 @@ IBVERBS_PRIVATE_@IBVERBS_PABI_VERSION@ {
 		execute_ioctl;
 		ibv_cmd_advise_mr;
 		ibv_cmd_alloc_dm;
+		ibv_cmd_alloc_dmah;
 		ibv_cmd_alloc_mw;
 		ibv_cmd_alloc_pd;
 		ibv_cmd_attach_mcast;
@@ -214,6 +215,7 @@ IBVERBS_PRIVATE_@IBVERBS_PABI_VERSION@ {
 		ibv_cmd_destroy_wq;
 		ibv_cmd_detach_mcast;
 		ibv_cmd_free_dm;
+		ibv_cmd_free_dmah;
 		ibv_cmd_get_context;
 		ibv_cmd_modify_cq;
 		ibv_cmd_modify_flow_action_esp;