verbs: Query QP data in order on non x86 platforms

EFA can support 128 bytes blocks write in-order for some Grace
platforms. Move the check on x86 architecture to the mlx5 provider
implementation.

Reviewed-by: Michael Margolin <[email protected]>
Reviewed-by: Yonatan Nachum <[email protected]>
Signed-off-by: Daniel Kranzdorf <[email protected]>

Author: dkkranz

libibverbs/verbs.c

@@ -695,12 +695,6 @@ LATEST_SYMVER_FUNC(ibv_query_qp, 1_1, "IBVERBS_1.1",
 int ibv_query_qp_data_in_order(struct ibv_qp *qp, enum ibv_wr_opcode op,
 			       uint32_t flags)
 {
-#if !defined(__i386__) && !defined(__x86_64__)
-	/* Currently this API is only supported for x86 architectures since most
-	 * non-x86 platforms are known to be OOO and need to do a per-platform study.
-	 */
-	return 0;
-#else
 	int result;
 
 	if (!check_comp_mask(flags, IBV_QUERY_QP_DATA_IN_ORDER_RETURN_CAPS))
@@ -711,7 +705,6 @@ int ibv_query_qp_data_in_order(struct ibv_qp *qp, enum ibv_wr_opcode op,
 		result |= IBV_QUERY_QP_DATA_IN_ORDER_ALIGNED_128_BYTES;
 
 	return flags ? result : !!(result & IBV_QUERY_QP_DATA_IN_ORDER_WHOLE_MSG);
-#endif
 }
 
 LATEST_SYMVER_FUNC(ibv_modify_qp, 1_1, "IBVERBS_1.1",

providers/mlx5/verbs.c

@@ -2911,6 +2911,10 @@ int mlx5_destroy_qp(struct ibv_qp *ibqp)
 	return 0;
 }
 
+/* Currently this API is only supported for x86 architectures since most
+ * non-x86 platforms are known to be OOO and need to do a per-platform study.
+ */
+#if defined(__i386__) || defined(__x86_64__)
 static int query_dct_in_order(struct ibv_qp *qp)
 {
 	uint32_t in_dct[DEVX_ST_SZ_DW(query_dct_in)] = {};
@@ -2956,6 +2960,13 @@ int mlx5_query_qp_data_in_order(struct ibv_qp *qp, enum ibv_wr_opcode op,
 	return DEVX_GET(query_qp_out, out_qp, qpc.data_in_order) ?
 	       IBV_QUERY_QP_DATA_IN_ORDER_WHOLE_MSG : 0;
 }
+#else
+int mlx5_query_qp_data_in_order(struct ibv_qp *qp, enum ibv_wr_opcode op,
+				uint32_t flags)
+{
+	return 0;
+}
+#endif
 
 int mlx5_query_qp(struct ibv_qp *ibqp, struct ibv_qp_attr *attr,
 		  int attr_mask, struct ibv_qp_init_attr *init_attr)