| // SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB |
| /* |
| * Copyright (c) 2018-2025 Advanced Micro Devices, Inc. All rights reserved. |
| */ |
| |
| #include <errno.h> |
| #include <string.h> |
| |
| #include "ionic.h" |
| #include "ionic_queue.h" |
| #include "ionic_memory.h" |
| |
| static void ionic_queue_map(struct ionic_queue *q, struct ionic_pd *pd, uint64_t pd_tag, int stride) |
| { |
| if (pd && pd->alloc) { |
| size_t align = IONIC_PAGE_SIZE; |
| |
| if (align < stride) |
| align = stride; |
| |
| q->ptr = pd->alloc(&pd->ibpd, pd->pd_context, q->size, align, pd_tag); |
| if (q->ptr != IBV_ALLOCATOR_USE_DEFAULT) { |
| q->pd = pd; |
| q->pd_tag = pd_tag; |
| return; |
| } |
| } |
| |
| q->ptr = ionic_map_anon(q->size); |
| } |
| |
| static void ionic_queue_unmap(struct ionic_queue *q) |
| { |
| struct ionic_pd *pd = q->pd; |
| |
| if (pd) { |
| pd->free(&pd->ibpd, pd->pd_context, q->ptr, q->pd_tag); |
| q->ptr = NULL; |
| q->pd = NULL; |
| q->pd_tag = 0; |
| return; |
| } |
| |
| ionic_unmap(q->ptr, q->size); |
| } |
| |
| int ionic_queue_init(struct ionic_queue *q, struct ionic_pd *pd, |
| uint64_t pd_tag, int pg_shift, int depth, size_t stride) |
| { |
| if (depth < 0 || depth > IONIC_QUEUE_DEPTH_MAX) |
| return -EINVAL; |
| |
| if (stride == 0 || stride > IONIC_QUEUE_STRIDE_MAX) |
| return -EINVAL; |
| |
| if (depth == 0) |
| depth = 1; |
| |
| q->depth_log2 = ilog32(depth); |
| q->stride_log2 = ilog64(stride - 1); |
| |
| if (q->depth_log2 + q->stride_log2 < pg_shift) |
| q->depth_log2 = pg_shift - q->stride_log2; |
| |
| q->size = BIT_ULL(q->depth_log2 + q->stride_log2); |
| q->mask = BIT(q->depth_log2) - 1; |
| |
| ionic_queue_map(q, pd, pd_tag, stride); |
| if (!q->ptr) |
| return errno; |
| |
| q->prod = 0; |
| q->cons = 0; |
| q->dbell = 0; |
| |
| return 0; |
| } |
| |
| void ionic_queue_destroy(struct ionic_queue *q) |
| { |
| ionic_queue_unmap(q); |
| } |