pe_task_resubmit_sample.c

Go to the documentation of this file.

/*
 * Copyright (c) 2023 NVIDIA CORPORATION AND AFFILIATES.  All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without modification, are permitted
 * provided that the following conditions are met:
 *     * Redistributions of source code must retain the above copyright notice, this list of
 *       conditions and the following disclaimer.
 *     * Redistributions in binary form must reproduce the above copyright notice, this list of
 *       conditions and the following disclaimer in the documentation and/or other materials
 *       provided with the distribution.
 *     * Neither the name of the NVIDIA CORPORATION nor the names of its contributors may be used
 *       to endorse or promote products derived from this software without specific prior written
 *       permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
 * FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL NVIDIA CORPORATION BE LIABLE
 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
 * STRICT LIABILITY, OR TOR (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 *
 */
 
#include <stdio.h>
#include <stdlib.h>
#include <stdint.h>
 
#include <doca_mmap.h>
#include <doca_buf.h>
#include <doca_buf_inventory.h>
#include <doca_ctx.h>
#include <doca_dma.h>
#include <doca_types.h>
#include <doca_log.h>
#include <doca_pe.h>
 
#include <samples/common.h>
#include "pe_common.h"
 
DOCA_LOG_REGISTER(PE_TASK_RESUBMIT::SAMPLE);
 
#define EXIT_ON_FAILURE(_expression_) \
    { \
        doca_error_t _status_ = _expression_; \
\
        if (_status_ != DOCA_SUCCESS) { \
            DOCA_LOG_ERR("%s failed with status %s", __func__, doca_error_get_descr(_status_)); \
            return _status_; \
        } \
    }
 
#define NUM_TASKS (4)
#define NUM_BUFFER_PAIRS (NUM_TASKS * 4)
#define DMA_BUFFER_SIZE (1024)
#define BUFFER_SIZE (DMA_BUFFER_SIZE * 2 * NUM_BUFFER_PAIRS)
#define BUF_INVENTORY_SIZE (NUM_BUFFER_PAIRS * 2)
 
struct pe_task_resubmit_sample_state {
    struct pe_sample_state_base base;
 
    struct doca_dma *dma;
    struct doca_ctx *dma_ctx;
    struct doca_dma_task_memcpy *tasks[NUM_TASKS];
    uint32_t buff_pair_index;
    struct doca_buf *src_buffers[NUM_BUFFER_PAIRS];
    struct doca_buf *dst_buffers[NUM_BUFFER_PAIRS];
};
 
/*
 * Resubmit task
 *
 * @details This function resubmits a task. The function sets a new set of buffers every time that it is called,
 * assuming that the old buffers were released.
 *
 * @state [in]: sample state
 * @dma_task [in]: task to resubmit
 */
void dma_task_resubmit(struct pe_task_resubmit_sample_state *state, struct doca_dma_task_memcpy *dma_task)
{
    doca_error_t status = DOCA_SUCCESS;
    struct doca_task *task = doca_dma_task_memcpy_as_task(dma_task);
 
    if (state->buff_pair_index < NUM_BUFFER_PAIRS) {
        union doca_data user_data = {0};
 
        DOCA_LOG_INFO("Task %p resubmitting with buffers index %d", dma_task, state->buff_pair_index);
 
        /* Source buffer is filled with index + 1 that matches state->buff_pair_index + 1 */
        user_data.u64 = (state->buff_pair_index + 1);
        doca_task_set_user_data(task, user_data);
 
        doca_dma_task_memcpy_set_src(dma_task, state->src_buffers[state->buff_pair_index]);
        doca_dma_task_memcpy_set_dst(dma_task, state->dst_buffers[state->buff_pair_index]);
        state->buff_pair_index++;
 
        status = doca_task_submit(task);
        if (status != DOCA_SUCCESS) {
            DOCA_LOG_ERR("Failed to submit task with status %s",
                     doca_error_get_descr(doca_task_get_status(task)));
 
            /* Program owns a task if it failed to submit (and has to free it eventually) */
            (void)dma_task_free(dma_task);
 
            /* The method must increment num_completed_tasks because this task will never complete */
            state->base.num_completed_tasks++;
        }
    } else
        doca_task_free(task);
}
 
/*
 * DMA Memcpy task completed callback
 *
 * @dma_task [in]: Completed task
 * @task_user_data [in]: doca_data from the task
 * @ctx_user_data [in]: doca_data from the context
 */
static void dma_memcpy_completed_callback(struct doca_dma_task_memcpy *dma_task,
                      union doca_data task_user_data,
                      union doca_data ctx_user_data)
{
    uint8_t expected_value = (uint8_t)task_user_data.u64;
    struct pe_task_resubmit_sample_state *state = (struct pe_task_resubmit_sample_state *)ctx_user_data.ptr;
 
    state->base.num_completed_tasks++;
 
    (void)process_completed_dma_memcpy_task(dma_task, expected_value);
 
    (void)free_dma_memcpy_task_buffers(dma_task);
 
    dma_task_resubmit(state, dma_task);
}
 
/*
 * Memcpy task error callback
 *
 * @dma_task [in]: failed task
 * @task_user_data [in]: doca_data from the task
 * @ctx_user_data [in]: doca_data from the context
 */
static void dma_memcpy_error_callback(struct doca_dma_task_memcpy *dma_task,
                      union doca_data task_user_data,
                      union doca_data ctx_user_data)
{
    struct pe_task_resubmit_sample_state *state = (struct pe_task_resubmit_sample_state *)ctx_user_data.ptr;
    struct doca_task *task = doca_dma_task_memcpy_as_task(dma_task);
 
    (void)task_user_data;
 
    /* This sample defines that a task is completed even if it is completed with error */
    state->base.num_completed_tasks++;
 
    DOCA_LOG_ERR("Task failed with status %s", doca_error_get_descr(doca_task_get_status(task)));
 
    (void)free_dma_memcpy_task_buffers(dma_task);
 
    dma_task_resubmit(state, dma_task);
}
 
doca_error_t create_dma(struct pe_task_resubmit_sample_state *state)
{
    union doca_data ctx_user_data = {0};
 
    DOCA_LOG_INFO("Creating DMA");
 
    EXIT_ON_FAILURE(doca_dma_create(state->base.device, &state->dma));
    state->dma_ctx = doca_dma_as_ctx(state->dma);
 
    /* A context can only be connected to one PE (PE can run multiple contexts) */
    EXIT_ON_FAILURE(doca_pe_connect_ctx(state->base.pe, state->dma_ctx));
 
    ctx_user_data.ptr = state;
    EXIT_ON_FAILURE(doca_ctx_set_user_data(state->dma_ctx, ctx_user_data));
 
    EXIT_ON_FAILURE(doca_dma_task_memcpy_set_conf(state->dma,
                              dma_memcpy_completed_callback,
                              dma_memcpy_error_callback,
                              NUM_TASKS));
 
    return DOCA_SUCCESS;
}
 
doca_error_t allocate_doca_bufs(struct pe_task_resubmit_sample_state *state)
{
    uint32_t i = 0;
 
    DOCA_LOG_INFO("Allocating doca buffers");
 
    for (i = 0; i < NUM_BUFFER_PAIRS; i++) {
        /* Use doca_buf_inventory_buf_get_by_data to initialize the source buffer */
        EXIT_ON_FAILURE(doca_buf_inventory_buf_get_by_data(state->base.inventory,
                                   state->base.mmap,
                                   state->base.available_buffer,
                                   DMA_BUFFER_SIZE,
                                   &state->src_buffers[i]));
 
        memset(state->base.available_buffer, (i + 1), DMA_BUFFER_SIZE);
        state->base.available_buffer += DMA_BUFFER_SIZE;
 
        EXIT_ON_FAILURE(doca_buf_inventory_buf_get_by_addr(state->base.inventory,
                                   state->base.mmap,
                                   state->base.available_buffer,
                                   DMA_BUFFER_SIZE,
                                   &state->dst_buffers[i]));
 
        memset(state->base.available_buffer, 0, DMA_BUFFER_SIZE);
        state->base.available_buffer += DMA_BUFFER_SIZE;
    }
 
    return DOCA_SUCCESS;
}
 
doca_error_t allocate_tasks_for_resubmit(struct pe_task_resubmit_sample_state *state)
{
    uint32_t i = 0;
 
    DOCA_LOG_INFO("Allocating tasks");
 
    for (i = 0; i < NUM_TASKS; i++) {
        union doca_data user_data = {0};
 
        user_data.u64 = (state->buff_pair_index + 1);
        EXIT_ON_FAILURE(doca_dma_task_memcpy_alloc_init(state->dma,
                                state->src_buffers[state->buff_pair_index],
                                state->dst_buffers[state->buff_pair_index],
                                user_data,
                                &state->tasks[i]));
 
        DOCA_LOG_INFO("Task %p allocated with buffers index %d", state->tasks[i], state->buff_pair_index);
 
        state->buff_pair_index++;
    }
 
    return DOCA_SUCCESS;
}
 
void cleanup(struct pe_task_resubmit_sample_state *state)
{
    /* A context must be stopped before it is destroyed */
    if (state->dma_ctx != NULL)
        (void)doca_ctx_stop(state->dma_ctx);
 
    /* All contexts must be destroyed before PE is destroyed. Context destroy disconnects it from the PE */
    if (state->dma != NULL)
        (void)doca_dma_destroy(state->dma);
 
    pe_sample_base_cleanup(&state->base);
}
 
doca_error_t run(struct pe_task_resubmit_sample_state *state)
{
    memset(state, 0, sizeof(*state));
 
    state->base.buffer_size = BUFFER_SIZE;
    state->base.buf_inventory_size = BUF_INVENTORY_SIZE;
 
    EXIT_ON_FAILURE(allocate_buffer(&state->base));
    EXIT_ON_FAILURE(open_device(&state->base));
    EXIT_ON_FAILURE(create_mmap(&state->base));
    EXIT_ON_FAILURE(create_buf_inventory(&state->base));
    EXIT_ON_FAILURE(create_pe(&state->base));
    EXIT_ON_FAILURE(create_dma(state));
    EXIT_ON_FAILURE(doca_ctx_start(state->dma_ctx));
    EXIT_ON_FAILURE(allocate_doca_bufs(state));
    EXIT_ON_FAILURE(allocate_tasks_for_resubmit(state));
    EXIT_ON_FAILURE(submit_dma_tasks(NUM_TASKS, state->tasks));
    EXIT_ON_FAILURE(poll_for_completion(&state->base, NUM_BUFFER_PAIRS));
 
    return DOCA_SUCCESS;
}
 
doca_error_t run_pe_task_resubmit_sample(void)
{
    struct pe_task_resubmit_sample_state state;
    doca_error_t status = run(&state);
 
    cleanup(&state);
 
    return status;
}