|
| | DOCA_LOG_REGISTER (NVME_PCI_COMMON) |
| |
| static void | nvmf_doca_io_handle_bind_sq_db_done_msg (const struct comch_msg *msg) |
| |
| static void | nvmf_doca_io_handle_unbind_sq_db_done_msg (const struct comch_msg *msg) |
| |
| static void | nvmf_doca_io_handle_host_db_msg (struct nvmf_doca_io *io, const struct comch_msg *msg) |
| |
| static void | nvmf_doca_dpa_comch_stop_continue (struct nvmf_doca_dpa_comch *comch) |
| |
| static void | nvmf_doca_io_stop_continue (struct nvmf_doca_io *io) |
| |
| static void | nvmf_doca_cq_stop_continue (struct nvmf_doca_cq *cq) |
| |
| static void | nvmf_doca_sq_stop_continue (struct nvmf_doca_sq *sq) |
| |
| static void | nvmf_doca_io_handle_dpa_msg (struct nvmf_doca_io *io, const struct comch_msg *msg) |
| |
| static void | nvmf_doca_dpa_msgq_recv_cb (struct doca_comch_consumer_task_post_recv *recv_task, union doca_data task_user_data, union doca_data ctx_user_data) |
| |
| static void | nvmf_doca_dpa_msgq_recv_error_cb (struct doca_comch_consumer_task_post_recv *recv_task, union doca_data task_user_data, union doca_data ctx_user_data) |
| |
| static void | nvmf_doca_dpa_msgq_send_cb (struct doca_comch_producer_task_send *send_task, union doca_data task_user_data, union doca_data ctx_user_data) |
| |
| static void | nvmf_doca_dpa_msgq_send_error_cb (struct doca_comch_producer_task_send *send_task, union doca_data task_user_data, union doca_data ctx_user_data) |
| |
| static void | nvmf_doca_dpa_comch_msgq_ctx_state_changed_cb (const union doca_data user_data, struct doca_ctx *ctx, enum doca_ctx_states prev_state, enum doca_ctx_states next_state) |
| |
| static doca_error_t | nvmf_doca_dpa_msgq_create (const struct nvmf_doca_dpa_msgq_create_attr *attr, struct nvmf_doca_dpa_msgq *msgq) |
| |
| static void | nvmf_doca_dpa_msgq_stop (struct nvmf_doca_dpa_msgq *msgq) |
| |
| static void | nvmf_doca_dpa_msgq_destroy (struct nvmf_doca_dpa_msgq *msgq) |
| |
| static doca_error_t | nvmf_doca_dpa_msgq_send (struct nvmf_doca_dpa_msgq *msgq, void *msg, uint32_t msg_size) |
| |
| static doca_error_t | nvmf_doca_dpa_comch_create (const struct nvmf_doca_dpa_comch_create_attr *attr, struct nvmf_doca_dpa_comch *comch) |
| |
| static bool | is_ctx_idle (struct doca_ctx *ctx) |
| |
| static bool | nvmf_doca_dpa_comch_idle (struct nvmf_doca_dpa_comch *comch) |
| |
| static void | nvmf_doca_dpa_comch_stop (struct nvmf_doca_dpa_comch *comch) |
| |
| static void | nvmf_doca_dpa_comch_destroy (struct nvmf_doca_dpa_comch *comch) |
| |
| static doca_error_t | nvmf_doca_queue_create (const struct nvmf_doca_queue_create_attr *attr, struct nvmf_doca_queue *queue) |
| |
| static void | nvmf_doca_queue_free_elements (struct nvmf_doca_queue *queue) |
| |
| static bool | is_ctx_running (struct doca_ctx *ctx) |
| |
| static void | nvmf_doca_queue_stop (struct nvmf_doca_queue *queue) |
| |
| static void | nvmf_doca_queue_destroy (struct nvmf_doca_queue *queue) |
| |
| static void | nvmf_doca_cq_update_ci (struct nvmf_doca_cq *cq, uint32_t new_ci) |
| |
| static void | nvmf_doca_io_raise_msix (struct nvmf_doca_io *io) |
| |
| void | nvmf_doca_io_post_cqe (struct nvmf_doca_io *io, const struct nvmf_doca_cqe *cqe, union doca_data user_data) |
| |
| static void | nvmf_doca_cq_cqe_post_cb (struct doca_dma_task_memcpy *task, union doca_data task_user_data, union doca_data ctx_user_data) |
| |
| static void | nvmf_doca_cq_cqe_post_error_cb (struct doca_dma_task_memcpy *task, union doca_data task_user_data, union doca_data ctx_user_data) |
| |
| static void | nvmf_doca_cq_queue_dma_state_changed_cb (const union doca_data user_data, struct doca_ctx *ctx, enum doca_ctx_states prev_state, enum doca_ctx_states next_state) |
| |
| static doca_error_t | nvmf_doca_cq_create (const struct nvmf_doca_cq_create_attr *attr, struct nvmf_doca_cq *cq) |
| |
| static bool | nvmf_doca_cq_idle (struct nvmf_doca_cq *cq) |
| |
| static void | nvmf_doca_cq_stop (struct nvmf_doca_cq *cq) |
| |
| static void | nvmf_doca_cq_destroy (struct nvmf_doca_cq *cq) |
| |
| static doca_error_t | nvmf_doca_dpa_thread_create (const struct nvmf_doca_dpa_thread_create_attr *attr, struct nvmf_doca_dpa_thread *dpa_thread) |
| |
| static doca_error_t | nvmf_doca_dpa_thread_run (struct nvmf_doca_dpa_thread *dpa_thread, void *arg, size_t arg_size) |
| |
| static void | nvmf_doca_dpa_thread_destroy (struct nvmf_doca_dpa_thread *dpa_thread) |
| |
| static doca_error_t | nvmf_doca_io_fill_thread_arg (struct nvmf_doca_io *io, struct io_thread_arg *arg) |
| |
| static doca_error_t | nvmf_doca_io_run_dpa_thread (struct nvmf_doca_io *io) |
| |
| doca_error_t | nvmf_doca_io_create (const struct nvmf_doca_io_create_attr *attr, struct nvmf_doca_io *io) |
| |
| void | nvmf_doca_io_destroy (struct nvmf_doca_io *io) |
| |
| void | nvmf_doca_io_stop (struct nvmf_doca_io *io) |
| |
| struct doca_buf * | nvmf_doca_sq_get_dpu_buffer (struct nvmf_doca_sq *sq) |
| |
| struct doca_buf * | nvmf_doca_sq_get_host_buffer (struct nvmf_doca_sq *sq, uintptr_t host_io_address) |
| |
| void | nvmf_doca_sq_copy_data (struct nvmf_doca_sq *sq, struct doca_buf *dst_buffer, struct doca_buf *src_buffer, size_t length, union doca_data user_data) |
| |
| static void | nvmf_doca_dma_pool_copy_cb (struct doca_dma_task_memcpy *task, union doca_data task_user_data, union doca_data ctx_user_data) |
| |
| static void | nvmf_doca_dma_pool_copy_error_cb (struct doca_dma_task_memcpy *task, union doca_data task_user_data, union doca_data ctx_user_data) |
| |
| static void | nvmf_doca_dma_pool_dma_state_changed_cb (const union doca_data user_data, struct doca_ctx *ctx, enum doca_ctx_states prev_state, enum doca_ctx_states next_state) |
| |
| static doca_error_t | nvmf_doca_dma_pool_create (const struct nvmf_doca_dma_pool_create_attr *attr, struct nvmf_doca_dma_pool *dma_pool) |
| |
| static void | nvmf_doca_dma_pool_stop (struct nvmf_doca_dma_pool *dma_pool) |
| |
| static void | nvmf_doca_dma_pool_destroy (struct nvmf_doca_dma_pool *dma_pool) |
| |
| static void | nvmf_doca_sq_update_pi (struct nvmf_doca_sq *sq, uint32_t new_pi) |
| |
| static void | nvmf_doca_sq_sqe_read_cb (struct doca_dma_task_memcpy *task, union doca_data task_user_data, union doca_data ctx_user_data) |
| |
| static void | nvmf_doca_sq_sqe_read_error_cb (struct doca_dma_task_memcpy *task, union doca_data task_user_data, union doca_data ctx_user_data) |
| |
| static void | nvmf_doca_sq_queue_dma_state_changed_cb (const union doca_data user_data, struct doca_ctx *ctx, enum doca_ctx_states prev_state, enum doca_ctx_states next_state) |
| |
| static doca_error_t | nvmf_doca_request_pool_create (struct nvmf_doca_sq *sq, size_t num_requests) |
| |
| static doca_error_t | nvmf_doca_request_pool_destroy (struct nvmf_doca_sq *sq) |
| |
| struct nvmf_doca_request * | nvmf_doca_request_get (struct nvmf_doca_sq *sq) |
| |
| static void | nvmf_doca_request_free_impl (struct nvmf_doca_sq *sq, struct nvmf_doca_request *request) |
| |
| void | nvmf_doca_request_complete (struct nvmf_doca_request *request) |
| |
| void | nvmf_doca_request_free (struct nvmf_doca_request *request) |
| |
| static void | nvmf_doca_sq_destroy (struct nvmf_doca_sq *sq) |
| |
| static doca_error_t | nvmf_doca_sq_create (const struct nvmf_doca_sq_create_attr *attr, struct nvmf_doca_sq *sq) |
| |
| void | nvmf_doca_io_rm_sq (struct nvmf_doca_sq *sq) |
| |
| static void | nvmf_doca_sq_add_continue (struct nvmf_doca_sq *sq) |
| |
| void | nvmf_doca_sq_stop (struct nvmf_doca_sq *sq) |
| |
| void | nvmf_doca_io_add_sq (struct nvmf_doca_io *io, const struct nvmf_doca_io_add_sq_attr *attr, struct nvmf_doca_sq *sq) |
| |