|
| struct upf_accel_fp_burst_ctx | __rte_aligned (RTE_CACHE_LINE_SIZE) |
| |
| | DOCA_LOG_REGISTER (UPF_ACCEL::FLOW_PROCESSING) |
| |
| static enum parser_pkt_type | upf_accel_fp_get_opposite_pkt_type (enum parser_pkt_type pkt_type) |
| |
| static doca_error_t | upf_accel_fp_delete_flow (struct upf_accel_fp_data *fp_data, struct upf_accel_dyn_entry_ctx *dyn_ctx, enum parser_pkt_type pkt_type) |
| |
| static void | upf_accel_dyn_entry_cb (struct upf_accel_dyn_entry_ctx *dyn_ctx, struct doca_flow_pipe_entry *entry, uint16_t pipe_queue, enum doca_flow_entry_status status, enum doca_flow_entry_op op) |
| |
| static void | upf_accel_static_entry_cb (struct upf_accel_static_entry_ctx *static_ctx, enum doca_flow_entry_status status, enum doca_flow_entry_op op) |
| |
| void | upf_accel_check_for_valid_entry_aging (struct doca_flow_pipe_entry *entry, uint16_t pipe_queue, enum doca_flow_entry_status status, enum doca_flow_entry_op op, void *user_ctx) |
| |
| void | upf_accel_sw_aging_ll_init (struct upf_accel_fp_data *fp_data, enum parser_pkt_type pkt_type) |
| |
| static void | upf_accel_sw_aging_ll_node_init (struct upf_accel_entry_ctx *conn, enum parser_pkt_type pkt_type) |
| |
| static bool | upf_accel_sw_aging_ll_node_is_valid (int32_t node_idx) |
| |
| static bool | upf_accel_sw_aging_ll_node_exist (struct upf_accel_fp_data *fp_data, struct upf_accel_entry_ctx *conn, enum parser_pkt_type pkt_type) |
| |
| static bool | upf_accel_sw_aging_ll_node_remove (struct upf_accel_fp_data *fp_data, struct upf_accel_entry_ctx *conn, enum parser_pkt_type pkt_type) |
| |
| static void | upf_accel_sw_aging_ll_node_insert (struct upf_accel_fp_data *fp_data, struct upf_accel_entry_ctx *conn, enum parser_pkt_type pkt_type) |
| |
| static void | upf_accel_sw_aging_ll_node_move_to_head (struct upf_accel_fp_data *fp_data, struct upf_accel_entry_ctx *conn, enum parser_pkt_type pkt_type) |
| |
| static void | upf_accel_sw_aging_ll_scan (struct upf_accel_fp_data *fp_data, enum parser_pkt_type pkt_type) |
| |
| static bool | upf_accel_flow_is_alive (enum upf_accel_flow_status flow_status) |
| |
| static uint32_t | ipv4_netmask_get (uint8_t mask) |
| |
| static bool | ipv4_masked_is_matching (const struct upf_accel_ip_addr *masked, uint32_t ipv4) |
| |
| static doca_error_t | upf_accel_5t_match (struct conn_parser_ctx *parse_ctx, uint32_t *src_ip, uint32_t *dst_ip, uint16_t *src_port, uint16_t *dst_port, uint8_t *ip_proto) |
| |
| static doca_error_t | upf_accel_gtpu_match (struct tun_parser_ctx *tun_parse_ctx, struct upf_accel_match_8t *match) |
| |
| static doca_error_t | upf_accel_ran_match (uint8_t *data, uint8_t *data_end, struct tun_parser_ctx *parse_ctx, struct upf_accel_match_8t *match) |
| |
| static doca_error_t | upf_accel_wan_match (uint8_t *data, uint8_t *data_end, struct conn_parser_ctx *parse_ctx, struct upf_accel_match_5t *match) |
| |
| static bool | upf_accel_pdr_tunnel_is_matching (const struct upf_accel_pdr *pdr, const struct upf_accel_match_tun *match) |
| |
| static bool | upf_accel_pdr_tuple_is_matching (const struct upf_accel_pdr *pdr, const struct upf_accel_match_5t *match) |
| |
| static const struct upf_accel_pdr * | upf_accel_ran_pdr_lookup (const struct upf_accel_pdrs *pdrs, const struct upf_accel_match_8t *match) |
| |
| static void | upf_accel_decap (struct rte_mbuf *pkt, struct tun_parser_ctx *parse_ctx) |
| |
| static const struct upf_accel_pdr * | upf_accel_wan_pdr_lookup (const struct upf_accel_pdrs *pdrs, const struct upf_accel_match_5t *match) |
| |
| static doca_error_t | upf_accel_pipe_8t_accel (struct upf_accel_ctx *ctx, enum upf_accel_port port_id, uint16_t queue_id, struct upf_accel_match_8t *match, uint32_t pdr_id, struct upf_accel_entry_ctx *entry_ctx, struct doca_flow_pipe_entry **entry) |
| |
| static doca_error_t | upf_accel_pipe_5t_accel (struct upf_accel_ctx *ctx, enum upf_accel_port port_id, uint16_t queue_id, struct upf_accel_match_5t *match, uint32_t pdr_id, struct upf_accel_entry_ctx *entry_ctx, struct doca_flow_pipe_entry **entry) |
| |
| static doca_error_t | upf_accel_fp_pkt_match (enum parser_pkt_type pkt_type, struct rte_mbuf *pkt, struct upf_accel_match_8t *match, struct tun_parser_ctx *parse_ctx) |
| |
| static enum parser_pkt_type | upf_accel_fp_fetch_pkt_type (const struct rte_mbuf *pkt) |
| |
| static void | upf_accel_fp_pkts_match (struct upf_accel_fp_burst_ctx *burst_ctx, struct upf_accel_match_8t match_mem[]) |
| |
| static bool | upf_accel_fp_tunnel_eq (struct upf_accel_match_tun *tunnel1, struct upf_accel_match_tun *tunnel2) |
| |
| static doca_error_t | upf_accel_fp_pdr_lookup (struct upf_accel_fp_data *fp_data, enum parser_pkt_type pkt_type, struct upf_accel_match_8t *match, const struct upf_accel_pdr **pdr_out) |
| |
| static doca_error_t | upf_accel_fp_conn_lookup (struct upf_accel_fp_data *fp_data, enum parser_pkt_type pkt_type, struct upf_accel_match_8t *match, int32_t conn_idx, struct upf_accel_entry_ctx **conn_out) |
| |
| static void | upf_accel_fp_conns_lookup (struct upf_accel_fp_data *fp_data, struct upf_accel_fp_burst_ctx *burst_ctx) |
| |
| static doca_error_t | upf_accel_fp_flow_accel (struct upf_accel_fp_data *fp_data, enum upf_accel_port port_id, enum parser_pkt_type pkt_type, struct upf_accel_match_8t *match, struct upf_accel_entry_ctx *conn) |
| |
| static void | upf_accel_packet_byte_counter_inc (struct upf_accel_packet_byte_counter *ctr, struct rte_mbuf *pkt) |
| |
| static void | upf_accel_fp_flows_accel (struct upf_accel_fp_data *fp_data, enum upf_accel_port rx_port_id, struct upf_accel_fp_burst_ctx *burst_ctx) |
| |
| static void | upf_accel_fp_pkt_err_drop (struct upf_accel_fp_data *fp_data, struct rte_mbuf *pkt) |
| |
| static void | upf_accel_md_set (struct rte_mbuf *pkt, uint32_t md) |
| |
| static bool | is_flow_unaccelerated (enum parser_pkt_type pkt_type, struct upf_accel_entry_ctx *conn) |
| |
| static void | upf_accel_fp_burst_postprocess (struct upf_accel_fp_data *fp_data, struct upf_accel_fp_burst_ctx *burst_ctx) |
| |
| static void | upf_accel_aging_init (struct upf_accel_fp_data *fp_data) |
| |
| static doca_error_t | upf_accel_hw_aging_poll (struct upf_accel_fp_data *fp_data, enum upf_accel_port port_id) |
| |
| static void | upf_accel_fp_run_port (struct upf_accel_fp_data *fp_data, enum upf_accel_port rx_port_id, enum upf_accel_port tx_port_id) |
| |
| static void | upf_accel_fp_run (struct upf_accel_fp_data *fp_data) |
| |
| static doca_error_t | handle_exceeds_quota_for_pdr (struct upf_accel_ctx *ctx, uint16_t pdr_id, struct doca_flow_resource_query *query) |
| |
| static doca_error_t | handle_exceeds_quotas (struct upf_accel_fp_data *fp_data) |
| |
| void | upf_accel_fp_loop (struct upf_accel_fp_data *fp_data) |
| |