NVIDIA DOCA SDK Data Center on a Chip Framework Documentation
flow_copy_to_meta_sample.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2022 NVIDIA CORPORATION AND AFFILIATES. All rights reserved.
3  *
4  * Redistribution and use in source and binary forms, with or without modification, are permitted
5  * provided that the following conditions are met:
6  * * Redistributions of source code must retain the above copyright notice, this list of
7  * conditions and the following disclaimer.
8  * * Redistributions in binary form must reproduce the above copyright notice, this list of
9  * conditions and the following disclaimer in the documentation and/or other materials
10  * provided with the distribution.
11  * * Neither the name of the NVIDIA CORPORATION nor the names of its contributors may be used
12  * to endorse or promote products derived from this software without specific prior written
13  * permission.
14  *
15  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR
16  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
17  * FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL NVIDIA CORPORATION BE LIABLE
18  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
19  * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
20  * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
21  * STRICT LIABILITY, OR TOR (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
22  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
23  *
24  */
25 
26 #include <string.h>
27 #include <unistd.h>
28 
29 #include <doca_log.h>
30 #include <doca_flow.h>
31 #include <doca_bitfield.h>
32 
33 #include "flow_common.h"
34 
35 #define META_U32_BIT_OFFSET(idx) (offsetof(struct doca_flow_meta, u32[(idx)]) << 3)
36 #define NB_ACTION_DESC (2)
37 
38 #define META_DMAC_47_32_FIELD (DOCA_BE32_GENMASK(15, 0))
39 
40 DOCA_LOG_REGISTER(FLOW_COPY_TO_META);
41 
42 /*
43  * Create DOCA Flow pipe with changeable match on meta data
44  *
45  * @port [in]: port of the pipe
46  * @port_id [in]: port ID of the pipe
47  * @pipe [out]: created pipe pointer
48  * @return: DOCA_SUCCESS on success and DOCA_ERROR otherwise.
49  */
50 static doca_error_t create_match_meta_pipe(struct doca_flow_port *port, int port_id, struct doca_flow_pipe **pipe)
51 {
52  struct doca_flow_match match;
54  struct doca_flow_actions actions, *actions_arr[NB_ACTIONS_ARR];
55  struct doca_flow_fwd fwd;
56  struct doca_flow_pipe_cfg *pipe_cfg;
58 
59  memset(&match_mask, 0, sizeof(match_mask));
60  memset(&match, 0, sizeof(match));
61  memset(&actions, 0, sizeof(actions));
62  memset(&fwd, 0, sizeof(fwd));
63 
64  /* set match_mask on meta */
65  match_mask.meta.u32[0] = UINT32_MAX;
67 
68  actions_arr[0] = &actions;
69 
70  result = doca_flow_pipe_cfg_create(&pipe_cfg, port);
71  if (result != DOCA_SUCCESS) {
72  DOCA_LOG_ERR("Failed to create doca_flow_pipe_cfg: %s", doca_error_get_descr(result));
73  return result;
74  }
75 
76  result = set_flow_pipe_cfg(pipe_cfg, "MATCH_PIPE", DOCA_FLOW_PIPE_BASIC, false);
77  if (result != DOCA_SUCCESS) {
78  DOCA_LOG_ERR("Failed to set doca_flow_pipe_cfg: %s", doca_error_get_descr(result));
79  goto destroy_pipe_cfg;
80  }
81  result = doca_flow_pipe_cfg_set_match(pipe_cfg, &match, &match_mask);
82  if (result != DOCA_SUCCESS) {
83  DOCA_LOG_ERR("Failed to set doca_flow_pipe_cfg match: %s", doca_error_get_descr(result));
84  goto destroy_pipe_cfg;
85  }
86  result = doca_flow_pipe_cfg_set_actions(pipe_cfg, actions_arr, NULL, NULL, NB_ACTIONS_ARR);
87  if (result != DOCA_SUCCESS) {
88  DOCA_LOG_ERR("Failed to set doca_flow_pipe_cfg actions: %s", doca_error_get_descr(result));
89  goto destroy_pipe_cfg;
90  }
91 
92  /* forwarding traffic to other port */
94  fwd.port_id = port_id ^ 1;
95 
96  result = doca_flow_pipe_create(pipe_cfg, &fwd, NULL, pipe);
99  return result;
100 }
101 
102 /*
103  * Add DOCA Flow pipe entry with example meta data value to match
104  *
105  * @pipe [in]: pipe of the entry
106  * @status [in]: user context for adding entry
107  * @return: DOCA_SUCCESS on success and DOCA_ERROR otherwise.
108  */
109 static doca_error_t add_match_meta_pipe_entry(struct doca_flow_pipe *pipe, struct entries_status *status)
110 {
111  struct doca_flow_match match;
112  struct doca_flow_actions actions;
113  struct doca_flow_pipe_entry *entry;
115 
116  memset(&match, 0, sizeof(match));
117  memset(&actions, 0, sizeof(actions));
118 
119  /* setting match on meta */
120  match.meta.u32[0] = DOCA_HTOBE32(0xccddeeff);
121  match.meta.u32[1] |= DOCA_BE32_SET(META_DMAC_47_32_FIELD, 0xaabb);
122 
123  result = doca_flow_pipe_add_entry(0, pipe, &match, &actions, NULL, NULL, 0, status, &entry);
124  if (result != DOCA_SUCCESS)
125  return result;
126 
127  return DOCA_SUCCESS;
128 }
129 
130 /*
131  * Create DOCA Flow pipe with 5 tuple and src mac address match, and copy src mac action
132  *
133  * @port [in]: port of the pipe
134  * @match_meta_pipe [in]: pipe to forward the matched packets
135  * @pipe [out]: created pipe pointer
136  * @return: DOCA_SUCCESS on success and DOCA_ERROR otherwise.
137  */
138 static doca_error_t create_copy_to_meta_pipe(struct doca_flow_port *port,
139  struct doca_flow_pipe *match_meta_pipe,
140  struct doca_flow_pipe **pipe)
141 {
142  struct doca_flow_match match;
143  struct doca_flow_actions actions;
144  struct doca_flow_actions *actions_arr[NB_ACTIONS_ARR];
145  struct doca_flow_fwd fwd;
146  struct doca_flow_fwd fwd_miss;
147  struct doca_flow_pipe_cfg *pipe_cfg;
148  struct doca_flow_action_descs descs;
149  struct doca_flow_action_descs *descs_arr[NB_ACTIONS_ARR];
150  struct doca_flow_action_desc desc_array[NB_ACTION_DESC] = {0};
152 
153  memset(&match, 0, sizeof(match));
154  memset(&actions, 0, sizeof(actions));
155  memset(&fwd, 0, sizeof(fwd));
156  memset(&fwd_miss, 0, sizeof(fwd_miss));
157  memset(&descs, 0, sizeof(descs));
158 
159  /* copy src mac to u32[0]-u32[1] */
160  desc_array[0].type = DOCA_FLOW_ACTION_COPY;
161  desc_array[0].field_op.src.field_string = "outer.eth.src_mac";
162  desc_array[0].field_op.src.bit_offset = 0;
163  desc_array[0].field_op.dst.field_string = "meta.data";
164  desc_array[0].field_op.dst.bit_offset = META_U32_BIT_OFFSET(0);
165  desc_array[0].field_op.width = 32;
166 
167  desc_array[1].type = DOCA_FLOW_ACTION_COPY;
168  desc_array[1].field_op.src.field_string = "outer.eth.src_mac";
169  desc_array[1].field_op.src.bit_offset = 32;
170  desc_array[1].field_op.dst.field_string = "meta.data";
171  desc_array[1].field_op.dst.bit_offset = META_U32_BIT_OFFSET(1);
172  desc_array[1].field_op.width = 16;
173 
174  actions_arr[0] = &actions;
175  descs_arr[0] = &descs;
177  descs.desc_array = desc_array;
178 
179  /* 5 tuple match */
184  match.outer.ip4.src_ip = 0xffffffff;
185  match.outer.ip4.dst_ip = 0xffffffff;
186  match.outer.tcp.l4_port.src_port = 0xffff;
187  match.outer.tcp.l4_port.dst_port = 0xffff;
188 
189  SET_MAC_ADDR(match.outer.eth.src_mac, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff);
190 
191  result = doca_flow_pipe_cfg_create(&pipe_cfg, port);
192  if (result != DOCA_SUCCESS) {
193  DOCA_LOG_ERR("Failed to create doca_flow_pipe_cfg: %s", doca_error_get_descr(result));
194  return result;
195  }
196 
197  result = set_flow_pipe_cfg(pipe_cfg, "COPY_TO_META_PIPE", DOCA_FLOW_PIPE_BASIC, true);
198  if (result != DOCA_SUCCESS) {
199  DOCA_LOG_ERR("Failed to set doca_flow_pipe_cfg: %s", doca_error_get_descr(result));
200  goto destroy_pipe_cfg;
201  }
202  result = doca_flow_pipe_cfg_set_match(pipe_cfg, &match, NULL);
203  if (result != DOCA_SUCCESS) {
204  DOCA_LOG_ERR("Failed to set doca_flow_pipe_cfg match: %s", doca_error_get_descr(result));
205  goto destroy_pipe_cfg;
206  }
207  result = doca_flow_pipe_cfg_set_actions(pipe_cfg, actions_arr, NULL, descs_arr, NB_ACTIONS_ARR);
208  if (result != DOCA_SUCCESS) {
209  DOCA_LOG_ERR("Failed to set doca_flow_pipe_cfg actions: %s", doca_error_get_descr(result));
210  goto destroy_pipe_cfg;
211  }
212 
214  fwd.next_pipe = match_meta_pipe;
215 
216  result = doca_flow_pipe_create(pipe_cfg, &fwd, NULL, pipe);
218  doca_flow_pipe_cfg_destroy(pipe_cfg);
219  return result;
220 }
221 
222 /*
223  * Add DOCA Flow pipe entry with example values to match
224  *
225  * @pipe [in]: pipe of the entry
226  * @status [in]: user context for adding entry
227  * @return: DOCA_SUCCESS on success and DOCA_ERROR otherwise.
228  */
229 static doca_error_t add_copy_to_meta_pipe_entry(struct doca_flow_pipe *pipe, struct entries_status *status)
230 {
231  struct doca_flow_match match;
232  struct doca_flow_actions actions;
233  struct doca_flow_pipe_entry *entry;
235 
236  doca_be32_t dst_ip_addr = BE_IPV4_ADDR(8, 8, 8, 8);
237  doca_be32_t src_ip_addr = BE_IPV4_ADDR(1, 2, 3, 4);
238  doca_be16_t dst_port = rte_cpu_to_be_16(80);
239  doca_be16_t src_port = rte_cpu_to_be_16(1234);
240  uint8_t src_mac[] = {0xaa, 0xbb, 0xcc, 0xdd, 0xee, 0xff};
241 
242  memset(&match, 0, sizeof(match));
243  memset(&actions, 0, sizeof(actions));
244 
245  match.outer.ip4.dst_ip = dst_ip_addr;
246  match.outer.ip4.src_ip = src_ip_addr;
249 
250  SET_MAC_ADDR(match.outer.eth.src_mac, src_mac[0], src_mac[1], src_mac[2], src_mac[3], src_mac[4], src_mac[5]);
251 
252  result = doca_flow_pipe_add_entry(0, pipe, &match, &actions, NULL, NULL, 0, status, &entry);
253  if (result != DOCA_SUCCESS)
254  return result;
255 
256  return DOCA_SUCCESS;
257 }
258 
259 /*
260  * Run flow_copy_to_meta sample
261  *
262  * @nb_queues [in]: number of queues the sample will use
263  * @return: DOCA_SUCCESS on success and DOCA_ERROR otherwise.
264  */
266 {
267  const int nb_ports = 2;
268  struct flow_resources resource = {0};
269  uint32_t nr_shared_resources[SHARED_RESOURCE_NUM_VALUES] = {0};
270  struct doca_flow_port *ports[nb_ports];
271  struct doca_dev *dev_arr[nb_ports];
272  uint32_t actions_mem_size[nb_ports];
273  struct doca_flow_pipe *pipe;
274  struct doca_flow_pipe *match_meta_pipe;
275  struct entries_status status;
276  int num_of_entries = 2;
278  int port_id;
279 
280  result = init_doca_flow(nb_queues, "vnf,hws", &resource, nr_shared_resources);
281  if (result != DOCA_SUCCESS) {
282  DOCA_LOG_ERR("Failed to init DOCA Flow: %s", doca_error_get_descr(result));
283  return result;
284  }
285 
286  memset(dev_arr, 0, sizeof(struct doca_dev *) * nb_ports);
287  ARRAY_INIT(actions_mem_size, ACTIONS_MEM_SIZE(nb_queues, num_of_entries));
289  if (result != DOCA_SUCCESS) {
290  DOCA_LOG_ERR("Failed to init DOCA ports: %s", doca_error_get_descr(result));
292  return result;
293  }
294 
295  for (port_id = 0; port_id < nb_ports; port_id++) {
296  memset(&status, 0, sizeof(status));
297 
298  result = create_match_meta_pipe(ports[port_id], port_id, &match_meta_pipe);
299  if (result != DOCA_SUCCESS) {
300  DOCA_LOG_ERR("Failed to create pipe: %s", doca_error_get_descr(result));
303  return result;
304  }
305 
306  result = add_match_meta_pipe_entry(match_meta_pipe, &status);
307  if (result != DOCA_SUCCESS) {
308  DOCA_LOG_ERR("Failed to add entry: %s", doca_error_get_descr(result));
311  return result;
312  }
313 
314  result = create_copy_to_meta_pipe(ports[port_id], match_meta_pipe, &pipe);
315  if (result != DOCA_SUCCESS) {
316  DOCA_LOG_ERR("Failed to create pipe: %s", doca_error_get_descr(result));
319  return result;
320  }
321 
322  result = add_copy_to_meta_pipe_entry(pipe, &status);
323  if (result != DOCA_SUCCESS) {
324  DOCA_LOG_ERR("Failed to add entry: %s", doca_error_get_descr(result));
327  return result;
328  }
329 
330  result = doca_flow_entries_process(ports[port_id], 0, DEFAULT_TIMEOUT_US, num_of_entries);
331  if (result != DOCA_SUCCESS) {
332  DOCA_LOG_ERR("Failed to process entries: %s", doca_error_get_descr(result));
335  return result;
336  }
337 
338  if (status.nb_processed != num_of_entries || status.failure) {
339  DOCA_LOG_ERR("Failed to process entries");
342  return DOCA_ERROR_BAD_STATE;
343  }
344  }
345 
346  DOCA_LOG_INFO("Wait few seconds for packets to arrive");
347  sleep(5);
348 
351  return result;
352 }
#define NULL
Definition: __stddef_null.h:26
int32_t result
struct doca_flow_port * init_doca_flow(uint16_t port_id, uint8_t rxq_num)
Definition: flow.c:37
#define SET_MAC_ADDR(addr, a, b, c, d, e, f)
Definition: flow_common.h:60
static doca_error_t create_match_meta_pipe(struct doca_flow_port *port, int port_id, struct doca_flow_pipe **pipe)
doca_error_t flow_copy_to_meta(int nb_queues)
static doca_error_t create_copy_to_meta_pipe(struct doca_flow_port *port, struct doca_flow_pipe *match_meta_pipe, struct doca_flow_pipe **pipe)
static doca_error_t add_copy_to_meta_pipe_entry(struct doca_flow_pipe *pipe, struct entries_status *status)
DOCA_LOG_REGISTER(FLOW_COPY_TO_META)
static doca_error_t add_match_meta_pipe_entry(struct doca_flow_pipe *pipe, struct entries_status *status)
#define META_U32_BIT_OFFSET(idx)
#define NB_ACTION_DESC
#define META_DMAC_47_32_FIELD
static doca_error_t destroy_pipe_cfg(struct doca_flow_pipe_cfg *cfg)
static struct doca_flow_fwd fwd_miss
Definition: flow_parser.c:110
static struct doca_flow_actions actions
Definition: flow_parser.c:107
#define BE_IPV4_ADDR(a, b, c, d)
Definition: flow_parser.c:64
static struct doca_flow_fwd fwd
Definition: flow_parser.c:109
static struct doca_flow_match match_mask
Definition: flow_parser.c:106
static struct doca_flow_pipe_entry * entry[MAX_ENTRIES]
#define DEFAULT_TIMEOUT_US
Definition: flow_skeleton.c:36
#define DOCA_HTOBE32(_x)
#define DOCA_BE32_SET(_m, _v)
enum doca_error doca_error_t
DOCA API return codes.
DOCA_STABLE const char * doca_error_get_descr(doca_error_t error)
Returns the description string of an error code.
@ DOCA_ERROR_BAD_STATE
Definition: doca_error.h:56
@ DOCA_SUCCESS
Definition: doca_error.h:38
@ DOCA_FLOW_L4_TYPE_EXT_TCP
@ DOCA_FLOW_L3_TYPE_IP4
DOCA_STABLE doca_error_t doca_flow_pipe_cfg_destroy(struct doca_flow_pipe_cfg *cfg)
Destroy DOCA Flow pipe configuration struct.
DOCA_STABLE doca_error_t doca_flow_pipe_cfg_create(struct doca_flow_pipe_cfg **cfg, struct doca_flow_port *port)
Create DOCA Flow pipe configuration struct.
DOCA_STABLE doca_error_t doca_flow_entries_process(struct doca_flow_port *port, uint16_t pipe_queue, uint64_t timeout, uint32_t max_processed_entries)
Process entries in queue.
DOCA_EXPERIMENTAL doca_error_t doca_flow_pipe_cfg_set_match(struct doca_flow_pipe_cfg *cfg, const struct doca_flow_match *match, const struct doca_flow_match *match_mask)
Set pipe's match and match mask.
DOCA_EXPERIMENTAL doca_error_t doca_flow_pipe_create(const struct doca_flow_pipe_cfg *cfg, const struct doca_flow_fwd *fwd, const struct doca_flow_fwd *fwd_miss, struct doca_flow_pipe **pipe)
Create one new pipe.
DOCA_EXPERIMENTAL doca_error_t doca_flow_pipe_cfg_set_actions(struct doca_flow_pipe_cfg *cfg, struct doca_flow_actions *const *actions, struct doca_flow_actions *const *actions_masks, struct doca_flow_action_descs *const *action_descs, size_t nr_actions)
Set pipe's actions, actions mask and actions descriptor.
DOCA_EXPERIMENTAL doca_error_t doca_flow_pipe_add_entry(uint16_t pipe_queue, struct doca_flow_pipe *pipe, const struct doca_flow_match *match, const struct doca_flow_actions *actions, const struct doca_flow_monitor *monitor, const struct doca_flow_fwd *fwd, uint32_t flags, void *usr_ctx, struct doca_flow_pipe_entry **entry)
Add one new entry to a pipe.
DOCA_STABLE void doca_flow_destroy(void)
Destroy the doca flow.
@ DOCA_FLOW_PIPE_BASIC
Definition: doca_flow.h:221
@ DOCA_FLOW_L3_META_IPV4
Definition: doca_flow.h:296
@ DOCA_FLOW_ACTION_COPY
Definition: doca_flow.h:1012
@ DOCA_FLOW_FWD_PORT
Definition: doca_flow.h:744
@ DOCA_FLOW_FWD_PIPE
Definition: doca_flow.h:746
@ DOCA_FLOW_L4_META_TCP
Definition: doca_flow.h:308
#define DOCA_LOG_ERR(format,...)
Generates an ERROR application log message.
Definition: doca_log.h:466
#define DOCA_LOG_INFO(format,...)
Generates an INFO application log message.
Definition: doca_log.h:486
uint32_t doca_be32_t
Definition: doca_types.h:121
uint16_t doca_be16_t
Declare DOCA endianity types.
Definition: doca_types.h:120
uint16_t src_port
Definition: packets.h:0
uint16_t dst_port
Definition: packets.h:1
doca_error_t stop_doca_flow_ports(int nb_ports, struct doca_flow_port *ports[])
Definition: flow_common.c:240
doca_error_t init_doca_flow_ports(int nb_ports, struct doca_flow_port *ports[], bool is_hairpin, struct doca_dev *dev_arr[], uint32_t actions_mem_size[])
Definition: flow_common.c:296
doca_error_t set_flow_pipe_cfg(struct doca_flow_pipe_cfg *cfg, const char *name, enum doca_flow_pipe_type type, bool is_root)
Definition: flow_common.c:305
#define NB_ACTIONS_ARR
Definition: flow_common.h:58
#define SHARED_RESOURCE_NUM_VALUES
Definition: flow_common.h:59
#define ACTIONS_MEM_SIZE(nr_queues, entries)
Definition: flow_common.h:66
#define ARRAY_INIT(array, val)
Definition: flow_common.h:71
action description
Definition: doca_flow.h:1019
enum doca_flow_action_type type
Definition: doca_flow.h:1020
struct doca_flow_action_desc::@108::@110 field_op
action descriptor array
Definition: doca_flow.h:1033
struct doca_flow_action_desc * desc_array
Definition: doca_flow.h:1036
doca flow actions information
Definition: doca_flow.h:684
forwarding configuration
Definition: doca_flow.h:779
struct doca_flow_pipe * next_pipe
Definition: doca_flow.h:800
uint16_t port_id
Definition: doca_flow.h:795
enum doca_flow_fwd_type type
Definition: doca_flow.h:780
uint8_t src_mac[DOCA_FLOW_ETHER_ADDR_LEN]
struct doca_flow_header_ip4 ip4
Definition: doca_flow.h:449
enum doca_flow_l4_type_ext l4_type_ext
Definition: doca_flow.h:454
struct doca_flow_header_eth eth
Definition: doca_flow.h:440
enum doca_flow_l3_type l3_type
Definition: doca_flow.h:446
struct doca_flow_header_tcp tcp
Definition: doca_flow.h:461
struct doca_flow_header_l4_port l4_port
doca flow matcher information
Definition: doca_flow.h:491
struct doca_flow_parser_meta parser_meta
Definition: doca_flow.h:496
struct doca_flow_header_format outer
Definition: doca_flow.h:498
struct doca_flow_meta meta
Definition: doca_flow.h:494
doca_be32_t u32[DOCA_FLOW_META_SCRATCH_PAD_MAX]
Definition: doca_flow.h:360
enum doca_flow_l3_meta outer_l3_type
Definition: doca_flow.h:382
enum doca_flow_l4_meta outer_l4_type
Definition: doca_flow.h:383
user context struct that will be used in entries process callback
Definition: flow_common.h:78
static int nb_ports
Definition: switch_core.c:44
static uint32_t actions_mem_size[FLOW_SWITCH_PORTS_MAX]
Definition: switch_core.c:43
static struct doca_flow_port * ports[FLOW_SWITCH_PORTS_MAX]
Definition: switch_core.c:42