2 * QEMU rocker switch emulation - OF-DPA flow processing support
4 * Copyright (c) 2014 Scott Feldman <sfeldma@gmail.com>
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 2 of the License, or
9 * (at your option) any later version.
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
17 #include "qemu/osdep.h"
20 #include "qemu/timer.h"
21 #include "qmp-commands.h"
24 #include "rocker_hw.h"
25 #include "rocker_fp.h"
26 #include "rocker_tlv.h"
27 #include "rocker_world.h"
28 #include "rocker_desc.h"
29 #include "rocker_of_dpa.h"
31 static const MACAddr zero_mac = { .a = { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 } };
32 static const MACAddr ff_mac = { .a = { 0xff, 0xff, 0xff, 0xff, 0xff, 0xff } };
34 typedef struct of_dpa {
37 GHashTable *group_tbl;
38 unsigned int flow_tbl_max_size;
39 unsigned int group_tbl_max_size;
42 /* flow_key stolen mostly from OVS
44 * Note: fields that compare with network packet header fields
45 * are stored in network order (BE) to avoid per-packet field
49 typedef struct of_dpa_flow_key {
50 uint32_t in_pport; /* ingress port */
51 uint32_t tunnel_id; /* overlay tunnel id */
52 uint32_t tbl_id; /* table id */
54 __be16 vlan_id; /* 0 if no VLAN */
55 MACAddr src; /* ethernet source address */
56 MACAddr dst; /* ethernet destination address */
57 __be16 type; /* ethernet frame type */
60 uint8_t proto; /* IP protocol or ARP opcode */
61 uint8_t tos; /* IP ToS */
62 uint8_t ttl; /* IP TTL/hop limit */
63 uint8_t frag; /* one of FRAG_TYPE_* */
68 __be32 src; /* IP source address */
69 __be32 dst; /* IP destination address */
73 __be16 src; /* TCP/UDP/SCTP source port */
74 __be16 dst; /* TCP/UDP/SCTP destination port */
75 __be16 flags; /* TCP flags */
78 MACAddr sha; /* ARP source hardware address */
79 MACAddr tha; /* ARP target hardware address */
85 Ipv6Addr src; /* IPv6 source address */
86 Ipv6Addr dst; /* IPv6 destination address */
88 __be32 label; /* IPv6 flow label */
90 __be16 src; /* TCP/UDP/SCTP source port */
91 __be16 dst; /* TCP/UDP/SCTP destination port */
92 __be16 flags; /* TCP flags */
95 Ipv6Addr target; /* ND target address */
96 MACAddr sll; /* ND source link layer address */
97 MACAddr tll; /* ND target link layer address */
101 int width; /* how many uint64_t's in key? */
104 /* Width of key which includes field 'f' in u64s, rounded up */
105 #define FLOW_KEY_WIDTH(f) \
106 ((offsetof(OfDpaFlowKey, f) + \
107 sizeof(((OfDpaFlowKey *)0)->f) + \
108 sizeof(uint64_t) - 1) / sizeof(uint64_t))
110 typedef struct of_dpa_flow_action {
114 uint32_t tun_log_lport;
125 typedef struct of_dpa_flow {
133 OfDpaFlowAction action;
136 int64_t install_time;
137 int64_t refresh_time;
143 typedef struct of_dpa_flow_pkt_fields {
145 struct eth_header *ethhdr;
147 struct vlan_header *vlanhdr;
148 struct ip_header *ipv4hdr;
149 struct ip6_header *ipv6hdr;
150 Ipv6Addr *ipv6_src_addr;
151 Ipv6Addr *ipv6_dst_addr;
152 } OfDpaFlowPktFields;
154 typedef struct of_dpa_flow_context {
159 struct eth_header ethhdr_rewrite;
160 struct vlan_header vlanhdr_rewrite;
161 struct vlan_header vlanhdr;
163 OfDpaFlowPktFields fields;
164 OfDpaFlowAction action_set;
167 typedef struct of_dpa_flow_match {
172 typedef struct of_dpa_group {
186 uint16_t group_count;
199 static int of_dpa_mask2prefix(__be32 mask)
204 for (i = 0; i < 32; i++) {
205 if (!(ntohl(mask) & ((2 << i) - 1))) {
213 #if defined(DEBUG_ROCKER)
214 static void of_dpa_flow_key_dump(OfDpaFlowKey *key, OfDpaFlowKey *mask)
216 char buf[512], *b = buf, *mac;
218 b += sprintf(b, " tbl %2d", key->tbl_id);
220 if (key->in_pport || (mask && mask->in_pport)) {
221 b += sprintf(b, " in_pport %2d", key->in_pport);
222 if (mask && mask->in_pport != 0xffffffff) {
223 b += sprintf(b, "/0x%08x", key->in_pport);
227 if (key->tunnel_id || (mask && mask->tunnel_id)) {
228 b += sprintf(b, " tun %8d", key->tunnel_id);
229 if (mask && mask->tunnel_id != 0xffffffff) {
230 b += sprintf(b, "/0x%08x", key->tunnel_id);
234 if (key->eth.vlan_id || (mask && mask->eth.vlan_id)) {
235 b += sprintf(b, " vlan %4d", ntohs(key->eth.vlan_id));
236 if (mask && mask->eth.vlan_id != 0xffff) {
237 b += sprintf(b, "/0x%04x", ntohs(key->eth.vlan_id));
241 if (memcmp(key->eth.src.a, zero_mac.a, ETH_ALEN) ||
242 (mask && memcmp(mask->eth.src.a, zero_mac.a, ETH_ALEN))) {
243 mac = qemu_mac_strdup_printf(key->eth.src.a);
244 b += sprintf(b, " src %s", mac);
246 if (mask && memcmp(mask->eth.src.a, ff_mac.a, ETH_ALEN)) {
247 mac = qemu_mac_strdup_printf(mask->eth.src.a);
248 b += sprintf(b, "/%s", mac);
253 if (memcmp(key->eth.dst.a, zero_mac.a, ETH_ALEN) ||
254 (mask && memcmp(mask->eth.dst.a, zero_mac.a, ETH_ALEN))) {
255 mac = qemu_mac_strdup_printf(key->eth.dst.a);
256 b += sprintf(b, " dst %s", mac);
258 if (mask && memcmp(mask->eth.dst.a, ff_mac.a, ETH_ALEN)) {
259 mac = qemu_mac_strdup_printf(mask->eth.dst.a);
260 b += sprintf(b, "/%s", mac);
265 if (key->eth.type || (mask && mask->eth.type)) {
266 b += sprintf(b, " type 0x%04x", ntohs(key->eth.type));
267 if (mask && mask->eth.type != 0xffff) {
268 b += sprintf(b, "/0x%04x", ntohs(mask->eth.type));
270 switch (ntohs(key->eth.type)) {
273 if (key->ip.proto || (mask && mask->ip.proto)) {
274 b += sprintf(b, " ip proto %2d", key->ip.proto);
275 if (mask && mask->ip.proto != 0xff) {
276 b += sprintf(b, "/0x%02x", mask->ip.proto);
279 if (key->ip.tos || (mask && mask->ip.tos)) {
280 b += sprintf(b, " ip tos %2d", key->ip.tos);
281 if (mask && mask->ip.tos != 0xff) {
282 b += sprintf(b, "/0x%02x", mask->ip.tos);
287 switch (ntohs(key->eth.type)) {
289 if (key->ipv4.addr.dst || (mask && mask->ipv4.addr.dst)) {
290 b += sprintf(b, " dst %s",
291 inet_ntoa(*(struct in_addr *)&key->ipv4.addr.dst));
293 b += sprintf(b, "/%d",
294 of_dpa_mask2prefix(mask->ipv4.addr.dst));
301 DPRINTF("%s\n", buf);
304 #define of_dpa_flow_key_dump(k, m)
307 static void _of_dpa_flow_match(void *key, void *value, void *user_data)
309 OfDpaFlow *flow = value;
310 OfDpaFlowMatch *match = user_data;
311 uint64_t *k = (uint64_t *)&flow->key;
312 uint64_t *m = (uint64_t *)&flow->mask;
313 uint64_t *v = (uint64_t *)&match->value;
316 if (flow->key.tbl_id == match->value.tbl_id) {
317 of_dpa_flow_key_dump(&flow->key, &flow->mask);
320 if (flow->key.width > match->value.width) {
324 for (i = 0; i < flow->key.width; i++, k++, m++, v++) {
325 if ((~*k & *m & *v) | (*k & *m & ~*v)) {
333 flow->priority > match->best->priority ||
334 flow->lpm > match->best->lpm) {
339 static OfDpaFlow *of_dpa_flow_match(OfDpa *of_dpa, OfDpaFlowMatch *match)
341 DPRINTF("\nnew search\n");
342 of_dpa_flow_key_dump(&match->value, NULL);
344 g_hash_table_foreach(of_dpa->flow_tbl, _of_dpa_flow_match, match);
349 static OfDpaFlow *of_dpa_flow_find(OfDpa *of_dpa, uint64_t cookie)
351 return g_hash_table_lookup(of_dpa->flow_tbl, &cookie);
354 static int of_dpa_flow_add(OfDpa *of_dpa, OfDpaFlow *flow)
356 g_hash_table_insert(of_dpa->flow_tbl, &flow->cookie, flow);
361 static void of_dpa_flow_del(OfDpa *of_dpa, OfDpaFlow *flow)
363 g_hash_table_remove(of_dpa->flow_tbl, &flow->cookie);
366 static OfDpaFlow *of_dpa_flow_alloc(uint64_t cookie)
369 int64_t now = qemu_clock_get_ms(QEMU_CLOCK_VIRTUAL) / 1000;
371 flow = g_new0(OfDpaFlow, 1);
376 flow->cookie = cookie;
377 flow->mask.tbl_id = 0xffffffff;
379 flow->stats.install_time = flow->stats.refresh_time = now;
384 static void of_dpa_flow_pkt_hdr_reset(OfDpaFlowContext *fc)
386 OfDpaFlowPktFields *fields = &fc->fields;
388 fc->iov[0].iov_base = fields->ethhdr;
389 fc->iov[0].iov_len = sizeof(struct eth_header);
390 fc->iov[1].iov_base = fields->vlanhdr;
391 fc->iov[1].iov_len = fields->vlanhdr ? sizeof(struct vlan_header) : 0;
394 static void of_dpa_flow_pkt_parse(OfDpaFlowContext *fc,
395 const struct iovec *iov, int iovcnt)
397 OfDpaFlowPktFields *fields = &fc->fields;
401 sofar += sizeof(struct eth_header);
402 if (iov->iov_len < sofar) {
403 DPRINTF("flow_pkt_parse underrun on eth_header\n");
407 fields->ethhdr = iov->iov_base;
408 fields->h_proto = &fields->ethhdr->h_proto;
410 if (ntohs(*fields->h_proto) == ETH_P_VLAN) {
411 sofar += sizeof(struct vlan_header);
412 if (iov->iov_len < sofar) {
413 DPRINTF("flow_pkt_parse underrun on vlan_header\n");
416 fields->vlanhdr = (struct vlan_header *)(fields->ethhdr + 1);
417 fields->h_proto = &fields->vlanhdr->h_proto;
420 switch (ntohs(*fields->h_proto)) {
422 sofar += sizeof(struct ip_header);
423 if (iov->iov_len < sofar) {
424 DPRINTF("flow_pkt_parse underrun on ip_header\n");
427 fields->ipv4hdr = (struct ip_header *)(fields->h_proto + 1);
430 sofar += sizeof(struct ip6_header);
431 if (iov->iov_len < sofar) {
432 DPRINTF("flow_pkt_parse underrun on ip6_header\n");
435 fields->ipv6hdr = (struct ip6_header *)(fields->h_proto + 1);
439 /* To facilitate (potential) VLAN tag insertion, Make a
440 * copy of the iov and insert two new vectors at the
441 * beginning for eth hdr and vlan hdr. No data is copied,
445 of_dpa_flow_pkt_hdr_reset(fc);
447 fc->iov[2].iov_base = fields->h_proto + 1;
448 fc->iov[2].iov_len = iov->iov_len - fc->iov[0].iov_len - fc->iov[1].iov_len;
450 for (i = 1; i < iovcnt; i++) {
451 fc->iov[i+2] = iov[i];
454 fc->iovcnt = iovcnt + 2;
457 static void of_dpa_flow_pkt_insert_vlan(OfDpaFlowContext *fc, __be16 vlan_id)
459 OfDpaFlowPktFields *fields = &fc->fields;
460 uint16_t h_proto = fields->ethhdr->h_proto;
462 if (fields->vlanhdr) {
463 DPRINTF("flow_pkt_insert_vlan packet already has vlan\n");
467 fields->ethhdr->h_proto = htons(ETH_P_VLAN);
468 fields->vlanhdr = &fc->vlanhdr;
469 fields->vlanhdr->h_tci = vlan_id;
470 fields->vlanhdr->h_proto = h_proto;
471 fields->h_proto = &fields->vlanhdr->h_proto;
473 fc->iov[1].iov_base = fields->vlanhdr;
474 fc->iov[1].iov_len = sizeof(struct vlan_header);
477 static void of_dpa_flow_pkt_strip_vlan(OfDpaFlowContext *fc)
479 OfDpaFlowPktFields *fields = &fc->fields;
481 if (!fields->vlanhdr) {
485 fc->iov[0].iov_len -= sizeof(fields->ethhdr->h_proto);
486 fc->iov[1].iov_base = fields->h_proto;
487 fc->iov[1].iov_len = sizeof(fields->ethhdr->h_proto);
490 static void of_dpa_flow_pkt_hdr_rewrite(OfDpaFlowContext *fc,
491 uint8_t *src_mac, uint8_t *dst_mac,
494 OfDpaFlowPktFields *fields = &fc->fields;
496 if (src_mac || dst_mac) {
497 memcpy(&fc->ethhdr_rewrite, fields->ethhdr, sizeof(struct eth_header));
498 if (src_mac && memcmp(src_mac, zero_mac.a, ETH_ALEN)) {
499 memcpy(fc->ethhdr_rewrite.h_source, src_mac, ETH_ALEN);
501 if (dst_mac && memcmp(dst_mac, zero_mac.a, ETH_ALEN)) {
502 memcpy(fc->ethhdr_rewrite.h_dest, dst_mac, ETH_ALEN);
504 fc->iov[0].iov_base = &fc->ethhdr_rewrite;
507 if (vlan_id && fields->vlanhdr) {
508 fc->vlanhdr_rewrite = fc->vlanhdr;
509 fc->vlanhdr_rewrite.h_tci = vlan_id;
510 fc->iov[1].iov_base = &fc->vlanhdr_rewrite;
514 static void of_dpa_flow_ig_tbl(OfDpaFlowContext *fc, uint32_t tbl_id);
516 static void of_dpa_ig_port_build_match(OfDpaFlowContext *fc,
517 OfDpaFlowMatch *match)
519 match->value.tbl_id = ROCKER_OF_DPA_TABLE_ID_INGRESS_PORT;
520 match->value.in_pport = fc->in_pport;
521 match->value.width = FLOW_KEY_WIDTH(tbl_id);
524 static void of_dpa_ig_port_miss(OfDpaFlowContext *fc)
528 /* The default on miss is for packets from physical ports
529 * to go to the VLAN Flow Table. There is no default rule
530 * for packets from logical ports, which are dropped on miss.
533 if (fp_port_from_pport(fc->in_pport, &port)) {
534 of_dpa_flow_ig_tbl(fc, ROCKER_OF_DPA_TABLE_ID_VLAN);
538 static void of_dpa_vlan_build_match(OfDpaFlowContext *fc,
539 OfDpaFlowMatch *match)
541 match->value.tbl_id = ROCKER_OF_DPA_TABLE_ID_VLAN;
542 match->value.in_pport = fc->in_pport;
543 if (fc->fields.vlanhdr) {
544 match->value.eth.vlan_id = fc->fields.vlanhdr->h_tci;
546 match->value.width = FLOW_KEY_WIDTH(eth.vlan_id);
549 static void of_dpa_vlan_insert(OfDpaFlowContext *fc,
552 if (flow->action.apply.new_vlan_id) {
553 of_dpa_flow_pkt_insert_vlan(fc, flow->action.apply.new_vlan_id);
557 static void of_dpa_term_mac_build_match(OfDpaFlowContext *fc,
558 OfDpaFlowMatch *match)
560 match->value.tbl_id = ROCKER_OF_DPA_TABLE_ID_TERMINATION_MAC;
561 match->value.in_pport = fc->in_pport;
562 match->value.eth.type = *fc->fields.h_proto;
563 match->value.eth.vlan_id = fc->fields.vlanhdr->h_tci;
564 memcpy(match->value.eth.dst.a, fc->fields.ethhdr->h_dest,
565 sizeof(match->value.eth.dst.a));
566 match->value.width = FLOW_KEY_WIDTH(eth.type);
569 static void of_dpa_term_mac_miss(OfDpaFlowContext *fc)
571 of_dpa_flow_ig_tbl(fc, ROCKER_OF_DPA_TABLE_ID_BRIDGING);
574 static void of_dpa_apply_actions(OfDpaFlowContext *fc,
577 fc->action_set.apply.copy_to_cpu = flow->action.apply.copy_to_cpu;
578 fc->action_set.apply.vlan_id = flow->key.eth.vlan_id;
581 static void of_dpa_bridging_build_match(OfDpaFlowContext *fc,
582 OfDpaFlowMatch *match)
584 match->value.tbl_id = ROCKER_OF_DPA_TABLE_ID_BRIDGING;
585 if (fc->fields.vlanhdr) {
586 match->value.eth.vlan_id = fc->fields.vlanhdr->h_tci;
587 } else if (fc->tunnel_id) {
588 match->value.tunnel_id = fc->tunnel_id;
590 memcpy(match->value.eth.dst.a, fc->fields.ethhdr->h_dest,
591 sizeof(match->value.eth.dst.a));
592 match->value.width = FLOW_KEY_WIDTH(eth.dst);
595 static void of_dpa_bridging_learn(OfDpaFlowContext *fc,
598 OfDpaFlowMatch match = { { 0, }, };
602 int64_t now = qemu_clock_get_ms(QEMU_CLOCK_VIRTUAL) / 1000;
603 int64_t refresh_delay = 1;
605 /* Do a lookup in bridge table by src_mac/vlan */
607 addr = fc->fields.ethhdr->h_source;
608 vlan_id = fc->fields.vlanhdr->h_tci;
610 match.value.tbl_id = ROCKER_OF_DPA_TABLE_ID_BRIDGING;
611 match.value.eth.vlan_id = vlan_id;
612 memcpy(match.value.eth.dst.a, addr, sizeof(match.value.eth.dst.a));
613 match.value.width = FLOW_KEY_WIDTH(eth.dst);
615 flow = of_dpa_flow_match(fc->of_dpa, &match);
617 if (!memcmp(flow->mask.eth.dst.a, ff_mac.a,
618 sizeof(flow->mask.eth.dst.a))) {
619 /* src_mac/vlan already learned; if in_port and out_port
620 * don't match, the end station has moved and the port
622 /* XXX implement the in_port/out_port check */
623 if (now - flow->stats.refresh_time < refresh_delay) {
626 flow->stats.refresh_time = now;
630 /* Let driver know about mac/vlan. This may be a new mac/vlan
631 * or a refresh of existing mac/vlan that's been hit after the
635 rocker_event_mac_vlan_seen(world_rocker(fc->of_dpa->world),
636 fc->in_pport, addr, vlan_id);
639 static void of_dpa_bridging_miss(OfDpaFlowContext *fc)
641 of_dpa_bridging_learn(fc, NULL);
642 of_dpa_flow_ig_tbl(fc, ROCKER_OF_DPA_TABLE_ID_ACL_POLICY);
645 static void of_dpa_bridging_action_write(OfDpaFlowContext *fc,
648 if (flow->action.write.group_id != ROCKER_GROUP_NONE) {
649 fc->action_set.write.group_id = flow->action.write.group_id;
651 fc->action_set.write.tun_log_lport = flow->action.write.tun_log_lport;
654 static void of_dpa_unicast_routing_build_match(OfDpaFlowContext *fc,
655 OfDpaFlowMatch *match)
657 match->value.tbl_id = ROCKER_OF_DPA_TABLE_ID_UNICAST_ROUTING;
658 match->value.eth.type = *fc->fields.h_proto;
659 if (fc->fields.ipv4hdr) {
660 match->value.ipv4.addr.dst = fc->fields.ipv4hdr->ip_dst;
662 if (fc->fields.ipv6_dst_addr) {
663 memcpy(&match->value.ipv6.addr.dst, fc->fields.ipv6_dst_addr,
664 sizeof(match->value.ipv6.addr.dst));
666 match->value.width = FLOW_KEY_WIDTH(ipv6.addr.dst);
669 static void of_dpa_unicast_routing_miss(OfDpaFlowContext *fc)
671 of_dpa_flow_ig_tbl(fc, ROCKER_OF_DPA_TABLE_ID_ACL_POLICY);
674 static void of_dpa_unicast_routing_action_write(OfDpaFlowContext *fc,
677 if (flow->action.write.group_id != ROCKER_GROUP_NONE) {
678 fc->action_set.write.group_id = flow->action.write.group_id;
683 of_dpa_multicast_routing_build_match(OfDpaFlowContext *fc,
684 OfDpaFlowMatch *match)
686 match->value.tbl_id = ROCKER_OF_DPA_TABLE_ID_MULTICAST_ROUTING;
687 match->value.eth.type = *fc->fields.h_proto;
688 match->value.eth.vlan_id = fc->fields.vlanhdr->h_tci;
689 if (fc->fields.ipv4hdr) {
690 match->value.ipv4.addr.src = fc->fields.ipv4hdr->ip_src;
691 match->value.ipv4.addr.dst = fc->fields.ipv4hdr->ip_dst;
693 if (fc->fields.ipv6_src_addr) {
694 memcpy(&match->value.ipv6.addr.src, fc->fields.ipv6_src_addr,
695 sizeof(match->value.ipv6.addr.src));
697 if (fc->fields.ipv6_dst_addr) {
698 memcpy(&match->value.ipv6.addr.dst, fc->fields.ipv6_dst_addr,
699 sizeof(match->value.ipv6.addr.dst));
701 match->value.width = FLOW_KEY_WIDTH(ipv6.addr.dst);
704 static void of_dpa_multicast_routing_miss(OfDpaFlowContext *fc)
706 of_dpa_flow_ig_tbl(fc, ROCKER_OF_DPA_TABLE_ID_ACL_POLICY);
710 of_dpa_multicast_routing_action_write(OfDpaFlowContext *fc,
713 if (flow->action.write.group_id != ROCKER_GROUP_NONE) {
714 fc->action_set.write.group_id = flow->action.write.group_id;
716 fc->action_set.write.vlan_id = flow->action.write.vlan_id;
719 static void of_dpa_acl_build_match(OfDpaFlowContext *fc,
720 OfDpaFlowMatch *match)
722 match->value.tbl_id = ROCKER_OF_DPA_TABLE_ID_ACL_POLICY;
723 match->value.in_pport = fc->in_pport;
724 memcpy(match->value.eth.src.a, fc->fields.ethhdr->h_source,
725 sizeof(match->value.eth.src.a));
726 memcpy(match->value.eth.dst.a, fc->fields.ethhdr->h_dest,
727 sizeof(match->value.eth.dst.a));
728 match->value.eth.type = *fc->fields.h_proto;
729 match->value.eth.vlan_id = fc->fields.vlanhdr->h_tci;
730 match->value.width = FLOW_KEY_WIDTH(eth.type);
731 if (fc->fields.ipv4hdr) {
732 match->value.ip.proto = fc->fields.ipv4hdr->ip_p;
733 match->value.ip.tos = fc->fields.ipv4hdr->ip_tos;
734 match->value.width = FLOW_KEY_WIDTH(ip.tos);
735 } else if (fc->fields.ipv6hdr) {
736 match->value.ip.proto =
737 fc->fields.ipv6hdr->ip6_ctlun.ip6_un1.ip6_un1_nxt;
738 match->value.ip.tos = 0; /* XXX what goes here? */
739 match->value.width = FLOW_KEY_WIDTH(ip.tos);
743 static void of_dpa_eg(OfDpaFlowContext *fc);
744 static void of_dpa_acl_hit(OfDpaFlowContext *fc,
750 static void of_dpa_acl_action_write(OfDpaFlowContext *fc,
753 if (flow->action.write.group_id != ROCKER_GROUP_NONE) {
754 fc->action_set.write.group_id = flow->action.write.group_id;
758 static void of_dpa_drop(OfDpaFlowContext *fc)
763 static OfDpaGroup *of_dpa_group_find(OfDpa *of_dpa,
766 return g_hash_table_lookup(of_dpa->group_tbl, &group_id);
769 static int of_dpa_group_add(OfDpa *of_dpa, OfDpaGroup *group)
771 g_hash_table_insert(of_dpa->group_tbl, &group->id, group);
777 static int of_dpa_group_mod(OfDpa *of_dpa, OfDpaGroup *group)
779 OfDpaGroup *old_group = of_dpa_group_find(of_dpa, group->id);
791 static int of_dpa_group_del(OfDpa *of_dpa, OfDpaGroup *group)
793 g_hash_table_remove(of_dpa->group_tbl, &group->id);
799 static int of_dpa_group_get_stats(OfDpa *of_dpa, uint32_t id)
801 OfDpaGroup *group = of_dpa_group_find(of_dpa, id);
807 /* XXX get/return stats */
813 static OfDpaGroup *of_dpa_group_alloc(uint32_t id)
815 OfDpaGroup *group = g_new0(OfDpaGroup, 1);
826 static void of_dpa_output_l2_interface(OfDpaFlowContext *fc,
829 uint8_t copy_to_cpu = fc->action_set.apply.copy_to_cpu;
831 if (group->l2_interface.pop_vlan) {
832 of_dpa_flow_pkt_strip_vlan(fc);
835 /* Note: By default, and as per the OpenFlow 1.3.1
836 * specification, a packet cannot be forwarded back
837 * to the IN_PORT from which it came in. An action
838 * bucket that specifies the particular packet's
839 * egress port is not evaluated.
842 if (group->l2_interface.out_pport == 0) {
843 rx_produce(fc->of_dpa->world, fc->in_pport, fc->iov, fc->iovcnt,
845 } else if (group->l2_interface.out_pport != fc->in_pport) {
846 rocker_port_eg(world_rocker(fc->of_dpa->world),
847 group->l2_interface.out_pport,
848 fc->iov, fc->iovcnt);
852 static void of_dpa_output_l2_rewrite(OfDpaFlowContext *fc,
855 OfDpaGroup *l2_group =
856 of_dpa_group_find(fc->of_dpa, group->l2_rewrite.group_id);
862 of_dpa_flow_pkt_hdr_rewrite(fc, group->l2_rewrite.src_mac.a,
863 group->l2_rewrite.dst_mac.a,
864 group->l2_rewrite.vlan_id);
865 of_dpa_output_l2_interface(fc, l2_group);
868 static void of_dpa_output_l2_flood(OfDpaFlowContext *fc,
871 OfDpaGroup *l2_group;
874 for (i = 0; i < group->l2_flood.group_count; i++) {
875 of_dpa_flow_pkt_hdr_reset(fc);
876 l2_group = of_dpa_group_find(fc->of_dpa, group->l2_flood.group_ids[i]);
880 switch (ROCKER_GROUP_TYPE_GET(l2_group->id)) {
881 case ROCKER_OF_DPA_GROUP_TYPE_L2_INTERFACE:
882 of_dpa_output_l2_interface(fc, l2_group);
884 case ROCKER_OF_DPA_GROUP_TYPE_L2_REWRITE:
885 of_dpa_output_l2_rewrite(fc, l2_group);
891 static void of_dpa_output_l3_unicast(OfDpaFlowContext *fc, OfDpaGroup *group)
893 OfDpaGroup *l2_group =
894 of_dpa_group_find(fc->of_dpa, group->l3_unicast.group_id);
900 of_dpa_flow_pkt_hdr_rewrite(fc, group->l3_unicast.src_mac.a,
901 group->l3_unicast.dst_mac.a,
902 group->l3_unicast.vlan_id);
903 /* XXX need ttl_check */
904 of_dpa_output_l2_interface(fc, l2_group);
907 static void of_dpa_eg(OfDpaFlowContext *fc)
909 OfDpaFlowAction *set = &fc->action_set;
913 /* send a copy of pkt to CPU (controller)? */
915 if (set->apply.copy_to_cpu) {
916 group_id = ROCKER_GROUP_L2_INTERFACE(set->apply.vlan_id, 0);
917 group = of_dpa_group_find(fc->of_dpa, group_id);
919 of_dpa_output_l2_interface(fc, group);
920 of_dpa_flow_pkt_hdr_reset(fc);
924 /* process group write actions */
926 if (!set->write.group_id) {
930 group = of_dpa_group_find(fc->of_dpa, set->write.group_id);
935 switch (ROCKER_GROUP_TYPE_GET(group->id)) {
936 case ROCKER_OF_DPA_GROUP_TYPE_L2_INTERFACE:
937 of_dpa_output_l2_interface(fc, group);
939 case ROCKER_OF_DPA_GROUP_TYPE_L2_REWRITE:
940 of_dpa_output_l2_rewrite(fc, group);
942 case ROCKER_OF_DPA_GROUP_TYPE_L2_FLOOD:
943 case ROCKER_OF_DPA_GROUP_TYPE_L2_MCAST:
944 of_dpa_output_l2_flood(fc, group);
946 case ROCKER_OF_DPA_GROUP_TYPE_L3_UCAST:
947 of_dpa_output_l3_unicast(fc, group);
952 typedef struct of_dpa_flow_tbl_ops {
953 void (*build_match)(OfDpaFlowContext *fc, OfDpaFlowMatch *match);
954 void (*hit)(OfDpaFlowContext *fc, OfDpaFlow *flow);
955 void (*miss)(OfDpaFlowContext *fc);
956 void (*hit_no_goto)(OfDpaFlowContext *fc);
957 void (*action_apply)(OfDpaFlowContext *fc, OfDpaFlow *flow);
958 void (*action_write)(OfDpaFlowContext *fc, OfDpaFlow *flow);
961 static OfDpaFlowTblOps of_dpa_tbl_ops[] = {
962 [ROCKER_OF_DPA_TABLE_ID_INGRESS_PORT] = {
963 .build_match = of_dpa_ig_port_build_match,
964 .miss = of_dpa_ig_port_miss,
965 .hit_no_goto = of_dpa_drop,
967 [ROCKER_OF_DPA_TABLE_ID_VLAN] = {
968 .build_match = of_dpa_vlan_build_match,
969 .hit_no_goto = of_dpa_drop,
970 .action_apply = of_dpa_vlan_insert,
972 [ROCKER_OF_DPA_TABLE_ID_TERMINATION_MAC] = {
973 .build_match = of_dpa_term_mac_build_match,
974 .miss = of_dpa_term_mac_miss,
975 .hit_no_goto = of_dpa_drop,
976 .action_apply = of_dpa_apply_actions,
978 [ROCKER_OF_DPA_TABLE_ID_BRIDGING] = {
979 .build_match = of_dpa_bridging_build_match,
980 .hit = of_dpa_bridging_learn,
981 .miss = of_dpa_bridging_miss,
982 .hit_no_goto = of_dpa_drop,
983 .action_apply = of_dpa_apply_actions,
984 .action_write = of_dpa_bridging_action_write,
986 [ROCKER_OF_DPA_TABLE_ID_UNICAST_ROUTING] = {
987 .build_match = of_dpa_unicast_routing_build_match,
988 .miss = of_dpa_unicast_routing_miss,
989 .hit_no_goto = of_dpa_drop,
990 .action_write = of_dpa_unicast_routing_action_write,
992 [ROCKER_OF_DPA_TABLE_ID_MULTICAST_ROUTING] = {
993 .build_match = of_dpa_multicast_routing_build_match,
994 .miss = of_dpa_multicast_routing_miss,
995 .hit_no_goto = of_dpa_drop,
996 .action_write = of_dpa_multicast_routing_action_write,
998 [ROCKER_OF_DPA_TABLE_ID_ACL_POLICY] = {
999 .build_match = of_dpa_acl_build_match,
1000 .hit = of_dpa_acl_hit,
1002 .action_apply = of_dpa_apply_actions,
1003 .action_write = of_dpa_acl_action_write,
1007 static void of_dpa_flow_ig_tbl(OfDpaFlowContext *fc, uint32_t tbl_id)
1009 OfDpaFlowTblOps *ops = &of_dpa_tbl_ops[tbl_id];
1010 OfDpaFlowMatch match = { { 0, }, };
1013 if (ops->build_match) {
1014 ops->build_match(fc, &match);
1019 flow = of_dpa_flow_match(fc->of_dpa, &match);
1029 if (ops->action_apply) {
1030 ops->action_apply(fc, flow);
1033 if (ops->action_write) {
1034 ops->action_write(fc, flow);
1041 if (flow->action.goto_tbl) {
1042 of_dpa_flow_ig_tbl(fc, flow->action.goto_tbl);
1043 } else if (ops->hit_no_goto) {
1044 ops->hit_no_goto(fc);
1050 static ssize_t of_dpa_ig(World *world, uint32_t pport,
1051 const struct iovec *iov, int iovcnt)
1053 struct iovec iov_copy[iovcnt + 2];
1054 OfDpaFlowContext fc = {
1055 .of_dpa = world_private(world),
1058 .iovcnt = iovcnt + 2,
1061 of_dpa_flow_pkt_parse(&fc, iov, iovcnt);
1062 of_dpa_flow_ig_tbl(&fc, ROCKER_OF_DPA_TABLE_ID_INGRESS_PORT);
1064 return iov_size(iov, iovcnt);
1067 #define ROCKER_TUNNEL_LPORT 0x00010000
1069 static int of_dpa_cmd_add_ig_port(OfDpaFlow *flow, RockerTlv **flow_tlvs)
1071 OfDpaFlowKey *key = &flow->key;
1072 OfDpaFlowKey *mask = &flow->mask;
1073 OfDpaFlowAction *action = &flow->action;
1074 bool overlay_tunnel;
1076 if (!flow_tlvs[ROCKER_TLV_OF_DPA_IN_PPORT] ||
1077 !flow_tlvs[ROCKER_TLV_OF_DPA_GOTO_TABLE_ID]) {
1078 return -ROCKER_EINVAL;
1081 key->tbl_id = ROCKER_OF_DPA_TABLE_ID_INGRESS_PORT;
1082 key->width = FLOW_KEY_WIDTH(tbl_id);
1084 key->in_pport = rocker_tlv_get_le32(flow_tlvs[ROCKER_TLV_OF_DPA_IN_PPORT]);
1085 if (flow_tlvs[ROCKER_TLV_OF_DPA_IN_PPORT_MASK]) {
1087 rocker_tlv_get_le32(flow_tlvs[ROCKER_TLV_OF_DPA_IN_PPORT_MASK]);
1090 overlay_tunnel = !!(key->in_pport & ROCKER_TUNNEL_LPORT);
1093 rocker_tlv_get_le16(flow_tlvs[ROCKER_TLV_OF_DPA_GOTO_TABLE_ID]);
1095 if (!overlay_tunnel && action->goto_tbl != ROCKER_OF_DPA_TABLE_ID_VLAN) {
1096 return -ROCKER_EINVAL;
1099 if (overlay_tunnel && action->goto_tbl != ROCKER_OF_DPA_TABLE_ID_BRIDGING) {
1100 return -ROCKER_EINVAL;
1106 static int of_dpa_cmd_add_vlan(OfDpaFlow *flow, RockerTlv **flow_tlvs)
1108 OfDpaFlowKey *key = &flow->key;
1109 OfDpaFlowKey *mask = &flow->mask;
1110 OfDpaFlowAction *action = &flow->action;
1114 if (!flow_tlvs[ROCKER_TLV_OF_DPA_IN_PPORT] ||
1115 !flow_tlvs[ROCKER_TLV_OF_DPA_VLAN_ID]) {
1116 DPRINTF("Must give in_pport and vlan_id to install VLAN tbl entry\n");
1117 return -ROCKER_EINVAL;
1120 key->tbl_id = ROCKER_OF_DPA_TABLE_ID_VLAN;
1121 key->width = FLOW_KEY_WIDTH(eth.vlan_id);
1123 key->in_pport = rocker_tlv_get_le32(flow_tlvs[ROCKER_TLV_OF_DPA_IN_PPORT]);
1124 if (!fp_port_from_pport(key->in_pport, &port)) {
1125 DPRINTF("in_pport (%d) not a front-panel port\n", key->in_pport);
1126 return -ROCKER_EINVAL;
1128 mask->in_pport = 0xffffffff;
1130 key->eth.vlan_id = rocker_tlv_get_u16(flow_tlvs[ROCKER_TLV_OF_DPA_VLAN_ID]);
1132 if (flow_tlvs[ROCKER_TLV_OF_DPA_VLAN_ID_MASK]) {
1134 rocker_tlv_get_u16(flow_tlvs[ROCKER_TLV_OF_DPA_VLAN_ID_MASK]);
1137 if (key->eth.vlan_id) {
1138 untagged = false; /* filtering */
1143 if (flow_tlvs[ROCKER_TLV_OF_DPA_GOTO_TABLE_ID]) {
1145 rocker_tlv_get_le16(flow_tlvs[ROCKER_TLV_OF_DPA_GOTO_TABLE_ID]);
1146 if (action->goto_tbl != ROCKER_OF_DPA_TABLE_ID_TERMINATION_MAC) {
1147 DPRINTF("Goto tbl (%d) must be TERM_MAC\n", action->goto_tbl);
1148 return -ROCKER_EINVAL;
1153 if (!flow_tlvs[ROCKER_TLV_OF_DPA_NEW_VLAN_ID]) {
1154 DPRINTF("Must specify new vlan_id if untagged\n");
1155 return -ROCKER_EINVAL;
1157 action->apply.new_vlan_id =
1158 rocker_tlv_get_u16(flow_tlvs[ROCKER_TLV_OF_DPA_NEW_VLAN_ID]);
1159 if (1 > ntohs(action->apply.new_vlan_id) ||
1160 ntohs(action->apply.new_vlan_id) > 4095) {
1161 DPRINTF("New vlan_id (%d) must be between 1 and 4095\n",
1162 ntohs(action->apply.new_vlan_id));
1163 return -ROCKER_EINVAL;
1170 static int of_dpa_cmd_add_term_mac(OfDpaFlow *flow, RockerTlv **flow_tlvs)
1172 OfDpaFlowKey *key = &flow->key;
1173 OfDpaFlowKey *mask = &flow->mask;
1174 OfDpaFlowAction *action = &flow->action;
1175 const MACAddr ipv4_mcast = { .a = { 0x01, 0x00, 0x5e, 0x00, 0x00, 0x00 } };
1176 const MACAddr ipv4_mask = { .a = { 0xff, 0xff, 0xff, 0x80, 0x00, 0x00 } };
1177 const MACAddr ipv6_mcast = { .a = { 0x33, 0x33, 0x00, 0x00, 0x00, 0x00 } };
1178 const MACAddr ipv6_mask = { .a = { 0xff, 0xff, 0x00, 0x00, 0x00, 0x00 } };
1180 bool unicast = false;
1181 bool multicast = false;
1183 if (!flow_tlvs[ROCKER_TLV_OF_DPA_IN_PPORT] ||
1184 !flow_tlvs[ROCKER_TLV_OF_DPA_IN_PPORT_MASK] ||
1185 !flow_tlvs[ROCKER_TLV_OF_DPA_ETHERTYPE] ||
1186 !flow_tlvs[ROCKER_TLV_OF_DPA_DST_MAC] ||
1187 !flow_tlvs[ROCKER_TLV_OF_DPA_DST_MAC_MASK] ||
1188 !flow_tlvs[ROCKER_TLV_OF_DPA_VLAN_ID] ||
1189 !flow_tlvs[ROCKER_TLV_OF_DPA_VLAN_ID_MASK]) {
1190 return -ROCKER_EINVAL;
1193 key->tbl_id = ROCKER_OF_DPA_TABLE_ID_TERMINATION_MAC;
1194 key->width = FLOW_KEY_WIDTH(eth.type);
1196 key->in_pport = rocker_tlv_get_le32(flow_tlvs[ROCKER_TLV_OF_DPA_IN_PPORT]);
1197 if (!fp_port_from_pport(key->in_pport, &port)) {
1198 return -ROCKER_EINVAL;
1201 rocker_tlv_get_le32(flow_tlvs[ROCKER_TLV_OF_DPA_IN_PPORT_MASK]);
1203 key->eth.type = rocker_tlv_get_u16(flow_tlvs[ROCKER_TLV_OF_DPA_ETHERTYPE]);
1204 if (key->eth.type != htons(0x0800) && key->eth.type != htons(0x86dd)) {
1205 return -ROCKER_EINVAL;
1207 mask->eth.type = htons(0xffff);
1209 memcpy(key->eth.dst.a,
1210 rocker_tlv_data(flow_tlvs[ROCKER_TLV_OF_DPA_DST_MAC]),
1211 sizeof(key->eth.dst.a));
1212 memcpy(mask->eth.dst.a,
1213 rocker_tlv_data(flow_tlvs[ROCKER_TLV_OF_DPA_DST_MAC_MASK]),
1214 sizeof(mask->eth.dst.a));
1216 if ((key->eth.dst.a[0] & 0x01) == 0x00) {
1220 /* only two wildcard rules are acceptable for IPv4 and IPv6 multicast */
1221 if (memcmp(key->eth.dst.a, ipv4_mcast.a, sizeof(key->eth.dst.a)) == 0 &&
1222 memcmp(mask->eth.dst.a, ipv4_mask.a, sizeof(mask->eth.dst.a)) == 0) {
1225 if (memcmp(key->eth.dst.a, ipv6_mcast.a, sizeof(key->eth.dst.a)) == 0 &&
1226 memcmp(mask->eth.dst.a, ipv6_mask.a, sizeof(mask->eth.dst.a)) == 0) {
1230 if (!unicast && !multicast) {
1231 return -ROCKER_EINVAL;
1234 key->eth.vlan_id = rocker_tlv_get_u16(flow_tlvs[ROCKER_TLV_OF_DPA_VLAN_ID]);
1236 rocker_tlv_get_u16(flow_tlvs[ROCKER_TLV_OF_DPA_VLAN_ID_MASK]);
1238 if (flow_tlvs[ROCKER_TLV_OF_DPA_GOTO_TABLE_ID]) {
1240 rocker_tlv_get_le16(flow_tlvs[ROCKER_TLV_OF_DPA_GOTO_TABLE_ID]);
1242 if (action->goto_tbl != ROCKER_OF_DPA_TABLE_ID_UNICAST_ROUTING &&
1243 action->goto_tbl != ROCKER_OF_DPA_TABLE_ID_MULTICAST_ROUTING) {
1244 return -ROCKER_EINVAL;
1248 action->goto_tbl != ROCKER_OF_DPA_TABLE_ID_UNICAST_ROUTING) {
1249 return -ROCKER_EINVAL;
1253 action->goto_tbl != ROCKER_OF_DPA_TABLE_ID_MULTICAST_ROUTING) {
1254 return -ROCKER_EINVAL;
1258 if (flow_tlvs[ROCKER_TLV_OF_DPA_COPY_CPU_ACTION]) {
1259 action->apply.copy_to_cpu =
1260 rocker_tlv_get_u8(flow_tlvs[ROCKER_TLV_OF_DPA_COPY_CPU_ACTION]);
1266 static int of_dpa_cmd_add_bridging(OfDpaFlow *flow, RockerTlv **flow_tlvs)
1268 OfDpaFlowKey *key = &flow->key;
1269 OfDpaFlowKey *mask = &flow->mask;
1270 OfDpaFlowAction *action = &flow->action;
1271 bool unicast = false;
1272 bool dst_mac = false;
1273 bool dst_mac_mask = false;
1275 BRIDGING_MODE_UNKNOWN,
1276 BRIDGING_MODE_VLAN_UCAST,
1277 BRIDGING_MODE_VLAN_MCAST,
1278 BRIDGING_MODE_VLAN_DFLT,
1279 BRIDGING_MODE_TUNNEL_UCAST,
1280 BRIDGING_MODE_TUNNEL_MCAST,
1281 BRIDGING_MODE_TUNNEL_DFLT,
1282 } mode = BRIDGING_MODE_UNKNOWN;
1284 key->tbl_id = ROCKER_OF_DPA_TABLE_ID_BRIDGING;
1286 if (flow_tlvs[ROCKER_TLV_OF_DPA_VLAN_ID]) {
1288 rocker_tlv_get_u16(flow_tlvs[ROCKER_TLV_OF_DPA_VLAN_ID]);
1289 mask->eth.vlan_id = 0xffff;
1290 key->width = FLOW_KEY_WIDTH(eth.vlan_id);
1293 if (flow_tlvs[ROCKER_TLV_OF_DPA_TUNNEL_ID]) {
1295 rocker_tlv_get_le32(flow_tlvs[ROCKER_TLV_OF_DPA_TUNNEL_ID]);
1296 mask->tunnel_id = 0xffffffff;
1297 key->width = FLOW_KEY_WIDTH(tunnel_id);
1300 /* can't do VLAN bridging and tunnel bridging at same time */
1301 if (key->eth.vlan_id && key->tunnel_id) {
1302 DPRINTF("can't do VLAN bridging and tunnel bridging at same time\n");
1303 return -ROCKER_EINVAL;
1306 if (flow_tlvs[ROCKER_TLV_OF_DPA_DST_MAC]) {
1307 memcpy(key->eth.dst.a,
1308 rocker_tlv_data(flow_tlvs[ROCKER_TLV_OF_DPA_DST_MAC]),
1309 sizeof(key->eth.dst.a));
1310 key->width = FLOW_KEY_WIDTH(eth.dst);
1312 unicast = (key->eth.dst.a[0] & 0x01) == 0x00;
1315 if (flow_tlvs[ROCKER_TLV_OF_DPA_DST_MAC_MASK]) {
1316 memcpy(mask->eth.dst.a,
1317 rocker_tlv_data(flow_tlvs[ROCKER_TLV_OF_DPA_DST_MAC_MASK]),
1318 sizeof(mask->eth.dst.a));
1319 key->width = FLOW_KEY_WIDTH(eth.dst);
1320 dst_mac_mask = true;
1321 } else if (flow_tlvs[ROCKER_TLV_OF_DPA_DST_MAC]) {
1322 memcpy(mask->eth.dst.a, ff_mac.a, sizeof(mask->eth.dst.a));
1325 if (key->eth.vlan_id) {
1326 if (dst_mac && !dst_mac_mask) {
1327 mode = unicast ? BRIDGING_MODE_VLAN_UCAST :
1328 BRIDGING_MODE_VLAN_MCAST;
1329 } else if ((dst_mac && dst_mac_mask) || !dst_mac) {
1330 mode = BRIDGING_MODE_VLAN_DFLT;
1332 } else if (key->tunnel_id) {
1333 if (dst_mac && !dst_mac_mask) {
1334 mode = unicast ? BRIDGING_MODE_TUNNEL_UCAST :
1335 BRIDGING_MODE_TUNNEL_MCAST;
1336 } else if ((dst_mac && dst_mac_mask) || !dst_mac) {
1337 mode = BRIDGING_MODE_TUNNEL_DFLT;
1341 if (mode == BRIDGING_MODE_UNKNOWN) {
1342 DPRINTF("Unknown bridging mode\n");
1343 return -ROCKER_EINVAL;
1346 if (flow_tlvs[ROCKER_TLV_OF_DPA_GOTO_TABLE_ID]) {
1348 rocker_tlv_get_le16(flow_tlvs[ROCKER_TLV_OF_DPA_GOTO_TABLE_ID]);
1349 if (action->goto_tbl != ROCKER_OF_DPA_TABLE_ID_ACL_POLICY) {
1350 DPRINTF("Briding goto tbl must be ACL policy\n");
1351 return -ROCKER_EINVAL;
1355 if (flow_tlvs[ROCKER_TLV_OF_DPA_GROUP_ID]) {
1356 action->write.group_id =
1357 rocker_tlv_get_le32(flow_tlvs[ROCKER_TLV_OF_DPA_GROUP_ID]);
1359 case BRIDGING_MODE_VLAN_UCAST:
1360 if (ROCKER_GROUP_TYPE_GET(action->write.group_id) !=
1361 ROCKER_OF_DPA_GROUP_TYPE_L2_INTERFACE) {
1362 DPRINTF("Bridging mode vlan ucast needs L2 "
1363 "interface group (0x%08x)\n",
1364 action->write.group_id);
1365 return -ROCKER_EINVAL;
1368 case BRIDGING_MODE_VLAN_MCAST:
1369 if (ROCKER_GROUP_TYPE_GET(action->write.group_id) !=
1370 ROCKER_OF_DPA_GROUP_TYPE_L2_MCAST) {
1371 DPRINTF("Bridging mode vlan mcast needs L2 "
1372 "mcast group (0x%08x)\n",
1373 action->write.group_id);
1374 return -ROCKER_EINVAL;
1377 case BRIDGING_MODE_VLAN_DFLT:
1378 if (ROCKER_GROUP_TYPE_GET(action->write.group_id) !=
1379 ROCKER_OF_DPA_GROUP_TYPE_L2_FLOOD) {
1380 DPRINTF("Bridging mode vlan dflt needs L2 "
1381 "flood group (0x%08x)\n",
1382 action->write.group_id);
1383 return -ROCKER_EINVAL;
1386 case BRIDGING_MODE_TUNNEL_MCAST:
1387 if (ROCKER_GROUP_TYPE_GET(action->write.group_id) !=
1388 ROCKER_OF_DPA_GROUP_TYPE_L2_OVERLAY) {
1389 DPRINTF("Bridging mode tunnel mcast needs L2 "
1390 "overlay group (0x%08x)\n",
1391 action->write.group_id);
1392 return -ROCKER_EINVAL;
1395 case BRIDGING_MODE_TUNNEL_DFLT:
1396 if (ROCKER_GROUP_TYPE_GET(action->write.group_id) !=
1397 ROCKER_OF_DPA_GROUP_TYPE_L2_OVERLAY) {
1398 DPRINTF("Bridging mode tunnel dflt needs L2 "
1399 "overlay group (0x%08x)\n",
1400 action->write.group_id);
1401 return -ROCKER_EINVAL;
1405 return -ROCKER_EINVAL;
1409 if (flow_tlvs[ROCKER_TLV_OF_DPA_TUNNEL_LPORT]) {
1410 action->write.tun_log_lport =
1411 rocker_tlv_get_le32(flow_tlvs[ROCKER_TLV_OF_DPA_TUNNEL_LPORT]);
1412 if (mode != BRIDGING_MODE_TUNNEL_UCAST) {
1413 DPRINTF("Have tunnel logical port but not "
1414 "in bridging tunnel mode\n");
1415 return -ROCKER_EINVAL;
1419 if (flow_tlvs[ROCKER_TLV_OF_DPA_COPY_CPU_ACTION]) {
1420 action->apply.copy_to_cpu =
1421 rocker_tlv_get_u8(flow_tlvs[ROCKER_TLV_OF_DPA_COPY_CPU_ACTION]);
1427 static int of_dpa_cmd_add_unicast_routing(OfDpaFlow *flow,
1428 RockerTlv **flow_tlvs)
1430 OfDpaFlowKey *key = &flow->key;
1431 OfDpaFlowKey *mask = &flow->mask;
1432 OfDpaFlowAction *action = &flow->action;
1434 UNICAST_ROUTING_MODE_UNKNOWN,
1435 UNICAST_ROUTING_MODE_IPV4,
1436 UNICAST_ROUTING_MODE_IPV6,
1437 } mode = UNICAST_ROUTING_MODE_UNKNOWN;
1440 if (!flow_tlvs[ROCKER_TLV_OF_DPA_ETHERTYPE]) {
1441 return -ROCKER_EINVAL;
1444 key->tbl_id = ROCKER_OF_DPA_TABLE_ID_UNICAST_ROUTING;
1445 key->width = FLOW_KEY_WIDTH(ipv6.addr.dst);
1447 key->eth.type = rocker_tlv_get_u16(flow_tlvs[ROCKER_TLV_OF_DPA_ETHERTYPE]);
1448 switch (ntohs(key->eth.type)) {
1450 mode = UNICAST_ROUTING_MODE_IPV4;
1453 mode = UNICAST_ROUTING_MODE_IPV6;
1456 return -ROCKER_EINVAL;
1458 mask->eth.type = htons(0xffff);
1461 case UNICAST_ROUTING_MODE_IPV4:
1462 if (!flow_tlvs[ROCKER_TLV_OF_DPA_DST_IP]) {
1463 return -ROCKER_EINVAL;
1465 key->ipv4.addr.dst =
1466 rocker_tlv_get_u32(flow_tlvs[ROCKER_TLV_OF_DPA_DST_IP]);
1467 if (ipv4_addr_is_multicast(key->ipv4.addr.dst)) {
1468 return -ROCKER_EINVAL;
1470 flow->lpm = of_dpa_mask2prefix(htonl(0xffffffff));
1471 if (flow_tlvs[ROCKER_TLV_OF_DPA_DST_IP_MASK]) {
1472 mask->ipv4.addr.dst =
1473 rocker_tlv_get_u32(flow_tlvs[ROCKER_TLV_OF_DPA_DST_IP_MASK]);
1474 flow->lpm = of_dpa_mask2prefix(mask->ipv4.addr.dst);
1477 case UNICAST_ROUTING_MODE_IPV6:
1478 if (!flow_tlvs[ROCKER_TLV_OF_DPA_DST_IPV6]) {
1479 return -ROCKER_EINVAL;
1481 memcpy(&key->ipv6.addr.dst,
1482 rocker_tlv_data(flow_tlvs[ROCKER_TLV_OF_DPA_DST_IPV6]),
1483 sizeof(key->ipv6.addr.dst));
1484 if (ipv6_addr_is_multicast(&key->ipv6.addr.dst)) {
1485 return -ROCKER_EINVAL;
1487 if (flow_tlvs[ROCKER_TLV_OF_DPA_DST_IPV6_MASK]) {
1488 memcpy(&mask->ipv6.addr.dst,
1489 rocker_tlv_data(flow_tlvs[ROCKER_TLV_OF_DPA_DST_IPV6_MASK]),
1490 sizeof(mask->ipv6.addr.dst));
1494 return -ROCKER_EINVAL;
1497 if (flow_tlvs[ROCKER_TLV_OF_DPA_GOTO_TABLE_ID]) {
1499 rocker_tlv_get_le16(flow_tlvs[ROCKER_TLV_OF_DPA_GOTO_TABLE_ID]);
1500 if (action->goto_tbl != ROCKER_OF_DPA_TABLE_ID_ACL_POLICY) {
1501 return -ROCKER_EINVAL;
1505 if (flow_tlvs[ROCKER_TLV_OF_DPA_GROUP_ID]) {
1506 action->write.group_id =
1507 rocker_tlv_get_le32(flow_tlvs[ROCKER_TLV_OF_DPA_GROUP_ID]);
1508 type = ROCKER_GROUP_TYPE_GET(action->write.group_id);
1509 if (type != ROCKER_OF_DPA_GROUP_TYPE_L2_INTERFACE &&
1510 type != ROCKER_OF_DPA_GROUP_TYPE_L3_UCAST &&
1511 type != ROCKER_OF_DPA_GROUP_TYPE_L3_ECMP) {
1512 return -ROCKER_EINVAL;
1519 static int of_dpa_cmd_add_multicast_routing(OfDpaFlow *flow,
1520 RockerTlv **flow_tlvs)
1522 OfDpaFlowKey *key = &flow->key;
1523 OfDpaFlowKey *mask = &flow->mask;
1524 OfDpaFlowAction *action = &flow->action;
1526 MULTICAST_ROUTING_MODE_UNKNOWN,
1527 MULTICAST_ROUTING_MODE_IPV4,
1528 MULTICAST_ROUTING_MODE_IPV6,
1529 } mode = MULTICAST_ROUTING_MODE_UNKNOWN;
1531 if (!flow_tlvs[ROCKER_TLV_OF_DPA_ETHERTYPE] ||
1532 !flow_tlvs[ROCKER_TLV_OF_DPA_VLAN_ID]) {
1533 return -ROCKER_EINVAL;
1536 key->tbl_id = ROCKER_OF_DPA_TABLE_ID_MULTICAST_ROUTING;
1537 key->width = FLOW_KEY_WIDTH(ipv6.addr.dst);
1539 key->eth.type = rocker_tlv_get_u16(flow_tlvs[ROCKER_TLV_OF_DPA_ETHERTYPE]);
1540 switch (ntohs(key->eth.type)) {
1542 mode = MULTICAST_ROUTING_MODE_IPV4;
1545 mode = MULTICAST_ROUTING_MODE_IPV6;
1548 return -ROCKER_EINVAL;
1551 key->eth.vlan_id = rocker_tlv_get_u16(flow_tlvs[ROCKER_TLV_OF_DPA_VLAN_ID]);
1554 case MULTICAST_ROUTING_MODE_IPV4:
1556 if (flow_tlvs[ROCKER_TLV_OF_DPA_SRC_IP]) {
1557 key->ipv4.addr.src =
1558 rocker_tlv_get_u32(flow_tlvs[ROCKER_TLV_OF_DPA_SRC_IP]);
1561 if (flow_tlvs[ROCKER_TLV_OF_DPA_SRC_IP_MASK]) {
1562 mask->ipv4.addr.src =
1563 rocker_tlv_get_u32(flow_tlvs[ROCKER_TLV_OF_DPA_SRC_IP_MASK]);
1566 if (!flow_tlvs[ROCKER_TLV_OF_DPA_SRC_IP]) {
1567 if (mask->ipv4.addr.src != 0) {
1568 return -ROCKER_EINVAL;
1572 if (!flow_tlvs[ROCKER_TLV_OF_DPA_DST_IP]) {
1573 return -ROCKER_EINVAL;
1576 key->ipv4.addr.dst =
1577 rocker_tlv_get_u32(flow_tlvs[ROCKER_TLV_OF_DPA_DST_IP]);
1578 if (!ipv4_addr_is_multicast(key->ipv4.addr.dst)) {
1579 return -ROCKER_EINVAL;
1584 case MULTICAST_ROUTING_MODE_IPV6:
1586 if (flow_tlvs[ROCKER_TLV_OF_DPA_SRC_IPV6]) {
1587 memcpy(&key->ipv6.addr.src,
1588 rocker_tlv_data(flow_tlvs[ROCKER_TLV_OF_DPA_SRC_IPV6]),
1589 sizeof(key->ipv6.addr.src));
1592 if (flow_tlvs[ROCKER_TLV_OF_DPA_SRC_IPV6_MASK]) {
1593 memcpy(&mask->ipv6.addr.src,
1594 rocker_tlv_data(flow_tlvs[ROCKER_TLV_OF_DPA_SRC_IPV6_MASK]),
1595 sizeof(mask->ipv6.addr.src));
1598 if (!flow_tlvs[ROCKER_TLV_OF_DPA_SRC_IPV6]) {
1599 if (mask->ipv6.addr.src.addr32[0] != 0 &&
1600 mask->ipv6.addr.src.addr32[1] != 0 &&
1601 mask->ipv6.addr.src.addr32[2] != 0 &&
1602 mask->ipv6.addr.src.addr32[3] != 0) {
1603 return -ROCKER_EINVAL;
1607 if (!flow_tlvs[ROCKER_TLV_OF_DPA_DST_IPV6]) {
1608 return -ROCKER_EINVAL;
1611 memcpy(&key->ipv6.addr.dst,
1612 rocker_tlv_data(flow_tlvs[ROCKER_TLV_OF_DPA_DST_IPV6]),
1613 sizeof(key->ipv6.addr.dst));
1614 if (!ipv6_addr_is_multicast(&key->ipv6.addr.dst)) {
1615 return -ROCKER_EINVAL;
1621 return -ROCKER_EINVAL;
1624 if (flow_tlvs[ROCKER_TLV_OF_DPA_GOTO_TABLE_ID]) {
1626 rocker_tlv_get_le16(flow_tlvs[ROCKER_TLV_OF_DPA_GOTO_TABLE_ID]);
1627 if (action->goto_tbl != ROCKER_OF_DPA_TABLE_ID_ACL_POLICY) {
1628 return -ROCKER_EINVAL;
1632 if (flow_tlvs[ROCKER_TLV_OF_DPA_GROUP_ID]) {
1633 action->write.group_id =
1634 rocker_tlv_get_le32(flow_tlvs[ROCKER_TLV_OF_DPA_GROUP_ID]);
1635 if (ROCKER_GROUP_TYPE_GET(action->write.group_id) !=
1636 ROCKER_OF_DPA_GROUP_TYPE_L3_MCAST) {
1637 return -ROCKER_EINVAL;
1639 action->write.vlan_id = key->eth.vlan_id;
1645 static int of_dpa_cmd_add_acl_ip(OfDpaFlowKey *key, OfDpaFlowKey *mask,
1646 RockerTlv **flow_tlvs)
1648 key->width = FLOW_KEY_WIDTH(ip.tos);
1655 if (flow_tlvs[ROCKER_TLV_OF_DPA_IP_PROTO]) {
1657 rocker_tlv_get_u8(flow_tlvs[ROCKER_TLV_OF_DPA_IP_PROTO]);
1659 if (flow_tlvs[ROCKER_TLV_OF_DPA_IP_PROTO_MASK]) {
1661 rocker_tlv_get_u8(flow_tlvs[ROCKER_TLV_OF_DPA_IP_PROTO_MASK]);
1663 if (flow_tlvs[ROCKER_TLV_OF_DPA_IP_DSCP]) {
1665 rocker_tlv_get_u8(flow_tlvs[ROCKER_TLV_OF_DPA_IP_DSCP]);
1667 if (flow_tlvs[ROCKER_TLV_OF_DPA_IP_DSCP_MASK]) {
1669 rocker_tlv_get_u8(flow_tlvs[ROCKER_TLV_OF_DPA_IP_DSCP_MASK]);
1671 if (flow_tlvs[ROCKER_TLV_OF_DPA_IP_ECN]) {
1673 rocker_tlv_get_u8(flow_tlvs[ROCKER_TLV_OF_DPA_IP_ECN]) << 6;
1675 if (flow_tlvs[ROCKER_TLV_OF_DPA_IP_ECN_MASK]) {
1677 rocker_tlv_get_u8(flow_tlvs[ROCKER_TLV_OF_DPA_IP_ECN_MASK]) << 6;
1683 static int of_dpa_cmd_add_acl(OfDpaFlow *flow, RockerTlv **flow_tlvs)
1685 OfDpaFlowKey *key = &flow->key;
1686 OfDpaFlowKey *mask = &flow->mask;
1687 OfDpaFlowAction *action = &flow->action;
1692 ACL_MODE_IPV4_TENANT,
1693 ACL_MODE_IPV6_TENANT,
1694 ACL_MODE_NON_IP_VLAN,
1695 ACL_MODE_NON_IP_TENANT,
1697 ACL_MODE_ANY_TENANT,
1698 } mode = ACL_MODE_UNKNOWN;
1699 int err = ROCKER_OK;
1701 if (!flow_tlvs[ROCKER_TLV_OF_DPA_IN_PPORT] ||
1702 !flow_tlvs[ROCKER_TLV_OF_DPA_ETHERTYPE]) {
1703 return -ROCKER_EINVAL;
1706 if (flow_tlvs[ROCKER_TLV_OF_DPA_VLAN_ID] &&
1707 flow_tlvs[ROCKER_TLV_OF_DPA_TUNNEL_ID]) {
1708 return -ROCKER_EINVAL;
1711 key->tbl_id = ROCKER_OF_DPA_TABLE_ID_ACL_POLICY;
1712 key->width = FLOW_KEY_WIDTH(eth.type);
1714 key->in_pport = rocker_tlv_get_le32(flow_tlvs[ROCKER_TLV_OF_DPA_IN_PPORT]);
1715 if (flow_tlvs[ROCKER_TLV_OF_DPA_IN_PPORT_MASK]) {
1717 rocker_tlv_get_le32(flow_tlvs[ROCKER_TLV_OF_DPA_IN_PPORT_MASK]);
1720 if (flow_tlvs[ROCKER_TLV_OF_DPA_SRC_MAC]) {
1721 memcpy(key->eth.src.a,
1722 rocker_tlv_data(flow_tlvs[ROCKER_TLV_OF_DPA_SRC_MAC]),
1723 sizeof(key->eth.src.a));
1726 if (flow_tlvs[ROCKER_TLV_OF_DPA_SRC_MAC_MASK]) {
1727 memcpy(mask->eth.src.a,
1728 rocker_tlv_data(flow_tlvs[ROCKER_TLV_OF_DPA_SRC_MAC_MASK]),
1729 sizeof(mask->eth.src.a));
1732 if (flow_tlvs[ROCKER_TLV_OF_DPA_DST_MAC]) {
1733 memcpy(key->eth.dst.a,
1734 rocker_tlv_data(flow_tlvs[ROCKER_TLV_OF_DPA_DST_MAC]),
1735 sizeof(key->eth.dst.a));
1738 if (flow_tlvs[ROCKER_TLV_OF_DPA_DST_MAC_MASK]) {
1739 memcpy(mask->eth.dst.a,
1740 rocker_tlv_data(flow_tlvs[ROCKER_TLV_OF_DPA_DST_MAC_MASK]),
1741 sizeof(mask->eth.dst.a));
1744 key->eth.type = rocker_tlv_get_u16(flow_tlvs[ROCKER_TLV_OF_DPA_ETHERTYPE]);
1745 if (key->eth.type) {
1746 mask->eth.type = 0xffff;
1749 if (flow_tlvs[ROCKER_TLV_OF_DPA_VLAN_ID]) {
1751 rocker_tlv_get_u16(flow_tlvs[ROCKER_TLV_OF_DPA_VLAN_ID]);
1754 if (flow_tlvs[ROCKER_TLV_OF_DPA_VLAN_ID_MASK]) {
1756 rocker_tlv_get_u16(flow_tlvs[ROCKER_TLV_OF_DPA_VLAN_ID_MASK]);
1759 switch (ntohs(key->eth.type)) {
1761 mode = (key->eth.vlan_id) ? ACL_MODE_ANY_VLAN : ACL_MODE_ANY_TENANT;
1764 mode = (key->eth.vlan_id) ? ACL_MODE_IPV4_VLAN : ACL_MODE_IPV4_TENANT;
1767 mode = (key->eth.vlan_id) ? ACL_MODE_IPV6_VLAN : ACL_MODE_IPV6_TENANT;
1770 mode = (key->eth.vlan_id) ? ACL_MODE_NON_IP_VLAN :
1771 ACL_MODE_NON_IP_TENANT;
1775 /* XXX only supporting VLAN modes for now */
1776 if (mode != ACL_MODE_IPV4_VLAN &&
1777 mode != ACL_MODE_IPV6_VLAN &&
1778 mode != ACL_MODE_NON_IP_VLAN &&
1779 mode != ACL_MODE_ANY_VLAN) {
1780 return -ROCKER_EINVAL;
1783 switch (ntohs(key->eth.type)) {
1786 err = of_dpa_cmd_add_acl_ip(key, mask, flow_tlvs);
1794 if (flow_tlvs[ROCKER_TLV_OF_DPA_GROUP_ID]) {
1795 action->write.group_id =
1796 rocker_tlv_get_le32(flow_tlvs[ROCKER_TLV_OF_DPA_GROUP_ID]);
1799 if (flow_tlvs[ROCKER_TLV_OF_DPA_COPY_CPU_ACTION]) {
1800 action->apply.copy_to_cpu =
1801 rocker_tlv_get_u8(flow_tlvs[ROCKER_TLV_OF_DPA_COPY_CPU_ACTION]);
1807 static int of_dpa_cmd_flow_add_mod(OfDpa *of_dpa, OfDpaFlow *flow,
1808 RockerTlv **flow_tlvs)
1810 enum rocker_of_dpa_table_id tbl;
1811 int err = ROCKER_OK;
1813 if (!flow_tlvs[ROCKER_TLV_OF_DPA_TABLE_ID] ||
1814 !flow_tlvs[ROCKER_TLV_OF_DPA_PRIORITY] ||
1815 !flow_tlvs[ROCKER_TLV_OF_DPA_HARDTIME]) {
1816 return -ROCKER_EINVAL;
1819 tbl = rocker_tlv_get_le16(flow_tlvs[ROCKER_TLV_OF_DPA_TABLE_ID]);
1820 flow->priority = rocker_tlv_get_le32(flow_tlvs[ROCKER_TLV_OF_DPA_PRIORITY]);
1821 flow->hardtime = rocker_tlv_get_le32(flow_tlvs[ROCKER_TLV_OF_DPA_HARDTIME]);
1823 if (flow_tlvs[ROCKER_TLV_OF_DPA_IDLETIME]) {
1824 if (tbl == ROCKER_OF_DPA_TABLE_ID_INGRESS_PORT ||
1825 tbl == ROCKER_OF_DPA_TABLE_ID_VLAN ||
1826 tbl == ROCKER_OF_DPA_TABLE_ID_TERMINATION_MAC) {
1827 return -ROCKER_EINVAL;
1830 rocker_tlv_get_le32(flow_tlvs[ROCKER_TLV_OF_DPA_IDLETIME]);
1834 case ROCKER_OF_DPA_TABLE_ID_INGRESS_PORT:
1835 err = of_dpa_cmd_add_ig_port(flow, flow_tlvs);
1837 case ROCKER_OF_DPA_TABLE_ID_VLAN:
1838 err = of_dpa_cmd_add_vlan(flow, flow_tlvs);
1840 case ROCKER_OF_DPA_TABLE_ID_TERMINATION_MAC:
1841 err = of_dpa_cmd_add_term_mac(flow, flow_tlvs);
1843 case ROCKER_OF_DPA_TABLE_ID_BRIDGING:
1844 err = of_dpa_cmd_add_bridging(flow, flow_tlvs);
1846 case ROCKER_OF_DPA_TABLE_ID_UNICAST_ROUTING:
1847 err = of_dpa_cmd_add_unicast_routing(flow, flow_tlvs);
1849 case ROCKER_OF_DPA_TABLE_ID_MULTICAST_ROUTING:
1850 err = of_dpa_cmd_add_multicast_routing(flow, flow_tlvs);
1852 case ROCKER_OF_DPA_TABLE_ID_ACL_POLICY:
1853 err = of_dpa_cmd_add_acl(flow, flow_tlvs);
1860 static int of_dpa_cmd_flow_add(OfDpa *of_dpa, uint64_t cookie,
1861 RockerTlv **flow_tlvs)
1863 OfDpaFlow *flow = of_dpa_flow_find(of_dpa, cookie);
1864 int err = ROCKER_OK;
1867 return -ROCKER_EEXIST;
1870 flow = of_dpa_flow_alloc(cookie);
1872 return -ROCKER_ENOMEM;
1875 err = of_dpa_cmd_flow_add_mod(of_dpa, flow, flow_tlvs);
1881 return of_dpa_flow_add(of_dpa, flow);
1884 static int of_dpa_cmd_flow_mod(OfDpa *of_dpa, uint64_t cookie,
1885 RockerTlv **flow_tlvs)
1887 OfDpaFlow *flow = of_dpa_flow_find(of_dpa, cookie);
1890 return -ROCKER_ENOENT;
1893 return of_dpa_cmd_flow_add_mod(of_dpa, flow, flow_tlvs);
1896 static int of_dpa_cmd_flow_del(OfDpa *of_dpa, uint64_t cookie)
1898 OfDpaFlow *flow = of_dpa_flow_find(of_dpa, cookie);
1901 return -ROCKER_ENOENT;
1904 of_dpa_flow_del(of_dpa, flow);
1909 static int of_dpa_cmd_flow_get_stats(OfDpa *of_dpa, uint64_t cookie,
1910 struct desc_info *info, char *buf)
1912 OfDpaFlow *flow = of_dpa_flow_find(of_dpa, cookie);
1914 int64_t now = qemu_clock_get_ms(QEMU_CLOCK_VIRTUAL) / 1000;
1918 return -ROCKER_ENOENT;
1921 tlv_size = rocker_tlv_total_size(sizeof(uint32_t)) + /* duration */
1922 rocker_tlv_total_size(sizeof(uint64_t)) + /* rx_pkts */
1923 rocker_tlv_total_size(sizeof(uint64_t)); /* tx_ptks */
1925 if (tlv_size > desc_buf_size(info)) {
1926 return -ROCKER_EMSGSIZE;
1930 rocker_tlv_put_le32(buf, &pos, ROCKER_TLV_OF_DPA_FLOW_STAT_DURATION,
1931 (int32_t)(now - flow->stats.install_time));
1932 rocker_tlv_put_le64(buf, &pos, ROCKER_TLV_OF_DPA_FLOW_STAT_RX_PKTS,
1933 flow->stats.rx_pkts);
1934 rocker_tlv_put_le64(buf, &pos, ROCKER_TLV_OF_DPA_FLOW_STAT_TX_PKTS,
1935 flow->stats.tx_pkts);
1937 return desc_set_buf(info, tlv_size);
1940 static int of_dpa_flow_cmd(OfDpa *of_dpa, struct desc_info *info,
1941 char *buf, uint16_t cmd,
1942 RockerTlv **flow_tlvs)
1946 if (!flow_tlvs[ROCKER_TLV_OF_DPA_COOKIE]) {
1947 return -ROCKER_EINVAL;
1950 cookie = rocker_tlv_get_le64(flow_tlvs[ROCKER_TLV_OF_DPA_COOKIE]);
1953 case ROCKER_TLV_CMD_TYPE_OF_DPA_FLOW_ADD:
1954 return of_dpa_cmd_flow_add(of_dpa, cookie, flow_tlvs);
1955 case ROCKER_TLV_CMD_TYPE_OF_DPA_FLOW_MOD:
1956 return of_dpa_cmd_flow_mod(of_dpa, cookie, flow_tlvs);
1957 case ROCKER_TLV_CMD_TYPE_OF_DPA_FLOW_DEL:
1958 return of_dpa_cmd_flow_del(of_dpa, cookie);
1959 case ROCKER_TLV_CMD_TYPE_OF_DPA_FLOW_GET_STATS:
1960 return of_dpa_cmd_flow_get_stats(of_dpa, cookie, info, buf);
1963 return -ROCKER_ENOTSUP;
1966 static int of_dpa_cmd_add_l2_interface(OfDpaGroup *group,
1967 RockerTlv **group_tlvs)
1969 if (!group_tlvs[ROCKER_TLV_OF_DPA_OUT_PPORT] ||
1970 !group_tlvs[ROCKER_TLV_OF_DPA_POP_VLAN]) {
1971 return -ROCKER_EINVAL;
1974 group->l2_interface.out_pport =
1975 rocker_tlv_get_le32(group_tlvs[ROCKER_TLV_OF_DPA_OUT_PPORT]);
1976 group->l2_interface.pop_vlan =
1977 rocker_tlv_get_u8(group_tlvs[ROCKER_TLV_OF_DPA_POP_VLAN]);
1982 static int of_dpa_cmd_add_l2_rewrite(OfDpa *of_dpa, OfDpaGroup *group,
1983 RockerTlv **group_tlvs)
1985 OfDpaGroup *l2_interface_group;
1987 if (!group_tlvs[ROCKER_TLV_OF_DPA_GROUP_ID_LOWER]) {
1988 return -ROCKER_EINVAL;
1991 group->l2_rewrite.group_id =
1992 rocker_tlv_get_le32(group_tlvs[ROCKER_TLV_OF_DPA_GROUP_ID_LOWER]);
1994 l2_interface_group = of_dpa_group_find(of_dpa, group->l2_rewrite.group_id);
1995 if (!l2_interface_group ||
1996 ROCKER_GROUP_TYPE_GET(l2_interface_group->id) !=
1997 ROCKER_OF_DPA_GROUP_TYPE_L2_INTERFACE) {
1998 DPRINTF("l2 rewrite group needs a valid l2 interface group\n");
1999 return -ROCKER_EINVAL;
2002 if (group_tlvs[ROCKER_TLV_OF_DPA_SRC_MAC]) {
2003 memcpy(group->l2_rewrite.src_mac.a,
2004 rocker_tlv_data(group_tlvs[ROCKER_TLV_OF_DPA_SRC_MAC]),
2005 sizeof(group->l2_rewrite.src_mac.a));
2008 if (group_tlvs[ROCKER_TLV_OF_DPA_DST_MAC]) {
2009 memcpy(group->l2_rewrite.dst_mac.a,
2010 rocker_tlv_data(group_tlvs[ROCKER_TLV_OF_DPA_DST_MAC]),
2011 sizeof(group->l2_rewrite.dst_mac.a));
2014 if (group_tlvs[ROCKER_TLV_OF_DPA_VLAN_ID]) {
2015 group->l2_rewrite.vlan_id =
2016 rocker_tlv_get_u16(group_tlvs[ROCKER_TLV_OF_DPA_VLAN_ID]);
2017 if (ROCKER_GROUP_VLAN_GET(l2_interface_group->id) !=
2018 (ntohs(group->l2_rewrite.vlan_id) & VLAN_VID_MASK)) {
2019 DPRINTF("Set VLAN ID must be same as L2 interface group\n");
2020 return -ROCKER_EINVAL;
2027 static int of_dpa_cmd_add_l2_flood(OfDpa *of_dpa, OfDpaGroup *group,
2028 RockerTlv **group_tlvs)
2030 OfDpaGroup *l2_group;
2035 if (!group_tlvs[ROCKER_TLV_OF_DPA_GROUP_COUNT] ||
2036 !group_tlvs[ROCKER_TLV_OF_DPA_GROUP_IDS]) {
2037 return -ROCKER_EINVAL;
2040 group->l2_flood.group_count =
2041 rocker_tlv_get_le16(group_tlvs[ROCKER_TLV_OF_DPA_GROUP_COUNT]);
2043 tlvs = g_new0(RockerTlv *, group->l2_flood.group_count + 1);
2045 return -ROCKER_ENOMEM;
2048 g_free(group->l2_flood.group_ids);
2049 group->l2_flood.group_ids =
2050 g_new0(uint32_t, group->l2_flood.group_count);
2051 if (!group->l2_flood.group_ids) {
2052 err = -ROCKER_ENOMEM;
2056 rocker_tlv_parse_nested(tlvs, group->l2_flood.group_count,
2057 group_tlvs[ROCKER_TLV_OF_DPA_GROUP_IDS]);
2059 for (i = 0; i < group->l2_flood.group_count; i++) {
2060 group->l2_flood.group_ids[i] = rocker_tlv_get_le32(tlvs[i + 1]);
2063 /* All of the L2 interface groups referenced by the L2 flood
2064 * must have same VLAN
2067 for (i = 0; i < group->l2_flood.group_count; i++) {
2068 l2_group = of_dpa_group_find(of_dpa, group->l2_flood.group_ids[i]);
2072 if ((ROCKER_GROUP_TYPE_GET(l2_group->id) ==
2073 ROCKER_OF_DPA_GROUP_TYPE_L2_INTERFACE) &&
2074 (ROCKER_GROUP_VLAN_GET(l2_group->id) !=
2075 ROCKER_GROUP_VLAN_GET(group->id))) {
2076 DPRINTF("l2 interface group 0x%08x VLAN doesn't match l2 "
2077 "flood group 0x%08x\n",
2078 group->l2_flood.group_ids[i], group->id);
2079 err = -ROCKER_EINVAL;
2088 group->l2_flood.group_count = 0;
2089 g_free(group->l2_flood.group_ids);
2095 static int of_dpa_cmd_add_l3_unicast(OfDpaGroup *group, RockerTlv **group_tlvs)
2097 if (!group_tlvs[ROCKER_TLV_OF_DPA_GROUP_ID_LOWER]) {
2098 return -ROCKER_EINVAL;
2101 group->l3_unicast.group_id =
2102 rocker_tlv_get_le32(group_tlvs[ROCKER_TLV_OF_DPA_GROUP_ID_LOWER]);
2104 if (group_tlvs[ROCKER_TLV_OF_DPA_SRC_MAC]) {
2105 memcpy(group->l3_unicast.src_mac.a,
2106 rocker_tlv_data(group_tlvs[ROCKER_TLV_OF_DPA_SRC_MAC]),
2107 sizeof(group->l3_unicast.src_mac.a));
2110 if (group_tlvs[ROCKER_TLV_OF_DPA_DST_MAC]) {
2111 memcpy(group->l3_unicast.dst_mac.a,
2112 rocker_tlv_data(group_tlvs[ROCKER_TLV_OF_DPA_DST_MAC]),
2113 sizeof(group->l3_unicast.dst_mac.a));
2116 if (group_tlvs[ROCKER_TLV_OF_DPA_VLAN_ID]) {
2117 group->l3_unicast.vlan_id =
2118 rocker_tlv_get_u16(group_tlvs[ROCKER_TLV_OF_DPA_VLAN_ID]);
2121 if (group_tlvs[ROCKER_TLV_OF_DPA_TTL_CHECK]) {
2122 group->l3_unicast.ttl_check =
2123 rocker_tlv_get_u8(group_tlvs[ROCKER_TLV_OF_DPA_TTL_CHECK]);
2129 static int of_dpa_cmd_group_do(OfDpa *of_dpa, uint32_t group_id,
2130 OfDpaGroup *group, RockerTlv **group_tlvs)
2132 uint8_t type = ROCKER_GROUP_TYPE_GET(group_id);
2135 case ROCKER_OF_DPA_GROUP_TYPE_L2_INTERFACE:
2136 return of_dpa_cmd_add_l2_interface(group, group_tlvs);
2137 case ROCKER_OF_DPA_GROUP_TYPE_L2_REWRITE:
2138 return of_dpa_cmd_add_l2_rewrite(of_dpa, group, group_tlvs);
2139 case ROCKER_OF_DPA_GROUP_TYPE_L2_FLOOD:
2140 /* Treat L2 multicast group same as a L2 flood group */
2141 case ROCKER_OF_DPA_GROUP_TYPE_L2_MCAST:
2142 return of_dpa_cmd_add_l2_flood(of_dpa, group, group_tlvs);
2143 case ROCKER_OF_DPA_GROUP_TYPE_L3_UCAST:
2144 return of_dpa_cmd_add_l3_unicast(group, group_tlvs);
2147 return -ROCKER_ENOTSUP;
2150 static int of_dpa_cmd_group_add(OfDpa *of_dpa, uint32_t group_id,
2151 RockerTlv **group_tlvs)
2153 OfDpaGroup *group = of_dpa_group_find(of_dpa, group_id);
2157 return -ROCKER_EEXIST;
2160 group = of_dpa_group_alloc(group_id);
2162 return -ROCKER_ENOMEM;
2165 err = of_dpa_cmd_group_do(of_dpa, group_id, group, group_tlvs);
2170 err = of_dpa_group_add(of_dpa, group);
2182 static int of_dpa_cmd_group_mod(OfDpa *of_dpa, uint32_t group_id,
2183 RockerTlv **group_tlvs)
2185 OfDpaGroup *group = of_dpa_group_find(of_dpa, group_id);
2188 return -ROCKER_ENOENT;
2191 return of_dpa_cmd_group_do(of_dpa, group_id, group, group_tlvs);
2194 static int of_dpa_cmd_group_del(OfDpa *of_dpa, uint32_t group_id)
2196 OfDpaGroup *group = of_dpa_group_find(of_dpa, group_id);
2199 return -ROCKER_ENOENT;
2202 return of_dpa_group_del(of_dpa, group);
2205 static int of_dpa_cmd_group_get_stats(OfDpa *of_dpa, uint32_t group_id,
2206 struct desc_info *info, char *buf)
2208 return -ROCKER_ENOTSUP;
2211 static int of_dpa_group_cmd(OfDpa *of_dpa, struct desc_info *info,
2212 char *buf, uint16_t cmd, RockerTlv **group_tlvs)
2216 if (!group_tlvs[ROCKER_TLV_OF_DPA_GROUP_ID]) {
2217 return -ROCKER_EINVAL;
2220 group_id = rocker_tlv_get_le32(group_tlvs[ROCKER_TLV_OF_DPA_GROUP_ID]);
2223 case ROCKER_TLV_CMD_TYPE_OF_DPA_GROUP_ADD:
2224 return of_dpa_cmd_group_add(of_dpa, group_id, group_tlvs);
2225 case ROCKER_TLV_CMD_TYPE_OF_DPA_GROUP_MOD:
2226 return of_dpa_cmd_group_mod(of_dpa, group_id, group_tlvs);
2227 case ROCKER_TLV_CMD_TYPE_OF_DPA_GROUP_DEL:
2228 return of_dpa_cmd_group_del(of_dpa, group_id);
2229 case ROCKER_TLV_CMD_TYPE_OF_DPA_GROUP_GET_STATS:
2230 return of_dpa_cmd_group_get_stats(of_dpa, group_id, info, buf);
2233 return -ROCKER_ENOTSUP;
2236 static int of_dpa_cmd(World *world, struct desc_info *info,
2237 char *buf, uint16_t cmd, RockerTlv *cmd_info_tlv)
2239 OfDpa *of_dpa = world_private(world);
2240 RockerTlv *tlvs[ROCKER_TLV_OF_DPA_MAX + 1];
2242 rocker_tlv_parse_nested(tlvs, ROCKER_TLV_OF_DPA_MAX, cmd_info_tlv);
2245 case ROCKER_TLV_CMD_TYPE_OF_DPA_FLOW_ADD:
2246 case ROCKER_TLV_CMD_TYPE_OF_DPA_FLOW_MOD:
2247 case ROCKER_TLV_CMD_TYPE_OF_DPA_FLOW_DEL:
2248 case ROCKER_TLV_CMD_TYPE_OF_DPA_FLOW_GET_STATS:
2249 return of_dpa_flow_cmd(of_dpa, info, buf, cmd, tlvs);
2250 case ROCKER_TLV_CMD_TYPE_OF_DPA_GROUP_ADD:
2251 case ROCKER_TLV_CMD_TYPE_OF_DPA_GROUP_MOD:
2252 case ROCKER_TLV_CMD_TYPE_OF_DPA_GROUP_DEL:
2253 case ROCKER_TLV_CMD_TYPE_OF_DPA_GROUP_GET_STATS:
2254 return of_dpa_group_cmd(of_dpa, info, buf, cmd, tlvs);
2257 return -ROCKER_ENOTSUP;
2260 static gboolean rocker_int64_equal(gconstpointer v1, gconstpointer v2)
2262 return *((const uint64_t *)v1) == *((const uint64_t *)v2);
2265 static guint rocker_int64_hash(gconstpointer v)
2267 return (guint)*(const uint64_t *)v;
2270 static int of_dpa_init(World *world)
2272 OfDpa *of_dpa = world_private(world);
2274 of_dpa->world = world;
2276 of_dpa->flow_tbl = g_hash_table_new_full(rocker_int64_hash,
2279 if (!of_dpa->flow_tbl) {
2283 of_dpa->group_tbl = g_hash_table_new_full(g_int_hash, g_int_equal,
2285 if (!of_dpa->group_tbl) {
2289 /* XXX hardcode some artificial table max values */
2290 of_dpa->flow_tbl_max_size = 100;
2291 of_dpa->group_tbl_max_size = 100;
2296 g_hash_table_destroy(of_dpa->flow_tbl);
2300 static void of_dpa_uninit(World *world)
2302 OfDpa *of_dpa = world_private(world);
2304 g_hash_table_destroy(of_dpa->group_tbl);
2305 g_hash_table_destroy(of_dpa->flow_tbl);
2308 struct of_dpa_flow_fill_context {
2309 RockerOfDpaFlowList *list;
2313 static void of_dpa_flow_fill(void *cookie, void *value, void *user_data)
2315 struct of_dpa_flow *flow = value;
2316 struct of_dpa_flow_key *key = &flow->key;
2317 struct of_dpa_flow_key *mask = &flow->mask;
2318 struct of_dpa_flow_fill_context *flow_context = user_data;
2319 RockerOfDpaFlowList *new;
2320 RockerOfDpaFlow *nflow;
2321 RockerOfDpaFlowKey *nkey;
2322 RockerOfDpaFlowMask *nmask;
2323 RockerOfDpaFlowAction *naction;
2325 if (flow_context->tbl_id != -1 &&
2326 flow_context->tbl_id != key->tbl_id) {
2330 new = g_malloc0(sizeof(*new));
2331 nflow = new->value = g_malloc0(sizeof(*nflow));
2332 nkey = nflow->key = g_malloc0(sizeof(*nkey));
2333 nmask = nflow->mask = g_malloc0(sizeof(*nmask));
2334 naction = nflow->action = g_malloc0(sizeof(*naction));
2336 nflow->cookie = flow->cookie;
2337 nflow->hits = flow->stats.hits;
2338 nkey->priority = flow->priority;
2339 nkey->tbl_id = key->tbl_id;
2341 if (key->in_pport || mask->in_pport) {
2342 nkey->has_in_pport = true;
2343 nkey->in_pport = key->in_pport;
2346 if (nkey->has_in_pport && mask->in_pport != 0xffffffff) {
2347 nmask->has_in_pport = true;
2348 nmask->in_pport = mask->in_pport;
2351 if (key->eth.vlan_id || mask->eth.vlan_id) {
2352 nkey->has_vlan_id = true;
2353 nkey->vlan_id = ntohs(key->eth.vlan_id);
2356 if (nkey->has_vlan_id && mask->eth.vlan_id != 0xffff) {
2357 nmask->has_vlan_id = true;
2358 nmask->vlan_id = ntohs(mask->eth.vlan_id);
2361 if (key->tunnel_id || mask->tunnel_id) {
2362 nkey->has_tunnel_id = true;
2363 nkey->tunnel_id = key->tunnel_id;
2366 if (nkey->has_tunnel_id && mask->tunnel_id != 0xffffffff) {
2367 nmask->has_tunnel_id = true;
2368 nmask->tunnel_id = mask->tunnel_id;
2371 if (memcmp(key->eth.src.a, zero_mac.a, ETH_ALEN) ||
2372 memcmp(mask->eth.src.a, zero_mac.a, ETH_ALEN)) {
2373 nkey->has_eth_src = true;
2374 nkey->eth_src = qemu_mac_strdup_printf(key->eth.src.a);
2377 if (nkey->has_eth_src && memcmp(mask->eth.src.a, ff_mac.a, ETH_ALEN)) {
2378 nmask->has_eth_src = true;
2379 nmask->eth_src = qemu_mac_strdup_printf(mask->eth.src.a);
2382 if (memcmp(key->eth.dst.a, zero_mac.a, ETH_ALEN) ||
2383 memcmp(mask->eth.dst.a, zero_mac.a, ETH_ALEN)) {
2384 nkey->has_eth_dst = true;
2385 nkey->eth_dst = qemu_mac_strdup_printf(key->eth.dst.a);
2388 if (nkey->has_eth_dst && memcmp(mask->eth.dst.a, ff_mac.a, ETH_ALEN)) {
2389 nmask->has_eth_dst = true;
2390 nmask->eth_dst = qemu_mac_strdup_printf(mask->eth.dst.a);
2393 if (key->eth.type) {
2395 nkey->has_eth_type = true;
2396 nkey->eth_type = ntohs(key->eth.type);
2398 switch (ntohs(key->eth.type)) {
2401 if (key->ip.proto || mask->ip.proto) {
2402 nkey->has_ip_proto = true;
2403 nkey->ip_proto = key->ip.proto;
2405 if (nkey->has_ip_proto && mask->ip.proto != 0xff) {
2406 nmask->has_ip_proto = true;
2407 nmask->ip_proto = mask->ip.proto;
2409 if (key->ip.tos || mask->ip.tos) {
2410 nkey->has_ip_tos = true;
2411 nkey->ip_tos = key->ip.tos;
2413 if (nkey->has_ip_tos && mask->ip.tos != 0xff) {
2414 nmask->has_ip_tos = true;
2415 nmask->ip_tos = mask->ip.tos;
2420 switch (ntohs(key->eth.type)) {
2422 if (key->ipv4.addr.dst || mask->ipv4.addr.dst) {
2423 char *dst = inet_ntoa(*(struct in_addr *)&key->ipv4.addr.dst);
2424 int dst_len = of_dpa_mask2prefix(mask->ipv4.addr.dst);
2425 nkey->has_ip_dst = true;
2426 nkey->ip_dst = g_strdup_printf("%s/%d", dst, dst_len);
2432 if (flow->action.goto_tbl) {
2433 naction->has_goto_tbl = true;
2434 naction->goto_tbl = flow->action.goto_tbl;
2437 if (flow->action.write.group_id) {
2438 naction->has_group_id = true;
2439 naction->group_id = flow->action.write.group_id;
2442 if (flow->action.apply.new_vlan_id) {
2443 naction->has_new_vlan_id = true;
2444 naction->new_vlan_id = flow->action.apply.new_vlan_id;
2447 new->next = flow_context->list;
2448 flow_context->list = new;
2451 RockerOfDpaFlowList *qmp_query_rocker_of_dpa_flows(const char *name,
2458 struct of_dpa *of_dpa;
2459 struct of_dpa_flow_fill_context fill_context = {
2464 r = rocker_find(name);
2466 error_setg(errp, "rocker %s not found", name);
2470 w = rocker_get_world(r, ROCKER_WORLD_TYPE_OF_DPA);
2472 error_setg(errp, "rocker %s doesn't have OF-DPA world", name);
2476 of_dpa = world_private(w);
2478 g_hash_table_foreach(of_dpa->flow_tbl, of_dpa_flow_fill, &fill_context);
2480 return fill_context.list;
2483 struct of_dpa_group_fill_context {
2484 RockerOfDpaGroupList *list;
2488 static void of_dpa_group_fill(void *key, void *value, void *user_data)
2490 struct of_dpa_group *group = value;
2491 struct of_dpa_group_fill_context *flow_context = user_data;
2492 RockerOfDpaGroupList *new;
2493 RockerOfDpaGroup *ngroup;
2494 struct uint32List *id;
2497 if (flow_context->type != 9 &&
2498 flow_context->type != ROCKER_GROUP_TYPE_GET(group->id)) {
2502 new = g_malloc0(sizeof(*new));
2503 ngroup = new->value = g_malloc0(sizeof(*ngroup));
2505 ngroup->id = group->id;
2507 ngroup->type = ROCKER_GROUP_TYPE_GET(group->id);
2509 switch (ngroup->type) {
2510 case ROCKER_OF_DPA_GROUP_TYPE_L2_INTERFACE:
2511 ngroup->has_vlan_id = true;
2512 ngroup->vlan_id = ROCKER_GROUP_VLAN_GET(group->id);
2513 ngroup->has_pport = true;
2514 ngroup->pport = ROCKER_GROUP_PORT_GET(group->id);
2515 ngroup->has_out_pport = true;
2516 ngroup->out_pport = group->l2_interface.out_pport;
2517 ngroup->has_pop_vlan = true;
2518 ngroup->pop_vlan = group->l2_interface.pop_vlan;
2520 case ROCKER_OF_DPA_GROUP_TYPE_L2_REWRITE:
2521 ngroup->has_index = true;
2522 ngroup->index = ROCKER_GROUP_INDEX_LONG_GET(group->id);
2523 ngroup->has_group_id = true;
2524 ngroup->group_id = group->l2_rewrite.group_id;
2525 if (group->l2_rewrite.vlan_id) {
2526 ngroup->has_set_vlan_id = true;
2527 ngroup->set_vlan_id = ntohs(group->l2_rewrite.vlan_id);
2529 if (memcmp(group->l2_rewrite.src_mac.a, zero_mac.a, ETH_ALEN)) {
2530 ngroup->has_set_eth_src = true;
2531 ngroup->set_eth_src =
2532 qemu_mac_strdup_printf(group->l2_rewrite.src_mac.a);
2534 if (memcmp(group->l2_rewrite.dst_mac.a, zero_mac.a, ETH_ALEN)) {
2535 ngroup->has_set_eth_dst = true;
2536 ngroup->set_eth_dst =
2537 qemu_mac_strdup_printf(group->l2_rewrite.dst_mac.a);
2540 case ROCKER_OF_DPA_GROUP_TYPE_L2_FLOOD:
2541 case ROCKER_OF_DPA_GROUP_TYPE_L2_MCAST:
2542 ngroup->has_vlan_id = true;
2543 ngroup->vlan_id = ROCKER_GROUP_VLAN_GET(group->id);
2544 ngroup->has_index = true;
2545 ngroup->index = ROCKER_GROUP_INDEX_GET(group->id);
2546 for (i = 0; i < group->l2_flood.group_count; i++) {
2547 ngroup->has_group_ids = true;
2548 id = g_malloc0(sizeof(*id));
2549 id->value = group->l2_flood.group_ids[i];
2550 id->next = ngroup->group_ids;
2551 ngroup->group_ids = id;
2554 case ROCKER_OF_DPA_GROUP_TYPE_L3_UCAST:
2555 ngroup->has_index = true;
2556 ngroup->index = ROCKER_GROUP_INDEX_LONG_GET(group->id);
2557 ngroup->has_group_id = true;
2558 ngroup->group_id = group->l3_unicast.group_id;
2559 if (group->l3_unicast.vlan_id) {
2560 ngroup->has_set_vlan_id = true;
2561 ngroup->set_vlan_id = ntohs(group->l3_unicast.vlan_id);
2563 if (memcmp(group->l3_unicast.src_mac.a, zero_mac.a, ETH_ALEN)) {
2564 ngroup->has_set_eth_src = true;
2565 ngroup->set_eth_src =
2566 qemu_mac_strdup_printf(group->l3_unicast.src_mac.a);
2568 if (memcmp(group->l3_unicast.dst_mac.a, zero_mac.a, ETH_ALEN)) {
2569 ngroup->has_set_eth_dst = true;
2570 ngroup->set_eth_dst =
2571 qemu_mac_strdup_printf(group->l3_unicast.dst_mac.a);
2573 if (group->l3_unicast.ttl_check) {
2574 ngroup->has_ttl_check = true;
2575 ngroup->ttl_check = group->l3_unicast.ttl_check;
2580 new->next = flow_context->list;
2581 flow_context->list = new;
2584 RockerOfDpaGroupList *qmp_query_rocker_of_dpa_groups(const char *name,
2591 struct of_dpa *of_dpa;
2592 struct of_dpa_group_fill_context fill_context = {
2597 r = rocker_find(name);
2599 error_setg(errp, "rocker %s not found", name);
2603 w = rocker_get_world(r, ROCKER_WORLD_TYPE_OF_DPA);
2605 error_setg(errp, "rocker %s doesn't have OF-DPA world", name);
2609 of_dpa = world_private(w);
2611 g_hash_table_foreach(of_dpa->group_tbl, of_dpa_group_fill, &fill_context);
2613 return fill_context.list;
2616 static WorldOps of_dpa_ops = {
2618 .init = of_dpa_init,
2619 .uninit = of_dpa_uninit,
2624 World *of_dpa_world_alloc(Rocker *r)
2626 return world_alloc(r, sizeof(OfDpa), ROCKER_WORLD_TYPE_OF_DPA, &of_dpa_ops);