1 /* SPDX-License-Identifier: GPL-2.0-or-later */
3 * Linux ethernet bridge
12 #include <linux/netdevice.h>
13 #include <linux/if_bridge.h>
14 #include <linux/netpoll.h>
15 #include <linux/u64_stats_sync.h>
16 #include <net/route.h>
17 #include <net/ip6_fib.h>
18 #include <linux/if_vlan.h>
19 #include <linux/rhashtable.h>
20 #include <linux/refcount.h>
22 #define BR_HASH_BITS 8
23 #define BR_HASH_SIZE (1 << BR_HASH_BITS)
25 #define BR_HOLD_TIME (1*HZ)
27 #define BR_PORT_BITS 10
28 #define BR_MAX_PORTS (1<<BR_PORT_BITS)
30 #define BR_MULTICAST_DEFAULT_HASH_MAX 4096
31 #define BR_MULTICAST_QUERY_INTVL_MIN msecs_to_jiffies(1000)
32 #define BR_MULTICAST_STARTUP_QUERY_INTVL_MIN BR_MULTICAST_QUERY_INTVL_MIN
34 #define BR_HWDOM_MAX BITS_PER_LONG
36 #define BR_VERSION "2.3"
38 /* Control of forwarding link local multicast */
39 #define BR_GROUPFWD_DEFAULT 0
40 /* Don't allow forwarding of control protocols like STP, MAC PAUSE and LACP */
42 BR_GROUPFWD_STP = BIT(0),
43 BR_GROUPFWD_MACPAUSE = BIT(1),
44 BR_GROUPFWD_LACP = BIT(2),
47 #define BR_GROUPFWD_RESTRICTED (BR_GROUPFWD_STP | BR_GROUPFWD_MACPAUSE | \
49 /* The Nearest Customer Bridge Group Address, 01-80-C2-00-00-[00,0B,0C,0D,0F] */
50 #define BR_GROUPFWD_8021AD 0xB801u
52 /* Path to usermode spanning tree program */
53 #define BR_STP_PROG "/sbin/bridge-stp"
55 #define BR_FDB_NOTIFY_SETTABLE_BITS (FDB_NOTIFY_BIT | FDB_NOTIFY_INACTIVE_BIT)
57 typedef struct bridge_id bridge_id;
58 typedef struct mac_addr mac_addr;
59 typedef __u16 port_id;
62 unsigned char prio[2];
63 unsigned char addr[ETH_ALEN];
67 unsigned char addr[ETH_ALEN];
70 #ifdef CONFIG_BRIDGE_IGMP_SNOOPING
72 struct bridge_mcast_own_query {
73 struct timer_list timer;
78 struct bridge_mcast_other_query {
79 struct timer_list timer;
80 unsigned long delay_time;
83 /* selected querier */
84 struct bridge_mcast_querier {
87 seqcount_spinlock_t seq;
90 /* IGMP/MLD statistics */
91 struct bridge_mcast_stats {
92 struct br_mcast_stats mstats;
93 struct u64_stats_sync syncp;
96 struct br_mdb_src_entry {
100 struct br_mdb_config {
101 struct net_bridge *br;
102 struct net_bridge_port *p;
103 struct br_mdb_entry *entry;
108 struct br_mdb_src_entry *src_entries;
114 /* net_bridge_mcast_port must be always defined due to forwarding stubs */
115 struct net_bridge_mcast_port {
116 #ifdef CONFIG_BRIDGE_IGMP_SNOOPING
117 struct net_bridge_port *port;
118 struct net_bridge_vlan *vlan;
120 struct bridge_mcast_own_query ip4_own_query;
121 struct timer_list ip4_mc_router_timer;
122 struct hlist_node ip4_rlist;
123 #if IS_ENABLED(CONFIG_IPV6)
124 struct bridge_mcast_own_query ip6_own_query;
125 struct timer_list ip6_mc_router_timer;
126 struct hlist_node ip6_rlist;
127 #endif /* IS_ENABLED(CONFIG_IPV6) */
128 unsigned char multicast_router;
131 #endif /* CONFIG_BRIDGE_IGMP_SNOOPING */
134 /* net_bridge_mcast must be always defined due to forwarding stubs */
135 struct net_bridge_mcast {
136 #ifdef CONFIG_BRIDGE_IGMP_SNOOPING
137 struct net_bridge *br;
138 struct net_bridge_vlan *vlan;
140 u32 multicast_last_member_count;
141 u32 multicast_startup_query_count;
143 u8 multicast_querier;
144 u8 multicast_igmp_version;
146 #if IS_ENABLED(CONFIG_IPV6)
147 u8 multicast_mld_version;
149 unsigned long multicast_last_member_interval;
150 unsigned long multicast_membership_interval;
151 unsigned long multicast_querier_interval;
152 unsigned long multicast_query_interval;
153 unsigned long multicast_query_response_interval;
154 unsigned long multicast_startup_query_interval;
155 struct hlist_head ip4_mc_router_list;
156 struct timer_list ip4_mc_router_timer;
157 struct bridge_mcast_other_query ip4_other_query;
158 struct bridge_mcast_own_query ip4_own_query;
159 struct bridge_mcast_querier ip4_querier;
160 #if IS_ENABLED(CONFIG_IPV6)
161 struct hlist_head ip6_mc_router_list;
162 struct timer_list ip6_mc_router_timer;
163 struct bridge_mcast_other_query ip6_other_query;
164 struct bridge_mcast_own_query ip6_own_query;
165 struct bridge_mcast_querier ip6_querier;
166 #endif /* IS_ENABLED(CONFIG_IPV6) */
167 #endif /* CONFIG_BRIDGE_IGMP_SNOOPING */
170 struct br_tunnel_info {
172 struct metadata_dst __rcu *tunnel_dst;
175 /* private vlan flags */
177 BR_VLFLAG_PER_PORT_STATS = BIT(0),
178 BR_VLFLAG_ADDED_BY_SWITCHDEV = BIT(1),
179 BR_VLFLAG_MCAST_ENABLED = BIT(2),
180 BR_VLFLAG_GLOBAL_MCAST_ENABLED = BIT(3),
181 BR_VLFLAG_NEIGH_SUPPRESS_ENABLED = BIT(4),
185 * struct net_bridge_vlan - per-vlan entry
187 * @vnode: rhashtable member
189 * @flags: bridge vlan flags
190 * @priv_flags: private (in-kernel) bridge vlan flags
191 * @state: STP state (e.g. blocking, learning, forwarding)
192 * @stats: per-cpu VLAN statistics
193 * @br: if MASTER flag set, this points to a bridge struct
194 * @port: if MASTER flag unset, this points to a port struct
195 * @refcnt: if MASTER flag set, this is bumped for each port referencing it
196 * @brvlan: if MASTER flag unset, this points to the global per-VLAN context
197 * for this VLAN entry
198 * @br_mcast_ctx: if MASTER flag set, this is the global vlan multicast context
199 * @port_mcast_ctx: if MASTER flag unset, this is the per-port/vlan multicast
201 * @msti: if MASTER flag set, this holds the VLANs MST instance
202 * @vlist: sorted list of VLAN entries
203 * @rcu: used for entry destruction
205 * This structure is shared between the global per-VLAN entries contained in
206 * the bridge rhashtable and the local per-port per-VLAN entries contained in
207 * the port's rhashtable. The union entries should be interpreted depending on
208 * the entry flags that are set.
210 struct net_bridge_vlan {
211 struct rhash_head vnode;
212 struct rhash_head tnode;
217 struct pcpu_sw_netstats __percpu *stats;
219 struct net_bridge *br;
220 struct net_bridge_port *port;
224 struct net_bridge_vlan *brvlan;
227 struct br_tunnel_info tinfo;
230 struct net_bridge_mcast br_mcast_ctx;
231 struct net_bridge_mcast_port port_mcast_ctx;
236 struct list_head vlist;
242 * struct net_bridge_vlan_group
244 * @vlan_hash: VLAN entry rhashtable
245 * @vlan_list: sorted VLAN entry list
246 * @num_vlans: number of total VLAN entries
247 * @pvid: PVID VLAN id
248 * @pvid_state: PVID's STP state (e.g. forwarding, learning, blocking)
250 * IMPORTANT: Be careful when checking if there're VLAN entries using list
251 * primitives because the bridge can have entries in its list which
252 * are just for global context but not for filtering, i.e. they have
253 * the master flag set but not the brentry flag. If you have to check
254 * if there're "real" entries in the bridge please test @num_vlans
256 struct net_bridge_vlan_group {
257 struct rhashtable vlan_hash;
258 struct rhashtable tunnel_hash;
259 struct list_head vlan_list;
265 /* bridge fdb flags */
270 BR_FDB_ADDED_BY_USER,
271 BR_FDB_ADDED_BY_EXT_LEARN,
274 BR_FDB_NOTIFY_INACTIVE,
278 struct net_bridge_fdb_key {
283 struct net_bridge_fdb_entry {
284 struct rhash_head rhnode;
285 struct net_bridge_port *dst;
287 struct net_bridge_fdb_key key;
288 struct hlist_node fdb_node;
291 /* write-heavy members should not affect lookups */
292 unsigned long updated ____cacheline_aligned_in_smp;
298 struct net_bridge_fdb_flush_desc {
300 unsigned long flags_mask;
305 #define MDB_PG_FLAGS_PERMANENT BIT(0)
306 #define MDB_PG_FLAGS_OFFLOAD BIT(1)
307 #define MDB_PG_FLAGS_FAST_LEAVE BIT(2)
308 #define MDB_PG_FLAGS_STAR_EXCL BIT(3)
309 #define MDB_PG_FLAGS_BLOCKED BIT(4)
311 #define PG_SRC_ENT_LIMIT 32
313 #define BR_SGRP_F_DELETE BIT(0)
314 #define BR_SGRP_F_SEND BIT(1)
315 #define BR_SGRP_F_INSTALLED BIT(2)
316 #define BR_SGRP_F_USER_ADDED BIT(3)
318 struct net_bridge_mcast_gc {
319 struct hlist_node gc_node;
320 void (*destroy)(struct net_bridge_mcast_gc *gc);
323 struct net_bridge_group_src {
324 struct hlist_node node;
327 struct net_bridge_port_group *pg;
329 u8 src_query_rexmit_cnt;
330 struct timer_list timer;
332 struct net_bridge *br;
333 struct net_bridge_mcast_gc mcast_gc;
337 struct net_bridge_port_group_sg_key {
338 struct net_bridge_port *port;
342 struct net_bridge_port_group {
343 struct net_bridge_port_group __rcu *next;
344 struct net_bridge_port_group_sg_key key;
345 unsigned char eth_addr[ETH_ALEN] __aligned(2);
347 unsigned char filter_mode;
348 unsigned char grp_query_rexmit_cnt;
349 unsigned char rt_protocol;
351 struct hlist_head src_list;
352 unsigned int src_ents;
353 struct timer_list timer;
354 struct timer_list rexmit_timer;
355 struct hlist_node mglist;
356 struct rb_root eht_set_tree;
357 struct rb_root eht_host_tree;
359 struct rhash_head rhnode;
360 struct net_bridge_mcast_gc mcast_gc;
364 struct net_bridge_mdb_entry {
365 struct rhash_head rhnode;
366 struct net_bridge *br;
367 struct net_bridge_port_group __rcu *ports;
371 struct timer_list timer;
372 struct hlist_node mdb_node;
374 struct net_bridge_mcast_gc mcast_gc;
378 struct net_bridge_port {
379 struct net_bridge *br;
380 struct net_device *dev;
381 netdevice_tracker dev_tracker;
382 struct list_head list;
385 #ifdef CONFIG_BRIDGE_VLAN_FILTERING
386 struct net_bridge_vlan_group __rcu *vlgrp;
388 struct net_bridge_port __rcu *backup_port;
394 unsigned char topology_change_ack;
395 unsigned char config_pending;
397 port_id designated_port;
398 bridge_id designated_root;
399 bridge_id designated_bridge;
402 unsigned long designated_age;
404 struct timer_list forward_delay_timer;
405 struct timer_list hold_timer;
406 struct timer_list message_age_timer;
410 struct net_bridge_mcast_port multicast_ctx;
412 #ifdef CONFIG_BRIDGE_IGMP_SNOOPING
413 struct bridge_mcast_stats __percpu *mcast_stats;
415 u32 multicast_eht_hosts_limit;
416 u32 multicast_eht_hosts_cnt;
417 struct hlist_head mglist;
421 char sysfs_name[IFNAMSIZ];
424 #ifdef CONFIG_NET_POLL_CONTROLLER
427 #ifdef CONFIG_NET_SWITCHDEV
428 /* Identifier used to group ports that share the same switchdev
433 struct netdev_phys_item_id ppid;
436 u16 backup_redirected_cnt;
438 struct bridge_stp_xstats stp_xstats;
441 #define kobj_to_brport(obj) container_of(obj, struct net_bridge_port, kobj)
443 #define br_auto_port(p) ((p)->flags & BR_AUTO_MASK)
444 #define br_promisc_port(p) ((p)->flags & BR_PROMISC)
446 static inline struct net_bridge_port *br_port_get_rcu(const struct net_device *dev)
448 return rcu_dereference(dev->rx_handler_data);
451 static inline struct net_bridge_port *br_port_get_rtnl(const struct net_device *dev)
453 return netif_is_bridge_port(dev) ?
454 rtnl_dereference(dev->rx_handler_data) : NULL;
457 static inline struct net_bridge_port *br_port_get_rtnl_rcu(const struct net_device *dev)
459 return netif_is_bridge_port(dev) ?
460 rcu_dereference_rtnl(dev->rx_handler_data) : NULL;
463 enum net_bridge_opts {
465 BROPT_VLAN_STATS_ENABLED,
466 BROPT_NF_CALL_IPTABLES,
467 BROPT_NF_CALL_IP6TABLES,
468 BROPT_NF_CALL_ARPTABLES,
469 BROPT_GROUP_ADDR_SET,
470 BROPT_MULTICAST_ENABLED,
471 BROPT_MULTICAST_QUERY_USE_IFADDR,
472 BROPT_MULTICAST_STATS_ENABLED,
474 BROPT_NEIGH_SUPPRESS_ENABLED,
475 BROPT_MTU_SET_BY_USER,
476 BROPT_VLAN_STATS_PER_PORT,
478 BROPT_VLAN_BRIDGE_BINDING,
479 BROPT_MCAST_VLAN_SNOOPING_ENABLED,
485 spinlock_t hash_lock;
486 struct hlist_head frame_type_list;
487 struct net_device *dev;
488 unsigned long options;
489 /* These fields are accessed on each packet */
490 #ifdef CONFIG_BRIDGE_VLAN_FILTERING
493 struct net_bridge_vlan_group __rcu *vlgrp;
496 struct rhashtable fdb_hash_tbl;
497 struct list_head port_list;
498 #if IS_ENABLED(CONFIG_BRIDGE_NETFILTER)
500 struct rtable fake_rtable;
501 struct rt6_info fake_rt6_info;
505 u16 group_fwd_mask_required;
508 bridge_id designated_root;
510 unsigned char topology_change;
511 unsigned char topology_change_detected;
513 unsigned long max_age;
514 unsigned long hello_time;
515 unsigned long forward_delay;
516 unsigned long ageing_time;
517 unsigned long bridge_max_age;
518 unsigned long bridge_hello_time;
519 unsigned long bridge_forward_delay;
520 unsigned long bridge_ageing_time;
523 u8 group_addr[ETH_ALEN];
526 BR_NO_STP, /* no spanning tree */
527 BR_KERNEL_STP, /* old STP in kernel */
528 BR_USER_STP, /* new RSTP in userspace */
531 struct net_bridge_mcast multicast_ctx;
533 #ifdef CONFIG_BRIDGE_IGMP_SNOOPING
534 struct bridge_mcast_stats __percpu *mcast_stats;
538 spinlock_t multicast_lock;
540 struct rhashtable mdb_hash_tbl;
541 struct rhashtable sg_port_tbl;
543 struct hlist_head mcast_gc_list;
544 struct hlist_head mdb_list;
546 struct work_struct mcast_gc_work;
549 struct timer_list hello_timer;
550 struct timer_list tcn_timer;
551 struct timer_list topology_change_timer;
552 struct delayed_work gc_work;
553 struct kobject *ifobj;
556 #ifdef CONFIG_NET_SWITCHDEV
557 /* Counter used to make sure that hardware domains get unique
558 * identifiers in case a bridge spans multiple switchdev instances.
561 /* Bit mask of hardware domain numbers in use */
562 unsigned long busy_hwdoms;
564 struct hlist_head fdb_list;
566 #if IS_ENABLED(CONFIG_BRIDGE_MRP)
567 struct hlist_head mrp_list;
569 #if IS_ENABLED(CONFIG_BRIDGE_CFM)
570 struct hlist_head mep_list;
574 struct br_input_skb_cb {
575 struct net_device *brdev;
578 #ifdef CONFIG_BRIDGE_IGMP_SNOOPING
582 u8 proxyarp_replied:1;
583 u8 src_port_isolated:1;
584 #ifdef CONFIG_BRIDGE_VLAN_FILTERING
587 #ifdef CONFIG_NETFILTER_FAMILY_BRIDGE
588 u8 br_netfilter_broute:1;
591 #ifdef CONFIG_NET_SWITCHDEV
592 /* Set if TX data plane offloading is used towards at least one
596 /* The switchdev hardware domain from which this packet was received.
597 * If skb->offload_fwd_mark was set, then this packet was already
598 * forwarded by hardware to the other ports in the source hardware
599 * domain, otherwise it wasn't.
602 /* Bit mask of hardware domains towards this packet has already been
603 * transmitted using the TX data plane offload.
605 unsigned long fwd_hwdoms;
609 #define BR_INPUT_SKB_CB(__skb) ((struct br_input_skb_cb *)(__skb)->cb)
611 #ifdef CONFIG_BRIDGE_IGMP_SNOOPING
612 # define BR_INPUT_SKB_CB_MROUTERS_ONLY(__skb) (BR_INPUT_SKB_CB(__skb)->mrouters_only)
614 # define BR_INPUT_SKB_CB_MROUTERS_ONLY(__skb) (0)
617 #define br_printk(level, br, format, args...) \
618 printk(level "%s: " format, (br)->dev->name, ##args)
620 #define br_err(__br, format, args...) \
621 br_printk(KERN_ERR, __br, format, ##args)
622 #define br_warn(__br, format, args...) \
623 br_printk(KERN_WARNING, __br, format, ##args)
624 #define br_notice(__br, format, args...) \
625 br_printk(KERN_NOTICE, __br, format, ##args)
626 #define br_info(__br, format, args...) \
627 br_printk(KERN_INFO, __br, format, ##args)
629 #define br_debug(br, format, args...) \
630 pr_debug("%s: " format, (br)->dev->name, ##args)
632 /* called under bridge lock */
633 static inline int br_is_root_bridge(const struct net_bridge *br)
635 return !memcmp(&br->bridge_id, &br->designated_root, 8);
638 /* check if a VLAN entry is global */
639 static inline bool br_vlan_is_master(const struct net_bridge_vlan *v)
641 return v->flags & BRIDGE_VLAN_INFO_MASTER;
644 /* check if a VLAN entry is used by the bridge */
645 static inline bool br_vlan_is_brentry(const struct net_bridge_vlan *v)
647 return v->flags & BRIDGE_VLAN_INFO_BRENTRY;
650 /* check if we should use the vlan entry, returns false if it's only context */
651 static inline bool br_vlan_should_use(const struct net_bridge_vlan *v)
653 if (br_vlan_is_master(v)) {
654 if (br_vlan_is_brentry(v))
663 static inline bool nbp_state_should_learn(const struct net_bridge_port *p)
665 return p->state == BR_STATE_LEARNING || p->state == BR_STATE_FORWARDING;
668 static inline bool br_vlan_valid_id(u16 vid, struct netlink_ext_ack *extack)
670 bool ret = vid > 0 && vid < VLAN_VID_MASK;
673 NL_SET_ERR_MSG_MOD(extack, "Vlan id is invalid");
678 static inline bool br_vlan_valid_range(const struct bridge_vlan_info *cur,
679 const struct bridge_vlan_info *last,
680 struct netlink_ext_ack *extack)
682 /* pvid flag is not allowed in ranges */
683 if (cur->flags & BRIDGE_VLAN_INFO_PVID) {
684 NL_SET_ERR_MSG_MOD(extack, "Pvid isn't allowed in a range");
688 /* when cur is the range end, check if:
689 * - it has range start flag
690 * - range ids are invalid (end is equal to or before start)
693 if (cur->flags & BRIDGE_VLAN_INFO_RANGE_BEGIN) {
694 NL_SET_ERR_MSG_MOD(extack, "Found a new vlan range start while processing one");
696 } else if (!(cur->flags & BRIDGE_VLAN_INFO_RANGE_END)) {
697 NL_SET_ERR_MSG_MOD(extack, "Vlan range end flag is missing");
699 } else if (cur->vid <= last->vid) {
700 NL_SET_ERR_MSG_MOD(extack, "End vlan id is less than or equal to start vlan id");
705 /* check for required range flags */
706 if (!(cur->flags & (BRIDGE_VLAN_INFO_RANGE_BEGIN |
707 BRIDGE_VLAN_INFO_RANGE_END))) {
708 NL_SET_ERR_MSG_MOD(extack, "Both vlan range flags are missing");
715 static inline u8 br_vlan_multicast_router(const struct net_bridge_vlan *v)
717 u8 mcast_router = MDB_RTR_TYPE_DISABLED;
719 #ifdef CONFIG_BRIDGE_IGMP_SNOOPING
720 if (!br_vlan_is_master(v))
721 mcast_router = v->port_mcast_ctx.multicast_router;
723 mcast_router = v->br_mcast_ctx.multicast_router;
729 static inline int br_afspec_cmd_to_rtm(int cmd)
741 static inline int br_opt_get(const struct net_bridge *br,
742 enum net_bridge_opts opt)
744 return test_bit(opt, &br->options);
747 int br_boolopt_toggle(struct net_bridge *br, enum br_boolopt_id opt, bool on,
748 struct netlink_ext_ack *extack);
749 int br_boolopt_get(const struct net_bridge *br, enum br_boolopt_id opt);
750 int br_boolopt_multi_toggle(struct net_bridge *br,
751 struct br_boolopt_multi *bm,
752 struct netlink_ext_ack *extack);
753 void br_boolopt_multi_get(const struct net_bridge *br,
754 struct br_boolopt_multi *bm);
755 void br_opt_toggle(struct net_bridge *br, enum net_bridge_opts opt, bool on);
758 void br_dev_setup(struct net_device *dev);
759 void br_dev_delete(struct net_device *dev, struct list_head *list);
760 netdev_tx_t br_dev_xmit(struct sk_buff *skb, struct net_device *dev);
761 #ifdef CONFIG_NET_POLL_CONTROLLER
762 static inline void br_netpoll_send_skb(const struct net_bridge_port *p,
765 netpoll_send_skb(p->np, skb);
768 int br_netpoll_enable(struct net_bridge_port *p);
769 void br_netpoll_disable(struct net_bridge_port *p);
771 static inline void br_netpoll_send_skb(const struct net_bridge_port *p,
776 static inline int br_netpoll_enable(struct net_bridge_port *p)
781 static inline void br_netpoll_disable(struct net_bridge_port *p)
787 #define FDB_FLUSH_IGNORED_NDM_FLAGS (NTF_MASTER | NTF_SELF)
788 #define FDB_FLUSH_ALLOWED_NDM_STATES (NUD_PERMANENT | NUD_NOARP)
789 #define FDB_FLUSH_ALLOWED_NDM_FLAGS (NTF_USE | NTF_EXT_LEARNED | \
790 NTF_STICKY | NTF_OFFLOADED)
792 int br_fdb_init(void);
793 void br_fdb_fini(void);
794 int br_fdb_hash_init(struct net_bridge *br);
795 void br_fdb_hash_fini(struct net_bridge *br);
796 void br_fdb_flush(struct net_bridge *br,
797 const struct net_bridge_fdb_flush_desc *desc);
798 void br_fdb_find_delete_local(struct net_bridge *br,
799 const struct net_bridge_port *p,
800 const unsigned char *addr, u16 vid);
801 void br_fdb_changeaddr(struct net_bridge_port *p, const unsigned char *newaddr);
802 void br_fdb_change_mac_address(struct net_bridge *br, const u8 *newaddr);
803 void br_fdb_cleanup(struct work_struct *work);
804 void br_fdb_delete_by_port(struct net_bridge *br,
805 const struct net_bridge_port *p, u16 vid, int do_all);
806 struct net_bridge_fdb_entry *br_fdb_find_rcu(struct net_bridge *br,
807 const unsigned char *addr,
809 int br_fdb_test_addr(struct net_device *dev, unsigned char *addr);
810 int br_fdb_fillbuf(struct net_bridge *br, void *buf, unsigned long count,
812 int br_fdb_add_local(struct net_bridge *br, struct net_bridge_port *source,
813 const unsigned char *addr, u16 vid);
814 void br_fdb_update(struct net_bridge *br, struct net_bridge_port *source,
815 const unsigned char *addr, u16 vid, unsigned long flags);
817 int br_fdb_delete(struct ndmsg *ndm, struct nlattr *tb[],
818 struct net_device *dev, const unsigned char *addr, u16 vid,
819 struct netlink_ext_ack *extack);
820 int br_fdb_delete_bulk(struct ndmsg *ndm, struct nlattr *tb[],
821 struct net_device *dev, u16 vid,
822 struct netlink_ext_ack *extack);
823 int br_fdb_add(struct ndmsg *nlh, struct nlattr *tb[], struct net_device *dev,
824 const unsigned char *addr, u16 vid, u16 nlh_flags,
825 struct netlink_ext_ack *extack);
826 int br_fdb_dump(struct sk_buff *skb, struct netlink_callback *cb,
827 struct net_device *dev, struct net_device *fdev, int *idx);
828 int br_fdb_get(struct sk_buff *skb, struct nlattr *tb[], struct net_device *dev,
829 const unsigned char *addr, u16 vid, u32 portid, u32 seq,
830 struct netlink_ext_ack *extack);
831 int br_fdb_sync_static(struct net_bridge *br, struct net_bridge_port *p);
832 void br_fdb_unsync_static(struct net_bridge *br, struct net_bridge_port *p);
833 int br_fdb_external_learn_add(struct net_bridge *br, struct net_bridge_port *p,
834 const unsigned char *addr, u16 vid,
835 bool locked, bool swdev_notify);
836 int br_fdb_external_learn_del(struct net_bridge *br, struct net_bridge_port *p,
837 const unsigned char *addr, u16 vid,
839 void br_fdb_offloaded_set(struct net_bridge *br, struct net_bridge_port *p,
840 const unsigned char *addr, u16 vid, bool offloaded);
848 int br_dev_queue_push_xmit(struct net *net, struct sock *sk, struct sk_buff *skb);
849 void br_forward(const struct net_bridge_port *to, struct sk_buff *skb,
850 bool local_rcv, bool local_orig);
851 int br_forward_finish(struct net *net, struct sock *sk, struct sk_buff *skb);
852 void br_flood(struct net_bridge *br, struct sk_buff *skb,
853 enum br_pkt_type pkt_type, bool local_rcv, bool local_orig,
856 /* return true if both source port and dest port are isolated */
857 static inline bool br_skb_isolated(const struct net_bridge_port *to,
858 const struct sk_buff *skb)
860 return BR_INPUT_SKB_CB(skb)->src_port_isolated &&
861 (to->flags & BR_ISOLATED);
865 void br_port_carrier_check(struct net_bridge_port *p, bool *notified);
866 int br_add_bridge(struct net *net, const char *name);
867 int br_del_bridge(struct net *net, const char *name);
868 int br_add_if(struct net_bridge *br, struct net_device *dev,
869 struct netlink_ext_ack *extack);
870 int br_del_if(struct net_bridge *br, struct net_device *dev);
871 void br_mtu_auto_adjust(struct net_bridge *br);
872 netdev_features_t br_features_recompute(struct net_bridge *br,
873 netdev_features_t features);
874 void br_port_flags_change(struct net_bridge_port *port, unsigned long mask);
875 void br_manage_promisc(struct net_bridge *br);
876 int nbp_backup_change(struct net_bridge_port *p, struct net_device *backup_dev);
879 int br_handle_frame_finish(struct net *net, struct sock *sk, struct sk_buff *skb);
880 rx_handler_func_t *br_get_rx_handler(const struct net_device *dev);
882 struct br_frame_type {
884 int (*frame_handler)(struct net_bridge_port *port,
885 struct sk_buff *skb);
886 struct hlist_node list;
889 void br_add_frame(struct net_bridge *br, struct br_frame_type *ft);
890 void br_del_frame(struct net_bridge *br, struct br_frame_type *ft);
892 static inline bool br_rx_handler_check_rcu(const struct net_device *dev)
894 return rcu_dereference(dev->rx_handler) == br_get_rx_handler(dev);
897 static inline bool br_rx_handler_check_rtnl(const struct net_device *dev)
899 return rcu_dereference_rtnl(dev->rx_handler) == br_get_rx_handler(dev);
902 static inline struct net_bridge_port *br_port_get_check_rcu(const struct net_device *dev)
904 return br_rx_handler_check_rcu(dev) ? br_port_get_rcu(dev) : NULL;
907 static inline struct net_bridge_port *
908 br_port_get_check_rtnl(const struct net_device *dev)
910 return br_rx_handler_check_rtnl(dev) ? br_port_get_rtnl_rcu(dev) : NULL;
914 int br_dev_siocdevprivate(struct net_device *dev, struct ifreq *rq,
915 void __user *data, int cmd);
916 int br_ioctl_stub(struct net *net, struct net_bridge *br, unsigned int cmd,
917 struct ifreq *ifr, void __user *uarg);
920 #ifdef CONFIG_BRIDGE_IGMP_SNOOPING
921 int br_multicast_rcv(struct net_bridge_mcast **brmctx,
922 struct net_bridge_mcast_port **pmctx,
923 struct net_bridge_vlan *vlan,
924 struct sk_buff *skb, u16 vid);
925 struct net_bridge_mdb_entry *br_mdb_get(struct net_bridge_mcast *brmctx,
926 struct sk_buff *skb, u16 vid);
927 int br_multicast_add_port(struct net_bridge_port *port);
928 void br_multicast_del_port(struct net_bridge_port *port);
929 void br_multicast_enable_port(struct net_bridge_port *port);
930 void br_multicast_disable_port(struct net_bridge_port *port);
931 void br_multicast_init(struct net_bridge *br);
932 void br_multicast_join_snoopers(struct net_bridge *br);
933 void br_multicast_leave_snoopers(struct net_bridge *br);
934 void br_multicast_open(struct net_bridge *br);
935 void br_multicast_stop(struct net_bridge *br);
936 void br_multicast_dev_del(struct net_bridge *br);
937 void br_multicast_flood(struct net_bridge_mdb_entry *mdst, struct sk_buff *skb,
938 struct net_bridge_mcast *brmctx,
939 bool local_rcv, bool local_orig);
940 int br_multicast_set_router(struct net_bridge_mcast *brmctx, unsigned long val);
941 int br_multicast_set_port_router(struct net_bridge_mcast_port *pmctx,
943 int br_multicast_set_vlan_router(struct net_bridge_vlan *v, u8 mcast_router);
944 int br_multicast_toggle(struct net_bridge *br, unsigned long val,
945 struct netlink_ext_ack *extack);
946 int br_multicast_set_querier(struct net_bridge_mcast *brmctx, unsigned long val);
947 int br_multicast_set_hash_max(struct net_bridge *br, unsigned long val);
948 int br_multicast_set_igmp_version(struct net_bridge_mcast *brmctx,
950 #if IS_ENABLED(CONFIG_IPV6)
951 int br_multicast_set_mld_version(struct net_bridge_mcast *brmctx,
954 struct net_bridge_mdb_entry *
955 br_mdb_ip_get(struct net_bridge *br, struct br_ip *dst);
956 struct net_bridge_mdb_entry *
957 br_multicast_new_group(struct net_bridge *br, struct br_ip *group);
958 struct net_bridge_port_group *
959 br_multicast_new_port_group(struct net_bridge_port *port,
960 const struct br_ip *group,
961 struct net_bridge_port_group __rcu *next,
962 unsigned char flags, const unsigned char *src,
963 u8 filter_mode, u8 rt_protocol,
964 struct netlink_ext_ack *extack);
965 void br_multicast_del_port_group(struct net_bridge_port_group *p);
966 int br_mdb_hash_init(struct net_bridge *br);
967 void br_mdb_hash_fini(struct net_bridge *br);
968 void br_mdb_notify(struct net_device *dev, struct net_bridge_mdb_entry *mp,
969 struct net_bridge_port_group *pg, int type);
970 void br_rtr_notify(struct net_device *dev, struct net_bridge_mcast_port *pmctx,
972 void br_multicast_del_pg(struct net_bridge_mdb_entry *mp,
973 struct net_bridge_port_group *pg,
974 struct net_bridge_port_group __rcu **pp);
975 void br_multicast_count(struct net_bridge *br,
976 const struct net_bridge_port *p,
977 const struct sk_buff *skb, u8 type, u8 dir);
978 int br_multicast_init_stats(struct net_bridge *br);
979 void br_multicast_uninit_stats(struct net_bridge *br);
980 void br_multicast_get_stats(const struct net_bridge *br,
981 const struct net_bridge_port *p,
982 struct br_mcast_stats *dest);
983 u32 br_multicast_ngroups_get(const struct net_bridge_mcast_port *pmctx);
984 void br_multicast_ngroups_set_max(struct net_bridge_mcast_port *pmctx, u32 max);
985 u32 br_multicast_ngroups_get_max(const struct net_bridge_mcast_port *pmctx);
986 int br_mdb_add(struct net_device *dev, struct nlattr *tb[], u16 nlmsg_flags,
987 struct netlink_ext_ack *extack);
988 int br_mdb_del(struct net_device *dev, struct nlattr *tb[],
989 struct netlink_ext_ack *extack);
990 int br_mdb_dump(struct net_device *dev, struct sk_buff *skb,
991 struct netlink_callback *cb);
992 void br_multicast_host_join(const struct net_bridge_mcast *brmctx,
993 struct net_bridge_mdb_entry *mp, bool notify);
994 void br_multicast_host_leave(struct net_bridge_mdb_entry *mp, bool notify);
995 void br_multicast_star_g_handle_mode(struct net_bridge_port_group *pg,
997 void br_multicast_sg_add_exclude_ports(struct net_bridge_mdb_entry *star_mp,
998 struct net_bridge_port_group *sg);
999 struct net_bridge_group_src *
1000 br_multicast_find_group_src(struct net_bridge_port_group *pg, struct br_ip *ip);
1001 struct net_bridge_group_src *
1002 br_multicast_new_group_src(struct net_bridge_port_group *pg,
1003 struct br_ip *src_ip);
1004 void __br_multicast_del_group_src(struct net_bridge_group_src *src);
1005 void br_multicast_del_group_src(struct net_bridge_group_src *src,
1007 void br_multicast_ctx_init(struct net_bridge *br,
1008 struct net_bridge_vlan *vlan,
1009 struct net_bridge_mcast *brmctx);
1010 void br_multicast_ctx_deinit(struct net_bridge_mcast *brmctx);
1011 void br_multicast_port_ctx_init(struct net_bridge_port *port,
1012 struct net_bridge_vlan *vlan,
1013 struct net_bridge_mcast_port *pmctx);
1014 void br_multicast_port_ctx_deinit(struct net_bridge_mcast_port *pmctx);
1015 void br_multicast_toggle_one_vlan(struct net_bridge_vlan *vlan, bool on);
1016 int br_multicast_toggle_vlan_snooping(struct net_bridge *br, bool on,
1017 struct netlink_ext_ack *extack);
1018 bool br_multicast_toggle_global_vlan(struct net_bridge_vlan *vlan, bool on);
1020 int br_rports_fill_info(struct sk_buff *skb,
1021 const struct net_bridge_mcast *brmctx);
1022 int br_multicast_dump_querier_state(struct sk_buff *skb,
1023 const struct net_bridge_mcast *brmctx,
1025 size_t br_multicast_querier_state_size(void);
1026 size_t br_rports_size(const struct net_bridge_mcast *brmctx);
1027 void br_multicast_set_query_intvl(struct net_bridge_mcast *brmctx,
1029 void br_multicast_set_startup_query_intvl(struct net_bridge_mcast *brmctx,
1032 static inline bool br_group_is_l2(const struct br_ip *group)
1034 return group->proto == 0;
1037 #define mlock_dereference(X, br) \
1038 rcu_dereference_protected(X, lockdep_is_held(&br->multicast_lock))
1040 static inline struct hlist_node *
1041 br_multicast_get_first_rport_node(struct net_bridge_mcast *brmctx,
1042 struct sk_buff *skb)
1044 #if IS_ENABLED(CONFIG_IPV6)
1045 if (skb->protocol == htons(ETH_P_IPV6))
1046 return rcu_dereference(hlist_first_rcu(&brmctx->ip6_mc_router_list));
1048 return rcu_dereference(hlist_first_rcu(&brmctx->ip4_mc_router_list));
1051 static inline struct net_bridge_port *
1052 br_multicast_rport_from_node_skb(struct hlist_node *rp, struct sk_buff *skb)
1054 struct net_bridge_mcast_port *mctx;
1056 #if IS_ENABLED(CONFIG_IPV6)
1057 if (skb->protocol == htons(ETH_P_IPV6))
1058 mctx = hlist_entry_safe(rp, struct net_bridge_mcast_port,
1062 mctx = hlist_entry_safe(rp, struct net_bridge_mcast_port,
1071 static inline bool br_ip4_multicast_is_router(struct net_bridge_mcast *brmctx)
1073 return timer_pending(&brmctx->ip4_mc_router_timer);
1076 static inline bool br_ip6_multicast_is_router(struct net_bridge_mcast *brmctx)
1078 #if IS_ENABLED(CONFIG_IPV6)
1079 return timer_pending(&brmctx->ip6_mc_router_timer);
1086 br_multicast_is_router(struct net_bridge_mcast *brmctx, struct sk_buff *skb)
1088 switch (brmctx->multicast_router) {
1089 case MDB_RTR_TYPE_PERM:
1091 case MDB_RTR_TYPE_TEMP_QUERY:
1093 if (skb->protocol == htons(ETH_P_IP))
1094 return br_ip4_multicast_is_router(brmctx);
1095 else if (skb->protocol == htons(ETH_P_IPV6))
1096 return br_ip6_multicast_is_router(brmctx);
1098 return br_ip4_multicast_is_router(brmctx) ||
1099 br_ip6_multicast_is_router(brmctx);
1108 __br_multicast_querier_exists(struct net_bridge_mcast *brmctx,
1109 struct bridge_mcast_other_query *querier,
1112 bool own_querier_enabled;
1114 if (brmctx->multicast_querier) {
1115 if (is_ipv6 && !br_opt_get(brmctx->br, BROPT_HAS_IPV6_ADDR))
1116 own_querier_enabled = false;
1118 own_querier_enabled = true;
1120 own_querier_enabled = false;
1123 return time_is_before_jiffies(querier->delay_time) &&
1124 (own_querier_enabled || timer_pending(&querier->timer));
1127 static inline bool br_multicast_querier_exists(struct net_bridge_mcast *brmctx,
1129 const struct net_bridge_mdb_entry *mdb)
1131 switch (eth->h_proto) {
1132 case (htons(ETH_P_IP)):
1133 return __br_multicast_querier_exists(brmctx,
1134 &brmctx->ip4_other_query, false);
1135 #if IS_ENABLED(CONFIG_IPV6)
1136 case (htons(ETH_P_IPV6)):
1137 return __br_multicast_querier_exists(brmctx,
1138 &brmctx->ip6_other_query, true);
1141 return !!mdb && br_group_is_l2(&mdb->addr);
1145 static inline bool br_multicast_is_star_g(const struct br_ip *ip)
1147 switch (ip->proto) {
1148 case htons(ETH_P_IP):
1149 return ipv4_is_zeronet(ip->src.ip4);
1150 #if IS_ENABLED(CONFIG_IPV6)
1151 case htons(ETH_P_IPV6):
1152 return ipv6_addr_any(&ip->src.ip6);
1160 br_multicast_should_handle_mode(const struct net_bridge_mcast *brmctx,
1164 case htons(ETH_P_IP):
1165 return !!(brmctx->multicast_igmp_version == 3);
1166 #if IS_ENABLED(CONFIG_IPV6)
1167 case htons(ETH_P_IPV6):
1168 return !!(brmctx->multicast_mld_version == 2);
1175 static inline int br_multicast_igmp_type(const struct sk_buff *skb)
1177 return BR_INPUT_SKB_CB(skb)->igmp;
1180 static inline unsigned long br_multicast_lmqt(const struct net_bridge_mcast *brmctx)
1182 return brmctx->multicast_last_member_interval *
1183 brmctx->multicast_last_member_count;
1186 static inline unsigned long br_multicast_gmi(const struct net_bridge_mcast *brmctx)
1188 return brmctx->multicast_membership_interval;
1192 br_multicast_ctx_is_vlan(const struct net_bridge_mcast *brmctx)
1194 return !!brmctx->vlan;
1198 br_multicast_port_ctx_is_vlan(const struct net_bridge_mcast_port *pmctx)
1200 return !!pmctx->vlan;
1203 static inline struct net_bridge_mcast *
1204 br_multicast_port_ctx_get_global(const struct net_bridge_mcast_port *pmctx)
1206 if (!br_multicast_port_ctx_is_vlan(pmctx))
1207 return &pmctx->port->br->multicast_ctx;
1209 return &pmctx->vlan->brvlan->br_mcast_ctx;
1213 br_multicast_ctx_vlan_global_disabled(const struct net_bridge_mcast *brmctx)
1215 return br_multicast_ctx_is_vlan(brmctx) &&
1216 (!br_opt_get(brmctx->br, BROPT_MCAST_VLAN_SNOOPING_ENABLED) ||
1217 !(brmctx->vlan->priv_flags & BR_VLFLAG_GLOBAL_MCAST_ENABLED));
1221 br_multicast_ctx_vlan_disabled(const struct net_bridge_mcast *brmctx)
1223 return br_multicast_ctx_is_vlan(brmctx) &&
1224 !(brmctx->vlan->priv_flags & BR_VLFLAG_MCAST_ENABLED);
1228 br_multicast_port_ctx_vlan_disabled(const struct net_bridge_mcast_port *pmctx)
1230 return br_multicast_port_ctx_is_vlan(pmctx) &&
1231 !(pmctx->vlan->priv_flags & BR_VLFLAG_MCAST_ENABLED);
1235 br_multicast_port_ctx_state_disabled(const struct net_bridge_mcast_port *pmctx)
1237 return pmctx->port->state == BR_STATE_DISABLED ||
1238 (br_multicast_port_ctx_is_vlan(pmctx) &&
1239 (br_multicast_port_ctx_vlan_disabled(pmctx) ||
1240 pmctx->vlan->state == BR_STATE_DISABLED));
1244 br_multicast_port_ctx_state_stopped(const struct net_bridge_mcast_port *pmctx)
1246 return br_multicast_port_ctx_state_disabled(pmctx) ||
1247 pmctx->port->state == BR_STATE_BLOCKING ||
1248 (br_multicast_port_ctx_is_vlan(pmctx) &&
1249 pmctx->vlan->state == BR_STATE_BLOCKING);
1253 br_rports_have_mc_router(const struct net_bridge_mcast *brmctx)
1255 #if IS_ENABLED(CONFIG_IPV6)
1256 return !hlist_empty(&brmctx->ip4_mc_router_list) ||
1257 !hlist_empty(&brmctx->ip6_mc_router_list);
1259 return !hlist_empty(&brmctx->ip4_mc_router_list);
1264 br_multicast_ctx_options_equal(const struct net_bridge_mcast *brmctx1,
1265 const struct net_bridge_mcast *brmctx2)
1267 return brmctx1->multicast_igmp_version ==
1268 brmctx2->multicast_igmp_version &&
1269 brmctx1->multicast_last_member_count ==
1270 brmctx2->multicast_last_member_count &&
1271 brmctx1->multicast_startup_query_count ==
1272 brmctx2->multicast_startup_query_count &&
1273 brmctx1->multicast_last_member_interval ==
1274 brmctx2->multicast_last_member_interval &&
1275 brmctx1->multicast_membership_interval ==
1276 brmctx2->multicast_membership_interval &&
1277 brmctx1->multicast_querier_interval ==
1278 brmctx2->multicast_querier_interval &&
1279 brmctx1->multicast_query_interval ==
1280 brmctx2->multicast_query_interval &&
1281 brmctx1->multicast_query_response_interval ==
1282 brmctx2->multicast_query_response_interval &&
1283 brmctx1->multicast_startup_query_interval ==
1284 brmctx2->multicast_startup_query_interval &&
1285 brmctx1->multicast_querier == brmctx2->multicast_querier &&
1286 brmctx1->multicast_router == brmctx2->multicast_router &&
1287 !br_rports_have_mc_router(brmctx1) &&
1288 !br_rports_have_mc_router(brmctx2) &&
1289 #if IS_ENABLED(CONFIG_IPV6)
1290 brmctx1->multicast_mld_version ==
1291 brmctx2->multicast_mld_version &&
1297 br_multicast_ctx_matches_vlan_snooping(const struct net_bridge_mcast *brmctx)
1299 bool vlan_snooping_enabled;
1301 vlan_snooping_enabled = !!br_opt_get(brmctx->br,
1302 BROPT_MCAST_VLAN_SNOOPING_ENABLED);
1304 return !!(vlan_snooping_enabled == br_multicast_ctx_is_vlan(brmctx));
1307 static inline int br_multicast_rcv(struct net_bridge_mcast **brmctx,
1308 struct net_bridge_mcast_port **pmctx,
1309 struct net_bridge_vlan *vlan,
1310 struct sk_buff *skb,
1316 static inline struct net_bridge_mdb_entry *br_mdb_get(struct net_bridge_mcast *brmctx,
1317 struct sk_buff *skb, u16 vid)
1322 static inline int br_multicast_add_port(struct net_bridge_port *port)
1327 static inline void br_multicast_del_port(struct net_bridge_port *port)
1331 static inline void br_multicast_enable_port(struct net_bridge_port *port)
1335 static inline void br_multicast_disable_port(struct net_bridge_port *port)
1339 static inline void br_multicast_init(struct net_bridge *br)
1343 static inline void br_multicast_join_snoopers(struct net_bridge *br)
1347 static inline void br_multicast_leave_snoopers(struct net_bridge *br)
1351 static inline void br_multicast_open(struct net_bridge *br)
1355 static inline void br_multicast_stop(struct net_bridge *br)
1359 static inline void br_multicast_dev_del(struct net_bridge *br)
1363 static inline void br_multicast_flood(struct net_bridge_mdb_entry *mdst,
1364 struct sk_buff *skb,
1365 struct net_bridge_mcast *brmctx,
1366 bool local_rcv, bool local_orig)
1370 static inline bool br_multicast_is_router(struct net_bridge_mcast *brmctx,
1371 struct sk_buff *skb)
1376 static inline bool br_multicast_querier_exists(struct net_bridge_mcast *brmctx,
1378 const struct net_bridge_mdb_entry *mdb)
1383 static inline int br_mdb_add(struct net_device *dev, struct nlattr *tb[],
1384 u16 nlmsg_flags, struct netlink_ext_ack *extack)
1389 static inline int br_mdb_del(struct net_device *dev, struct nlattr *tb[],
1390 struct netlink_ext_ack *extack)
1395 static inline int br_mdb_dump(struct net_device *dev, struct sk_buff *skb,
1396 struct netlink_callback *cb)
1401 static inline int br_mdb_hash_init(struct net_bridge *br)
1406 static inline void br_mdb_hash_fini(struct net_bridge *br)
1410 static inline void br_multicast_count(struct net_bridge *br,
1411 const struct net_bridge_port *p,
1412 const struct sk_buff *skb,
1417 static inline int br_multicast_init_stats(struct net_bridge *br)
1422 static inline void br_multicast_uninit_stats(struct net_bridge *br)
1426 static inline int br_multicast_igmp_type(const struct sk_buff *skb)
1431 static inline void br_multicast_ctx_init(struct net_bridge *br,
1432 struct net_bridge_vlan *vlan,
1433 struct net_bridge_mcast *brmctx)
1437 static inline void br_multicast_ctx_deinit(struct net_bridge_mcast *brmctx)
1441 static inline void br_multicast_port_ctx_init(struct net_bridge_port *port,
1442 struct net_bridge_vlan *vlan,
1443 struct net_bridge_mcast_port *pmctx)
1447 static inline void br_multicast_port_ctx_deinit(struct net_bridge_mcast_port *pmctx)
1451 static inline void br_multicast_toggle_one_vlan(struct net_bridge_vlan *vlan,
1456 static inline int br_multicast_toggle_vlan_snooping(struct net_bridge *br,
1458 struct netlink_ext_ack *extack)
1463 static inline bool br_multicast_toggle_global_vlan(struct net_bridge_vlan *vlan,
1470 br_multicast_ctx_options_equal(const struct net_bridge_mcast *brmctx1,
1471 const struct net_bridge_mcast *brmctx2)
1478 #ifdef CONFIG_BRIDGE_VLAN_FILTERING
1479 bool br_allowed_ingress(const struct net_bridge *br,
1480 struct net_bridge_vlan_group *vg, struct sk_buff *skb,
1481 u16 *vid, u8 *state,
1482 struct net_bridge_vlan **vlan);
1483 bool br_allowed_egress(struct net_bridge_vlan_group *vg,
1484 const struct sk_buff *skb);
1485 bool br_should_learn(struct net_bridge_port *p, struct sk_buff *skb, u16 *vid);
1486 struct sk_buff *br_handle_vlan(struct net_bridge *br,
1487 const struct net_bridge_port *port,
1488 struct net_bridge_vlan_group *vg,
1489 struct sk_buff *skb);
1490 int br_vlan_add(struct net_bridge *br, u16 vid, u16 flags,
1491 bool *changed, struct netlink_ext_ack *extack);
1492 int br_vlan_delete(struct net_bridge *br, u16 vid);
1493 void br_vlan_flush(struct net_bridge *br);
1494 struct net_bridge_vlan *br_vlan_find(struct net_bridge_vlan_group *vg, u16 vid);
1495 void br_recalculate_fwd_mask(struct net_bridge *br);
1496 int br_vlan_filter_toggle(struct net_bridge *br, unsigned long val,
1497 struct netlink_ext_ack *extack);
1498 int __br_vlan_set_proto(struct net_bridge *br, __be16 proto,
1499 struct netlink_ext_ack *extack);
1500 int br_vlan_set_proto(struct net_bridge *br, unsigned long val,
1501 struct netlink_ext_ack *extack);
1502 int br_vlan_set_stats(struct net_bridge *br, unsigned long val);
1503 int br_vlan_set_stats_per_port(struct net_bridge *br, unsigned long val);
1504 int br_vlan_init(struct net_bridge *br);
1505 int br_vlan_set_default_pvid(struct net_bridge *br, unsigned long val,
1506 struct netlink_ext_ack *extack);
1507 int __br_vlan_set_default_pvid(struct net_bridge *br, u16 pvid,
1508 struct netlink_ext_ack *extack);
1509 int nbp_vlan_add(struct net_bridge_port *port, u16 vid, u16 flags,
1510 bool *changed, struct netlink_ext_ack *extack);
1511 int nbp_vlan_delete(struct net_bridge_port *port, u16 vid);
1512 void nbp_vlan_flush(struct net_bridge_port *port);
1513 int nbp_vlan_init(struct net_bridge_port *port, struct netlink_ext_ack *extack);
1514 int nbp_get_num_vlan_infos(struct net_bridge_port *p, u32 filter_mask);
1515 void br_vlan_get_stats(const struct net_bridge_vlan *v,
1516 struct pcpu_sw_netstats *stats);
1517 void br_vlan_port_event(struct net_bridge_port *p, unsigned long event);
1518 int br_vlan_bridge_event(struct net_device *dev, unsigned long event,
1520 void br_vlan_rtnl_init(void);
1521 void br_vlan_rtnl_uninit(void);
1522 void br_vlan_notify(const struct net_bridge *br,
1523 const struct net_bridge_port *p,
1524 u16 vid, u16 vid_range,
1526 bool br_vlan_can_enter_range(const struct net_bridge_vlan *v_curr,
1527 const struct net_bridge_vlan *range_end);
1529 void br_vlan_fill_forward_path_pvid(struct net_bridge *br,
1530 struct net_device_path_ctx *ctx,
1531 struct net_device_path *path);
1532 int br_vlan_fill_forward_path_mode(struct net_bridge *br,
1533 struct net_bridge_port *dst,
1534 struct net_device_path *path);
1536 static inline struct net_bridge_vlan_group *br_vlan_group(
1537 const struct net_bridge *br)
1539 return rtnl_dereference(br->vlgrp);
1542 static inline struct net_bridge_vlan_group *nbp_vlan_group(
1543 const struct net_bridge_port *p)
1545 return rtnl_dereference(p->vlgrp);
1548 static inline struct net_bridge_vlan_group *br_vlan_group_rcu(
1549 const struct net_bridge *br)
1551 return rcu_dereference(br->vlgrp);
1554 static inline struct net_bridge_vlan_group *nbp_vlan_group_rcu(
1555 const struct net_bridge_port *p)
1557 return rcu_dereference(p->vlgrp);
1560 /* Since bridge now depends on 8021Q module, but the time bridge sees the
1561 * skb, the vlan tag will always be present if the frame was tagged.
1563 static inline int br_vlan_get_tag(const struct sk_buff *skb, u16 *vid)
1567 if (skb_vlan_tag_present(skb)) {
1568 *vid = skb_vlan_tag_get_id(skb);
1577 static inline u16 br_get_pvid(const struct net_bridge_vlan_group *vg)
1586 static inline u16 br_vlan_flags(const struct net_bridge_vlan *v, u16 pvid)
1588 return v->vid == pvid ? v->flags | BRIDGE_VLAN_INFO_PVID : v->flags;
1591 static inline bool br_allowed_ingress(const struct net_bridge *br,
1592 struct net_bridge_vlan_group *vg,
1593 struct sk_buff *skb,
1594 u16 *vid, u8 *state,
1595 struct net_bridge_vlan **vlan)
1602 static inline bool br_allowed_egress(struct net_bridge_vlan_group *vg,
1603 const struct sk_buff *skb)
1608 static inline bool br_should_learn(struct net_bridge_port *p,
1609 struct sk_buff *skb, u16 *vid)
1614 static inline struct sk_buff *br_handle_vlan(struct net_bridge *br,
1615 const struct net_bridge_port *port,
1616 struct net_bridge_vlan_group *vg,
1617 struct sk_buff *skb)
1622 static inline int br_vlan_add(struct net_bridge *br, u16 vid, u16 flags,
1623 bool *changed, struct netlink_ext_ack *extack)
1629 static inline int br_vlan_delete(struct net_bridge *br, u16 vid)
1634 static inline void br_vlan_flush(struct net_bridge *br)
1638 static inline void br_recalculate_fwd_mask(struct net_bridge *br)
1642 static inline int br_vlan_init(struct net_bridge *br)
1647 static inline int nbp_vlan_add(struct net_bridge_port *port, u16 vid, u16 flags,
1648 bool *changed, struct netlink_ext_ack *extack)
1654 static inline int nbp_vlan_delete(struct net_bridge_port *port, u16 vid)
1659 static inline void nbp_vlan_flush(struct net_bridge_port *port)
1663 static inline struct net_bridge_vlan *br_vlan_find(struct net_bridge_vlan_group *vg,
1669 static inline int nbp_vlan_init(struct net_bridge_port *port,
1670 struct netlink_ext_ack *extack)
1675 static inline u16 br_vlan_get_tag(const struct sk_buff *skb, u16 *tag)
1680 static inline u16 br_get_pvid(const struct net_bridge_vlan_group *vg)
1685 static inline int br_vlan_filter_toggle(struct net_bridge *br,
1687 struct netlink_ext_ack *extack)
1692 static inline int nbp_get_num_vlan_infos(struct net_bridge_port *p,
1698 static inline void br_vlan_fill_forward_path_pvid(struct net_bridge *br,
1699 struct net_device_path_ctx *ctx,
1700 struct net_device_path *path)
1704 static inline int br_vlan_fill_forward_path_mode(struct net_bridge *br,
1705 struct net_bridge_port *dst,
1706 struct net_device_path *path)
1711 static inline struct net_bridge_vlan_group *br_vlan_group(
1712 const struct net_bridge *br)
1717 static inline struct net_bridge_vlan_group *nbp_vlan_group(
1718 const struct net_bridge_port *p)
1723 static inline struct net_bridge_vlan_group *br_vlan_group_rcu(
1724 const struct net_bridge *br)
1729 static inline struct net_bridge_vlan_group *nbp_vlan_group_rcu(
1730 const struct net_bridge_port *p)
1735 static inline void br_vlan_get_stats(const struct net_bridge_vlan *v,
1736 struct pcpu_sw_netstats *stats)
1740 static inline void br_vlan_port_event(struct net_bridge_port *p,
1741 unsigned long event)
1745 static inline int br_vlan_bridge_event(struct net_device *dev,
1746 unsigned long event, void *ptr)
1751 static inline void br_vlan_rtnl_init(void)
1755 static inline void br_vlan_rtnl_uninit(void)
1759 static inline void br_vlan_notify(const struct net_bridge *br,
1760 const struct net_bridge_port *p,
1761 u16 vid, u16 vid_range,
1766 static inline bool br_vlan_can_enter_range(const struct net_bridge_vlan *v_curr,
1767 const struct net_bridge_vlan *range_end)
1772 static inline u16 br_vlan_flags(const struct net_bridge_vlan *v, u16 pvid)
1779 /* br_vlan_options.c */
1780 #ifdef CONFIG_BRIDGE_VLAN_FILTERING
1781 bool br_vlan_opts_eq_range(const struct net_bridge_vlan *v_curr,
1782 const struct net_bridge_vlan *range_end);
1783 bool br_vlan_opts_fill(struct sk_buff *skb, const struct net_bridge_vlan *v,
1784 const struct net_bridge_port *p);
1785 size_t br_vlan_opts_nl_size(void);
1786 int br_vlan_process_options(const struct net_bridge *br,
1787 const struct net_bridge_port *p,
1788 struct net_bridge_vlan *range_start,
1789 struct net_bridge_vlan *range_end,
1791 struct netlink_ext_ack *extack);
1792 int br_vlan_rtm_process_global_options(struct net_device *dev,
1793 const struct nlattr *attr,
1795 struct netlink_ext_ack *extack);
1796 bool br_vlan_global_opts_can_enter_range(const struct net_bridge_vlan *v_curr,
1797 const struct net_bridge_vlan *r_end);
1798 bool br_vlan_global_opts_fill(struct sk_buff *skb, u16 vid, u16 vid_range,
1799 const struct net_bridge_vlan *v_opts);
1801 /* vlan state manipulation helpers using *_ONCE to annotate lock-free access */
1802 static inline u8 br_vlan_get_state(const struct net_bridge_vlan *v)
1804 return READ_ONCE(v->state);
1807 static inline void br_vlan_set_state(struct net_bridge_vlan *v, u8 state)
1809 WRITE_ONCE(v->state, state);
1812 static inline u8 br_vlan_get_pvid_state(const struct net_bridge_vlan_group *vg)
1814 return READ_ONCE(vg->pvid_state);
1817 static inline void br_vlan_set_pvid_state(struct net_bridge_vlan_group *vg,
1820 WRITE_ONCE(vg->pvid_state, state);
1823 /* learn_allow is true at ingress and false at egress */
1824 static inline bool br_vlan_state_allowed(u8 state, bool learn_allow)
1827 case BR_STATE_LEARNING:
1829 case BR_STATE_FORWARDING:
1838 #ifdef CONFIG_BRIDGE_VLAN_FILTERING
1839 DECLARE_STATIC_KEY_FALSE(br_mst_used);
1840 static inline bool br_mst_is_enabled(struct net_bridge *br)
1842 return static_branch_unlikely(&br_mst_used) &&
1843 br_opt_get(br, BROPT_MST_ENABLED);
1846 int br_mst_set_state(struct net_bridge_port *p, u16 msti, u8 state,
1847 struct netlink_ext_ack *extack);
1848 int br_mst_vlan_set_msti(struct net_bridge_vlan *v, u16 msti);
1849 void br_mst_vlan_init_state(struct net_bridge_vlan *v);
1850 int br_mst_set_enabled(struct net_bridge *br, bool on,
1851 struct netlink_ext_ack *extack);
1852 size_t br_mst_info_size(const struct net_bridge_vlan_group *vg);
1853 int br_mst_fill_info(struct sk_buff *skb,
1854 const struct net_bridge_vlan_group *vg);
1855 int br_mst_process(struct net_bridge_port *p, const struct nlattr *mst_attr,
1856 struct netlink_ext_ack *extack);
1858 static inline bool br_mst_is_enabled(struct net_bridge *br)
1863 static inline int br_mst_set_state(struct net_bridge_port *p, u16 msti,
1864 u8 state, struct netlink_ext_ack *extack)
1869 static inline int br_mst_set_enabled(struct net_bridge *br, bool on,
1870 struct netlink_ext_ack *extack)
1875 static inline size_t br_mst_info_size(const struct net_bridge_vlan_group *vg)
1880 static inline int br_mst_fill_info(struct sk_buff *skb,
1881 const struct net_bridge_vlan_group *vg)
1886 static inline int br_mst_process(struct net_bridge_port *p,
1887 const struct nlattr *mst_attr,
1888 struct netlink_ext_ack *extack)
1895 int (*br_dev_xmit_hook)(struct sk_buff *skb);
1897 extern const struct nf_br_ops __rcu *nf_br_ops;
1899 /* br_netfilter.c */
1900 #if IS_ENABLED(CONFIG_BRIDGE_NETFILTER)
1901 int br_nf_core_init(void);
1902 void br_nf_core_fini(void);
1903 void br_netfilter_rtable_init(struct net_bridge *);
1905 static inline int br_nf_core_init(void) { return 0; }
1906 static inline void br_nf_core_fini(void) {}
1907 #define br_netfilter_rtable_init(x)
1911 void br_set_state(struct net_bridge_port *p, unsigned int state);
1912 struct net_bridge_port *br_get_port(struct net_bridge *br, u16 port_no);
1913 void br_init_port(struct net_bridge_port *p);
1914 void br_become_designated_port(struct net_bridge_port *p);
1916 void __br_set_forward_delay(struct net_bridge *br, unsigned long t);
1917 int br_set_forward_delay(struct net_bridge *br, unsigned long x);
1918 int br_set_hello_time(struct net_bridge *br, unsigned long x);
1919 int br_set_max_age(struct net_bridge *br, unsigned long x);
1920 int __set_ageing_time(struct net_device *dev, unsigned long t);
1921 int br_set_ageing_time(struct net_bridge *br, clock_t ageing_time);
1925 void br_stp_enable_bridge(struct net_bridge *br);
1926 void br_stp_disable_bridge(struct net_bridge *br);
1927 int br_stp_set_enabled(struct net_bridge *br, unsigned long val,
1928 struct netlink_ext_ack *extack);
1929 void br_stp_enable_port(struct net_bridge_port *p);
1930 void br_stp_disable_port(struct net_bridge_port *p);
1931 bool br_stp_recalculate_bridge_id(struct net_bridge *br);
1932 void br_stp_change_bridge_id(struct net_bridge *br, const unsigned char *a);
1933 void br_stp_set_bridge_priority(struct net_bridge *br, u16 newprio);
1934 int br_stp_set_port_priority(struct net_bridge_port *p, unsigned long newprio);
1935 int br_stp_set_path_cost(struct net_bridge_port *p, unsigned long path_cost);
1936 ssize_t br_show_bridge_id(char *buf, const struct bridge_id *id);
1940 void br_stp_rcv(const struct stp_proto *proto, struct sk_buff *skb,
1941 struct net_device *dev);
1943 /* br_stp_timer.c */
1944 void br_stp_timer_init(struct net_bridge *br);
1945 void br_stp_port_timer_init(struct net_bridge_port *p);
1946 unsigned long br_timer_value(const struct timer_list *timer);
1949 #if IS_ENABLED(CONFIG_ATM_LANE)
1950 extern int (*br_fdb_test_addr_hook)(struct net_device *dev, unsigned char *addr);
1954 #if IS_ENABLED(CONFIG_BRIDGE_MRP)
1955 int br_mrp_parse(struct net_bridge *br, struct net_bridge_port *p,
1956 struct nlattr *attr, int cmd, struct netlink_ext_ack *extack);
1957 bool br_mrp_enabled(struct net_bridge *br);
1958 void br_mrp_port_del(struct net_bridge *br, struct net_bridge_port *p);
1959 int br_mrp_fill_info(struct sk_buff *skb, struct net_bridge *br);
1961 static inline int br_mrp_parse(struct net_bridge *br, struct net_bridge_port *p,
1962 struct nlattr *attr, int cmd,
1963 struct netlink_ext_ack *extack)
1968 static inline bool br_mrp_enabled(struct net_bridge *br)
1973 static inline void br_mrp_port_del(struct net_bridge *br,
1974 struct net_bridge_port *p)
1978 static inline int br_mrp_fill_info(struct sk_buff *skb, struct net_bridge *br)
1986 #if IS_ENABLED(CONFIG_BRIDGE_CFM)
1987 int br_cfm_parse(struct net_bridge *br, struct net_bridge_port *p,
1988 struct nlattr *attr, int cmd, struct netlink_ext_ack *extack);
1989 bool br_cfm_created(struct net_bridge *br);
1990 void br_cfm_port_del(struct net_bridge *br, struct net_bridge_port *p);
1991 int br_cfm_config_fill_info(struct sk_buff *skb, struct net_bridge *br);
1992 int br_cfm_status_fill_info(struct sk_buff *skb,
1993 struct net_bridge *br,
1995 int br_cfm_mep_count(struct net_bridge *br, u32 *count);
1996 int br_cfm_peer_mep_count(struct net_bridge *br, u32 *count);
1998 static inline int br_cfm_parse(struct net_bridge *br, struct net_bridge_port *p,
1999 struct nlattr *attr, int cmd,
2000 struct netlink_ext_ack *extack)
2005 static inline bool br_cfm_created(struct net_bridge *br)
2010 static inline void br_cfm_port_del(struct net_bridge *br,
2011 struct net_bridge_port *p)
2015 static inline int br_cfm_config_fill_info(struct sk_buff *skb, struct net_bridge *br)
2020 static inline int br_cfm_status_fill_info(struct sk_buff *skb,
2021 struct net_bridge *br,
2027 static inline int br_cfm_mep_count(struct net_bridge *br, u32 *count)
2033 static inline int br_cfm_peer_mep_count(struct net_bridge *br, u32 *count)
2041 extern struct rtnl_link_ops br_link_ops;
2042 int br_netlink_init(void);
2043 void br_netlink_fini(void);
2044 void br_ifinfo_notify(int event, const struct net_bridge *br,
2045 const struct net_bridge_port *port);
2046 void br_info_notify(int event, const struct net_bridge *br,
2047 const struct net_bridge_port *port, u32 filter);
2048 int br_setlink(struct net_device *dev, struct nlmsghdr *nlmsg, u16 flags,
2049 struct netlink_ext_ack *extack);
2050 int br_dellink(struct net_device *dev, struct nlmsghdr *nlmsg, u16 flags);
2051 int br_getlink(struct sk_buff *skb, u32 pid, u32 seq, struct net_device *dev,
2052 u32 filter_mask, int nlflags);
2053 int br_process_vlan_info(struct net_bridge *br,
2054 struct net_bridge_port *p, int cmd,
2055 struct bridge_vlan_info *vinfo_curr,
2056 struct bridge_vlan_info **vinfo_last,
2058 struct netlink_ext_ack *extack);
2062 extern const struct sysfs_ops brport_sysfs_ops;
2063 int br_sysfs_addif(struct net_bridge_port *p);
2064 int br_sysfs_renameif(struct net_bridge_port *p);
2067 int br_sysfs_addbr(struct net_device *dev);
2068 void br_sysfs_delbr(struct net_device *dev);
2072 static inline int br_sysfs_addif(struct net_bridge_port *p) { return 0; }
2073 static inline int br_sysfs_renameif(struct net_bridge_port *p) { return 0; }
2074 static inline int br_sysfs_addbr(struct net_device *dev) { return 0; }
2075 static inline void br_sysfs_delbr(struct net_device *dev) { return; }
2076 #endif /* CONFIG_SYSFS */
2078 /* br_switchdev.c */
2079 #ifdef CONFIG_NET_SWITCHDEV
2080 int br_switchdev_port_offload(struct net_bridge_port *p,
2081 struct net_device *dev, const void *ctx,
2082 struct notifier_block *atomic_nb,
2083 struct notifier_block *blocking_nb,
2084 bool tx_fwd_offload,
2085 struct netlink_ext_ack *extack);
2087 void br_switchdev_port_unoffload(struct net_bridge_port *p, const void *ctx,
2088 struct notifier_block *atomic_nb,
2089 struct notifier_block *blocking_nb);
2091 bool br_switchdev_frame_uses_tx_fwd_offload(struct sk_buff *skb);
2093 void br_switchdev_frame_set_offload_fwd_mark(struct sk_buff *skb);
2095 void nbp_switchdev_frame_mark_tx_fwd_offload(const struct net_bridge_port *p,
2096 struct sk_buff *skb);
2097 void nbp_switchdev_frame_mark_tx_fwd_to_hwdom(const struct net_bridge_port *p,
2098 struct sk_buff *skb);
2099 void nbp_switchdev_frame_mark(const struct net_bridge_port *p,
2100 struct sk_buff *skb);
2101 bool nbp_switchdev_allowed_egress(const struct net_bridge_port *p,
2102 const struct sk_buff *skb);
2103 int br_switchdev_set_port_flag(struct net_bridge_port *p,
2104 unsigned long flags,
2106 struct netlink_ext_ack *extack);
2107 void br_switchdev_fdb_notify(struct net_bridge *br,
2108 const struct net_bridge_fdb_entry *fdb, int type);
2109 void br_switchdev_mdb_notify(struct net_device *dev,
2110 struct net_bridge_mdb_entry *mp,
2111 struct net_bridge_port_group *pg,
2113 int br_switchdev_port_vlan_add(struct net_device *dev, u16 vid, u16 flags,
2114 bool changed, struct netlink_ext_ack *extack);
2115 int br_switchdev_port_vlan_del(struct net_device *dev, u16 vid);
2116 void br_switchdev_init(struct net_bridge *br);
2118 static inline void br_switchdev_frame_unmark(struct sk_buff *skb)
2120 skb->offload_fwd_mark = 0;
2124 br_switchdev_port_offload(struct net_bridge_port *p,
2125 struct net_device *dev, const void *ctx,
2126 struct notifier_block *atomic_nb,
2127 struct notifier_block *blocking_nb,
2128 bool tx_fwd_offload,
2129 struct netlink_ext_ack *extack)
2135 br_switchdev_port_unoffload(struct net_bridge_port *p, const void *ctx,
2136 struct notifier_block *atomic_nb,
2137 struct notifier_block *blocking_nb)
2141 static inline bool br_switchdev_frame_uses_tx_fwd_offload(struct sk_buff *skb)
2146 static inline void br_switchdev_frame_set_offload_fwd_mark(struct sk_buff *skb)
2151 nbp_switchdev_frame_mark_tx_fwd_offload(const struct net_bridge_port *p,
2152 struct sk_buff *skb)
2157 nbp_switchdev_frame_mark_tx_fwd_to_hwdom(const struct net_bridge_port *p,
2158 struct sk_buff *skb)
2162 static inline void nbp_switchdev_frame_mark(const struct net_bridge_port *p,
2163 struct sk_buff *skb)
2167 static inline bool nbp_switchdev_allowed_egress(const struct net_bridge_port *p,
2168 const struct sk_buff *skb)
2173 static inline int br_switchdev_set_port_flag(struct net_bridge_port *p,
2174 unsigned long flags,
2176 struct netlink_ext_ack *extack)
2181 static inline int br_switchdev_port_vlan_add(struct net_device *dev, u16 vid,
2182 u16 flags, bool changed,
2183 struct netlink_ext_ack *extack)
2188 static inline int br_switchdev_port_vlan_del(struct net_device *dev, u16 vid)
2194 br_switchdev_fdb_notify(struct net_bridge *br,
2195 const struct net_bridge_fdb_entry *fdb, int type)
2199 static inline void br_switchdev_mdb_notify(struct net_device *dev,
2200 struct net_bridge_mdb_entry *mp,
2201 struct net_bridge_port_group *pg,
2206 static inline void br_switchdev_frame_unmark(struct sk_buff *skb)
2210 static inline void br_switchdev_init(struct net_bridge *br)
2214 #endif /* CONFIG_NET_SWITCHDEV */
2216 /* br_arp_nd_proxy.c */
2217 void br_recalculate_neigh_suppress_enabled(struct net_bridge *br);
2218 void br_do_proxy_suppress_arp(struct sk_buff *skb, struct net_bridge *br,
2219 u16 vid, struct net_bridge_port *p);
2220 void br_do_suppress_nd(struct sk_buff *skb, struct net_bridge *br,
2221 u16 vid, struct net_bridge_port *p, struct nd_msg *msg);
2222 struct nd_msg *br_is_nd_neigh_msg(struct sk_buff *skb, struct nd_msg *m);
2223 bool br_is_neigh_suppress_enabled(const struct net_bridge_port *p, u16 vid);