]>
Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* |
2 | * Device handling code | |
3 | * Linux ethernet bridge | |
4 | * | |
5 | * Authors: | |
6 | * Lennert Buytenhek <[email protected]> | |
7 | * | |
1da177e4 LT |
8 | * This program is free software; you can redistribute it and/or |
9 | * modify it under the terms of the GNU General Public License | |
10 | * as published by the Free Software Foundation; either version | |
11 | * 2 of the License, or (at your option) any later version. | |
12 | */ | |
13 | ||
14 | #include <linux/kernel.h> | |
15 | #include <linux/netdevice.h> | |
c06ee961 | 16 | #include <linux/netpoll.h> |
4505a3ef | 17 | #include <linux/etherdevice.h> |
edb5e46f | 18 | #include <linux/ethtool.h> |
c06ee961 | 19 | #include <linux/list.h> |
ea2d9b41 | 20 | #include <linux/netfilter_bridge.h> |
4505a3ef | 21 | |
7c0f6ba6 | 22 | #include <linux/uaccess.h> |
1da177e4 LT |
23 | #include "br_private.h" |
24 | ||
161f65ba VY |
25 | #define COMMON_FEATURES (NETIF_F_SG | NETIF_F_FRAGLIST | NETIF_F_HIGHDMA | \ |
26 | NETIF_F_GSO_MASK | NETIF_F_HW_CSUM) | |
27 | ||
1a4ba64d PNA |
28 | const struct nf_br_ops __rcu *nf_br_ops __read_mostly; |
29 | EXPORT_SYMBOL_GPL(nf_br_ops); | |
30 | ||
c6894dec NA |
31 | static struct lock_class_key bridge_netdev_addr_lock_key; |
32 | ||
eeaf61d8 | 33 | /* net device transmit always called with BH disabled */ |
6fef4c0c | 34 | netdev_tx_t br_dev_xmit(struct sk_buff *skb, struct net_device *dev) |
1da177e4 LT |
35 | { |
36 | struct net_bridge *br = netdev_priv(dev); | |
1da177e4 | 37 | struct net_bridge_fdb_entry *dst; |
c4fcb78c | 38 | struct net_bridge_mdb_entry *mdst; |
8f84985f | 39 | struct pcpu_sw_netstats *brstats = this_cpu_ptr(br->stats); |
1a4ba64d | 40 | const struct nf_br_ops *nf_ops; |
31a4562d | 41 | const unsigned char *dest; |
78851988 | 42 | u16 vid = 0; |
1da177e4 | 43 | |
c03307ea | 44 | rcu_read_lock(); |
1a4ba64d PNA |
45 | nf_ops = rcu_dereference(nf_br_ops); |
46 | if (nf_ops && nf_ops->br_dev_xmit_hook(skb)) { | |
c03307ea | 47 | rcu_read_unlock(); |
ea2d9b41 BDS |
48 | return NETDEV_TX_OK; |
49 | } | |
ea2d9b41 | 50 | |
406818ff | 51 | u64_stats_update_begin(&brstats->syncp); |
14bb4789 | 52 | brstats->tx_packets++; |
53 | brstats->tx_bytes += skb->len; | |
406818ff | 54 | u64_stats_update_end(&brstats->syncp); |
6088a539 | 55 | |
f1c2eddf | 56 | br_switchdev_frame_unmark(skb); |
14bb4789 | 57 | BR_INPUT_SKB_CB(skb)->brdev = dev; |
1da177e4 | 58 | |
459a98ed | 59 | skb_reset_mac_header(skb); |
1da177e4 LT |
60 | skb_pull(skb, ETH_HLEN); |
61 | ||
907b1e6e | 62 | if (!br_allowed_ingress(br, br_vlan_group_rcu(br), skb, &vid)) |
12464bb8 TM |
63 | goto out; |
64 | ||
31a4562d | 65 | dest = eth_hdr(skb)->h_dest; |
37b090e6 | 66 | if (is_broadcast_ether_addr(dest)) { |
8addd5e7 | 67 | br_flood(br, skb, BR_PKT_BROADCAST, false, true); |
37b090e6 | 68 | } else if (is_multicast_ether_addr(dest)) { |
91d2c34a | 69 | if (unlikely(netpoll_tx_running(dev))) { |
8addd5e7 | 70 | br_flood(br, skb, BR_PKT_MULTICAST, false, true); |
91d2c34a HX |
71 | goto out; |
72 | } | |
06499098 | 73 | if (br_multicast_rcv(br, NULL, skb, vid)) { |
6d1d1d39 | 74 | kfree_skb(skb); |
c4fcb78c | 75 | goto out; |
6d1d1d39 | 76 | } |
c4fcb78c | 77 | |
fbca58a2 | 78 | mdst = br_mdb_get(br, skb, vid); |
b00589af | 79 | if ((mdst || BR_INPUT_SKB_CB_MROUTERS_ONLY(skb)) && |
cc0fdd80 | 80 | br_multicast_querier_exists(br, eth_hdr(skb))) |
37b090e6 | 81 | br_multicast_flood(mdst, skb, false, true); |
c4fcb78c | 82 | else |
8addd5e7 | 83 | br_flood(br, skb, BR_PKT_MULTICAST, false, true); |
bfd0aeac | 84 | } else if ((dst = br_fdb_find_rcu(br, dest, vid)) != NULL) { |
37b090e6 NA |
85 | br_forward(dst->dst, skb, false, true); |
86 | } else { | |
8addd5e7 | 87 | br_flood(br, skb, BR_PKT_UNICAST, false, true); |
37b090e6 | 88 | } |
c4fcb78c | 89 | out: |
eeaf61d8 | 90 | rcu_read_unlock(); |
6ed10654 | 91 | return NETDEV_TX_OK; |
1da177e4 LT |
92 | } |
93 | ||
c6894dec NA |
94 | static void br_set_lockdep_class(struct net_device *dev) |
95 | { | |
96 | lockdep_set_class(&dev->addr_list_lock, &bridge_netdev_addr_lock_key); | |
97 | } | |
98 | ||
bb900b27 | 99 | static int br_dev_init(struct net_device *dev) |
100 | { | |
101 | struct net_bridge *br = netdev_priv(dev); | |
5be5a2df | 102 | int err; |
bb900b27 | 103 | |
1c213bd2 | 104 | br->stats = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats); |
bb900b27 | 105 | if (!br->stats) |
106 | return -ENOMEM; | |
107 | ||
5be5a2df | 108 | err = br_vlan_init(br); |
1080ab95 | 109 | if (err) { |
5be5a2df | 110 | free_percpu(br->stats); |
1080ab95 NA |
111 | return err; |
112 | } | |
113 | ||
114 | err = br_multicast_init_stats(br); | |
115 | if (err) { | |
116 | free_percpu(br->stats); | |
117 | br_vlan_flush(br); | |
118 | } | |
c6894dec | 119 | br_set_lockdep_class(dev); |
5be5a2df VY |
120 | |
121 | return err; | |
bb900b27 | 122 | } |
123 | ||
b6fe0440 IS |
124 | static void br_dev_uninit(struct net_device *dev) |
125 | { | |
126 | struct net_bridge *br = netdev_priv(dev); | |
127 | ||
b1b9d366 | 128 | br_multicast_dev_del(br); |
b6fe0440 IS |
129 | br_multicast_uninit_stats(br); |
130 | br_vlan_flush(br); | |
131 | free_percpu(br->stats); | |
132 | } | |
133 | ||
1da177e4 LT |
134 | static int br_dev_open(struct net_device *dev) |
135 | { | |
81d35307 | 136 | struct net_bridge *br = netdev_priv(dev); |
1da177e4 | 137 | |
c4d27ef9 | 138 | netdev_update_features(dev); |
81d35307 SH |
139 | netif_start_queue(dev); |
140 | br_stp_enable_bridge(br); | |
3fe2d7c7 | 141 | br_multicast_open(br); |
1da177e4 LT |
142 | |
143 | return 0; | |
144 | } | |
145 | ||
146 | static void br_dev_set_multicast_list(struct net_device *dev) | |
147 | { | |
148 | } | |
149 | ||
2796d0c6 VY |
150 | static void br_dev_change_rx_flags(struct net_device *dev, int change) |
151 | { | |
152 | if (change & IFF_PROMISC) | |
153 | br_manage_promisc(netdev_priv(dev)); | |
154 | } | |
155 | ||
1da177e4 LT |
156 | static int br_dev_stop(struct net_device *dev) |
157 | { | |
3fe2d7c7 HX |
158 | struct net_bridge *br = netdev_priv(dev); |
159 | ||
160 | br_stp_disable_bridge(br); | |
161 | br_multicast_stop(br); | |
1da177e4 LT |
162 | |
163 | netif_stop_queue(dev); | |
164 | ||
165 | return 0; | |
166 | } | |
167 | ||
bc1f4470 | 168 | static void br_get_stats64(struct net_device *dev, |
169 | struct rtnl_link_stats64 *stats) | |
14bb4789 | 170 | { |
171 | struct net_bridge *br = netdev_priv(dev); | |
8f84985f | 172 | struct pcpu_sw_netstats tmp, sum = { 0 }; |
14bb4789 | 173 | unsigned int cpu; |
174 | ||
175 | for_each_possible_cpu(cpu) { | |
406818ff | 176 | unsigned int start; |
8f84985f | 177 | const struct pcpu_sw_netstats *bstats |
14bb4789 | 178 | = per_cpu_ptr(br->stats, cpu); |
406818ff | 179 | do { |
57a7744e | 180 | start = u64_stats_fetch_begin_irq(&bstats->syncp); |
406818ff | 181 | memcpy(&tmp, bstats, sizeof(tmp)); |
57a7744e | 182 | } while (u64_stats_fetch_retry_irq(&bstats->syncp, start)); |
406818ff ED |
183 | sum.tx_bytes += tmp.tx_bytes; |
184 | sum.tx_packets += tmp.tx_packets; | |
185 | sum.rx_bytes += tmp.rx_bytes; | |
186 | sum.rx_packets += tmp.rx_packets; | |
14bb4789 | 187 | } |
188 | ||
189 | stats->tx_bytes = sum.tx_bytes; | |
190 | stats->tx_packets = sum.tx_packets; | |
191 | stats->rx_bytes = sum.rx_bytes; | |
192 | stats->rx_packets = sum.rx_packets; | |
14bb4789 | 193 | } |
194 | ||
1da177e4 LT |
195 | static int br_change_mtu(struct net_device *dev, int new_mtu) |
196 | { | |
4adf0af6 | 197 | struct net_bridge *br = netdev_priv(dev); |
91572088 | 198 | if (new_mtu > br_min_mtu(br)) |
1da177e4 LT |
199 | return -EINVAL; |
200 | ||
201 | dev->mtu = new_mtu; | |
4adf0af6 | 202 | |
34666d46 | 203 | #if IS_ENABLED(CONFIG_BRIDGE_NETFILTER) |
4adf0af6 | 204 | /* remember the MTU in the rtable for PMTU */ |
defb3519 | 205 | dst_metric_set(&br->fake_rtable.dst, RTAX_MTU, new_mtu); |
4adf0af6 SW |
206 | #endif |
207 | ||
1da177e4 LT |
208 | return 0; |
209 | } | |
210 | ||
ffe1d49c | 211 | /* Allow setting mac address to any valid ethernet address. */ |
4505a3ef SH |
212 | static int br_set_mac_address(struct net_device *dev, void *p) |
213 | { | |
214 | struct net_bridge *br = netdev_priv(dev); | |
215 | struct sockaddr *addr = p; | |
ffe1d49c SH |
216 | |
217 | if (!is_valid_ether_addr(addr->sa_data)) | |
7ca1e11a | 218 | return -EADDRNOTAVAIL; |
4505a3ef SH |
219 | |
220 | spin_lock_bh(&br->lock); | |
9a7b6ef9 | 221 | if (!ether_addr_equal(dev->dev_addr, addr->sa_data)) { |
a3ebb7ef | 222 | /* Mac address will be changed in br_stp_change_bridge_id(). */ |
43598813 | 223 | br_stp_change_bridge_id(br, addr->sa_data); |
224 | } | |
4505a3ef SH |
225 | spin_unlock_bh(&br->lock); |
226 | ||
ffe1d49c | 227 | return 0; |
4505a3ef SH |
228 | } |
229 | ||
edb5e46f SH |
230 | static void br_getinfo(struct net_device *dev, struct ethtool_drvinfo *info) |
231 | { | |
7826d43f JP |
232 | strlcpy(info->driver, "bridge", sizeof(info->driver)); |
233 | strlcpy(info->version, BR_VERSION, sizeof(info->version)); | |
234 | strlcpy(info->fw_version, "N/A", sizeof(info->fw_version)); | |
235 | strlcpy(info->bus_info, "N/A", sizeof(info->bus_info)); | |
edb5e46f SH |
236 | } |
237 | ||
c8f44aff MM |
238 | static netdev_features_t br_fix_features(struct net_device *dev, |
239 | netdev_features_t features) | |
edb5e46f SH |
240 | { |
241 | struct net_bridge *br = netdev_priv(dev); | |
242 | ||
c4d27ef9 | 243 | return br_features_recompute(br, features); |
361ff8a6 JG |
244 | } |
245 | ||
c06ee961 | 246 | #ifdef CONFIG_NET_POLL_CONTROLLER |
91d2c34a | 247 | static void br_poll_controller(struct net_device *br_dev) |
c06ee961 | 248 | { |
c06ee961 WC |
249 | } |
250 | ||
91d2c34a | 251 | static void br_netpoll_cleanup(struct net_device *dev) |
c06ee961 | 252 | { |
91d2c34a | 253 | struct net_bridge *br = netdev_priv(dev); |
4e3828c4 | 254 | struct net_bridge_port *p; |
c06ee961 | 255 | |
4e3828c4 | 256 | list_for_each_entry(p, &br->port_list, list) |
91d2c34a | 257 | br_netpoll_disable(p); |
c06ee961 WC |
258 | } |
259 | ||
a8779ec1 | 260 | static int __br_netpoll_enable(struct net_bridge_port *p) |
dbe17307 CW |
261 | { |
262 | struct netpoll *np; | |
263 | int err; | |
264 | ||
a8779ec1 | 265 | np = kzalloc(sizeof(*p->np), GFP_KERNEL); |
dbe17307 CW |
266 | if (!np) |
267 | return -ENOMEM; | |
268 | ||
a8779ec1 | 269 | err = __netpoll_setup(np, p->dev); |
dbe17307 CW |
270 | if (err) { |
271 | kfree(np); | |
272 | return err; | |
273 | } | |
274 | ||
275 | p->np = np; | |
276 | return err; | |
277 | } | |
278 | ||
a8779ec1 | 279 | int br_netpoll_enable(struct net_bridge_port *p) |
dbe17307 CW |
280 | { |
281 | if (!p->br->dev->npinfo) | |
282 | return 0; | |
283 | ||
a8779ec1 | 284 | return __br_netpoll_enable(p); |
dbe17307 CW |
285 | } |
286 | ||
a8779ec1 | 287 | static int br_netpoll_setup(struct net_device *dev, struct netpoll_info *ni) |
c06ee961 | 288 | { |
cfb478da | 289 | struct net_bridge *br = netdev_priv(dev); |
4e3828c4 | 290 | struct net_bridge_port *p; |
91d2c34a | 291 | int err = 0; |
c06ee961 | 292 | |
4e3828c4 | 293 | list_for_each_entry(p, &br->port_list, list) { |
91d2c34a HX |
294 | if (!p->dev) |
295 | continue; | |
a8779ec1 | 296 | err = __br_netpoll_enable(p); |
91d2c34a HX |
297 | if (err) |
298 | goto fail; | |
c06ee961 | 299 | } |
91d2c34a HX |
300 | |
301 | out: | |
302 | return err; | |
303 | ||
304 | fail: | |
305 | br_netpoll_cleanup(dev); | |
306 | goto out; | |
c06ee961 WC |
307 | } |
308 | ||
91d2c34a | 309 | void br_netpoll_disable(struct net_bridge_port *p) |
c06ee961 | 310 | { |
91d2c34a HX |
311 | struct netpoll *np = p->np; |
312 | ||
313 | if (!np) | |
314 | return; | |
315 | ||
316 | p->np = NULL; | |
317 | ||
2cde6acd | 318 | __netpoll_free_async(np); |
c06ee961 WC |
319 | } |
320 | ||
321 | #endif | |
322 | ||
33eaf2a6 DA |
323 | static int br_add_slave(struct net_device *dev, struct net_device *slave_dev, |
324 | struct netlink_ext_ack *extack) | |
afc6151a JP |
325 | |
326 | { | |
327 | struct net_bridge *br = netdev_priv(dev); | |
328 | ||
ca752be0 | 329 | return br_add_if(br, slave_dev, extack); |
afc6151a JP |
330 | } |
331 | ||
332 | static int br_del_slave(struct net_device *dev, struct net_device *slave_dev) | |
333 | { | |
334 | struct net_bridge *br = netdev_priv(dev); | |
335 | ||
336 | return br_del_if(br, slave_dev); | |
337 | } | |
338 | ||
a2dbb882 | 339 | static const struct ethtool_ops br_ethtool_ops = { |
e4119a43 SH |
340 | .get_drvinfo = br_getinfo, |
341 | .get_link = ethtool_op_get_link, | |
edb5e46f SH |
342 | }; |
343 | ||
a2dbb882 SH |
344 | static const struct net_device_ops br_netdev_ops = { |
345 | .ndo_open = br_dev_open, | |
346 | .ndo_stop = br_dev_stop, | |
bb900b27 | 347 | .ndo_init = br_dev_init, |
b6fe0440 | 348 | .ndo_uninit = br_dev_uninit, |
00829823 | 349 | .ndo_start_xmit = br_dev_xmit, |
406818ff | 350 | .ndo_get_stats64 = br_get_stats64, |
00829823 | 351 | .ndo_set_mac_address = br_set_mac_address, |
afc4b13d | 352 | .ndo_set_rx_mode = br_dev_set_multicast_list, |
2796d0c6 | 353 | .ndo_change_rx_flags = br_dev_change_rx_flags, |
00829823 SH |
354 | .ndo_change_mtu = br_change_mtu, |
355 | .ndo_do_ioctl = br_dev_ioctl, | |
c06ee961 | 356 | #ifdef CONFIG_NET_POLL_CONTROLLER |
91d2c34a | 357 | .ndo_netpoll_setup = br_netpoll_setup, |
c06ee961 WC |
358 | .ndo_netpoll_cleanup = br_netpoll_cleanup, |
359 | .ndo_poll_controller = br_poll_controller, | |
360 | #endif | |
afc6151a JP |
361 | .ndo_add_slave = br_add_slave, |
362 | .ndo_del_slave = br_del_slave, | |
c4d27ef9 | 363 | .ndo_fix_features = br_fix_features, |
77162022 JF |
364 | .ndo_fdb_add = br_fdb_add, |
365 | .ndo_fdb_del = br_fdb_delete, | |
366 | .ndo_fdb_dump = br_fdb_dump, | |
e5a55a89 JF |
367 | .ndo_bridge_getlink = br_getlink, |
368 | .ndo_bridge_setlink = br_setlink, | |
407af329 | 369 | .ndo_bridge_dellink = br_dellink, |
66780530 | 370 | .ndo_features_check = passthru_features_check, |
a2dbb882 SH |
371 | }; |
372 | ||
bb900b27 | 373 | static struct device_type br_type = { |
374 | .name = "bridge", | |
375 | }; | |
376 | ||
1da177e4 LT |
377 | void br_dev_setup(struct net_device *dev) |
378 | { | |
bb900b27 | 379 | struct net_bridge *br = netdev_priv(dev); |
380 | ||
7ce5d222 | 381 | eth_hw_addr_random(dev); |
1da177e4 LT |
382 | ether_setup(dev); |
383 | ||
a2dbb882 | 384 | dev->netdev_ops = &br_netdev_ops; |
cf124db5 | 385 | dev->needs_free_netdev = true; |
7ad24ea4 | 386 | dev->ethtool_ops = &br_ethtool_ops; |
bb900b27 | 387 | SET_NETDEV_DEVTYPE(dev, &br_type); |
ccecb2a4 | 388 | dev->priv_flags = IFF_EBRIDGE | IFF_NO_QUEUE; |
edb5e46f | 389 | |
161f65ba | 390 | dev->features = COMMON_FEATURES | NETIF_F_LLTX | NETIF_F_NETNS_LOCAL | |
1c5abb6c TM |
391 | NETIF_F_HW_VLAN_CTAG_TX | NETIF_F_HW_VLAN_STAG_TX; |
392 | dev->hw_features = COMMON_FEATURES | NETIF_F_HW_VLAN_CTAG_TX | | |
393 | NETIF_F_HW_VLAN_STAG_TX; | |
161f65ba | 394 | dev->vlan_features = COMMON_FEATURES; |
bb900b27 | 395 | |
396 | br->dev = dev; | |
397 | spin_lock_init(&br->lock); | |
398 | INIT_LIST_HEAD(&br->port_list); | |
399 | spin_lock_init(&br->hash_lock); | |
400 | ||
401 | br->bridge_id.prio[0] = 0x80; | |
402 | br->bridge_id.prio[1] = 0x00; | |
403 | ||
e5a727f6 | 404 | ether_addr_copy(br->group_addr, eth_reserved_addr_base); |
bb900b27 | 405 | |
bb900b27 | 406 | br->stp_enabled = BR_NO_STP; |
515853cc | 407 | br->group_fwd_mask = BR_GROUPFWD_DEFAULT; |
f2808d22 | 408 | br->group_fwd_mask_required = BR_GROUPFWD_DEFAULT; |
515853cc | 409 | |
bb900b27 | 410 | br->designated_root = br->bridge_id; |
411 | br->bridge_max_age = br->max_age = 20 * HZ; | |
412 | br->bridge_hello_time = br->hello_time = 2 * HZ; | |
413 | br->bridge_forward_delay = br->forward_delay = 15 * HZ; | |
34d8acd8 | 414 | br->bridge_ageing_time = br->ageing_time = BR_DEFAULT_AGEING_TIME; |
91572088 | 415 | dev->max_mtu = ETH_MAX_MTU; |
bb900b27 | 416 | |
417 | br_netfilter_rtable_init(br); | |
418 | br_stp_timer_init(br); | |
419 | br_multicast_init(br); | |
f7cdee8a | 420 | INIT_DELAYED_WORK(&br->gc_work, br_fdb_cleanup); |
1da177e4 | 421 | } |