]>
Commit | Line | Data |
---|---|---|
d5970055 MT |
1 | /* |
2 | * vhost-net support | |
3 | * | |
4 | * Copyright Red Hat, Inc. 2010 | |
5 | * | |
6 | * Authors: | |
7 | * Michael S. Tsirkin <[email protected]> | |
8 | * | |
9 | * This work is licensed under the terms of the GNU GPL, version 2. See | |
10 | * the COPYING file in the top-level directory. | |
6b620ca3 PB |
11 | * |
12 | * Contributions after 2012-01-13 are licensed under the terms of the | |
13 | * GNU GPL, version 2 or (at your option) any later version. | |
d5970055 MT |
14 | */ |
15 | ||
16 | #include "net.h" | |
17 | #include "net/tap.h" | |
18 | ||
19 | #include "virtio-net.h" | |
20 | #include "vhost_net.h" | |
35f75462 | 21 | #include "qemu-error.h" |
d5970055 MT |
22 | |
23 | #include "config.h" | |
24 | ||
25 | #ifdef CONFIG_VHOST_NET | |
26 | #include <linux/vhost.h> | |
d5970055 MT |
27 | #include <sys/socket.h> |
28 | #include <linux/kvm.h> | |
29 | #include <fcntl.h> | |
30 | #include <sys/ioctl.h> | |
31 | #include <linux/virtio_ring.h> | |
32 | #include <netpacket/packet.h> | |
33 | #include <net/ethernet.h> | |
34 | #include <net/if.h> | |
35 | #include <netinet/in.h> | |
36 | ||
37 | #include <stdio.h> | |
38 | ||
39 | #include "vhost.h" | |
40 | ||
41 | struct vhost_net { | |
42 | struct vhost_dev dev; | |
43 | struct vhost_virtqueue vqs[2]; | |
44 | int backend; | |
35277d14 | 45 | NetClientState *nc; |
d5970055 MT |
46 | }; |
47 | ||
48 | unsigned vhost_net_get_features(struct vhost_net *net, unsigned features) | |
49 | { | |
50 | /* Clear features not supported by host kernel. */ | |
51 | if (!(net->dev.features & (1 << VIRTIO_F_NOTIFY_ON_EMPTY))) { | |
52 | features &= ~(1 << VIRTIO_F_NOTIFY_ON_EMPTY); | |
53 | } | |
54 | if (!(net->dev.features & (1 << VIRTIO_RING_F_INDIRECT_DESC))) { | |
55 | features &= ~(1 << VIRTIO_RING_F_INDIRECT_DESC); | |
56 | } | |
bcbabae8 MT |
57 | if (!(net->dev.features & (1 << VIRTIO_RING_F_EVENT_IDX))) { |
58 | features &= ~(1 << VIRTIO_RING_F_EVENT_IDX); | |
59 | } | |
ca736c8e MT |
60 | if (!(net->dev.features & (1 << VIRTIO_NET_F_MRG_RXBUF))) { |
61 | features &= ~(1 << VIRTIO_NET_F_MRG_RXBUF); | |
62 | } | |
d5970055 MT |
63 | return features; |
64 | } | |
65 | ||
66 | void vhost_net_ack_features(struct vhost_net *net, unsigned features) | |
67 | { | |
68 | net->dev.acked_features = net->dev.backend_features; | |
69 | if (features & (1 << VIRTIO_F_NOTIFY_ON_EMPTY)) { | |
70 | net->dev.acked_features |= (1 << VIRTIO_F_NOTIFY_ON_EMPTY); | |
71 | } | |
72 | if (features & (1 << VIRTIO_RING_F_INDIRECT_DESC)) { | |
73 | net->dev.acked_features |= (1 << VIRTIO_RING_F_INDIRECT_DESC); | |
74 | } | |
bcbabae8 MT |
75 | if (features & (1 << VIRTIO_RING_F_EVENT_IDX)) { |
76 | net->dev.acked_features |= (1 << VIRTIO_RING_F_EVENT_IDX); | |
77 | } | |
ca736c8e MT |
78 | if (features & (1 << VIRTIO_NET_F_MRG_RXBUF)) { |
79 | net->dev.acked_features |= (1 << VIRTIO_NET_F_MRG_RXBUF); | |
80 | } | |
d5970055 MT |
81 | } |
82 | ||
4e68f7a0 | 83 | static int vhost_net_get_fd(NetClientState *backend) |
d5970055 MT |
84 | { |
85 | switch (backend->info->type) { | |
2be64a68 | 86 | case NET_CLIENT_OPTIONS_KIND_TAP: |
d5970055 MT |
87 | return tap_get_fd(backend); |
88 | default: | |
89 | fprintf(stderr, "vhost-net requires tap backend\n"); | |
90 | return -EBADFD; | |
91 | } | |
92 | } | |
93 | ||
4e68f7a0 | 94 | struct vhost_net *vhost_net_init(NetClientState *backend, int devfd, |
5430a28f | 95 | bool force) |
d5970055 MT |
96 | { |
97 | int r; | |
7267c094 | 98 | struct vhost_net *net = g_malloc(sizeof *net); |
d5970055 MT |
99 | if (!backend) { |
100 | fprintf(stderr, "vhost-net requires backend to be setup\n"); | |
101 | goto fail; | |
102 | } | |
103 | r = vhost_net_get_fd(backend); | |
104 | if (r < 0) { | |
105 | goto fail; | |
106 | } | |
35277d14 | 107 | net->nc = backend; |
d5970055 MT |
108 | net->dev.backend_features = tap_has_vnet_hdr(backend) ? 0 : |
109 | (1 << VHOST_NET_F_VIRTIO_NET_HDR); | |
110 | net->backend = r; | |
111 | ||
1241ed94 | 112 | r = vhost_dev_init(&net->dev, devfd, "/dev/vhost-net", force); |
d5970055 MT |
113 | if (r < 0) { |
114 | goto fail; | |
115 | } | |
ca736c8e MT |
116 | if (!tap_has_vnet_hdr_len(backend, |
117 | sizeof(struct virtio_net_hdr_mrg_rxbuf))) { | |
118 | net->dev.features &= ~(1 << VIRTIO_NET_F_MRG_RXBUF); | |
119 | } | |
d5970055 | 120 | if (~net->dev.features & net->dev.backend_features) { |
0bfcd599 | 121 | fprintf(stderr, "vhost lacks feature mask %" PRIu64 " for backend\n", |
29f91781 | 122 | (uint64_t)(~net->dev.features & net->dev.backend_features)); |
d5970055 MT |
123 | vhost_dev_cleanup(&net->dev); |
124 | goto fail; | |
125 | } | |
126 | ||
127 | /* Set sane init value. Override when guest acks. */ | |
128 | vhost_net_ack_features(net, 0); | |
129 | return net; | |
130 | fail: | |
7267c094 | 131 | g_free(net); |
d5970055 MT |
132 | return NULL; |
133 | } | |
134 | ||
5430a28f MT |
135 | bool vhost_net_query(VHostNetState *net, VirtIODevice *dev) |
136 | { | |
137 | return vhost_dev_query(&net->dev, dev); | |
138 | } | |
139 | ||
d5970055 MT |
140 | int vhost_net_start(struct vhost_net *net, |
141 | VirtIODevice *dev) | |
142 | { | |
143 | struct vhost_vring_file file = { }; | |
144 | int r; | |
b0b3db79 MT |
145 | |
146 | net->dev.nvqs = 2; | |
147 | net->dev.vqs = net->vqs; | |
148 | ||
149 | r = vhost_dev_enable_notifiers(&net->dev, dev); | |
150 | if (r < 0) { | |
151 | goto fail_notifiers; | |
152 | } | |
ca736c8e | 153 | if (net->dev.acked_features & (1 << VIRTIO_NET_F_MRG_RXBUF)) { |
35277d14 | 154 | tap_set_vnet_hdr_len(net->nc, |
ca736c8e MT |
155 | sizeof(struct virtio_net_hdr_mrg_rxbuf)); |
156 | } | |
d5970055 | 157 | |
d5970055 MT |
158 | r = vhost_dev_start(&net->dev, dev); |
159 | if (r < 0) { | |
b0b3db79 | 160 | goto fail_start; |
d5970055 MT |
161 | } |
162 | ||
35277d14 | 163 | net->nc->info->poll(net->nc, false); |
d5970055 MT |
164 | qemu_set_fd_handler(net->backend, NULL, NULL, NULL); |
165 | file.fd = net->backend; | |
166 | for (file.index = 0; file.index < net->dev.nvqs; ++file.index) { | |
167 | r = ioctl(net->dev.control, VHOST_NET_SET_BACKEND, &file); | |
168 | if (r < 0) { | |
169 | r = -errno; | |
170 | goto fail; | |
171 | } | |
172 | } | |
173 | return 0; | |
174 | fail: | |
175 | file.fd = -1; | |
6b37c87c | 176 | while (file.index-- > 0) { |
d5970055 MT |
177 | int r = ioctl(net->dev.control, VHOST_NET_SET_BACKEND, &file); |
178 | assert(r >= 0); | |
179 | } | |
35277d14 | 180 | net->nc->info->poll(net->nc, true); |
d5970055 | 181 | vhost_dev_stop(&net->dev, dev); |
ca736c8e | 182 | if (net->dev.acked_features & (1 << VIRTIO_NET_F_MRG_RXBUF)) { |
35277d14 | 183 | tap_set_vnet_hdr_len(net->nc, sizeof(struct virtio_net_hdr)); |
ca736c8e | 184 | } |
b0b3db79 MT |
185 | fail_start: |
186 | vhost_dev_disable_notifiers(&net->dev, dev); | |
187 | fail_notifiers: | |
d5970055 MT |
188 | return r; |
189 | } | |
190 | ||
191 | void vhost_net_stop(struct vhost_net *net, | |
192 | VirtIODevice *dev) | |
193 | { | |
194 | struct vhost_vring_file file = { .fd = -1 }; | |
195 | ||
196 | for (file.index = 0; file.index < net->dev.nvqs; ++file.index) { | |
197 | int r = ioctl(net->dev.control, VHOST_NET_SET_BACKEND, &file); | |
198 | assert(r >= 0); | |
199 | } | |
35277d14 | 200 | net->nc->info->poll(net->nc, true); |
d5970055 | 201 | vhost_dev_stop(&net->dev, dev); |
ca736c8e | 202 | if (net->dev.acked_features & (1 << VIRTIO_NET_F_MRG_RXBUF)) { |
35277d14 | 203 | tap_set_vnet_hdr_len(net->nc, sizeof(struct virtio_net_hdr)); |
ca736c8e | 204 | } |
b0b3db79 | 205 | vhost_dev_disable_notifiers(&net->dev, dev); |
d5970055 MT |
206 | } |
207 | ||
208 | void vhost_net_cleanup(struct vhost_net *net) | |
209 | { | |
210 | vhost_dev_cleanup(&net->dev); | |
ca736c8e | 211 | if (net->dev.acked_features & (1 << VIRTIO_NET_F_MRG_RXBUF)) { |
35277d14 | 212 | tap_set_vnet_hdr_len(net->nc, sizeof(struct virtio_net_hdr)); |
ca736c8e | 213 | } |
7267c094 | 214 | g_free(net); |
d5970055 MT |
215 | } |
216 | #else | |
4e68f7a0 | 217 | struct vhost_net *vhost_net_init(NetClientState *backend, int devfd, |
5430a28f MT |
218 | bool force) |
219 | { | |
35f75462 | 220 | error_report("vhost-net support is not compiled in"); |
5430a28f MT |
221 | return NULL; |
222 | } | |
223 | ||
224 | bool vhost_net_query(VHostNetState *net, VirtIODevice *dev) | |
d5970055 | 225 | { |
5430a28f | 226 | return false; |
d5970055 MT |
227 | } |
228 | ||
229 | int vhost_net_start(struct vhost_net *net, | |
230 | VirtIODevice *dev) | |
231 | { | |
5430a28f | 232 | return -ENOSYS; |
d5970055 MT |
233 | } |
234 | void vhost_net_stop(struct vhost_net *net, | |
235 | VirtIODevice *dev) | |
236 | { | |
237 | } | |
238 | ||
239 | void vhost_net_cleanup(struct vhost_net *net) | |
240 | { | |
241 | } | |
242 | ||
243 | unsigned vhost_net_get_features(struct vhost_net *net, unsigned features) | |
244 | { | |
5430a28f | 245 | return features; |
d5970055 MT |
246 | } |
247 | void vhost_net_ack_features(struct vhost_net *net, unsigned features) | |
248 | { | |
249 | } | |
250 | #endif |