15281d757SMark McLoughlin /* 25281d757SMark McLoughlin * QEMU System Emulator 35281d757SMark McLoughlin * 45281d757SMark McLoughlin * Copyright (c) 2003-2008 Fabrice Bellard 55281d757SMark McLoughlin * Copyright (c) 2009 Red Hat, Inc. 65281d757SMark McLoughlin * 75281d757SMark McLoughlin * Permission is hereby granted, free of charge, to any person obtaining a copy 85281d757SMark McLoughlin * of this software and associated documentation files (the "Software"), to deal 95281d757SMark McLoughlin * in the Software without restriction, including without limitation the rights 105281d757SMark McLoughlin * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 115281d757SMark McLoughlin * copies of the Software, and to permit persons to whom the Software is 125281d757SMark McLoughlin * furnished to do so, subject to the following conditions: 135281d757SMark McLoughlin * 145281d757SMark McLoughlin * The above copyright notice and this permission notice shall be included in 155281d757SMark McLoughlin * all copies or substantial portions of the Software. 165281d757SMark McLoughlin * 175281d757SMark McLoughlin * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 185281d757SMark McLoughlin * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 195281d757SMark McLoughlin * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 205281d757SMark McLoughlin * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 215281d757SMark McLoughlin * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 225281d757SMark McLoughlin * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 235281d757SMark McLoughlin * THE SOFTWARE. 245281d757SMark McLoughlin */ 255281d757SMark McLoughlin 262744d920SPeter Maydell #include "qemu/osdep.h" 271422e32dSPaolo Bonzini #include "tap_int.h" 285281d757SMark McLoughlin 295281d757SMark McLoughlin 305281d757SMark McLoughlin #include <sys/ioctl.h> 315281d757SMark McLoughlin #include <sys/wait.h> 3271f4effcSAlexander Graf #include <sys/socket.h> 335281d757SMark McLoughlin #include <net/if.h> 345281d757SMark McLoughlin 35969e50b6SBin Meng #include "net/eth.h" 361422e32dSPaolo Bonzini #include "net/net.h" 37a245fc18SPaolo Bonzini #include "clients.h" 3883c9089eSPaolo Bonzini #include "monitor/monitor.h" 39*32cad1ffSPhilippe Mathieu-Daudé #include "system/system.h" 40da34e65cSMarkus Armbruster #include "qapi/error.h" 41f348b6d1SVeronia Bahaa #include "qemu/cutils.h" 421de7afc9SPaolo Bonzini #include "qemu/error-report.h" 43db725815SMarkus Armbruster #include "qemu/main-loop.h" 44d542800dSBrijesh Singh #include "qemu/sockets.h" 455281d757SMark McLoughlin 461422e32dSPaolo Bonzini #include "net/tap.h" 475281d757SMark McLoughlin 480d09e41aSPaolo Bonzini #include "net/vhost_net.h" 4982b0d80eSMichael S. Tsirkin 505281d757SMark McLoughlin typedef struct TAPState { 514e68f7a0SStefan Hajnoczi NetClientState nc; 525281d757SMark McLoughlin int fd; 535281d757SMark McLoughlin char down_script[1024]; 545281d757SMark McLoughlin char down_script_arg[128]; 55d32fcad3SScott Feldman uint8_t buf[NET_BUFSIZE]; 56ec45f083SJason Wang bool read_poll; 57ec45f083SJason Wang bool write_poll; 58ec45f083SJason Wang bool using_vnet_hdr; 59ec45f083SJason Wang bool has_ufo; 60f03e0cf6SYuri Benditovich bool has_uso; 6116dbaf90SJason Wang bool enabled; 6282b0d80eSMichael S. Tsirkin VHostNetState *vhost_net; 63ef4252b1SMichael S. Tsirkin unsigned host_vnet_hdr_len; 649e32ff32SMarc-André Lureau Notifier exit; 655281d757SMark McLoughlin } TAPState; 665281d757SMark McLoughlin 67ac4fcf56SMarkus Armbruster static void launch_script(const char *setup_script, const char *ifname, 68ac4fcf56SMarkus Armbruster int fd, Error **errp); 695281d757SMark McLoughlin 705281d757SMark McLoughlin static void tap_send(void *opaque); 715281d757SMark McLoughlin static void tap_writable(void *opaque); 725281d757SMark McLoughlin 735281d757SMark McLoughlin static void tap_update_fd_handler(TAPState *s) 745281d757SMark McLoughlin { 7582e1cc4bSFam Zheng qemu_set_fd_handler(s->fd, 7616dbaf90SJason Wang s->read_poll && s->enabled ? tap_send : NULL, 7716dbaf90SJason Wang s->write_poll && s->enabled ? tap_writable : NULL, 785281d757SMark McLoughlin s); 795281d757SMark McLoughlin } 805281d757SMark McLoughlin 81ec45f083SJason Wang static void tap_read_poll(TAPState *s, bool enable) 825281d757SMark McLoughlin { 83ec45f083SJason Wang s->read_poll = enable; 845281d757SMark McLoughlin tap_update_fd_handler(s); 855281d757SMark McLoughlin } 865281d757SMark McLoughlin 87ec45f083SJason Wang static void tap_write_poll(TAPState *s, bool enable) 885281d757SMark McLoughlin { 89ec45f083SJason Wang s->write_poll = enable; 905281d757SMark McLoughlin tap_update_fd_handler(s); 915281d757SMark McLoughlin } 925281d757SMark McLoughlin 935281d757SMark McLoughlin static void tap_writable(void *opaque) 945281d757SMark McLoughlin { 955281d757SMark McLoughlin TAPState *s = opaque; 965281d757SMark McLoughlin 97ec45f083SJason Wang tap_write_poll(s, false); 985281d757SMark McLoughlin 993e35ba93SMark McLoughlin qemu_flush_queued_packets(&s->nc); 1005281d757SMark McLoughlin } 1015281d757SMark McLoughlin 1025281d757SMark McLoughlin static ssize_t tap_write_packet(TAPState *s, const struct iovec *iov, int iovcnt) 1035281d757SMark McLoughlin { 1045281d757SMark McLoughlin ssize_t len; 1055281d757SMark McLoughlin 10637b0b24eSNikita Ivanov len = RETRY_ON_EINTR(writev(s->fd, iov, iovcnt)); 1075281d757SMark McLoughlin 1085281d757SMark McLoughlin if (len == -1 && errno == EAGAIN) { 109ec45f083SJason Wang tap_write_poll(s, true); 1105281d757SMark McLoughlin return 0; 1115281d757SMark McLoughlin } 1125281d757SMark McLoughlin 1135281d757SMark McLoughlin return len; 1145281d757SMark McLoughlin } 1155281d757SMark McLoughlin 1164e68f7a0SStefan Hajnoczi static ssize_t tap_receive_iov(NetClientState *nc, const struct iovec *iov, 1175281d757SMark McLoughlin int iovcnt) 1185281d757SMark McLoughlin { 1193e35ba93SMark McLoughlin TAPState *s = DO_UPCAST(TAPState, nc, nc); 1205281d757SMark McLoughlin const struct iovec *iovp = iov; 1216d7a53e9SPeter Maydell g_autofree struct iovec *iov_copy = NULL; 12277db5379SAkihiko Odaki struct virtio_net_hdr hdr = { }; 1235281d757SMark McLoughlin 124ef4252b1SMichael S. Tsirkin if (s->host_vnet_hdr_len && !s->using_vnet_hdr) { 1256d7a53e9SPeter Maydell iov_copy = g_new(struct iovec, iovcnt + 1); 1265281d757SMark McLoughlin iov_copy[0].iov_base = &hdr; 127ef4252b1SMichael S. Tsirkin iov_copy[0].iov_len = s->host_vnet_hdr_len; 1285281d757SMark McLoughlin memcpy(&iov_copy[1], iov, iovcnt * sizeof(*iov)); 1295281d757SMark McLoughlin iovp = iov_copy; 1305281d757SMark McLoughlin iovcnt++; 1315281d757SMark McLoughlin } 1325281d757SMark McLoughlin 1335281d757SMark McLoughlin return tap_write_packet(s, iovp, iovcnt); 1345281d757SMark McLoughlin } 1355281d757SMark McLoughlin 1364e68f7a0SStefan Hajnoczi static ssize_t tap_receive(NetClientState *nc, const uint8_t *buf, size_t size) 1375281d757SMark McLoughlin { 138336a058bSAkihiko Odaki struct iovec iov = { 139336a058bSAkihiko Odaki .iov_base = (void *)buf, 140336a058bSAkihiko Odaki .iov_len = size 141336a058bSAkihiko Odaki }; 1425281d757SMark McLoughlin 143336a058bSAkihiko Odaki return tap_receive_iov(nc, &iov, 1); 1445281d757SMark McLoughlin } 1455281d757SMark McLoughlin 146966ea5ecSMark McLoughlin #ifndef __sun__ 147966ea5ecSMark McLoughlin ssize_t tap_read_packet(int tapfd, uint8_t *buf, int maxlen) 1485281d757SMark McLoughlin { 1495281d757SMark McLoughlin return read(tapfd, buf, maxlen); 1505281d757SMark McLoughlin } 1515281d757SMark McLoughlin #endif 1525281d757SMark McLoughlin 1534e68f7a0SStefan Hajnoczi static void tap_send_completed(NetClientState *nc, ssize_t len) 1545281d757SMark McLoughlin { 1553e35ba93SMark McLoughlin TAPState *s = DO_UPCAST(TAPState, nc, nc); 156ec45f083SJason Wang tap_read_poll(s, true); 1575281d757SMark McLoughlin } 1585281d757SMark McLoughlin 1595281d757SMark McLoughlin static void tap_send(void *opaque) 1605281d757SMark McLoughlin { 1615281d757SMark McLoughlin TAPState *s = opaque; 162be1636b3SMark McLoughlin int size; 163756ae78bSWangkai (Kevin,C) int packets = 0; 1645281d757SMark McLoughlin 165a90a7425SFam Zheng while (true) { 1665819c918SMark McLoughlin uint8_t *buf = s->buf; 167969e50b6SBin Meng uint8_t min_pkt[ETH_ZLEN]; 168969e50b6SBin Meng size_t min_pktsz = sizeof(min_pkt); 1695819c918SMark McLoughlin 1705281d757SMark McLoughlin size = tap_read_packet(s->fd, s->buf, sizeof(s->buf)); 1715281d757SMark McLoughlin if (size <= 0) { 1725819c918SMark McLoughlin break; 1735281d757SMark McLoughlin } 1745281d757SMark McLoughlin 175ef4252b1SMichael S. Tsirkin if (s->host_vnet_hdr_len && !s->using_vnet_hdr) { 176ef4252b1SMichael S. Tsirkin buf += s->host_vnet_hdr_len; 177ef4252b1SMichael S. Tsirkin size -= s->host_vnet_hdr_len; 1785281d757SMark McLoughlin } 1795281d757SMark McLoughlin 180bc38e31bSJason Wang if (net_peer_needs_padding(&s->nc)) { 181969e50b6SBin Meng if (eth_pad_short_frame(min_pkt, &min_pktsz, buf, size)) { 182969e50b6SBin Meng buf = min_pkt; 183969e50b6SBin Meng size = min_pktsz; 184969e50b6SBin Meng } 185969e50b6SBin Meng } 186969e50b6SBin Meng 1873e35ba93SMark McLoughlin size = qemu_send_packet_async(&s->nc, buf, size, tap_send_completed); 1885281d757SMark McLoughlin if (size == 0) { 189ec45f083SJason Wang tap_read_poll(s, false); 19068e5ec64SStefan Hajnoczi break; 19168e5ec64SStefan Hajnoczi } else if (size < 0) { 19268e5ec64SStefan Hajnoczi break; 1935281d757SMark McLoughlin } 194756ae78bSWangkai (Kevin,C) 195756ae78bSWangkai (Kevin,C) /* 196756ae78bSWangkai (Kevin,C) * When the host keeps receiving more packets while tap_send() is 1970b2675c4SStefan Hajnoczi * running we can hog the BQL. Limit the number of 198756ae78bSWangkai (Kevin,C) * packets that are processed per tap_send() callback to prevent 199756ae78bSWangkai (Kevin,C) * stalling the guest. 200756ae78bSWangkai (Kevin,C) */ 201756ae78bSWangkai (Kevin,C) packets++; 202756ae78bSWangkai (Kevin,C) if (packets >= 50) { 203756ae78bSWangkai (Kevin,C) break; 204756ae78bSWangkai (Kevin,C) } 20568e5ec64SStefan Hajnoczi } 2065281d757SMark McLoughlin } 2075281d757SMark McLoughlin 2083bac80d3SVincenzo Maffione static bool tap_has_ufo(NetClientState *nc) 2095281d757SMark McLoughlin { 2103e35ba93SMark McLoughlin TAPState *s = DO_UPCAST(TAPState, nc, nc); 2115281d757SMark McLoughlin 212f394b2e2SEric Blake assert(nc->info->type == NET_CLIENT_DRIVER_TAP); 2135281d757SMark McLoughlin 2145281d757SMark McLoughlin return s->has_ufo; 2155281d757SMark McLoughlin } 2165281d757SMark McLoughlin 217f03e0cf6SYuri Benditovich static bool tap_has_uso(NetClientState *nc) 218f03e0cf6SYuri Benditovich { 219f03e0cf6SYuri Benditovich TAPState *s = DO_UPCAST(TAPState, nc, nc); 220f03e0cf6SYuri Benditovich 221f03e0cf6SYuri Benditovich assert(nc->info->type == NET_CLIENT_DRIVER_TAP); 222f03e0cf6SYuri Benditovich 223f03e0cf6SYuri Benditovich return s->has_uso; 224f03e0cf6SYuri Benditovich } 225f03e0cf6SYuri Benditovich 2263bac80d3SVincenzo Maffione static bool tap_has_vnet_hdr(NetClientState *nc) 2275281d757SMark McLoughlin { 2283e35ba93SMark McLoughlin TAPState *s = DO_UPCAST(TAPState, nc, nc); 2295281d757SMark McLoughlin 230f394b2e2SEric Blake assert(nc->info->type == NET_CLIENT_DRIVER_TAP); 2315281d757SMark McLoughlin 232ef4252b1SMichael S. Tsirkin return !!s->host_vnet_hdr_len; 2335281d757SMark McLoughlin } 2345281d757SMark McLoughlin 2353bac80d3SVincenzo Maffione static bool tap_has_vnet_hdr_len(NetClientState *nc, int len) 236445d892fSMichael S. Tsirkin { 23752a7ff52SAkihiko Odaki return tap_has_vnet_hdr(nc); 238445d892fSMichael S. Tsirkin } 239445d892fSMichael S. Tsirkin 2403bac80d3SVincenzo Maffione static void tap_set_vnet_hdr_len(NetClientState *nc, int len) 241445d892fSMichael S. Tsirkin { 242445d892fSMichael S. Tsirkin TAPState *s = DO_UPCAST(TAPState, nc, nc); 243445d892fSMichael S. Tsirkin 244f394b2e2SEric Blake assert(nc->info->type == NET_CLIENT_DRIVER_TAP); 245445d892fSMichael S. Tsirkin 246445d892fSMichael S. Tsirkin tap_fd_set_vnet_hdr_len(s->fd, len); 247445d892fSMichael S. Tsirkin s->host_vnet_hdr_len = len; 2484b52d632SAkihiko Odaki s->using_vnet_hdr = true; 2495281d757SMark McLoughlin } 2505281d757SMark McLoughlin 251c80cd6bbSGreg Kurz static int tap_set_vnet_le(NetClientState *nc, bool is_le) 252c80cd6bbSGreg Kurz { 253c80cd6bbSGreg Kurz TAPState *s = DO_UPCAST(TAPState, nc, nc); 254c80cd6bbSGreg Kurz 255c80cd6bbSGreg Kurz return tap_fd_set_vnet_le(s->fd, is_le); 256c80cd6bbSGreg Kurz } 257c80cd6bbSGreg Kurz 258c80cd6bbSGreg Kurz static int tap_set_vnet_be(NetClientState *nc, bool is_be) 259c80cd6bbSGreg Kurz { 260c80cd6bbSGreg Kurz TAPState *s = DO_UPCAST(TAPState, nc, nc); 261c80cd6bbSGreg Kurz 262c80cd6bbSGreg Kurz return tap_fd_set_vnet_be(s->fd, is_be); 263c80cd6bbSGreg Kurz } 264c80cd6bbSGreg Kurz 2653bac80d3SVincenzo Maffione static void tap_set_offload(NetClientState *nc, int csum, int tso4, 2662ab0ec31SAndrew Melnychenko int tso6, int ecn, int ufo, int uso4, int uso6) 2675281d757SMark McLoughlin { 2683e35ba93SMark McLoughlin TAPState *s = DO_UPCAST(TAPState, nc, nc); 26927a6375dSMichael S. Tsirkin if (s->fd < 0) { 27027a6375dSMichael S. Tsirkin return; 27127a6375dSMichael S. Tsirkin } 2725281d757SMark McLoughlin 2732ab0ec31SAndrew Melnychenko tap_fd_set_offload(s->fd, csum, tso4, tso6, ecn, ufo, uso4, uso6); 2745281d757SMark McLoughlin } 2755281d757SMark McLoughlin 2769e32ff32SMarc-André Lureau static void tap_exit_notify(Notifier *notifier, void *data) 2779e32ff32SMarc-André Lureau { 2789e32ff32SMarc-André Lureau TAPState *s = container_of(notifier, TAPState, exit); 2799e32ff32SMarc-André Lureau Error *err = NULL; 2809e32ff32SMarc-André Lureau 2819e32ff32SMarc-André Lureau if (s->down_script[0]) { 2829e32ff32SMarc-André Lureau launch_script(s->down_script, s->down_script_arg, s->fd, &err); 2839e32ff32SMarc-André Lureau if (err) { 2849e32ff32SMarc-André Lureau error_report_err(err); 2859e32ff32SMarc-André Lureau } 2869e32ff32SMarc-André Lureau } 2879e32ff32SMarc-André Lureau } 2889e32ff32SMarc-André Lureau 2894e68f7a0SStefan Hajnoczi static void tap_cleanup(NetClientState *nc) 2905281d757SMark McLoughlin { 2913e35ba93SMark McLoughlin TAPState *s = DO_UPCAST(TAPState, nc, nc); 2925281d757SMark McLoughlin 29382b0d80eSMichael S. Tsirkin if (s->vhost_net) { 29482b0d80eSMichael S. Tsirkin vhost_net_cleanup(s->vhost_net); 295e6bcb1b6SMarc-André Lureau g_free(s->vhost_net); 29643849424SMichael S. Tsirkin s->vhost_net = NULL; 29782b0d80eSMichael S. Tsirkin } 29882b0d80eSMichael S. Tsirkin 2993e35ba93SMark McLoughlin qemu_purge_queued_packets(nc); 3005281d757SMark McLoughlin 3019e32ff32SMarc-André Lureau tap_exit_notify(&s->exit, NULL); 3029e32ff32SMarc-André Lureau qemu_remove_exit_notifier(&s->exit); 3035281d757SMark McLoughlin 304ec45f083SJason Wang tap_read_poll(s, false); 305ec45f083SJason Wang tap_write_poll(s, false); 3065281d757SMark McLoughlin close(s->fd); 30727a6375dSMichael S. Tsirkin s->fd = -1; 3085281d757SMark McLoughlin } 3095281d757SMark McLoughlin 3104e68f7a0SStefan Hajnoczi static void tap_poll(NetClientState *nc, bool enable) 311ceb69615SMichael S. Tsirkin { 312ceb69615SMichael S. Tsirkin TAPState *s = DO_UPCAST(TAPState, nc, nc); 313ceb69615SMichael S. Tsirkin tap_read_poll(s, enable); 314ceb69615SMichael S. Tsirkin tap_write_poll(s, enable); 315ceb69615SMichael S. Tsirkin } 316ceb69615SMichael S. Tsirkin 3178f364e34SAndrew Melnychenko static bool tap_set_steering_ebpf(NetClientState *nc, int prog_fd) 3188f364e34SAndrew Melnychenko { 3198f364e34SAndrew Melnychenko TAPState *s = DO_UPCAST(TAPState, nc, nc); 3208f364e34SAndrew Melnychenko assert(nc->info->type == NET_CLIENT_DRIVER_TAP); 3218f364e34SAndrew Melnychenko 3228f364e34SAndrew Melnychenko return tap_fd_set_steering_ebpf(s->fd, prog_fd) == 0; 3238f364e34SAndrew Melnychenko } 3248f364e34SAndrew Melnychenko 3254e68f7a0SStefan Hajnoczi int tap_get_fd(NetClientState *nc) 32695d528a2SMichael S. Tsirkin { 32795d528a2SMichael S. Tsirkin TAPState *s = DO_UPCAST(TAPState, nc, nc); 328f394b2e2SEric Blake assert(nc->info->type == NET_CLIENT_DRIVER_TAP); 32995d528a2SMichael S. Tsirkin return s->fd; 33095d528a2SMichael S. Tsirkin } 33195d528a2SMichael S. Tsirkin 3325281d757SMark McLoughlin /* fd support */ 3335281d757SMark McLoughlin 3343e35ba93SMark McLoughlin static NetClientInfo net_tap_info = { 335f394b2e2SEric Blake .type = NET_CLIENT_DRIVER_TAP, 3363e35ba93SMark McLoughlin .size = sizeof(TAPState), 3373e35ba93SMark McLoughlin .receive = tap_receive, 3383e35ba93SMark McLoughlin .receive_iov = tap_receive_iov, 339ceb69615SMichael S. Tsirkin .poll = tap_poll, 3403e35ba93SMark McLoughlin .cleanup = tap_cleanup, 3412e753bccSVincenzo Maffione .has_ufo = tap_has_ufo, 342f03e0cf6SYuri Benditovich .has_uso = tap_has_uso, 3432e753bccSVincenzo Maffione .has_vnet_hdr = tap_has_vnet_hdr, 3442e753bccSVincenzo Maffione .has_vnet_hdr_len = tap_has_vnet_hdr_len, 3452e753bccSVincenzo Maffione .set_offload = tap_set_offload, 3462e753bccSVincenzo Maffione .set_vnet_hdr_len = tap_set_vnet_hdr_len, 347c80cd6bbSGreg Kurz .set_vnet_le = tap_set_vnet_le, 348c80cd6bbSGreg Kurz .set_vnet_be = tap_set_vnet_be, 3498f364e34SAndrew Melnychenko .set_steering_ebpf = tap_set_steering_ebpf, 3503e35ba93SMark McLoughlin }; 3513e35ba93SMark McLoughlin 3524e68f7a0SStefan Hajnoczi static TAPState *net_tap_fd_init(NetClientState *peer, 3535281d757SMark McLoughlin const char *model, 3545281d757SMark McLoughlin const char *name, 3555281d757SMark McLoughlin int fd, 3565281d757SMark McLoughlin int vnet_hdr) 3575281d757SMark McLoughlin { 3584e68f7a0SStefan Hajnoczi NetClientState *nc; 3595281d757SMark McLoughlin TAPState *s; 3605281d757SMark McLoughlin 361ab5f3f84SStefan Hajnoczi nc = qemu_new_net_client(&net_tap_info, peer, model, name); 3623e35ba93SMark McLoughlin 3633e35ba93SMark McLoughlin s = DO_UPCAST(TAPState, nc, nc); 3643e35ba93SMark McLoughlin 3655281d757SMark McLoughlin s->fd = fd; 366ef4252b1SMichael S. Tsirkin s->host_vnet_hdr_len = vnet_hdr ? sizeof(struct virtio_net_hdr) : 0; 367ec45f083SJason Wang s->using_vnet_hdr = false; 3689c282718SMark McLoughlin s->has_ufo = tap_probe_has_ufo(s->fd); 369f03e0cf6SYuri Benditovich s->has_uso = tap_probe_has_uso(s->fd); 37016dbaf90SJason Wang s->enabled = true; 3712ab0ec31SAndrew Melnychenko tap_set_offload(&s->nc, 0, 0, 0, 0, 0, 0, 0); 37258ddcd50SMichael S. Tsirkin /* 37358ddcd50SMichael S. Tsirkin * Make sure host header length is set correctly in tap: 37458ddcd50SMichael S. Tsirkin * it might have been modified by another instance of qemu. 37558ddcd50SMichael S. Tsirkin */ 37652a7ff52SAkihiko Odaki if (vnet_hdr) { 37758ddcd50SMichael S. Tsirkin tap_fd_set_vnet_hdr_len(s->fd, s->host_vnet_hdr_len); 37858ddcd50SMichael S. Tsirkin } 379ec45f083SJason Wang tap_read_poll(s, true); 38082b0d80eSMichael S. Tsirkin s->vhost_net = NULL; 3819e32ff32SMarc-André Lureau 3829e32ff32SMarc-André Lureau s->exit.notify = tap_exit_notify; 3839e32ff32SMarc-André Lureau qemu_add_exit_notifier(&s->exit); 3849e32ff32SMarc-André Lureau 3855281d757SMark McLoughlin return s; 3865281d757SMark McLoughlin } 3875281d757SMark McLoughlin 388a9b5d6e5SClément Léger static void close_all_fds_after_fork(int excluded_fd) 389a9b5d6e5SClément Léger { 3909996a35cSClément Léger const int skip_fd[] = {STDIN_FILENO, STDOUT_FILENO, STDERR_FILENO, 3919996a35cSClément Léger excluded_fd}; 3929996a35cSClément Léger unsigned int nskip = ARRAY_SIZE(skip_fd); 393a9b5d6e5SClément Léger 3949996a35cSClément Léger /* 3959996a35cSClément Léger * skip_fd must be an ordered array of distinct fds, exclude 3969996a35cSClément Léger * excluded_fd if already included in the [STDIN_FILENO - STDERR_FILENO] 3979996a35cSClément Léger * range 3989996a35cSClément Léger */ 3999996a35cSClément Léger if (excluded_fd <= STDERR_FILENO) { 4009996a35cSClément Léger nskip--; 401a9b5d6e5SClément Léger } 4029996a35cSClément Léger 4039996a35cSClément Léger qemu_close_all_open_fd(skip_fd, nskip); 404a9b5d6e5SClément Léger } 405a9b5d6e5SClément Léger 406ac4fcf56SMarkus Armbruster static void launch_script(const char *setup_script, const char *ifname, 407ac4fcf56SMarkus Armbruster int fd, Error **errp) 4085281d757SMark McLoughlin { 4095281d757SMark McLoughlin int pid, status; 4105281d757SMark McLoughlin char *args[3]; 4115281d757SMark McLoughlin char **parg; 4125281d757SMark McLoughlin 4135281d757SMark McLoughlin /* try to launch network script */ 4145281d757SMark McLoughlin pid = fork(); 415ac4fcf56SMarkus Armbruster if (pid < 0) { 416ac4fcf56SMarkus Armbruster error_setg_errno(errp, errno, "could not launch network script %s", 417ac4fcf56SMarkus Armbruster setup_script); 418ac4fcf56SMarkus Armbruster return; 419ac4fcf56SMarkus Armbruster } 4205281d757SMark McLoughlin if (pid == 0) { 421a9b5d6e5SClément Léger close_all_fds_after_fork(fd); 4225281d757SMark McLoughlin parg = args; 4235281d757SMark McLoughlin *parg++ = (char *)setup_script; 4245281d757SMark McLoughlin *parg++ = (char *)ifname; 4259678d950SBlue Swirl *parg = NULL; 4265281d757SMark McLoughlin execv(setup_script, args); 4275281d757SMark McLoughlin _exit(1); 428ac4fcf56SMarkus Armbruster } else { 4295281d757SMark McLoughlin while (waitpid(pid, &status, 0) != pid) { 4305281d757SMark McLoughlin /* loop */ 4315281d757SMark McLoughlin } 4325281d757SMark McLoughlin 4335281d757SMark McLoughlin if (WIFEXITED(status) && WEXITSTATUS(status) == 0) { 434ac4fcf56SMarkus Armbruster return; 4355281d757SMark McLoughlin } 436ac4fcf56SMarkus Armbruster error_setg(errp, "network script %s failed with status %d", 437ac4fcf56SMarkus Armbruster setup_script, status); 4385281d757SMark McLoughlin } 4395281d757SMark McLoughlin } 4405281d757SMark McLoughlin 441a7c36ee4SCorey Bryant static int recv_fd(int c) 442a7c36ee4SCorey Bryant { 443a7c36ee4SCorey Bryant int fd; 444a7c36ee4SCorey Bryant uint8_t msgbuf[CMSG_SPACE(sizeof(fd))]; 445a7c36ee4SCorey Bryant struct msghdr msg = { 446a7c36ee4SCorey Bryant .msg_control = msgbuf, 447a7c36ee4SCorey Bryant .msg_controllen = sizeof(msgbuf), 448a7c36ee4SCorey Bryant }; 449a7c36ee4SCorey Bryant struct cmsghdr *cmsg; 450a7c36ee4SCorey Bryant struct iovec iov; 451a7c36ee4SCorey Bryant uint8_t req[1]; 452a7c36ee4SCorey Bryant ssize_t len; 453a7c36ee4SCorey Bryant 454a7c36ee4SCorey Bryant cmsg = CMSG_FIRSTHDR(&msg); 455a7c36ee4SCorey Bryant cmsg->cmsg_level = SOL_SOCKET; 456a7c36ee4SCorey Bryant cmsg->cmsg_type = SCM_RIGHTS; 457a7c36ee4SCorey Bryant cmsg->cmsg_len = CMSG_LEN(sizeof(fd)); 458a7c36ee4SCorey Bryant msg.msg_controllen = cmsg->cmsg_len; 459a7c36ee4SCorey Bryant 460a7c36ee4SCorey Bryant iov.iov_base = req; 461a7c36ee4SCorey Bryant iov.iov_len = sizeof(req); 462a7c36ee4SCorey Bryant 463a7c36ee4SCorey Bryant msg.msg_iov = &iov; 464a7c36ee4SCorey Bryant msg.msg_iovlen = 1; 465a7c36ee4SCorey Bryant 466a7c36ee4SCorey Bryant len = recvmsg(c, &msg, 0); 467a7c36ee4SCorey Bryant if (len > 0) { 468a7c36ee4SCorey Bryant memcpy(&fd, CMSG_DATA(cmsg), sizeof(fd)); 469a7c36ee4SCorey Bryant return fd; 470a7c36ee4SCorey Bryant } 471a7c36ee4SCorey Bryant 472a7c36ee4SCorey Bryant return len; 473a7c36ee4SCorey Bryant } 474a7c36ee4SCorey Bryant 475a8a21be9SMarkus Armbruster static int net_bridge_run_helper(const char *helper, const char *bridge, 476a8a21be9SMarkus Armbruster Error **errp) 477a7c36ee4SCorey Bryant { 478a7c36ee4SCorey Bryant sigset_t oldmask, mask; 47963c4db4cSPaolo Bonzini g_autofree char *default_helper = NULL; 480a7c36ee4SCorey Bryant int pid, status; 481a7c36ee4SCorey Bryant char *args[5]; 482a7c36ee4SCorey Bryant char **parg; 483a7c36ee4SCorey Bryant int sv[2]; 484a7c36ee4SCorey Bryant 485a7c36ee4SCorey Bryant sigemptyset(&mask); 486a7c36ee4SCorey Bryant sigaddset(&mask, SIGCHLD); 487a7c36ee4SCorey Bryant sigprocmask(SIG_BLOCK, &mask, &oldmask); 488a7c36ee4SCorey Bryant 48963c4db4cSPaolo Bonzini if (!helper) { 49063c4db4cSPaolo Bonzini helper = default_helper = get_relocated_path(DEFAULT_BRIDGE_HELPER); 49163c4db4cSPaolo Bonzini } 49263c4db4cSPaolo Bonzini 493a7c36ee4SCorey Bryant if (socketpair(PF_UNIX, SOCK_STREAM, 0, sv) == -1) { 494a8a21be9SMarkus Armbruster error_setg_errno(errp, errno, "socketpair() failed"); 495a7c36ee4SCorey Bryant return -1; 496a7c36ee4SCorey Bryant } 497a7c36ee4SCorey Bryant 498a7c36ee4SCorey Bryant /* try to launch bridge helper */ 499a7c36ee4SCorey Bryant pid = fork(); 500a8a21be9SMarkus Armbruster if (pid < 0) { 501a8a21be9SMarkus Armbruster error_setg_errno(errp, errno, "Can't fork bridge helper"); 502a8a21be9SMarkus Armbruster return -1; 503a8a21be9SMarkus Armbruster } 504a7c36ee4SCorey Bryant if (pid == 0) { 505389abe1dSPrasad J Pandit char *fd_buf = NULL; 506389abe1dSPrasad J Pandit char *br_buf = NULL; 507389abe1dSPrasad J Pandit char *helper_cmd = NULL; 508a7c36ee4SCorey Bryant 509a9b5d6e5SClément Léger close_all_fds_after_fork(sv[1]); 510389abe1dSPrasad J Pandit fd_buf = g_strdup_printf("%s%d", "--fd=", sv[1]); 511a7c36ee4SCorey Bryant 512a7c36ee4SCorey Bryant if (strrchr(helper, ' ') || strrchr(helper, '\t')) { 513a7c36ee4SCorey Bryant /* assume helper is a command */ 514a7c36ee4SCorey Bryant 515a7c36ee4SCorey Bryant if (strstr(helper, "--br=") == NULL) { 516389abe1dSPrasad J Pandit br_buf = g_strdup_printf("%s%s", "--br=", bridge); 517a7c36ee4SCorey Bryant } 518a7c36ee4SCorey Bryant 519389abe1dSPrasad J Pandit helper_cmd = g_strdup_printf("%s %s %s %s", helper, 520389abe1dSPrasad J Pandit "--use-vnet", fd_buf, br_buf ? br_buf : ""); 521a7c36ee4SCorey Bryant 522a7c36ee4SCorey Bryant parg = args; 523a7c36ee4SCorey Bryant *parg++ = (char *)"sh"; 524a7c36ee4SCorey Bryant *parg++ = (char *)"-c"; 525a7c36ee4SCorey Bryant *parg++ = helper_cmd; 526a7c36ee4SCorey Bryant *parg++ = NULL; 527a7c36ee4SCorey Bryant 528a7c36ee4SCorey Bryant execv("/bin/sh", args); 529389abe1dSPrasad J Pandit g_free(helper_cmd); 530a7c36ee4SCorey Bryant } else { 531a7c36ee4SCorey Bryant /* assume helper is just the executable path name */ 532a7c36ee4SCorey Bryant 533389abe1dSPrasad J Pandit br_buf = g_strdup_printf("%s%s", "--br=", bridge); 534a7c36ee4SCorey Bryant 535a7c36ee4SCorey Bryant parg = args; 536a7c36ee4SCorey Bryant *parg++ = (char *)helper; 537a7c36ee4SCorey Bryant *parg++ = (char *)"--use-vnet"; 538a7c36ee4SCorey Bryant *parg++ = fd_buf; 539a7c36ee4SCorey Bryant *parg++ = br_buf; 540a7c36ee4SCorey Bryant *parg++ = NULL; 541a7c36ee4SCorey Bryant 542a7c36ee4SCorey Bryant execv(helper, args); 543a7c36ee4SCorey Bryant } 544389abe1dSPrasad J Pandit g_free(fd_buf); 545389abe1dSPrasad J Pandit g_free(br_buf); 546a7c36ee4SCorey Bryant _exit(1); 547a7c36ee4SCorey Bryant 548a8a21be9SMarkus Armbruster } else { 549a7c36ee4SCorey Bryant int fd; 550a8a21be9SMarkus Armbruster int saved_errno; 551a7c36ee4SCorey Bryant 552a7c36ee4SCorey Bryant close(sv[1]); 553a7c36ee4SCorey Bryant 55437b0b24eSNikita Ivanov fd = RETRY_ON_EINTR(recv_fd(sv[0])); 555a8a21be9SMarkus Armbruster saved_errno = errno; 556a7c36ee4SCorey Bryant 557a7c36ee4SCorey Bryant close(sv[0]); 558a7c36ee4SCorey Bryant 559a7c36ee4SCorey Bryant while (waitpid(pid, &status, 0) != pid) { 560a7c36ee4SCorey Bryant /* loop */ 561a7c36ee4SCorey Bryant } 562a7c36ee4SCorey Bryant sigprocmask(SIG_SETMASK, &oldmask, NULL); 563a7c36ee4SCorey Bryant if (fd < 0) { 564a8a21be9SMarkus Armbruster error_setg_errno(errp, saved_errno, 565a8a21be9SMarkus Armbruster "failed to recv file descriptor"); 566a7c36ee4SCorey Bryant return -1; 567a7c36ee4SCorey Bryant } 568a8a21be9SMarkus Armbruster if (!WIFEXITED(status) || WEXITSTATUS(status) != 0) { 569a8a21be9SMarkus Armbruster error_setg(errp, "bridge helper failed"); 570a8a21be9SMarkus Armbruster return -1; 571a8a21be9SMarkus Armbruster } 572a7c36ee4SCorey Bryant return fd; 573a7c36ee4SCorey Bryant } 574a7c36ee4SCorey Bryant } 575a7c36ee4SCorey Bryant 576cebea510SKővágó, Zoltán int net_init_bridge(const Netdev *netdev, const char *name, 577a30ecde6SMarkus Armbruster NetClientState *peer, Error **errp) 578a7c36ee4SCorey Bryant { 579f79b51b0SLaszlo Ersek const NetdevBridgeOptions *bridge; 580f79b51b0SLaszlo Ersek const char *helper, *br; 581a7c36ee4SCorey Bryant TAPState *s; 582a7c36ee4SCorey Bryant int fd, vnet_hdr; 583a7c36ee4SCorey Bryant 584f394b2e2SEric Blake assert(netdev->type == NET_CLIENT_DRIVER_BRIDGE); 585f394b2e2SEric Blake bridge = &netdev->u.bridge; 5867480874aSMarkus Armbruster helper = bridge->helper; 5877480874aSMarkus Armbruster br = bridge->br ?: DEFAULT_BRIDGE_INTERFACE; 588f79b51b0SLaszlo Ersek 589a8a21be9SMarkus Armbruster fd = net_bridge_run_helper(helper, br, errp); 590a7c36ee4SCorey Bryant if (fd == -1) { 591a7c36ee4SCorey Bryant return -1; 592a7c36ee4SCorey Bryant } 593a7c36ee4SCorey Bryant 594a8208626SMarc-André Lureau if (!g_unix_set_fd_nonblocking(fd, true, NULL)) { 595a8208626SMarc-André Lureau error_setg_errno(errp, errno, "Failed to set FD nonblocking"); 596a8208626SMarc-André Lureau return -1; 597a8208626SMarc-André Lureau } 598e7b347d0SDaniel P. Berrange vnet_hdr = tap_probe_vnet_hdr(fd, errp); 599e7b347d0SDaniel P. Berrange if (vnet_hdr < 0) { 600e7b347d0SDaniel P. Berrange close(fd); 601e7b347d0SDaniel P. Berrange return -1; 602e7b347d0SDaniel P. Berrange } 603d33d93b2SStefan Hajnoczi s = net_tap_fd_init(peer, "bridge", name, fd, vnet_hdr); 604a7c36ee4SCorey Bryant 60553b85d95SLaurent Vivier qemu_set_info_str(&s->nc, "helper=%s,br=%s", helper, br); 606d89b4f83SJason Wang 607a7c36ee4SCorey Bryant return 0; 608a7c36ee4SCorey Bryant } 609a7c36ee4SCorey Bryant 61008c573a8SLaszlo Ersek static int net_tap_init(const NetdevTapOptions *tap, int *vnet_hdr, 61108c573a8SLaszlo Ersek const char *setup_script, char *ifname, 612468dd824SMarkus Armbruster size_t ifname_sz, int mq_required, Error **errp) 6135281d757SMark McLoughlin { 614ac4fcf56SMarkus Armbruster Error *err = NULL; 6155281d757SMark McLoughlin int fd, vnet_hdr_required; 6165281d757SMark McLoughlin 61708c573a8SLaszlo Ersek if (tap->has_vnet_hdr) { 61808c573a8SLaszlo Ersek *vnet_hdr = tap->vnet_hdr; 6195281d757SMark McLoughlin vnet_hdr_required = *vnet_hdr; 6205281d757SMark McLoughlin } else { 62108c573a8SLaszlo Ersek *vnet_hdr = 1; 6225281d757SMark McLoughlin vnet_hdr_required = 0; 6235281d757SMark McLoughlin } 6245281d757SMark McLoughlin 6258b6aa693SNikita Ivanov fd = RETRY_ON_EINTR(tap_open(ifname, ifname_sz, vnet_hdr, vnet_hdr_required, 626468dd824SMarkus Armbruster mq_required, errp)); 6275281d757SMark McLoughlin if (fd < 0) { 6285281d757SMark McLoughlin return -1; 6295281d757SMark McLoughlin } 6305281d757SMark McLoughlin 6315281d757SMark McLoughlin if (setup_script && 6325281d757SMark McLoughlin setup_script[0] != '\0' && 633ac4fcf56SMarkus Armbruster strcmp(setup_script, "no") != 0) { 634ac4fcf56SMarkus Armbruster launch_script(setup_script, ifname, fd, &err); 635ac4fcf56SMarkus Armbruster if (err) { 636468dd824SMarkus Armbruster error_propagate(errp, err); 6375281d757SMark McLoughlin close(fd); 6385281d757SMark McLoughlin return -1; 6395281d757SMark McLoughlin } 640ac4fcf56SMarkus Armbruster } 6415281d757SMark McLoughlin 6425281d757SMark McLoughlin return fd; 6435281d757SMark McLoughlin } 6445281d757SMark McLoughlin 645264986e2SJason Wang #define MAX_TAP_QUEUES 1024 646264986e2SJason Wang 647445f116cSMarkus Armbruster static void net_init_tap_one(const NetdevTapOptions *tap, NetClientState *peer, 6485193e5fbSJason Wang const char *model, const char *name, 6495193e5fbSJason Wang const char *ifname, const char *script, 6505193e5fbSJason Wang const char *downscript, const char *vhostfdname, 651f9bb0c1fSJason Wang int vnet_hdr, int fd, Error **errp) 6525193e5fbSJason Wang { 6531677f4c6SMarkus Armbruster Error *err = NULL; 654da4a4eacSMarkus Armbruster TAPState *s = net_tap_fd_init(peer, model, name, fd, vnet_hdr); 65581647a65SNikolay Nikolaev int vhostfd; 6565193e5fbSJason Wang 65780b832c3SMarkus Armbruster tap_set_sndbuf(s->fd, tap, &err); 65880b832c3SMarkus Armbruster if (err) { 659445f116cSMarkus Armbruster error_propagate(errp, err); 660bf769f74Slu zhipeng goto failed; 6615193e5fbSJason Wang } 6625193e5fbSJason Wang 6637480874aSMarkus Armbruster if (tap->fd || tap->fds) { 66453b85d95SLaurent Vivier qemu_set_info_str(&s->nc, "fd=%d", fd); 6657480874aSMarkus Armbruster } else if (tap->helper) { 66653b85d95SLaurent Vivier qemu_set_info_str(&s->nc, "helper=%s", tap->helper); 6675193e5fbSJason Wang } else { 66853b85d95SLaurent Vivier qemu_set_info_str(&s->nc, "ifname=%s,script=%s,downscript=%s", ifname, 66953b85d95SLaurent Vivier script, downscript); 670d89b4f83SJason Wang 6715193e5fbSJason Wang if (strcmp(downscript, "no") != 0) { 6725193e5fbSJason Wang snprintf(s->down_script, sizeof(s->down_script), "%s", downscript); 6735193e5fbSJason Wang snprintf(s->down_script_arg, sizeof(s->down_script_arg), 6745193e5fbSJason Wang "%s", ifname); 6755193e5fbSJason Wang } 6765193e5fbSJason Wang } 6775193e5fbSJason Wang 6785193e5fbSJason Wang if (tap->has_vhost ? tap->vhost : 6795193e5fbSJason Wang vhostfdname || (tap->has_vhostforce && tap->vhostforce)) { 68081647a65SNikolay Nikolaev VhostNetOptions options; 68181647a65SNikolay Nikolaev 6821a1bfac9SNikolay Nikolaev options.backend_type = VHOST_BACKEND_TYPE_KERNEL; 68381647a65SNikolay Nikolaev options.net_backend = &s->nc; 68469e87b32SJason Wang if (tap->has_poll_us) { 68569e87b32SJason Wang options.busyloop_timeout = tap->poll_us; 68669e87b32SJason Wang } else { 68769e87b32SJason Wang options.busyloop_timeout = 0; 68869e87b32SJason Wang } 6895193e5fbSJason Wang 6903a2d44f6SPaolo Bonzini if (vhostfdname) { 691947e4744SKevin Wolf vhostfd = monitor_fd_param(monitor_cur(), vhostfdname, &err); 6925193e5fbSJason Wang if (vhostfd == -1) { 693445f116cSMarkus Armbruster error_propagate(errp, err); 694bf769f74Slu zhipeng goto failed; 6955193e5fbSJason Wang } 696a8208626SMarc-André Lureau if (!g_unix_set_fd_nonblocking(vhostfd, true, NULL)) { 697a8208626SMarc-André Lureau error_setg_errno(errp, errno, "%s: Can't use file descriptor %d", 698894022e6SLaurent Vivier name, fd); 699bf769f74Slu zhipeng goto failed; 700894022e6SLaurent Vivier } 7015193e5fbSJason Wang } else { 70281647a65SNikolay Nikolaev vhostfd = open("/dev/vhost-net", O_RDWR); 70381647a65SNikolay Nikolaev if (vhostfd < 0) { 704445f116cSMarkus Armbruster error_setg_errno(errp, errno, 705445f116cSMarkus Armbruster "tap: open vhost char device failed"); 706bf769f74Slu zhipeng goto failed; 7075193e5fbSJason Wang } 708a8208626SMarc-André Lureau if (!g_unix_set_fd_nonblocking(vhostfd, true, NULL)) { 709a8208626SMarc-André Lureau error_setg_errno(errp, errno, "Failed to set FD nonblocking"); 710bf769f74Slu zhipeng goto failed; 711a8208626SMarc-André Lureau } 71281647a65SNikolay Nikolaev } 71381647a65SNikolay Nikolaev options.opaque = (void *)(uintptr_t)vhostfd; 7146a756d14SJason Wang options.nvqs = 2; 7155193e5fbSJason Wang 71681647a65SNikolay Nikolaev s->vhost_net = vhost_net_init(&options); 7175193e5fbSJason Wang if (!s->vhost_net) { 718d9b33018SAkihiko Odaki error_setg(errp, 719d9b33018SAkihiko Odaki "vhost-net requested but could not be initialized"); 720bf769f74Slu zhipeng goto failed; 7215193e5fbSJason Wang } 7223a2d44f6SPaolo Bonzini } else if (vhostfdname) { 72369e87b32SJason Wang error_setg(errp, "vhostfd(s)= is not valid without vhost"); 724bf769f74Slu zhipeng goto failed; 7255193e5fbSJason Wang } 726bf769f74Slu zhipeng 727bf769f74Slu zhipeng return; 728bf769f74Slu zhipeng 729bf769f74Slu zhipeng failed: 730bf769f74Slu zhipeng qemu_del_net_client(&s->nc); 7315193e5fbSJason Wang } 7325193e5fbSJason Wang 733264986e2SJason Wang static int get_fds(char *str, char *fds[], int max) 734264986e2SJason Wang { 735264986e2SJason Wang char *ptr = str, *this; 736264986e2SJason Wang size_t len = strlen(str); 737264986e2SJason Wang int i = 0; 738264986e2SJason Wang 739264986e2SJason Wang while (i < max && ptr < str + len) { 740264986e2SJason Wang this = strchr(ptr, ':'); 741264986e2SJason Wang 742264986e2SJason Wang if (this == NULL) { 743264986e2SJason Wang fds[i] = g_strdup(ptr); 744264986e2SJason Wang } else { 745264986e2SJason Wang fds[i] = g_strndup(ptr, this - ptr); 746264986e2SJason Wang } 747264986e2SJason Wang 748264986e2SJason Wang i++; 749264986e2SJason Wang if (this == NULL) { 750264986e2SJason Wang break; 751264986e2SJason Wang } else { 752264986e2SJason Wang ptr = this + 1; 753264986e2SJason Wang } 754264986e2SJason Wang } 755264986e2SJason Wang 756264986e2SJason Wang return i; 757264986e2SJason Wang } 758264986e2SJason Wang 759cebea510SKővágó, Zoltán int net_init_tap(const Netdev *netdev, const char *name, 760a30ecde6SMarkus Armbruster NetClientState *peer, Error **errp) 7615281d757SMark McLoughlin { 76208c573a8SLaszlo Ersek const NetdevTapOptions *tap; 763264986e2SJason Wang int fd, vnet_hdr = 0, i = 0, queues; 76408c573a8SLaszlo Ersek /* for the no-fd, no-helper case */ 76563c4db4cSPaolo Bonzini const char *script; 76663c4db4cSPaolo Bonzini const char *downscript; 7671677f4c6SMarkus Armbruster Error *err = NULL; 768264986e2SJason Wang const char *vhostfdname; 76908c573a8SLaszlo Ersek char ifname[128]; 770894022e6SLaurent Vivier int ret = 0; 77108c573a8SLaszlo Ersek 772f394b2e2SEric Blake assert(netdev->type == NET_CLIENT_DRIVER_TAP); 773f394b2e2SEric Blake tap = &netdev->u.tap; 774264986e2SJason Wang queues = tap->has_queues ? tap->queues : 1; 7757480874aSMarkus Armbruster vhostfdname = tap->vhostfd; 7767480874aSMarkus Armbruster script = tap->script; 7777480874aSMarkus Armbruster downscript = tap->downscript; 77808c573a8SLaszlo Ersek 779442da403SThomas Huth /* QEMU hubs do not support multiqueue tap, in this case peer is set. 780ce675a75SJason Wang * For -netdev, peer is always NULL. */ 7817480874aSMarkus Armbruster if (peer && (tap->has_queues || tap->fds || tap->vhostfds)) { 782442da403SThomas Huth error_setg(errp, "Multiqueue tap cannot be used with hubs"); 783ce675a75SJason Wang return -1; 784ce675a75SJason Wang } 785ce675a75SJason Wang 7867480874aSMarkus Armbruster if (tap->fd) { 7877480874aSMarkus Armbruster if (tap->ifname || tap->script || tap->downscript || 7887480874aSMarkus Armbruster tap->has_vnet_hdr || tap->helper || tap->has_queues || 7897480874aSMarkus Armbruster tap->fds || tap->vhostfds) { 790a3088177SMarkus Armbruster error_setg(errp, "ifname=, script=, downscript=, vnet_hdr=, " 791c87826a8SJason Wang "helper=, queues=, fds=, and vhostfds= " 792c87826a8SJason Wang "are invalid with fd="); 7935281d757SMark McLoughlin return -1; 7945281d757SMark McLoughlin } 7955281d757SMark McLoughlin 796947e4744SKevin Wolf fd = monitor_fd_param(monitor_cur(), tap->fd, errp); 7975281d757SMark McLoughlin if (fd == -1) { 7985281d757SMark McLoughlin return -1; 7995281d757SMark McLoughlin } 8005281d757SMark McLoughlin 801a8208626SMarc-André Lureau if (!g_unix_set_fd_nonblocking(fd, true, NULL)) { 802a8208626SMarc-André Lureau error_setg_errno(errp, errno, "%s: Can't use file descriptor %d", 803894022e6SLaurent Vivier name, fd); 804f012bec8Syuanjungong close(fd); 805894022e6SLaurent Vivier return -1; 806894022e6SLaurent Vivier } 8075281d757SMark McLoughlin 808e7b347d0SDaniel P. Berrange vnet_hdr = tap_probe_vnet_hdr(fd, errp); 809e7b347d0SDaniel P. Berrange if (vnet_hdr < 0) { 810e7b347d0SDaniel P. Berrange close(fd); 811e7b347d0SDaniel P. Berrange return -1; 812e7b347d0SDaniel P. Berrange } 813a7c36ee4SCorey Bryant 814445f116cSMarkus Armbruster net_init_tap_one(tap, peer, "tap", name, NULL, 815264986e2SJason Wang script, downscript, 816f9bb0c1fSJason Wang vhostfdname, vnet_hdr, fd, &err); 817445f116cSMarkus Armbruster if (err) { 818a3088177SMarkus Armbruster error_propagate(errp, err); 819f012bec8Syuanjungong close(fd); 820264986e2SJason Wang return -1; 821264986e2SJason Wang } 8227480874aSMarkus Armbruster } else if (tap->fds) { 823fac7d7b1SPeter Maydell char **fds; 824fac7d7b1SPeter Maydell char **vhost_fds; 825323e7c11SYunjian Wang int nfds = 0, nvhosts = 0; 826a7c36ee4SCorey Bryant 8277480874aSMarkus Armbruster if (tap->ifname || tap->script || tap->downscript || 8287480874aSMarkus Armbruster tap->has_vnet_hdr || tap->helper || tap->has_queues || 8297480874aSMarkus Armbruster tap->vhostfd) { 830a3088177SMarkus Armbruster error_setg(errp, "ifname=, script=, downscript=, vnet_hdr=, " 831c87826a8SJason Wang "helper=, queues=, and vhostfd= " 832c87826a8SJason Wang "are invalid with fds="); 833264986e2SJason Wang return -1; 834264986e2SJason Wang } 835264986e2SJason Wang 836fac7d7b1SPeter Maydell fds = g_new0(char *, MAX_TAP_QUEUES); 837fac7d7b1SPeter Maydell vhost_fds = g_new0(char *, MAX_TAP_QUEUES); 838fac7d7b1SPeter Maydell 839264986e2SJason Wang nfds = get_fds(tap->fds, fds, MAX_TAP_QUEUES); 8407480874aSMarkus Armbruster if (tap->vhostfds) { 841264986e2SJason Wang nvhosts = get_fds(tap->vhostfds, vhost_fds, MAX_TAP_QUEUES); 842264986e2SJason Wang if (nfds != nvhosts) { 843a3088177SMarkus Armbruster error_setg(errp, "The number of fds passed does not match " 844a3088177SMarkus Armbruster "the number of vhostfds passed"); 845323e7c11SYunjian Wang ret = -1; 846091a6b2aSPaolo Bonzini goto free_fail; 847264986e2SJason Wang } 848264986e2SJason Wang } 849264986e2SJason Wang 850264986e2SJason Wang for (i = 0; i < nfds; i++) { 851947e4744SKevin Wolf fd = monitor_fd_param(monitor_cur(), fds[i], errp); 852264986e2SJason Wang if (fd == -1) { 853323e7c11SYunjian Wang ret = -1; 854091a6b2aSPaolo Bonzini goto free_fail; 855264986e2SJason Wang } 856264986e2SJason Wang 857a8208626SMarc-André Lureau ret = g_unix_set_fd_nonblocking(fd, true, NULL); 858a8208626SMarc-André Lureau if (!ret) { 859a8208626SMarc-André Lureau error_setg_errno(errp, errno, "%s: Can't use file descriptor %d", 860894022e6SLaurent Vivier name, fd); 861894022e6SLaurent Vivier goto free_fail; 862894022e6SLaurent Vivier } 863264986e2SJason Wang 864264986e2SJason Wang if (i == 0) { 865e7b347d0SDaniel P. Berrange vnet_hdr = tap_probe_vnet_hdr(fd, errp); 866e7b347d0SDaniel P. Berrange if (vnet_hdr < 0) { 86741bcea7bSPeter Foley ret = -1; 868e7b347d0SDaniel P. Berrange goto free_fail; 869e7b347d0SDaniel P. Berrange } 870e7b347d0SDaniel P. Berrange } else if (vnet_hdr != tap_probe_vnet_hdr(fd, NULL)) { 871a3088177SMarkus Armbruster error_setg(errp, 872a3088177SMarkus Armbruster "vnet_hdr not consistent across given tap fds"); 873323e7c11SYunjian Wang ret = -1; 874091a6b2aSPaolo Bonzini goto free_fail; 875264986e2SJason Wang } 876264986e2SJason Wang 877445f116cSMarkus Armbruster net_init_tap_one(tap, peer, "tap", name, ifname, 878264986e2SJason Wang script, downscript, 8797480874aSMarkus Armbruster tap->vhostfds ? vhost_fds[i] : NULL, 880f9bb0c1fSJason Wang vnet_hdr, fd, &err); 881445f116cSMarkus Armbruster if (err) { 882a3088177SMarkus Armbruster error_propagate(errp, err); 883323e7c11SYunjian Wang ret = -1; 884091a6b2aSPaolo Bonzini goto free_fail; 885264986e2SJason Wang } 886264986e2SJason Wang } 887091a6b2aSPaolo Bonzini 888091a6b2aSPaolo Bonzini free_fail: 889323e7c11SYunjian Wang for (i = 0; i < nvhosts; i++) { 890323e7c11SYunjian Wang g_free(vhost_fds[i]); 891323e7c11SYunjian Wang } 892091a6b2aSPaolo Bonzini for (i = 0; i < nfds; i++) { 893091a6b2aSPaolo Bonzini g_free(fds[i]); 894091a6b2aSPaolo Bonzini } 895091a6b2aSPaolo Bonzini g_free(fds); 896091a6b2aSPaolo Bonzini g_free(vhost_fds); 897323e7c11SYunjian Wang return ret; 8987480874aSMarkus Armbruster } else if (tap->helper) { 8997480874aSMarkus Armbruster if (tap->ifname || tap->script || tap->downscript || 9007480874aSMarkus Armbruster tap->has_vnet_hdr || tap->has_queues || tap->vhostfds) { 901a3088177SMarkus Armbruster error_setg(errp, "ifname=, script=, downscript=, vnet_hdr=, " 902c87826a8SJason Wang "queues=, and vhostfds= are invalid with helper="); 903a7c36ee4SCorey Bryant return -1; 904a7c36ee4SCorey Bryant } 905a7c36ee4SCorey Bryant 906584613eaSAlexey Kardashevskiy fd = net_bridge_run_helper(tap->helper, 9077480874aSMarkus Armbruster tap->br ?: DEFAULT_BRIDGE_INTERFACE, 908a8a21be9SMarkus Armbruster errp); 909a7c36ee4SCorey Bryant if (fd == -1) { 910a7c36ee4SCorey Bryant return -1; 911a7c36ee4SCorey Bryant } 912a7c36ee4SCorey Bryant 913a8208626SMarc-André Lureau if (!g_unix_set_fd_nonblocking(fd, true, NULL)) { 914a8208626SMarc-André Lureau error_setg_errno(errp, errno, "Failed to set FD nonblocking"); 915a8208626SMarc-André Lureau return -1; 916a8208626SMarc-André Lureau } 917e7b347d0SDaniel P. Berrange vnet_hdr = tap_probe_vnet_hdr(fd, errp); 918e7b347d0SDaniel P. Berrange if (vnet_hdr < 0) { 919e7b347d0SDaniel P. Berrange close(fd); 920e7b347d0SDaniel P. Berrange return -1; 921e7b347d0SDaniel P. Berrange } 922a7c36ee4SCorey Bryant 923445f116cSMarkus Armbruster net_init_tap_one(tap, peer, "bridge", name, ifname, 924264986e2SJason Wang script, downscript, vhostfdname, 925f9bb0c1fSJason Wang vnet_hdr, fd, &err); 926445f116cSMarkus Armbruster if (err) { 927a3088177SMarkus Armbruster error_propagate(errp, err); 92884f8f3daSGonglei close(fd); 929264986e2SJason Wang return -1; 930264986e2SJason Wang } 9315281d757SMark McLoughlin } else { 93263c4db4cSPaolo Bonzini g_autofree char *default_script = NULL; 93363c4db4cSPaolo Bonzini g_autofree char *default_downscript = NULL; 9347480874aSMarkus Armbruster if (tap->vhostfds) { 935a3088177SMarkus Armbruster error_setg(errp, "vhostfds= is invalid if fds= wasn't specified"); 936c87826a8SJason Wang return -1; 937c87826a8SJason Wang } 93863c4db4cSPaolo Bonzini 93963c4db4cSPaolo Bonzini if (!script) { 94063c4db4cSPaolo Bonzini script = default_script = get_relocated_path(DEFAULT_NETWORK_SCRIPT); 94163c4db4cSPaolo Bonzini } 94263c4db4cSPaolo Bonzini if (!downscript) { 9439925990dSKeqian Zhu downscript = default_downscript = 9449925990dSKeqian Zhu get_relocated_path(DEFAULT_NETWORK_DOWN_SCRIPT); 94563c4db4cSPaolo Bonzini } 946264986e2SJason Wang 9477480874aSMarkus Armbruster if (tap->ifname) { 948264986e2SJason Wang pstrcpy(ifname, sizeof ifname, tap->ifname); 949264986e2SJason Wang } else { 950264986e2SJason Wang ifname[0] = '\0'; 951264986e2SJason Wang } 952264986e2SJason Wang 953264986e2SJason Wang for (i = 0; i < queues; i++) { 954264986e2SJason Wang fd = net_tap_init(tap, &vnet_hdr, i >= 1 ? "no" : script, 955a3088177SMarkus Armbruster ifname, sizeof ifname, queues > 1, errp); 956929fe497SJuergen Lock if (fd == -1) { 957929fe497SJuergen Lock return -1; 958929fe497SJuergen Lock } 959a7c36ee4SCorey Bryant 9607480874aSMarkus Armbruster if (queues > 1 && i == 0 && !tap->ifname) { 961264986e2SJason Wang if (tap_fd_get_ifname(fd, ifname)) { 962a3088177SMarkus Armbruster error_setg(errp, "Fail to get ifname"); 96384f8f3daSGonglei close(fd); 964264986e2SJason Wang return -1; 965264986e2SJason Wang } 9665281d757SMark McLoughlin } 9675281d757SMark McLoughlin 968445f116cSMarkus Armbruster net_init_tap_one(tap, peer, "tap", name, ifname, 969264986e2SJason Wang i >= 1 ? "no" : script, 970264986e2SJason Wang i >= 1 ? "no" : downscript, 971f9bb0c1fSJason Wang vhostfdname, vnet_hdr, fd, &err); 972445f116cSMarkus Armbruster if (err) { 973a3088177SMarkus Armbruster error_propagate(errp, err); 97484f8f3daSGonglei close(fd); 975264986e2SJason Wang return -1; 976264986e2SJason Wang } 977264986e2SJason Wang } 978264986e2SJason Wang } 979264986e2SJason Wang 980264986e2SJason Wang return 0; 9815281d757SMark McLoughlin } 982b202554cSMichael S. Tsirkin 9834e68f7a0SStefan Hajnoczi VHostNetState *tap_get_vhost_net(NetClientState *nc) 984b202554cSMichael S. Tsirkin { 985b202554cSMichael S. Tsirkin TAPState *s = DO_UPCAST(TAPState, nc, nc); 986f394b2e2SEric Blake assert(nc->info->type == NET_CLIENT_DRIVER_TAP); 987b202554cSMichael S. Tsirkin return s->vhost_net; 988b202554cSMichael S. Tsirkin } 98916dbaf90SJason Wang 99016dbaf90SJason Wang int tap_enable(NetClientState *nc) 99116dbaf90SJason Wang { 99216dbaf90SJason Wang TAPState *s = DO_UPCAST(TAPState, nc, nc); 99316dbaf90SJason Wang int ret; 99416dbaf90SJason Wang 99516dbaf90SJason Wang if (s->enabled) { 99616dbaf90SJason Wang return 0; 99716dbaf90SJason Wang } else { 99816dbaf90SJason Wang ret = tap_fd_enable(s->fd); 99916dbaf90SJason Wang if (ret == 0) { 100016dbaf90SJason Wang s->enabled = true; 100116dbaf90SJason Wang tap_update_fd_handler(s); 100216dbaf90SJason Wang } 100316dbaf90SJason Wang return ret; 100416dbaf90SJason Wang } 100516dbaf90SJason Wang } 100616dbaf90SJason Wang 100716dbaf90SJason Wang int tap_disable(NetClientState *nc) 100816dbaf90SJason Wang { 100916dbaf90SJason Wang TAPState *s = DO_UPCAST(TAPState, nc, nc); 101016dbaf90SJason Wang int ret; 101116dbaf90SJason Wang 101216dbaf90SJason Wang if (s->enabled == 0) { 101316dbaf90SJason Wang return 0; 101416dbaf90SJason Wang } else { 101516dbaf90SJason Wang ret = tap_fd_disable(s->fd); 101616dbaf90SJason Wang if (ret == 0) { 101716dbaf90SJason Wang qemu_purge_queued_packets(nc); 101816dbaf90SJason Wang s->enabled = false; 101916dbaf90SJason Wang tap_update_fd_handler(s); 102016dbaf90SJason Wang } 102116dbaf90SJason Wang return ret; 102216dbaf90SJason Wang } 102316dbaf90SJason Wang } 1024