15281d757SMark McLoughlin /* 25281d757SMark McLoughlin * QEMU System Emulator 35281d757SMark McLoughlin * 45281d757SMark McLoughlin * Copyright (c) 2003-2008 Fabrice Bellard 55281d757SMark McLoughlin * Copyright (c) 2009 Red Hat, Inc. 65281d757SMark McLoughlin * 75281d757SMark McLoughlin * Permission is hereby granted, free of charge, to any person obtaining a copy 85281d757SMark McLoughlin * of this software and associated documentation files (the "Software"), to deal 95281d757SMark McLoughlin * in the Software without restriction, including without limitation the rights 105281d757SMark McLoughlin * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 115281d757SMark McLoughlin * copies of the Software, and to permit persons to whom the Software is 125281d757SMark McLoughlin * furnished to do so, subject to the following conditions: 135281d757SMark McLoughlin * 145281d757SMark McLoughlin * The above copyright notice and this permission notice shall be included in 155281d757SMark McLoughlin * all copies or substantial portions of the Software. 165281d757SMark McLoughlin * 175281d757SMark McLoughlin * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 185281d757SMark McLoughlin * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 195281d757SMark McLoughlin * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 205281d757SMark McLoughlin * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 215281d757SMark McLoughlin * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 225281d757SMark McLoughlin * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 235281d757SMark McLoughlin * THE SOFTWARE. 245281d757SMark McLoughlin */ 255281d757SMark McLoughlin 262744d920SPeter Maydell #include "qemu/osdep.h" 271422e32dSPaolo Bonzini #include "tap_int.h" 285281d757SMark McLoughlin 295281d757SMark McLoughlin 305281d757SMark McLoughlin #include <sys/ioctl.h> 315281d757SMark McLoughlin #include <sys/wait.h> 3271f4effcSAlexander Graf #include <sys/socket.h> 335281d757SMark McLoughlin #include <net/if.h> 345281d757SMark McLoughlin 35969e50b6SBin Meng #include "net/eth.h" 361422e32dSPaolo Bonzini #include "net/net.h" 37a245fc18SPaolo Bonzini #include "clients.h" 3883c9089eSPaolo Bonzini #include "monitor/monitor.h" 399c17d615SPaolo Bonzini #include "sysemu/sysemu.h" 40da34e65cSMarkus Armbruster #include "qapi/error.h" 415281d757SMark McLoughlin #include "qemu-common.h" 42f348b6d1SVeronia Bahaa #include "qemu/cutils.h" 431de7afc9SPaolo Bonzini #include "qemu/error-report.h" 44db725815SMarkus Armbruster #include "qemu/main-loop.h" 45d542800dSBrijesh Singh #include "qemu/sockets.h" 465281d757SMark McLoughlin 471422e32dSPaolo Bonzini #include "net/tap.h" 485281d757SMark McLoughlin 490d09e41aSPaolo Bonzini #include "net/vhost_net.h" 5082b0d80eSMichael S. Tsirkin 515281d757SMark McLoughlin typedef struct TAPState { 524e68f7a0SStefan Hajnoczi NetClientState nc; 535281d757SMark McLoughlin int fd; 545281d757SMark McLoughlin char down_script[1024]; 555281d757SMark McLoughlin char down_script_arg[128]; 56d32fcad3SScott Feldman uint8_t buf[NET_BUFSIZE]; 57ec45f083SJason Wang bool read_poll; 58ec45f083SJason Wang bool write_poll; 59ec45f083SJason Wang bool using_vnet_hdr; 60ec45f083SJason Wang bool has_ufo; 6116dbaf90SJason Wang bool enabled; 6282b0d80eSMichael S. Tsirkin VHostNetState *vhost_net; 63ef4252b1SMichael S. Tsirkin unsigned host_vnet_hdr_len; 649e32ff32SMarc-André Lureau Notifier exit; 655281d757SMark McLoughlin } TAPState; 665281d757SMark McLoughlin 67ac4fcf56SMarkus Armbruster static void launch_script(const char *setup_script, const char *ifname, 68ac4fcf56SMarkus Armbruster int fd, Error **errp); 695281d757SMark McLoughlin 705281d757SMark McLoughlin static void tap_send(void *opaque); 715281d757SMark McLoughlin static void tap_writable(void *opaque); 725281d757SMark McLoughlin 735281d757SMark McLoughlin static void tap_update_fd_handler(TAPState *s) 745281d757SMark McLoughlin { 7582e1cc4bSFam Zheng qemu_set_fd_handler(s->fd, 7616dbaf90SJason Wang s->read_poll && s->enabled ? tap_send : NULL, 7716dbaf90SJason Wang s->write_poll && s->enabled ? tap_writable : NULL, 785281d757SMark McLoughlin s); 795281d757SMark McLoughlin } 805281d757SMark McLoughlin 81ec45f083SJason Wang static void tap_read_poll(TAPState *s, bool enable) 825281d757SMark McLoughlin { 83ec45f083SJason Wang s->read_poll = enable; 845281d757SMark McLoughlin tap_update_fd_handler(s); 855281d757SMark McLoughlin } 865281d757SMark McLoughlin 87ec45f083SJason Wang static void tap_write_poll(TAPState *s, bool enable) 885281d757SMark McLoughlin { 89ec45f083SJason Wang s->write_poll = enable; 905281d757SMark McLoughlin tap_update_fd_handler(s); 915281d757SMark McLoughlin } 925281d757SMark McLoughlin 935281d757SMark McLoughlin static void tap_writable(void *opaque) 945281d757SMark McLoughlin { 955281d757SMark McLoughlin TAPState *s = opaque; 965281d757SMark McLoughlin 97ec45f083SJason Wang tap_write_poll(s, false); 985281d757SMark McLoughlin 993e35ba93SMark McLoughlin qemu_flush_queued_packets(&s->nc); 1005281d757SMark McLoughlin } 1015281d757SMark McLoughlin 1025281d757SMark McLoughlin static ssize_t tap_write_packet(TAPState *s, const struct iovec *iov, int iovcnt) 1035281d757SMark McLoughlin { 1045281d757SMark McLoughlin ssize_t len; 1055281d757SMark McLoughlin 1065281d757SMark McLoughlin do { 1075281d757SMark McLoughlin len = writev(s->fd, iov, iovcnt); 1085281d757SMark McLoughlin } while (len == -1 && errno == EINTR); 1095281d757SMark McLoughlin 1105281d757SMark McLoughlin if (len == -1 && errno == EAGAIN) { 111ec45f083SJason Wang tap_write_poll(s, true); 1125281d757SMark McLoughlin return 0; 1135281d757SMark McLoughlin } 1145281d757SMark McLoughlin 1155281d757SMark McLoughlin return len; 1165281d757SMark McLoughlin } 1175281d757SMark McLoughlin 1184e68f7a0SStefan Hajnoczi static ssize_t tap_receive_iov(NetClientState *nc, const struct iovec *iov, 1195281d757SMark McLoughlin int iovcnt) 1205281d757SMark McLoughlin { 1213e35ba93SMark McLoughlin TAPState *s = DO_UPCAST(TAPState, nc, nc); 1225281d757SMark McLoughlin const struct iovec *iovp = iov; 1235281d757SMark McLoughlin struct iovec iov_copy[iovcnt + 1]; 124ef4252b1SMichael S. Tsirkin struct virtio_net_hdr_mrg_rxbuf hdr = { }; 1255281d757SMark McLoughlin 126ef4252b1SMichael S. Tsirkin if (s->host_vnet_hdr_len && !s->using_vnet_hdr) { 1275281d757SMark McLoughlin iov_copy[0].iov_base = &hdr; 128ef4252b1SMichael S. Tsirkin iov_copy[0].iov_len = s->host_vnet_hdr_len; 1295281d757SMark McLoughlin memcpy(&iov_copy[1], iov, iovcnt * sizeof(*iov)); 1305281d757SMark McLoughlin iovp = iov_copy; 1315281d757SMark McLoughlin iovcnt++; 1325281d757SMark McLoughlin } 1335281d757SMark McLoughlin 1345281d757SMark McLoughlin return tap_write_packet(s, iovp, iovcnt); 1355281d757SMark McLoughlin } 1365281d757SMark McLoughlin 1374e68f7a0SStefan Hajnoczi static ssize_t tap_receive_raw(NetClientState *nc, const uint8_t *buf, size_t size) 1385281d757SMark McLoughlin { 1393e35ba93SMark McLoughlin TAPState *s = DO_UPCAST(TAPState, nc, nc); 1405281d757SMark McLoughlin struct iovec iov[2]; 1415281d757SMark McLoughlin int iovcnt = 0; 142ef4252b1SMichael S. Tsirkin struct virtio_net_hdr_mrg_rxbuf hdr = { }; 1435281d757SMark McLoughlin 144ef4252b1SMichael S. Tsirkin if (s->host_vnet_hdr_len) { 1455281d757SMark McLoughlin iov[iovcnt].iov_base = &hdr; 146ef4252b1SMichael S. Tsirkin iov[iovcnt].iov_len = s->host_vnet_hdr_len; 1475281d757SMark McLoughlin iovcnt++; 1485281d757SMark McLoughlin } 1495281d757SMark McLoughlin 1505281d757SMark McLoughlin iov[iovcnt].iov_base = (char *)buf; 1515281d757SMark McLoughlin iov[iovcnt].iov_len = size; 1525281d757SMark McLoughlin iovcnt++; 1535281d757SMark McLoughlin 1545281d757SMark McLoughlin return tap_write_packet(s, iov, iovcnt); 1555281d757SMark McLoughlin } 1565281d757SMark McLoughlin 1574e68f7a0SStefan Hajnoczi static ssize_t tap_receive(NetClientState *nc, const uint8_t *buf, size_t size) 1585281d757SMark McLoughlin { 1593e35ba93SMark McLoughlin TAPState *s = DO_UPCAST(TAPState, nc, nc); 1605281d757SMark McLoughlin struct iovec iov[1]; 1615281d757SMark McLoughlin 162ef4252b1SMichael S. Tsirkin if (s->host_vnet_hdr_len && !s->using_vnet_hdr) { 1633e35ba93SMark McLoughlin return tap_receive_raw(nc, buf, size); 1645281d757SMark McLoughlin } 1655281d757SMark McLoughlin 1665281d757SMark McLoughlin iov[0].iov_base = (char *)buf; 1675281d757SMark McLoughlin iov[0].iov_len = size; 1685281d757SMark McLoughlin 1695281d757SMark McLoughlin return tap_write_packet(s, iov, 1); 1705281d757SMark McLoughlin } 1715281d757SMark McLoughlin 172966ea5ecSMark McLoughlin #ifndef __sun__ 173966ea5ecSMark McLoughlin ssize_t tap_read_packet(int tapfd, uint8_t *buf, int maxlen) 1745281d757SMark McLoughlin { 1755281d757SMark McLoughlin return read(tapfd, buf, maxlen); 1765281d757SMark McLoughlin } 1775281d757SMark McLoughlin #endif 1785281d757SMark McLoughlin 1794e68f7a0SStefan Hajnoczi static void tap_send_completed(NetClientState *nc, ssize_t len) 1805281d757SMark McLoughlin { 1813e35ba93SMark McLoughlin TAPState *s = DO_UPCAST(TAPState, nc, nc); 182ec45f083SJason Wang tap_read_poll(s, true); 1835281d757SMark McLoughlin } 1845281d757SMark McLoughlin 1855281d757SMark McLoughlin static void tap_send(void *opaque) 1865281d757SMark McLoughlin { 1875281d757SMark McLoughlin TAPState *s = opaque; 188be1636b3SMark McLoughlin int size; 189756ae78bSWangkai (Kevin,C) int packets = 0; 1905281d757SMark McLoughlin 191a90a7425SFam Zheng while (true) { 1925819c918SMark McLoughlin uint8_t *buf = s->buf; 193969e50b6SBin Meng uint8_t min_pkt[ETH_ZLEN]; 194969e50b6SBin Meng size_t min_pktsz = sizeof(min_pkt); 1955819c918SMark McLoughlin 1965281d757SMark McLoughlin size = tap_read_packet(s->fd, s->buf, sizeof(s->buf)); 1975281d757SMark McLoughlin if (size <= 0) { 1985819c918SMark McLoughlin break; 1995281d757SMark McLoughlin } 2005281d757SMark McLoughlin 201ef4252b1SMichael S. Tsirkin if (s->host_vnet_hdr_len && !s->using_vnet_hdr) { 202ef4252b1SMichael S. Tsirkin buf += s->host_vnet_hdr_len; 203ef4252b1SMichael S. Tsirkin size -= s->host_vnet_hdr_len; 2045281d757SMark McLoughlin } 2055281d757SMark McLoughlin 206bc38e31bSJason Wang if (net_peer_needs_padding(&s->nc)) { 207969e50b6SBin Meng if (eth_pad_short_frame(min_pkt, &min_pktsz, buf, size)) { 208969e50b6SBin Meng buf = min_pkt; 209969e50b6SBin Meng size = min_pktsz; 210969e50b6SBin Meng } 211969e50b6SBin Meng } 212969e50b6SBin Meng 2133e35ba93SMark McLoughlin size = qemu_send_packet_async(&s->nc, buf, size, tap_send_completed); 2145281d757SMark McLoughlin if (size == 0) { 215ec45f083SJason Wang tap_read_poll(s, false); 21668e5ec64SStefan Hajnoczi break; 21768e5ec64SStefan Hajnoczi } else if (size < 0) { 21868e5ec64SStefan Hajnoczi break; 2195281d757SMark McLoughlin } 220756ae78bSWangkai (Kevin,C) 221756ae78bSWangkai (Kevin,C) /* 222756ae78bSWangkai (Kevin,C) * When the host keeps receiving more packets while tap_send() is 223756ae78bSWangkai (Kevin,C) * running we can hog the QEMU global mutex. Limit the number of 224756ae78bSWangkai (Kevin,C) * packets that are processed per tap_send() callback to prevent 225756ae78bSWangkai (Kevin,C) * stalling the guest. 226756ae78bSWangkai (Kevin,C) */ 227756ae78bSWangkai (Kevin,C) packets++; 228756ae78bSWangkai (Kevin,C) if (packets >= 50) { 229756ae78bSWangkai (Kevin,C) break; 230756ae78bSWangkai (Kevin,C) } 23168e5ec64SStefan Hajnoczi } 2325281d757SMark McLoughlin } 2335281d757SMark McLoughlin 2343bac80d3SVincenzo Maffione static bool tap_has_ufo(NetClientState *nc) 2355281d757SMark McLoughlin { 2363e35ba93SMark McLoughlin TAPState *s = DO_UPCAST(TAPState, nc, nc); 2375281d757SMark McLoughlin 238f394b2e2SEric Blake assert(nc->info->type == NET_CLIENT_DRIVER_TAP); 2395281d757SMark McLoughlin 2405281d757SMark McLoughlin return s->has_ufo; 2415281d757SMark McLoughlin } 2425281d757SMark McLoughlin 2433bac80d3SVincenzo Maffione static bool tap_has_vnet_hdr(NetClientState *nc) 2445281d757SMark McLoughlin { 2453e35ba93SMark McLoughlin TAPState *s = DO_UPCAST(TAPState, nc, nc); 2465281d757SMark McLoughlin 247f394b2e2SEric Blake assert(nc->info->type == NET_CLIENT_DRIVER_TAP); 2485281d757SMark McLoughlin 249ef4252b1SMichael S. Tsirkin return !!s->host_vnet_hdr_len; 2505281d757SMark McLoughlin } 2515281d757SMark McLoughlin 2523bac80d3SVincenzo Maffione static bool tap_has_vnet_hdr_len(NetClientState *nc, int len) 253445d892fSMichael S. Tsirkin { 254445d892fSMichael S. Tsirkin TAPState *s = DO_UPCAST(TAPState, nc, nc); 255445d892fSMichael S. Tsirkin 256f394b2e2SEric Blake assert(nc->info->type == NET_CLIENT_DRIVER_TAP); 257445d892fSMichael S. Tsirkin 258e96dfd11SVincenzo Maffione return !!tap_probe_vnet_hdr_len(s->fd, len); 259445d892fSMichael S. Tsirkin } 260445d892fSMichael S. Tsirkin 2613bac80d3SVincenzo Maffione static void tap_set_vnet_hdr_len(NetClientState *nc, int len) 262445d892fSMichael S. Tsirkin { 263445d892fSMichael S. Tsirkin TAPState *s = DO_UPCAST(TAPState, nc, nc); 264445d892fSMichael S. Tsirkin 265f394b2e2SEric Blake assert(nc->info->type == NET_CLIENT_DRIVER_TAP); 266445d892fSMichael S. Tsirkin assert(len == sizeof(struct virtio_net_hdr_mrg_rxbuf) || 267fbbdbddeSYuri Benditovich len == sizeof(struct virtio_net_hdr) || 268fbbdbddeSYuri Benditovich len == sizeof(struct virtio_net_hdr_v1_hash)); 269445d892fSMichael S. Tsirkin 270445d892fSMichael S. Tsirkin tap_fd_set_vnet_hdr_len(s->fd, len); 271445d892fSMichael S. Tsirkin s->host_vnet_hdr_len = len; 272445d892fSMichael S. Tsirkin } 273445d892fSMichael S. Tsirkin 2743bac80d3SVincenzo Maffione static void tap_using_vnet_hdr(NetClientState *nc, bool using_vnet_hdr) 2755281d757SMark McLoughlin { 2763e35ba93SMark McLoughlin TAPState *s = DO_UPCAST(TAPState, nc, nc); 2775281d757SMark McLoughlin 278f394b2e2SEric Blake assert(nc->info->type == NET_CLIENT_DRIVER_TAP); 279ef4252b1SMichael S. Tsirkin assert(!!s->host_vnet_hdr_len == using_vnet_hdr); 2805281d757SMark McLoughlin 2815281d757SMark McLoughlin s->using_vnet_hdr = using_vnet_hdr; 2825281d757SMark McLoughlin } 2835281d757SMark McLoughlin 284c80cd6bbSGreg Kurz static int tap_set_vnet_le(NetClientState *nc, bool is_le) 285c80cd6bbSGreg Kurz { 286c80cd6bbSGreg Kurz TAPState *s = DO_UPCAST(TAPState, nc, nc); 287c80cd6bbSGreg Kurz 288c80cd6bbSGreg Kurz return tap_fd_set_vnet_le(s->fd, is_le); 289c80cd6bbSGreg Kurz } 290c80cd6bbSGreg Kurz 291c80cd6bbSGreg Kurz static int tap_set_vnet_be(NetClientState *nc, bool is_be) 292c80cd6bbSGreg Kurz { 293c80cd6bbSGreg Kurz TAPState *s = DO_UPCAST(TAPState, nc, nc); 294c80cd6bbSGreg Kurz 295c80cd6bbSGreg Kurz return tap_fd_set_vnet_be(s->fd, is_be); 296c80cd6bbSGreg Kurz } 297c80cd6bbSGreg Kurz 2983bac80d3SVincenzo Maffione static void tap_set_offload(NetClientState *nc, int csum, int tso4, 2995281d757SMark McLoughlin int tso6, int ecn, int ufo) 3005281d757SMark McLoughlin { 3013e35ba93SMark McLoughlin TAPState *s = DO_UPCAST(TAPState, nc, nc); 30227a6375dSMichael S. Tsirkin if (s->fd < 0) { 30327a6375dSMichael S. Tsirkin return; 30427a6375dSMichael S. Tsirkin } 3055281d757SMark McLoughlin 30627a6375dSMichael S. Tsirkin tap_fd_set_offload(s->fd, csum, tso4, tso6, ecn, ufo); 3075281d757SMark McLoughlin } 3085281d757SMark McLoughlin 3099e32ff32SMarc-André Lureau static void tap_exit_notify(Notifier *notifier, void *data) 3109e32ff32SMarc-André Lureau { 3119e32ff32SMarc-André Lureau TAPState *s = container_of(notifier, TAPState, exit); 3129e32ff32SMarc-André Lureau Error *err = NULL; 3139e32ff32SMarc-André Lureau 3149e32ff32SMarc-André Lureau if (s->down_script[0]) { 3159e32ff32SMarc-André Lureau launch_script(s->down_script, s->down_script_arg, s->fd, &err); 3169e32ff32SMarc-André Lureau if (err) { 3179e32ff32SMarc-André Lureau error_report_err(err); 3189e32ff32SMarc-André Lureau } 3199e32ff32SMarc-André Lureau } 3209e32ff32SMarc-André Lureau } 3219e32ff32SMarc-André Lureau 3224e68f7a0SStefan Hajnoczi static void tap_cleanup(NetClientState *nc) 3235281d757SMark McLoughlin { 3243e35ba93SMark McLoughlin TAPState *s = DO_UPCAST(TAPState, nc, nc); 3255281d757SMark McLoughlin 32682b0d80eSMichael S. Tsirkin if (s->vhost_net) { 32782b0d80eSMichael S. Tsirkin vhost_net_cleanup(s->vhost_net); 328e6bcb1b6SMarc-André Lureau g_free(s->vhost_net); 32943849424SMichael S. Tsirkin s->vhost_net = NULL; 33082b0d80eSMichael S. Tsirkin } 33182b0d80eSMichael S. Tsirkin 3323e35ba93SMark McLoughlin qemu_purge_queued_packets(nc); 3335281d757SMark McLoughlin 3349e32ff32SMarc-André Lureau tap_exit_notify(&s->exit, NULL); 3359e32ff32SMarc-André Lureau qemu_remove_exit_notifier(&s->exit); 3365281d757SMark McLoughlin 337ec45f083SJason Wang tap_read_poll(s, false); 338ec45f083SJason Wang tap_write_poll(s, false); 3395281d757SMark McLoughlin close(s->fd); 34027a6375dSMichael S. Tsirkin s->fd = -1; 3415281d757SMark McLoughlin } 3425281d757SMark McLoughlin 3434e68f7a0SStefan Hajnoczi static void tap_poll(NetClientState *nc, bool enable) 344ceb69615SMichael S. Tsirkin { 345ceb69615SMichael S. Tsirkin TAPState *s = DO_UPCAST(TAPState, nc, nc); 346ceb69615SMichael S. Tsirkin tap_read_poll(s, enable); 347ceb69615SMichael S. Tsirkin tap_write_poll(s, enable); 348ceb69615SMichael S. Tsirkin } 349ceb69615SMichael S. Tsirkin 3508f364e34SAndrew Melnychenko static bool tap_set_steering_ebpf(NetClientState *nc, int prog_fd) 3518f364e34SAndrew Melnychenko { 3528f364e34SAndrew Melnychenko TAPState *s = DO_UPCAST(TAPState, nc, nc); 3538f364e34SAndrew Melnychenko assert(nc->info->type == NET_CLIENT_DRIVER_TAP); 3548f364e34SAndrew Melnychenko 3558f364e34SAndrew Melnychenko return tap_fd_set_steering_ebpf(s->fd, prog_fd) == 0; 3568f364e34SAndrew Melnychenko } 3578f364e34SAndrew Melnychenko 3584e68f7a0SStefan Hajnoczi int tap_get_fd(NetClientState *nc) 35995d528a2SMichael S. Tsirkin { 36095d528a2SMichael S. Tsirkin TAPState *s = DO_UPCAST(TAPState, nc, nc); 361f394b2e2SEric Blake assert(nc->info->type == NET_CLIENT_DRIVER_TAP); 36295d528a2SMichael S. Tsirkin return s->fd; 36395d528a2SMichael S. Tsirkin } 36495d528a2SMichael S. Tsirkin 3655281d757SMark McLoughlin /* fd support */ 3665281d757SMark McLoughlin 3673e35ba93SMark McLoughlin static NetClientInfo net_tap_info = { 368f394b2e2SEric Blake .type = NET_CLIENT_DRIVER_TAP, 3693e35ba93SMark McLoughlin .size = sizeof(TAPState), 3703e35ba93SMark McLoughlin .receive = tap_receive, 3713e35ba93SMark McLoughlin .receive_raw = tap_receive_raw, 3723e35ba93SMark McLoughlin .receive_iov = tap_receive_iov, 373ceb69615SMichael S. Tsirkin .poll = tap_poll, 3743e35ba93SMark McLoughlin .cleanup = tap_cleanup, 3752e753bccSVincenzo Maffione .has_ufo = tap_has_ufo, 3762e753bccSVincenzo Maffione .has_vnet_hdr = tap_has_vnet_hdr, 3772e753bccSVincenzo Maffione .has_vnet_hdr_len = tap_has_vnet_hdr_len, 3782e753bccSVincenzo Maffione .using_vnet_hdr = tap_using_vnet_hdr, 3792e753bccSVincenzo Maffione .set_offload = tap_set_offload, 3802e753bccSVincenzo Maffione .set_vnet_hdr_len = tap_set_vnet_hdr_len, 381c80cd6bbSGreg Kurz .set_vnet_le = tap_set_vnet_le, 382c80cd6bbSGreg Kurz .set_vnet_be = tap_set_vnet_be, 3838f364e34SAndrew Melnychenko .set_steering_ebpf = tap_set_steering_ebpf, 3843e35ba93SMark McLoughlin }; 3853e35ba93SMark McLoughlin 3864e68f7a0SStefan Hajnoczi static TAPState *net_tap_fd_init(NetClientState *peer, 3875281d757SMark McLoughlin const char *model, 3885281d757SMark McLoughlin const char *name, 3895281d757SMark McLoughlin int fd, 3905281d757SMark McLoughlin int vnet_hdr) 3915281d757SMark McLoughlin { 3924e68f7a0SStefan Hajnoczi NetClientState *nc; 3935281d757SMark McLoughlin TAPState *s; 3945281d757SMark McLoughlin 395ab5f3f84SStefan Hajnoczi nc = qemu_new_net_client(&net_tap_info, peer, model, name); 3963e35ba93SMark McLoughlin 3973e35ba93SMark McLoughlin s = DO_UPCAST(TAPState, nc, nc); 3983e35ba93SMark McLoughlin 3995281d757SMark McLoughlin s->fd = fd; 400ef4252b1SMichael S. Tsirkin s->host_vnet_hdr_len = vnet_hdr ? sizeof(struct virtio_net_hdr) : 0; 401ec45f083SJason Wang s->using_vnet_hdr = false; 4029c282718SMark McLoughlin s->has_ufo = tap_probe_has_ufo(s->fd); 40316dbaf90SJason Wang s->enabled = true; 4043e35ba93SMark McLoughlin tap_set_offload(&s->nc, 0, 0, 0, 0, 0); 40558ddcd50SMichael S. Tsirkin /* 40658ddcd50SMichael S. Tsirkin * Make sure host header length is set correctly in tap: 40758ddcd50SMichael S. Tsirkin * it might have been modified by another instance of qemu. 40858ddcd50SMichael S. Tsirkin */ 40958ddcd50SMichael S. Tsirkin if (tap_probe_vnet_hdr_len(s->fd, s->host_vnet_hdr_len)) { 41058ddcd50SMichael S. Tsirkin tap_fd_set_vnet_hdr_len(s->fd, s->host_vnet_hdr_len); 41158ddcd50SMichael S. Tsirkin } 412ec45f083SJason Wang tap_read_poll(s, true); 41382b0d80eSMichael S. Tsirkin s->vhost_net = NULL; 4149e32ff32SMarc-André Lureau 4159e32ff32SMarc-André Lureau s->exit.notify = tap_exit_notify; 4169e32ff32SMarc-André Lureau qemu_add_exit_notifier(&s->exit); 4179e32ff32SMarc-André Lureau 4185281d757SMark McLoughlin return s; 4195281d757SMark McLoughlin } 4205281d757SMark McLoughlin 421ac4fcf56SMarkus Armbruster static void launch_script(const char *setup_script, const char *ifname, 422ac4fcf56SMarkus Armbruster int fd, Error **errp) 4235281d757SMark McLoughlin { 4245281d757SMark McLoughlin int pid, status; 4255281d757SMark McLoughlin char *args[3]; 4265281d757SMark McLoughlin char **parg; 4275281d757SMark McLoughlin 4285281d757SMark McLoughlin /* try to launch network script */ 4295281d757SMark McLoughlin pid = fork(); 430ac4fcf56SMarkus Armbruster if (pid < 0) { 431ac4fcf56SMarkus Armbruster error_setg_errno(errp, errno, "could not launch network script %s", 432ac4fcf56SMarkus Armbruster setup_script); 433ac4fcf56SMarkus Armbruster return; 434ac4fcf56SMarkus Armbruster } 4355281d757SMark McLoughlin if (pid == 0) { 4365281d757SMark McLoughlin int open_max = sysconf(_SC_OPEN_MAX), i; 4375281d757SMark McLoughlin 43813a12f86SPankaj Gupta for (i = 3; i < open_max; i++) { 43913a12f86SPankaj Gupta if (i != fd) { 4405281d757SMark McLoughlin close(i); 4415281d757SMark McLoughlin } 4425281d757SMark McLoughlin } 4435281d757SMark McLoughlin parg = args; 4445281d757SMark McLoughlin *parg++ = (char *)setup_script; 4455281d757SMark McLoughlin *parg++ = (char *)ifname; 4469678d950SBlue Swirl *parg = NULL; 4475281d757SMark McLoughlin execv(setup_script, args); 4485281d757SMark McLoughlin _exit(1); 449ac4fcf56SMarkus Armbruster } else { 4505281d757SMark McLoughlin while (waitpid(pid, &status, 0) != pid) { 4515281d757SMark McLoughlin /* loop */ 4525281d757SMark McLoughlin } 4535281d757SMark McLoughlin 4545281d757SMark McLoughlin if (WIFEXITED(status) && WEXITSTATUS(status) == 0) { 455ac4fcf56SMarkus Armbruster return; 4565281d757SMark McLoughlin } 457ac4fcf56SMarkus Armbruster error_setg(errp, "network script %s failed with status %d", 458ac4fcf56SMarkus Armbruster setup_script, status); 4595281d757SMark McLoughlin } 4605281d757SMark McLoughlin } 4615281d757SMark McLoughlin 462a7c36ee4SCorey Bryant static int recv_fd(int c) 463a7c36ee4SCorey Bryant { 464a7c36ee4SCorey Bryant int fd; 465a7c36ee4SCorey Bryant uint8_t msgbuf[CMSG_SPACE(sizeof(fd))]; 466a7c36ee4SCorey Bryant struct msghdr msg = { 467a7c36ee4SCorey Bryant .msg_control = msgbuf, 468a7c36ee4SCorey Bryant .msg_controllen = sizeof(msgbuf), 469a7c36ee4SCorey Bryant }; 470a7c36ee4SCorey Bryant struct cmsghdr *cmsg; 471a7c36ee4SCorey Bryant struct iovec iov; 472a7c36ee4SCorey Bryant uint8_t req[1]; 473a7c36ee4SCorey Bryant ssize_t len; 474a7c36ee4SCorey Bryant 475a7c36ee4SCorey Bryant cmsg = CMSG_FIRSTHDR(&msg); 476a7c36ee4SCorey Bryant cmsg->cmsg_level = SOL_SOCKET; 477a7c36ee4SCorey Bryant cmsg->cmsg_type = SCM_RIGHTS; 478a7c36ee4SCorey Bryant cmsg->cmsg_len = CMSG_LEN(sizeof(fd)); 479a7c36ee4SCorey Bryant msg.msg_controllen = cmsg->cmsg_len; 480a7c36ee4SCorey Bryant 481a7c36ee4SCorey Bryant iov.iov_base = req; 482a7c36ee4SCorey Bryant iov.iov_len = sizeof(req); 483a7c36ee4SCorey Bryant 484a7c36ee4SCorey Bryant msg.msg_iov = &iov; 485a7c36ee4SCorey Bryant msg.msg_iovlen = 1; 486a7c36ee4SCorey Bryant 487a7c36ee4SCorey Bryant len = recvmsg(c, &msg, 0); 488a7c36ee4SCorey Bryant if (len > 0) { 489a7c36ee4SCorey Bryant memcpy(&fd, CMSG_DATA(cmsg), sizeof(fd)); 490a7c36ee4SCorey Bryant return fd; 491a7c36ee4SCorey Bryant } 492a7c36ee4SCorey Bryant 493a7c36ee4SCorey Bryant return len; 494a7c36ee4SCorey Bryant } 495a7c36ee4SCorey Bryant 496a8a21be9SMarkus Armbruster static int net_bridge_run_helper(const char *helper, const char *bridge, 497a8a21be9SMarkus Armbruster Error **errp) 498a7c36ee4SCorey Bryant { 499a7c36ee4SCorey Bryant sigset_t oldmask, mask; 50063c4db4cSPaolo Bonzini g_autofree char *default_helper = NULL; 501a7c36ee4SCorey Bryant int pid, status; 502a7c36ee4SCorey Bryant char *args[5]; 503a7c36ee4SCorey Bryant char **parg; 504a7c36ee4SCorey Bryant int sv[2]; 505a7c36ee4SCorey Bryant 506a7c36ee4SCorey Bryant sigemptyset(&mask); 507a7c36ee4SCorey Bryant sigaddset(&mask, SIGCHLD); 508a7c36ee4SCorey Bryant sigprocmask(SIG_BLOCK, &mask, &oldmask); 509a7c36ee4SCorey Bryant 51063c4db4cSPaolo Bonzini if (!helper) { 51163c4db4cSPaolo Bonzini helper = default_helper = get_relocated_path(DEFAULT_BRIDGE_HELPER); 51263c4db4cSPaolo Bonzini } 51363c4db4cSPaolo Bonzini 514a7c36ee4SCorey Bryant if (socketpair(PF_UNIX, SOCK_STREAM, 0, sv) == -1) { 515a8a21be9SMarkus Armbruster error_setg_errno(errp, errno, "socketpair() failed"); 516a7c36ee4SCorey Bryant return -1; 517a7c36ee4SCorey Bryant } 518a7c36ee4SCorey Bryant 519a7c36ee4SCorey Bryant /* try to launch bridge helper */ 520a7c36ee4SCorey Bryant pid = fork(); 521a8a21be9SMarkus Armbruster if (pid < 0) { 522a8a21be9SMarkus Armbruster error_setg_errno(errp, errno, "Can't fork bridge helper"); 523a8a21be9SMarkus Armbruster return -1; 524a8a21be9SMarkus Armbruster } 525a7c36ee4SCorey Bryant if (pid == 0) { 526a7c36ee4SCorey Bryant int open_max = sysconf(_SC_OPEN_MAX), i; 527389abe1dSPrasad J Pandit char *fd_buf = NULL; 528389abe1dSPrasad J Pandit char *br_buf = NULL; 529389abe1dSPrasad J Pandit char *helper_cmd = NULL; 530a7c36ee4SCorey Bryant 53113a12f86SPankaj Gupta for (i = 3; i < open_max; i++) { 53213a12f86SPankaj Gupta if (i != sv[1]) { 533a7c36ee4SCorey Bryant close(i); 534a7c36ee4SCorey Bryant } 535a7c36ee4SCorey Bryant } 536a7c36ee4SCorey Bryant 537389abe1dSPrasad J Pandit fd_buf = g_strdup_printf("%s%d", "--fd=", sv[1]); 538a7c36ee4SCorey Bryant 539a7c36ee4SCorey Bryant if (strrchr(helper, ' ') || strrchr(helper, '\t')) { 540a7c36ee4SCorey Bryant /* assume helper is a command */ 541a7c36ee4SCorey Bryant 542a7c36ee4SCorey Bryant if (strstr(helper, "--br=") == NULL) { 543389abe1dSPrasad J Pandit br_buf = g_strdup_printf("%s%s", "--br=", bridge); 544a7c36ee4SCorey Bryant } 545a7c36ee4SCorey Bryant 546389abe1dSPrasad J Pandit helper_cmd = g_strdup_printf("%s %s %s %s", helper, 547389abe1dSPrasad J Pandit "--use-vnet", fd_buf, br_buf ? br_buf : ""); 548a7c36ee4SCorey Bryant 549a7c36ee4SCorey Bryant parg = args; 550a7c36ee4SCorey Bryant *parg++ = (char *)"sh"; 551a7c36ee4SCorey Bryant *parg++ = (char *)"-c"; 552a7c36ee4SCorey Bryant *parg++ = helper_cmd; 553a7c36ee4SCorey Bryant *parg++ = NULL; 554a7c36ee4SCorey Bryant 555a7c36ee4SCorey Bryant execv("/bin/sh", args); 556389abe1dSPrasad J Pandit g_free(helper_cmd); 557a7c36ee4SCorey Bryant } else { 558a7c36ee4SCorey Bryant /* assume helper is just the executable path name */ 559a7c36ee4SCorey Bryant 560389abe1dSPrasad J Pandit br_buf = g_strdup_printf("%s%s", "--br=", bridge); 561a7c36ee4SCorey Bryant 562a7c36ee4SCorey Bryant parg = args; 563a7c36ee4SCorey Bryant *parg++ = (char *)helper; 564a7c36ee4SCorey Bryant *parg++ = (char *)"--use-vnet"; 565a7c36ee4SCorey Bryant *parg++ = fd_buf; 566a7c36ee4SCorey Bryant *parg++ = br_buf; 567a7c36ee4SCorey Bryant *parg++ = NULL; 568a7c36ee4SCorey Bryant 569a7c36ee4SCorey Bryant execv(helper, args); 570a7c36ee4SCorey Bryant } 571389abe1dSPrasad J Pandit g_free(fd_buf); 572389abe1dSPrasad J Pandit g_free(br_buf); 573a7c36ee4SCorey Bryant _exit(1); 574a7c36ee4SCorey Bryant 575a8a21be9SMarkus Armbruster } else { 576a7c36ee4SCorey Bryant int fd; 577a8a21be9SMarkus Armbruster int saved_errno; 578a7c36ee4SCorey Bryant 579a7c36ee4SCorey Bryant close(sv[1]); 580a7c36ee4SCorey Bryant 581a7c36ee4SCorey Bryant do { 582a7c36ee4SCorey Bryant fd = recv_fd(sv[0]); 583a7c36ee4SCorey Bryant } while (fd == -1 && errno == EINTR); 584a8a21be9SMarkus Armbruster saved_errno = errno; 585a7c36ee4SCorey Bryant 586a7c36ee4SCorey Bryant close(sv[0]); 587a7c36ee4SCorey Bryant 588a7c36ee4SCorey Bryant while (waitpid(pid, &status, 0) != pid) { 589a7c36ee4SCorey Bryant /* loop */ 590a7c36ee4SCorey Bryant } 591a7c36ee4SCorey Bryant sigprocmask(SIG_SETMASK, &oldmask, NULL); 592a7c36ee4SCorey Bryant if (fd < 0) { 593a8a21be9SMarkus Armbruster error_setg_errno(errp, saved_errno, 594a8a21be9SMarkus Armbruster "failed to recv file descriptor"); 595a7c36ee4SCorey Bryant return -1; 596a7c36ee4SCorey Bryant } 597a8a21be9SMarkus Armbruster if (!WIFEXITED(status) || WEXITSTATUS(status) != 0) { 598a8a21be9SMarkus Armbruster error_setg(errp, "bridge helper failed"); 599a8a21be9SMarkus Armbruster return -1; 600a8a21be9SMarkus Armbruster } 601a7c36ee4SCorey Bryant return fd; 602a7c36ee4SCorey Bryant } 603a7c36ee4SCorey Bryant } 604a7c36ee4SCorey Bryant 605cebea510SKővágó, Zoltán int net_init_bridge(const Netdev *netdev, const char *name, 606a30ecde6SMarkus Armbruster NetClientState *peer, Error **errp) 607a7c36ee4SCorey Bryant { 608f79b51b0SLaszlo Ersek const NetdevBridgeOptions *bridge; 609f79b51b0SLaszlo Ersek const char *helper, *br; 610a7c36ee4SCorey Bryant TAPState *s; 611a7c36ee4SCorey Bryant int fd, vnet_hdr; 612a7c36ee4SCorey Bryant 613f394b2e2SEric Blake assert(netdev->type == NET_CLIENT_DRIVER_BRIDGE); 614f394b2e2SEric Blake bridge = &netdev->u.bridge; 61563c4db4cSPaolo Bonzini helper = bridge->has_helper ? bridge->helper : NULL; 616f79b51b0SLaszlo Ersek br = bridge->has_br ? bridge->br : DEFAULT_BRIDGE_INTERFACE; 617f79b51b0SLaszlo Ersek 618a8a21be9SMarkus Armbruster fd = net_bridge_run_helper(helper, br, errp); 619a7c36ee4SCorey Bryant if (fd == -1) { 620a7c36ee4SCorey Bryant return -1; 621a7c36ee4SCorey Bryant } 622a7c36ee4SCorey Bryant 623ab79237aSLi Qiang qemu_set_nonblock(fd); 624e7b347d0SDaniel P. Berrange vnet_hdr = tap_probe_vnet_hdr(fd, errp); 625e7b347d0SDaniel P. Berrange if (vnet_hdr < 0) { 626e7b347d0SDaniel P. Berrange close(fd); 627e7b347d0SDaniel P. Berrange return -1; 628e7b347d0SDaniel P. Berrange } 629d33d93b2SStefan Hajnoczi s = net_tap_fd_init(peer, "bridge", name, fd, vnet_hdr); 630a7c36ee4SCorey Bryant 63156e6f594SJason Wang snprintf(s->nc.info_str, sizeof(s->nc.info_str), "helper=%s,br=%s", helper, 63256e6f594SJason Wang br); 633d89b4f83SJason Wang 634a7c36ee4SCorey Bryant return 0; 635a7c36ee4SCorey Bryant } 636a7c36ee4SCorey Bryant 63708c573a8SLaszlo Ersek static int net_tap_init(const NetdevTapOptions *tap, int *vnet_hdr, 63808c573a8SLaszlo Ersek const char *setup_script, char *ifname, 639468dd824SMarkus Armbruster size_t ifname_sz, int mq_required, Error **errp) 6405281d757SMark McLoughlin { 641ac4fcf56SMarkus Armbruster Error *err = NULL; 6425281d757SMark McLoughlin int fd, vnet_hdr_required; 6435281d757SMark McLoughlin 64408c573a8SLaszlo Ersek if (tap->has_vnet_hdr) { 64508c573a8SLaszlo Ersek *vnet_hdr = tap->vnet_hdr; 6465281d757SMark McLoughlin vnet_hdr_required = *vnet_hdr; 6475281d757SMark McLoughlin } else { 64808c573a8SLaszlo Ersek *vnet_hdr = 1; 6495281d757SMark McLoughlin vnet_hdr_required = 0; 6505281d757SMark McLoughlin } 6515281d757SMark McLoughlin 652264986e2SJason Wang TFR(fd = tap_open(ifname, ifname_sz, vnet_hdr, vnet_hdr_required, 653468dd824SMarkus Armbruster mq_required, errp)); 6545281d757SMark McLoughlin if (fd < 0) { 6555281d757SMark McLoughlin return -1; 6565281d757SMark McLoughlin } 6575281d757SMark McLoughlin 6585281d757SMark McLoughlin if (setup_script && 6595281d757SMark McLoughlin setup_script[0] != '\0' && 660ac4fcf56SMarkus Armbruster strcmp(setup_script, "no") != 0) { 661ac4fcf56SMarkus Armbruster launch_script(setup_script, ifname, fd, &err); 662ac4fcf56SMarkus Armbruster if (err) { 663468dd824SMarkus Armbruster error_propagate(errp, err); 6645281d757SMark McLoughlin close(fd); 6655281d757SMark McLoughlin return -1; 6665281d757SMark McLoughlin } 667ac4fcf56SMarkus Armbruster } 6685281d757SMark McLoughlin 6695281d757SMark McLoughlin return fd; 6705281d757SMark McLoughlin } 6715281d757SMark McLoughlin 672264986e2SJason Wang #define MAX_TAP_QUEUES 1024 673264986e2SJason Wang 674445f116cSMarkus Armbruster static void net_init_tap_one(const NetdevTapOptions *tap, NetClientState *peer, 6755193e5fbSJason Wang const char *model, const char *name, 6765193e5fbSJason Wang const char *ifname, const char *script, 6775193e5fbSJason Wang const char *downscript, const char *vhostfdname, 678f9bb0c1fSJason Wang int vnet_hdr, int fd, Error **errp) 6795193e5fbSJason Wang { 6801677f4c6SMarkus Armbruster Error *err = NULL; 681da4a4eacSMarkus Armbruster TAPState *s = net_tap_fd_init(peer, model, name, fd, vnet_hdr); 68281647a65SNikolay Nikolaev int vhostfd; 6835193e5fbSJason Wang 68480b832c3SMarkus Armbruster tap_set_sndbuf(s->fd, tap, &err); 68580b832c3SMarkus Armbruster if (err) { 686445f116cSMarkus Armbruster error_propagate(errp, err); 687445f116cSMarkus Armbruster return; 6885193e5fbSJason Wang } 6895193e5fbSJason Wang 690264986e2SJason Wang if (tap->has_fd || tap->has_fds) { 69156e6f594SJason Wang snprintf(s->nc.info_str, sizeof(s->nc.info_str), "fd=%d", fd); 6925193e5fbSJason Wang } else if (tap->has_helper) { 69356e6f594SJason Wang snprintf(s->nc.info_str, sizeof(s->nc.info_str), "helper=%s", 69456e6f594SJason Wang tap->helper); 6955193e5fbSJason Wang } else { 69656e6f594SJason Wang snprintf(s->nc.info_str, sizeof(s->nc.info_str), 69756e6f594SJason Wang "ifname=%s,script=%s,downscript=%s", ifname, script, 69856e6f594SJason Wang downscript); 699d89b4f83SJason Wang 7005193e5fbSJason Wang if (strcmp(downscript, "no") != 0) { 7015193e5fbSJason Wang snprintf(s->down_script, sizeof(s->down_script), "%s", downscript); 7025193e5fbSJason Wang snprintf(s->down_script_arg, sizeof(s->down_script_arg), 7035193e5fbSJason Wang "%s", ifname); 7045193e5fbSJason Wang } 7055193e5fbSJason Wang } 7065193e5fbSJason Wang 7075193e5fbSJason Wang if (tap->has_vhost ? tap->vhost : 7085193e5fbSJason Wang vhostfdname || (tap->has_vhostforce && tap->vhostforce)) { 70981647a65SNikolay Nikolaev VhostNetOptions options; 71081647a65SNikolay Nikolaev 7111a1bfac9SNikolay Nikolaev options.backend_type = VHOST_BACKEND_TYPE_KERNEL; 71281647a65SNikolay Nikolaev options.net_backend = &s->nc; 71369e87b32SJason Wang if (tap->has_poll_us) { 71469e87b32SJason Wang options.busyloop_timeout = tap->poll_us; 71569e87b32SJason Wang } else { 71669e87b32SJason Wang options.busyloop_timeout = 0; 71769e87b32SJason Wang } 7185193e5fbSJason Wang 7193a2d44f6SPaolo Bonzini if (vhostfdname) { 720894022e6SLaurent Vivier int ret; 721894022e6SLaurent Vivier 722947e4744SKevin Wolf vhostfd = monitor_fd_param(monitor_cur(), vhostfdname, &err); 7235193e5fbSJason Wang if (vhostfd == -1) { 72446d4d36dSJay Zhou if (tap->has_vhostforce && tap->vhostforce) { 725445f116cSMarkus Armbruster error_propagate(errp, err); 72646d4d36dSJay Zhou } else { 72746d4d36dSJay Zhou warn_report_err(err); 72846d4d36dSJay Zhou } 729445f116cSMarkus Armbruster return; 7305193e5fbSJason Wang } 731894022e6SLaurent Vivier ret = qemu_try_set_nonblock(vhostfd); 732894022e6SLaurent Vivier if (ret < 0) { 733894022e6SLaurent Vivier error_setg_errno(errp, -ret, "%s: Can't use file descriptor %d", 734894022e6SLaurent Vivier name, fd); 735894022e6SLaurent Vivier return; 736894022e6SLaurent Vivier } 7375193e5fbSJason Wang } else { 73881647a65SNikolay Nikolaev vhostfd = open("/dev/vhost-net", O_RDWR); 73981647a65SNikolay Nikolaev if (vhostfd < 0) { 74046d4d36dSJay Zhou if (tap->has_vhostforce && tap->vhostforce) { 741445f116cSMarkus Armbruster error_setg_errno(errp, errno, 742445f116cSMarkus Armbruster "tap: open vhost char device failed"); 74346d4d36dSJay Zhou } else { 74446d4d36dSJay Zhou warn_report("tap: open vhost char device failed: %s", 74546d4d36dSJay Zhou strerror(errno)); 74646d4d36dSJay Zhou } 747445f116cSMarkus Armbruster return; 7485193e5fbSJason Wang } 749ab79237aSLi Qiang qemu_set_nonblock(vhostfd); 75081647a65SNikolay Nikolaev } 75181647a65SNikolay Nikolaev options.opaque = (void *)(uintptr_t)vhostfd; 752*6a756d14SJason Wang options.nvqs = 2; 7535193e5fbSJason Wang 75481647a65SNikolay Nikolaev s->vhost_net = vhost_net_init(&options); 7555193e5fbSJason Wang if (!s->vhost_net) { 75646d4d36dSJay Zhou if (tap->has_vhostforce && tap->vhostforce) { 75746d4d36dSJay Zhou error_setg(errp, VHOST_NET_INIT_FAILED); 75846d4d36dSJay Zhou } else { 75946d4d36dSJay Zhou warn_report(VHOST_NET_INIT_FAILED); 76046d4d36dSJay Zhou } 761445f116cSMarkus Armbruster return; 7625193e5fbSJason Wang } 7633a2d44f6SPaolo Bonzini } else if (vhostfdname) { 76469e87b32SJason Wang error_setg(errp, "vhostfd(s)= is not valid without vhost"); 7655193e5fbSJason Wang } 7665193e5fbSJason Wang } 7675193e5fbSJason Wang 768264986e2SJason Wang static int get_fds(char *str, char *fds[], int max) 769264986e2SJason Wang { 770264986e2SJason Wang char *ptr = str, *this; 771264986e2SJason Wang size_t len = strlen(str); 772264986e2SJason Wang int i = 0; 773264986e2SJason Wang 774264986e2SJason Wang while (i < max && ptr < str + len) { 775264986e2SJason Wang this = strchr(ptr, ':'); 776264986e2SJason Wang 777264986e2SJason Wang if (this == NULL) { 778264986e2SJason Wang fds[i] = g_strdup(ptr); 779264986e2SJason Wang } else { 780264986e2SJason Wang fds[i] = g_strndup(ptr, this - ptr); 781264986e2SJason Wang } 782264986e2SJason Wang 783264986e2SJason Wang i++; 784264986e2SJason Wang if (this == NULL) { 785264986e2SJason Wang break; 786264986e2SJason Wang } else { 787264986e2SJason Wang ptr = this + 1; 788264986e2SJason Wang } 789264986e2SJason Wang } 790264986e2SJason Wang 791264986e2SJason Wang return i; 792264986e2SJason Wang } 793264986e2SJason Wang 794cebea510SKővágó, Zoltán int net_init_tap(const Netdev *netdev, const char *name, 795a30ecde6SMarkus Armbruster NetClientState *peer, Error **errp) 7965281d757SMark McLoughlin { 79708c573a8SLaszlo Ersek const NetdevTapOptions *tap; 798264986e2SJason Wang int fd, vnet_hdr = 0, i = 0, queues; 79908c573a8SLaszlo Ersek /* for the no-fd, no-helper case */ 80063c4db4cSPaolo Bonzini const char *script; 80163c4db4cSPaolo Bonzini const char *downscript; 8021677f4c6SMarkus Armbruster Error *err = NULL; 803264986e2SJason Wang const char *vhostfdname; 80408c573a8SLaszlo Ersek char ifname[128]; 805894022e6SLaurent Vivier int ret = 0; 80608c573a8SLaszlo Ersek 807f394b2e2SEric Blake assert(netdev->type == NET_CLIENT_DRIVER_TAP); 808f394b2e2SEric Blake tap = &netdev->u.tap; 809264986e2SJason Wang queues = tap->has_queues ? tap->queues : 1; 810264986e2SJason Wang vhostfdname = tap->has_vhostfd ? tap->vhostfd : NULL; 81163c4db4cSPaolo Bonzini script = tap->has_script ? tap->script : NULL; 81263c4db4cSPaolo Bonzini downscript = tap->has_downscript ? tap->downscript : NULL; 81308c573a8SLaszlo Ersek 814442da403SThomas Huth /* QEMU hubs do not support multiqueue tap, in this case peer is set. 815ce675a75SJason Wang * For -netdev, peer is always NULL. */ 816ce675a75SJason Wang if (peer && (tap->has_queues || tap->has_fds || tap->has_vhostfds)) { 817442da403SThomas Huth error_setg(errp, "Multiqueue tap cannot be used with hubs"); 818ce675a75SJason Wang return -1; 819ce675a75SJason Wang } 820ce675a75SJason Wang 82108c573a8SLaszlo Ersek if (tap->has_fd) { 82208c573a8SLaszlo Ersek if (tap->has_ifname || tap->has_script || tap->has_downscript || 823264986e2SJason Wang tap->has_vnet_hdr || tap->has_helper || tap->has_queues || 824c87826a8SJason Wang tap->has_fds || tap->has_vhostfds) { 825a3088177SMarkus Armbruster error_setg(errp, "ifname=, script=, downscript=, vnet_hdr=, " 826c87826a8SJason Wang "helper=, queues=, fds=, and vhostfds= " 827c87826a8SJason Wang "are invalid with fd="); 8285281d757SMark McLoughlin return -1; 8295281d757SMark McLoughlin } 8305281d757SMark McLoughlin 831947e4744SKevin Wolf fd = monitor_fd_param(monitor_cur(), tap->fd, errp); 8325281d757SMark McLoughlin if (fd == -1) { 8335281d757SMark McLoughlin return -1; 8345281d757SMark McLoughlin } 8355281d757SMark McLoughlin 836894022e6SLaurent Vivier ret = qemu_try_set_nonblock(fd); 837894022e6SLaurent Vivier if (ret < 0) { 838894022e6SLaurent Vivier error_setg_errno(errp, -ret, "%s: Can't use file descriptor %d", 839894022e6SLaurent Vivier name, fd); 840f012bec8Syuanjungong close(fd); 841894022e6SLaurent Vivier return -1; 842894022e6SLaurent Vivier } 8435281d757SMark McLoughlin 844e7b347d0SDaniel P. Berrange vnet_hdr = tap_probe_vnet_hdr(fd, errp); 845e7b347d0SDaniel P. Berrange if (vnet_hdr < 0) { 846e7b347d0SDaniel P. Berrange close(fd); 847e7b347d0SDaniel P. Berrange return -1; 848e7b347d0SDaniel P. Berrange } 849a7c36ee4SCorey Bryant 850445f116cSMarkus Armbruster net_init_tap_one(tap, peer, "tap", name, NULL, 851264986e2SJason Wang script, downscript, 852f9bb0c1fSJason Wang vhostfdname, vnet_hdr, fd, &err); 853445f116cSMarkus Armbruster if (err) { 854a3088177SMarkus Armbruster error_propagate(errp, err); 855f012bec8Syuanjungong close(fd); 856264986e2SJason Wang return -1; 857264986e2SJason Wang } 858264986e2SJason Wang } else if (tap->has_fds) { 859fac7d7b1SPeter Maydell char **fds; 860fac7d7b1SPeter Maydell char **vhost_fds; 861323e7c11SYunjian Wang int nfds = 0, nvhosts = 0; 862a7c36ee4SCorey Bryant 863264986e2SJason Wang if (tap->has_ifname || tap->has_script || tap->has_downscript || 864264986e2SJason Wang tap->has_vnet_hdr || tap->has_helper || tap->has_queues || 865c87826a8SJason Wang tap->has_vhostfd) { 866a3088177SMarkus Armbruster error_setg(errp, "ifname=, script=, downscript=, vnet_hdr=, " 867c87826a8SJason Wang "helper=, queues=, and vhostfd= " 868c87826a8SJason Wang "are invalid with fds="); 869264986e2SJason Wang return -1; 870264986e2SJason Wang } 871264986e2SJason Wang 872fac7d7b1SPeter Maydell fds = g_new0(char *, MAX_TAP_QUEUES); 873fac7d7b1SPeter Maydell vhost_fds = g_new0(char *, MAX_TAP_QUEUES); 874fac7d7b1SPeter Maydell 875264986e2SJason Wang nfds = get_fds(tap->fds, fds, MAX_TAP_QUEUES); 876264986e2SJason Wang if (tap->has_vhostfds) { 877264986e2SJason Wang nvhosts = get_fds(tap->vhostfds, vhost_fds, MAX_TAP_QUEUES); 878264986e2SJason Wang if (nfds != nvhosts) { 879a3088177SMarkus Armbruster error_setg(errp, "The number of fds passed does not match " 880a3088177SMarkus Armbruster "the number of vhostfds passed"); 881323e7c11SYunjian Wang ret = -1; 882091a6b2aSPaolo Bonzini goto free_fail; 883264986e2SJason Wang } 884264986e2SJason Wang } 885264986e2SJason Wang 886264986e2SJason Wang for (i = 0; i < nfds; i++) { 887947e4744SKevin Wolf fd = monitor_fd_param(monitor_cur(), fds[i], errp); 888264986e2SJason Wang if (fd == -1) { 889323e7c11SYunjian Wang ret = -1; 890091a6b2aSPaolo Bonzini goto free_fail; 891264986e2SJason Wang } 892264986e2SJason Wang 893894022e6SLaurent Vivier ret = qemu_try_set_nonblock(fd); 894894022e6SLaurent Vivier if (ret < 0) { 895894022e6SLaurent Vivier error_setg_errno(errp, -ret, "%s: Can't use file descriptor %d", 896894022e6SLaurent Vivier name, fd); 897894022e6SLaurent Vivier goto free_fail; 898894022e6SLaurent Vivier } 899264986e2SJason Wang 900264986e2SJason Wang if (i == 0) { 901e7b347d0SDaniel P. Berrange vnet_hdr = tap_probe_vnet_hdr(fd, errp); 902e7b347d0SDaniel P. Berrange if (vnet_hdr < 0) { 903e7b347d0SDaniel P. Berrange goto free_fail; 904e7b347d0SDaniel P. Berrange } 905e7b347d0SDaniel P. Berrange } else if (vnet_hdr != tap_probe_vnet_hdr(fd, NULL)) { 906a3088177SMarkus Armbruster error_setg(errp, 907a3088177SMarkus Armbruster "vnet_hdr not consistent across given tap fds"); 908323e7c11SYunjian Wang ret = -1; 909091a6b2aSPaolo Bonzini goto free_fail; 910264986e2SJason Wang } 911264986e2SJason Wang 912445f116cSMarkus Armbruster net_init_tap_one(tap, peer, "tap", name, ifname, 913264986e2SJason Wang script, downscript, 914264986e2SJason Wang tap->has_vhostfds ? vhost_fds[i] : NULL, 915f9bb0c1fSJason Wang vnet_hdr, fd, &err); 916445f116cSMarkus Armbruster if (err) { 917a3088177SMarkus Armbruster error_propagate(errp, err); 918323e7c11SYunjian Wang ret = -1; 919091a6b2aSPaolo Bonzini goto free_fail; 920264986e2SJason Wang } 921264986e2SJason Wang } 922091a6b2aSPaolo Bonzini 923091a6b2aSPaolo Bonzini free_fail: 924323e7c11SYunjian Wang for (i = 0; i < nvhosts; i++) { 925323e7c11SYunjian Wang g_free(vhost_fds[i]); 926323e7c11SYunjian Wang } 927091a6b2aSPaolo Bonzini for (i = 0; i < nfds; i++) { 928091a6b2aSPaolo Bonzini g_free(fds[i]); 929091a6b2aSPaolo Bonzini } 930091a6b2aSPaolo Bonzini g_free(fds); 931091a6b2aSPaolo Bonzini g_free(vhost_fds); 932323e7c11SYunjian Wang return ret; 93308c573a8SLaszlo Ersek } else if (tap->has_helper) { 93408c573a8SLaszlo Ersek if (tap->has_ifname || tap->has_script || tap->has_downscript || 935c87826a8SJason Wang tap->has_vnet_hdr || tap->has_queues || tap->has_vhostfds) { 936a3088177SMarkus Armbruster error_setg(errp, "ifname=, script=, downscript=, vnet_hdr=, " 937c87826a8SJason Wang "queues=, and vhostfds= are invalid with helper="); 938a7c36ee4SCorey Bryant return -1; 939a7c36ee4SCorey Bryant } 940a7c36ee4SCorey Bryant 941584613eaSAlexey Kardashevskiy fd = net_bridge_run_helper(tap->helper, 942584613eaSAlexey Kardashevskiy tap->has_br ? 943584613eaSAlexey Kardashevskiy tap->br : DEFAULT_BRIDGE_INTERFACE, 944a8a21be9SMarkus Armbruster errp); 945a7c36ee4SCorey Bryant if (fd == -1) { 946a7c36ee4SCorey Bryant return -1; 947a7c36ee4SCorey Bryant } 948a7c36ee4SCorey Bryant 949ab79237aSLi Qiang qemu_set_nonblock(fd); 950e7b347d0SDaniel P. Berrange vnet_hdr = tap_probe_vnet_hdr(fd, errp); 951e7b347d0SDaniel P. Berrange if (vnet_hdr < 0) { 952e7b347d0SDaniel P. Berrange close(fd); 953e7b347d0SDaniel P. Berrange return -1; 954e7b347d0SDaniel P. Berrange } 955a7c36ee4SCorey Bryant 956445f116cSMarkus Armbruster net_init_tap_one(tap, peer, "bridge", name, ifname, 957264986e2SJason Wang script, downscript, vhostfdname, 958f9bb0c1fSJason Wang vnet_hdr, fd, &err); 959445f116cSMarkus Armbruster if (err) { 960a3088177SMarkus Armbruster error_propagate(errp, err); 96184f8f3daSGonglei close(fd); 962264986e2SJason Wang return -1; 963264986e2SJason Wang } 9645281d757SMark McLoughlin } else { 96563c4db4cSPaolo Bonzini g_autofree char *default_script = NULL; 96663c4db4cSPaolo Bonzini g_autofree char *default_downscript = NULL; 967c87826a8SJason Wang if (tap->has_vhostfds) { 968a3088177SMarkus Armbruster error_setg(errp, "vhostfds= is invalid if fds= wasn't specified"); 969c87826a8SJason Wang return -1; 970c87826a8SJason Wang } 97163c4db4cSPaolo Bonzini 97263c4db4cSPaolo Bonzini if (!script) { 97363c4db4cSPaolo Bonzini script = default_script = get_relocated_path(DEFAULT_NETWORK_SCRIPT); 97463c4db4cSPaolo Bonzini } 97563c4db4cSPaolo Bonzini if (!downscript) { 9769925990dSKeqian Zhu downscript = default_downscript = 9779925990dSKeqian Zhu get_relocated_path(DEFAULT_NETWORK_DOWN_SCRIPT); 97863c4db4cSPaolo Bonzini } 979264986e2SJason Wang 980264986e2SJason Wang if (tap->has_ifname) { 981264986e2SJason Wang pstrcpy(ifname, sizeof ifname, tap->ifname); 982264986e2SJason Wang } else { 983264986e2SJason Wang ifname[0] = '\0'; 984264986e2SJason Wang } 985264986e2SJason Wang 986264986e2SJason Wang for (i = 0; i < queues; i++) { 987264986e2SJason Wang fd = net_tap_init(tap, &vnet_hdr, i >= 1 ? "no" : script, 988a3088177SMarkus Armbruster ifname, sizeof ifname, queues > 1, errp); 989929fe497SJuergen Lock if (fd == -1) { 990929fe497SJuergen Lock return -1; 991929fe497SJuergen Lock } 992a7c36ee4SCorey Bryant 993264986e2SJason Wang if (queues > 1 && i == 0 && !tap->has_ifname) { 994264986e2SJason Wang if (tap_fd_get_ifname(fd, ifname)) { 995a3088177SMarkus Armbruster error_setg(errp, "Fail to get ifname"); 99684f8f3daSGonglei close(fd); 997264986e2SJason Wang return -1; 998264986e2SJason Wang } 9995281d757SMark McLoughlin } 10005281d757SMark McLoughlin 1001445f116cSMarkus Armbruster net_init_tap_one(tap, peer, "tap", name, ifname, 1002264986e2SJason Wang i >= 1 ? "no" : script, 1003264986e2SJason Wang i >= 1 ? "no" : downscript, 1004f9bb0c1fSJason Wang vhostfdname, vnet_hdr, fd, &err); 1005445f116cSMarkus Armbruster if (err) { 1006a3088177SMarkus Armbruster error_propagate(errp, err); 100784f8f3daSGonglei close(fd); 1008264986e2SJason Wang return -1; 1009264986e2SJason Wang } 1010264986e2SJason Wang } 1011264986e2SJason Wang } 1012264986e2SJason Wang 1013264986e2SJason Wang return 0; 10145281d757SMark McLoughlin } 1015b202554cSMichael S. Tsirkin 10164e68f7a0SStefan Hajnoczi VHostNetState *tap_get_vhost_net(NetClientState *nc) 1017b202554cSMichael S. Tsirkin { 1018b202554cSMichael S. Tsirkin TAPState *s = DO_UPCAST(TAPState, nc, nc); 1019f394b2e2SEric Blake assert(nc->info->type == NET_CLIENT_DRIVER_TAP); 1020b202554cSMichael S. Tsirkin return s->vhost_net; 1021b202554cSMichael S. Tsirkin } 102216dbaf90SJason Wang 102316dbaf90SJason Wang int tap_enable(NetClientState *nc) 102416dbaf90SJason Wang { 102516dbaf90SJason Wang TAPState *s = DO_UPCAST(TAPState, nc, nc); 102616dbaf90SJason Wang int ret; 102716dbaf90SJason Wang 102816dbaf90SJason Wang if (s->enabled) { 102916dbaf90SJason Wang return 0; 103016dbaf90SJason Wang } else { 103116dbaf90SJason Wang ret = tap_fd_enable(s->fd); 103216dbaf90SJason Wang if (ret == 0) { 103316dbaf90SJason Wang s->enabled = true; 103416dbaf90SJason Wang tap_update_fd_handler(s); 103516dbaf90SJason Wang } 103616dbaf90SJason Wang return ret; 103716dbaf90SJason Wang } 103816dbaf90SJason Wang } 103916dbaf90SJason Wang 104016dbaf90SJason Wang int tap_disable(NetClientState *nc) 104116dbaf90SJason Wang { 104216dbaf90SJason Wang TAPState *s = DO_UPCAST(TAPState, nc, nc); 104316dbaf90SJason Wang int ret; 104416dbaf90SJason Wang 104516dbaf90SJason Wang if (s->enabled == 0) { 104616dbaf90SJason Wang return 0; 104716dbaf90SJason Wang } else { 104816dbaf90SJason Wang ret = tap_fd_disable(s->fd); 104916dbaf90SJason Wang if (ret == 0) { 105016dbaf90SJason Wang qemu_purge_queued_packets(nc); 105116dbaf90SJason Wang s->enabled = false; 105216dbaf90SJason Wang tap_update_fd_handler(s); 105316dbaf90SJason Wang } 105416dbaf90SJason Wang return ret; 105516dbaf90SJason Wang } 105616dbaf90SJason Wang } 1057