1e6eee8abSZhang Chen /* 2e6eee8abSZhang Chen * Copyright (c) 2016 HUAWEI TECHNOLOGIES CO., LTD. 3e6eee8abSZhang Chen * Copyright (c) 2016 FUJITSU LIMITED 4e6eee8abSZhang Chen * Copyright (c) 2016 Intel Corporation 5e6eee8abSZhang Chen * 6e6eee8abSZhang Chen * Author: Zhang Chen <zhangchen.fnst@cn.fujitsu.com> 7e6eee8abSZhang Chen * 8e6eee8abSZhang Chen * This work is licensed under the terms of the GNU GPL, version 2 or 9e6eee8abSZhang Chen * later. See the COPYING file in the top-level directory. 10e6eee8abSZhang Chen */ 11e6eee8abSZhang Chen 12e6eee8abSZhang Chen #include "qemu/osdep.h" 1330656b09SZhang Chen #include "trace.h" 14e6eee8abSZhang Chen #include "net/colo.h" 15e6eee8abSZhang Chen #include "net/filter.h" 16e6eee8abSZhang Chen #include "net/net.h" 17e6eee8abSZhang Chen #include "qemu-common.h" 18e6eee8abSZhang Chen #include "qapi/error.h" 19e6eee8abSZhang Chen #include "qapi/qmp/qerror.h" 204b39bdceSZhang Chen #include "qemu/error-report.h" 21e6eee8abSZhang Chen #include "qapi-visit.h" 22e6eee8abSZhang Chen #include "qom/object.h" 23e6eee8abSZhang Chen #include "qemu/main-loop.h" 24e6eee8abSZhang Chen #include "qemu/iov.h" 25e6eee8abSZhang Chen #include "net/checksum.h" 26e6eee8abSZhang Chen 27e6eee8abSZhang Chen #define FILTER_COLO_REWRITER(obj) \ 28e6eee8abSZhang Chen OBJECT_CHECK(RewriterState, (obj), TYPE_FILTER_REWRITER) 29e6eee8abSZhang Chen 30e6eee8abSZhang Chen #define TYPE_FILTER_REWRITER "filter-rewriter" 31e6eee8abSZhang Chen 32e6eee8abSZhang Chen typedef struct RewriterState { 33e6eee8abSZhang Chen NetFilterState parent_obj; 34e6eee8abSZhang Chen NetQueue *incoming_queue; 35e6eee8abSZhang Chen /* hashtable to save connection */ 36e6eee8abSZhang Chen GHashTable *connection_track_table; 374b39bdceSZhang Chen bool vnet_hdr; 38e6eee8abSZhang Chen } RewriterState; 39e6eee8abSZhang Chen 40e6eee8abSZhang Chen static void filter_rewriter_flush(NetFilterState *nf) 41e6eee8abSZhang Chen { 42e6eee8abSZhang Chen RewriterState *s = FILTER_COLO_REWRITER(nf); 43e6eee8abSZhang Chen 44e6eee8abSZhang Chen if (!qemu_net_queue_flush(s->incoming_queue)) { 45e6eee8abSZhang Chen /* Unable to empty the queue, purge remaining packets */ 46e6eee8abSZhang Chen qemu_net_queue_purge(s->incoming_queue, nf->netdev); 47e6eee8abSZhang Chen } 48e6eee8abSZhang Chen } 49e6eee8abSZhang Chen 50afe46124SZhang Chen /* 51afe46124SZhang Chen * Return 1 on success, if return 0 means the pkt 52afe46124SZhang Chen * is not TCP packet 53afe46124SZhang Chen */ 54afe46124SZhang Chen static int is_tcp_packet(Packet *pkt) 55afe46124SZhang Chen { 56afe46124SZhang Chen if (!parse_packet_early(pkt) && 57afe46124SZhang Chen pkt->ip->ip_p == IPPROTO_TCP) { 58afe46124SZhang Chen return 1; 59afe46124SZhang Chen } else { 60afe46124SZhang Chen return 0; 61afe46124SZhang Chen } 62afe46124SZhang Chen } 63afe46124SZhang Chen 6430656b09SZhang Chen /* handle tcp packet from primary guest */ 6530656b09SZhang Chen static int handle_primary_tcp_pkt(NetFilterState *nf, 6630656b09SZhang Chen Connection *conn, 6730656b09SZhang Chen Packet *pkt) 6830656b09SZhang Chen { 6930656b09SZhang Chen struct tcphdr *tcp_pkt; 7030656b09SZhang Chen 7130656b09SZhang Chen tcp_pkt = (struct tcphdr *)pkt->transport_header; 72d87aa138SStefan Hajnoczi if (trace_event_get_state_backends(TRACE_COLO_FILTER_REWRITER_DEBUG)) { 732061c14cSZhang Chen trace_colo_filter_rewriter_pkt_info(__func__, 742061c14cSZhang Chen inet_ntoa(pkt->ip->ip_src), inet_ntoa(pkt->ip->ip_dst), 7530656b09SZhang Chen ntohl(tcp_pkt->th_seq), ntohl(tcp_pkt->th_ack), 7630656b09SZhang Chen tcp_pkt->th_flags); 7730656b09SZhang Chen trace_colo_filter_rewriter_conn_offset(conn->offset); 7830656b09SZhang Chen } 7930656b09SZhang Chen 8030656b09SZhang Chen if (((tcp_pkt->th_flags & (TH_ACK | TH_SYN)) == TH_SYN)) { 8130656b09SZhang Chen /* 8230656b09SZhang Chen * we use this flag update offset func 8330656b09SZhang Chen * run once in independent tcp connection 8430656b09SZhang Chen */ 8530656b09SZhang Chen conn->syn_flag = 1; 8630656b09SZhang Chen } 8730656b09SZhang Chen 8830656b09SZhang Chen if (((tcp_pkt->th_flags & (TH_ACK | TH_SYN)) == TH_ACK)) { 8930656b09SZhang Chen if (conn->syn_flag) { 9030656b09SZhang Chen /* 9130656b09SZhang Chen * offset = secondary_seq - primary seq 9230656b09SZhang Chen * ack packet sent by guest from primary node, 9330656b09SZhang Chen * so we use th_ack - 1 get primary_seq 9430656b09SZhang Chen */ 9530656b09SZhang Chen conn->offset -= (ntohl(tcp_pkt->th_ack) - 1); 9630656b09SZhang Chen conn->syn_flag = 0; 9730656b09SZhang Chen } 98db0a762eSzhanghailiang if (conn->offset) { 9930656b09SZhang Chen /* handle packets to the secondary from the primary */ 10030656b09SZhang Chen tcp_pkt->th_ack = htonl(ntohl(tcp_pkt->th_ack) + conn->offset); 10130656b09SZhang Chen 102*6ce310b5SZhang Chen net_checksum_calculate((uint8_t *)pkt->data + pkt->vnet_hdr_len, 103*6ce310b5SZhang Chen pkt->size - pkt->vnet_hdr_len); 10430656b09SZhang Chen } 105db0a762eSzhanghailiang } 10630656b09SZhang Chen 10730656b09SZhang Chen return 0; 10830656b09SZhang Chen } 10930656b09SZhang Chen 11030656b09SZhang Chen /* handle tcp packet from secondary guest */ 11130656b09SZhang Chen static int handle_secondary_tcp_pkt(NetFilterState *nf, 11230656b09SZhang Chen Connection *conn, 11330656b09SZhang Chen Packet *pkt) 11430656b09SZhang Chen { 11530656b09SZhang Chen struct tcphdr *tcp_pkt; 11630656b09SZhang Chen 11730656b09SZhang Chen tcp_pkt = (struct tcphdr *)pkt->transport_header; 11830656b09SZhang Chen 119d87aa138SStefan Hajnoczi if (trace_event_get_state_backends(TRACE_COLO_FILTER_REWRITER_DEBUG)) { 1202061c14cSZhang Chen trace_colo_filter_rewriter_pkt_info(__func__, 1212061c14cSZhang Chen inet_ntoa(pkt->ip->ip_src), inet_ntoa(pkt->ip->ip_dst), 12230656b09SZhang Chen ntohl(tcp_pkt->th_seq), ntohl(tcp_pkt->th_ack), 12330656b09SZhang Chen tcp_pkt->th_flags); 12430656b09SZhang Chen trace_colo_filter_rewriter_conn_offset(conn->offset); 12530656b09SZhang Chen } 12630656b09SZhang Chen 12730656b09SZhang Chen if (((tcp_pkt->th_flags & (TH_ACK | TH_SYN)) == (TH_ACK | TH_SYN))) { 12830656b09SZhang Chen /* 12930656b09SZhang Chen * save offset = secondary_seq and then 13030656b09SZhang Chen * in handle_primary_tcp_pkt make offset 13130656b09SZhang Chen * = secondary_seq - primary_seq 13230656b09SZhang Chen */ 13330656b09SZhang Chen conn->offset = ntohl(tcp_pkt->th_seq); 13430656b09SZhang Chen } 13530656b09SZhang Chen 13630656b09SZhang Chen if ((tcp_pkt->th_flags & (TH_ACK | TH_SYN)) == TH_ACK) { 137db0a762eSzhanghailiang /* Only need to adjust seq while offset is Non-zero */ 138db0a762eSzhanghailiang if (conn->offset) { 13930656b09SZhang Chen /* handle packets to the primary from the secondary*/ 14030656b09SZhang Chen tcp_pkt->th_seq = htonl(ntohl(tcp_pkt->th_seq) - conn->offset); 14130656b09SZhang Chen 142*6ce310b5SZhang Chen net_checksum_calculate((uint8_t *)pkt->data + pkt->vnet_hdr_len, 143*6ce310b5SZhang Chen pkt->size - pkt->vnet_hdr_len); 14430656b09SZhang Chen } 145db0a762eSzhanghailiang } 14630656b09SZhang Chen 14730656b09SZhang Chen return 0; 14830656b09SZhang Chen } 14930656b09SZhang Chen 150e6eee8abSZhang Chen static ssize_t colo_rewriter_receive_iov(NetFilterState *nf, 151e6eee8abSZhang Chen NetClientState *sender, 152e6eee8abSZhang Chen unsigned flags, 153e6eee8abSZhang Chen const struct iovec *iov, 154e6eee8abSZhang Chen int iovcnt, 155e6eee8abSZhang Chen NetPacketSent *sent_cb) 156e6eee8abSZhang Chen { 157afe46124SZhang Chen RewriterState *s = FILTER_COLO_REWRITER(nf); 158afe46124SZhang Chen Connection *conn; 159afe46124SZhang Chen ConnectionKey key; 160afe46124SZhang Chen Packet *pkt; 161afe46124SZhang Chen ssize_t size = iov_size(iov, iovcnt); 1624b39bdceSZhang Chen ssize_t vnet_hdr_len = 0; 163afe46124SZhang Chen char *buf = g_malloc0(size); 164afe46124SZhang Chen 165afe46124SZhang Chen iov_to_buf(iov, iovcnt, 0, buf, size); 1664b39bdceSZhang Chen 1674b39bdceSZhang Chen if (s->vnet_hdr) { 1684b39bdceSZhang Chen vnet_hdr_len = nf->netdev->vnet_hdr_len; 1694b39bdceSZhang Chen } 1704b39bdceSZhang Chen 1714b39bdceSZhang Chen pkt = packet_new(buf, size, vnet_hdr_len); 1722061c14cSZhang Chen g_free(buf); 173afe46124SZhang Chen 174e6eee8abSZhang Chen /* 175e6eee8abSZhang Chen * if we get tcp packet 176e6eee8abSZhang Chen * we will rewrite it to make secondary guest's 177e6eee8abSZhang Chen * connection established successfully 178e6eee8abSZhang Chen */ 179afe46124SZhang Chen if (pkt && is_tcp_packet(pkt)) { 180afe46124SZhang Chen 181afe46124SZhang Chen fill_connection_key(pkt, &key); 182afe46124SZhang Chen 183afe46124SZhang Chen if (sender == nf->netdev) { 184afe46124SZhang Chen /* 185afe46124SZhang Chen * We need make tcp TX and RX packet 186afe46124SZhang Chen * into one connection. 187afe46124SZhang Chen */ 188afe46124SZhang Chen reverse_connection_key(&key); 189afe46124SZhang Chen } 190afe46124SZhang Chen conn = connection_get(s->connection_track_table, 191afe46124SZhang Chen &key, 192afe46124SZhang Chen NULL); 193afe46124SZhang Chen 194afe46124SZhang Chen if (sender == nf->netdev) { 195afe46124SZhang Chen /* NET_FILTER_DIRECTION_TX */ 19630656b09SZhang Chen if (!handle_primary_tcp_pkt(nf, conn, pkt)) { 19730656b09SZhang Chen qemu_net_queue_send(s->incoming_queue, sender, 0, 19830656b09SZhang Chen (const uint8_t *)pkt->data, pkt->size, NULL); 19930656b09SZhang Chen packet_destroy(pkt, NULL); 20030656b09SZhang Chen pkt = NULL; 20130656b09SZhang Chen /* 20230656b09SZhang Chen * We block the packet here,after rewrite pkt 20330656b09SZhang Chen * and will send it 20430656b09SZhang Chen */ 20530656b09SZhang Chen return 1; 20630656b09SZhang Chen } 207afe46124SZhang Chen } else { 208afe46124SZhang Chen /* NET_FILTER_DIRECTION_RX */ 20930656b09SZhang Chen if (!handle_secondary_tcp_pkt(nf, conn, pkt)) { 21030656b09SZhang Chen qemu_net_queue_send(s->incoming_queue, sender, 0, 21130656b09SZhang Chen (const uint8_t *)pkt->data, pkt->size, NULL); 21230656b09SZhang Chen packet_destroy(pkt, NULL); 21330656b09SZhang Chen pkt = NULL; 21430656b09SZhang Chen /* 21530656b09SZhang Chen * We block the packet here,after rewrite pkt 21630656b09SZhang Chen * and will send it 21730656b09SZhang Chen */ 21830656b09SZhang Chen return 1; 21930656b09SZhang Chen } 220afe46124SZhang Chen } 221afe46124SZhang Chen } 222afe46124SZhang Chen 223afe46124SZhang Chen packet_destroy(pkt, NULL); 224afe46124SZhang Chen pkt = NULL; 225e6eee8abSZhang Chen return 0; 226e6eee8abSZhang Chen } 227e6eee8abSZhang Chen 228e6eee8abSZhang Chen static void colo_rewriter_cleanup(NetFilterState *nf) 229e6eee8abSZhang Chen { 230e6eee8abSZhang Chen RewriterState *s = FILTER_COLO_REWRITER(nf); 231e6eee8abSZhang Chen 232e6eee8abSZhang Chen /* flush packets */ 233e6eee8abSZhang Chen if (s->incoming_queue) { 234e6eee8abSZhang Chen filter_rewriter_flush(nf); 235e6eee8abSZhang Chen g_free(s->incoming_queue); 236e6eee8abSZhang Chen } 237e6eee8abSZhang Chen } 238e6eee8abSZhang Chen 239e6eee8abSZhang Chen static void colo_rewriter_setup(NetFilterState *nf, Error **errp) 240e6eee8abSZhang Chen { 241e6eee8abSZhang Chen RewriterState *s = FILTER_COLO_REWRITER(nf); 242e6eee8abSZhang Chen 243e6eee8abSZhang Chen s->connection_track_table = g_hash_table_new_full(connection_key_hash, 244e6eee8abSZhang Chen connection_key_equal, 245e6eee8abSZhang Chen g_free, 246e6eee8abSZhang Chen connection_destroy); 247e6eee8abSZhang Chen s->incoming_queue = qemu_new_net_queue(qemu_netfilter_pass_to_next, nf); 248e6eee8abSZhang Chen } 249e6eee8abSZhang Chen 2504b39bdceSZhang Chen static bool filter_rewriter_get_vnet_hdr(Object *obj, Error **errp) 2514b39bdceSZhang Chen { 2524b39bdceSZhang Chen RewriterState *s = FILTER_COLO_REWRITER(obj); 2534b39bdceSZhang Chen 2544b39bdceSZhang Chen return s->vnet_hdr; 2554b39bdceSZhang Chen } 2564b39bdceSZhang Chen 2574b39bdceSZhang Chen static void filter_rewriter_set_vnet_hdr(Object *obj, 2584b39bdceSZhang Chen bool value, 2594b39bdceSZhang Chen Error **errp) 2604b39bdceSZhang Chen { 2614b39bdceSZhang Chen RewriterState *s = FILTER_COLO_REWRITER(obj); 2624b39bdceSZhang Chen 2634b39bdceSZhang Chen s->vnet_hdr = value; 2644b39bdceSZhang Chen } 2654b39bdceSZhang Chen 2664b39bdceSZhang Chen static void filter_rewriter_init(Object *obj) 2674b39bdceSZhang Chen { 2684b39bdceSZhang Chen RewriterState *s = FILTER_COLO_REWRITER(obj); 2694b39bdceSZhang Chen 2704b39bdceSZhang Chen s->vnet_hdr = false; 2714b39bdceSZhang Chen object_property_add_bool(obj, "vnet_hdr_support", 2724b39bdceSZhang Chen filter_rewriter_get_vnet_hdr, 2734b39bdceSZhang Chen filter_rewriter_set_vnet_hdr, NULL); 2744b39bdceSZhang Chen } 2754b39bdceSZhang Chen 276e6eee8abSZhang Chen static void colo_rewriter_class_init(ObjectClass *oc, void *data) 277e6eee8abSZhang Chen { 278e6eee8abSZhang Chen NetFilterClass *nfc = NETFILTER_CLASS(oc); 279e6eee8abSZhang Chen 280e6eee8abSZhang Chen nfc->setup = colo_rewriter_setup; 281e6eee8abSZhang Chen nfc->cleanup = colo_rewriter_cleanup; 282e6eee8abSZhang Chen nfc->receive_iov = colo_rewriter_receive_iov; 283e6eee8abSZhang Chen } 284e6eee8abSZhang Chen 285e6eee8abSZhang Chen static const TypeInfo colo_rewriter_info = { 286e6eee8abSZhang Chen .name = TYPE_FILTER_REWRITER, 287e6eee8abSZhang Chen .parent = TYPE_NETFILTER, 288e6eee8abSZhang Chen .class_init = colo_rewriter_class_init, 2894b39bdceSZhang Chen .instance_init = filter_rewriter_init, 290e6eee8abSZhang Chen .instance_size = sizeof(RewriterState), 291e6eee8abSZhang Chen }; 292e6eee8abSZhang Chen 293e6eee8abSZhang Chen static void register_types(void) 294e6eee8abSZhang Chen { 295e6eee8abSZhang Chen type_register_static(&colo_rewriter_info); 296e6eee8abSZhang Chen } 297e6eee8abSZhang Chen 298e6eee8abSZhang Chen type_init(register_types); 299