1e6eee8abSZhang Chen /* 2e6eee8abSZhang Chen * Copyright (c) 2016 HUAWEI TECHNOLOGIES CO., LTD. 3e6eee8abSZhang Chen * Copyright (c) 2016 FUJITSU LIMITED 4e6eee8abSZhang Chen * Copyright (c) 2016 Intel Corporation 5e6eee8abSZhang Chen * 6e6eee8abSZhang Chen * Author: Zhang Chen <zhangchen.fnst@cn.fujitsu.com> 7e6eee8abSZhang Chen * 8e6eee8abSZhang Chen * This work is licensed under the terms of the GNU GPL, version 2 or 9e6eee8abSZhang Chen * later. See the COPYING file in the top-level directory. 10e6eee8abSZhang Chen */ 11e6eee8abSZhang Chen 12e6eee8abSZhang Chen #include "qemu/osdep.h" 13*30656b09SZhang Chen #include "trace.h" 14e6eee8abSZhang Chen #include "net/colo.h" 15e6eee8abSZhang Chen #include "net/filter.h" 16e6eee8abSZhang Chen #include "net/net.h" 17e6eee8abSZhang Chen #include "qemu-common.h" 18e6eee8abSZhang Chen #include "qapi/error.h" 19e6eee8abSZhang Chen #include "qapi/qmp/qerror.h" 20e6eee8abSZhang Chen #include "qapi-visit.h" 21e6eee8abSZhang Chen #include "qom/object.h" 22e6eee8abSZhang Chen #include "qemu/main-loop.h" 23e6eee8abSZhang Chen #include "qemu/iov.h" 24e6eee8abSZhang Chen #include "net/checksum.h" 25e6eee8abSZhang Chen 26e6eee8abSZhang Chen #define FILTER_COLO_REWRITER(obj) \ 27e6eee8abSZhang Chen OBJECT_CHECK(RewriterState, (obj), TYPE_FILTER_REWRITER) 28e6eee8abSZhang Chen 29e6eee8abSZhang Chen #define TYPE_FILTER_REWRITER "filter-rewriter" 30e6eee8abSZhang Chen 31e6eee8abSZhang Chen typedef struct RewriterState { 32e6eee8abSZhang Chen NetFilterState parent_obj; 33e6eee8abSZhang Chen NetQueue *incoming_queue; 34e6eee8abSZhang Chen /* hashtable to save connection */ 35e6eee8abSZhang Chen GHashTable *connection_track_table; 36e6eee8abSZhang Chen } RewriterState; 37e6eee8abSZhang Chen 38e6eee8abSZhang Chen static void filter_rewriter_flush(NetFilterState *nf) 39e6eee8abSZhang Chen { 40e6eee8abSZhang Chen RewriterState *s = FILTER_COLO_REWRITER(nf); 41e6eee8abSZhang Chen 42e6eee8abSZhang Chen if (!qemu_net_queue_flush(s->incoming_queue)) { 43e6eee8abSZhang Chen /* Unable to empty the queue, purge remaining packets */ 44e6eee8abSZhang Chen qemu_net_queue_purge(s->incoming_queue, nf->netdev); 45e6eee8abSZhang Chen } 46e6eee8abSZhang Chen } 47e6eee8abSZhang Chen 48afe46124SZhang Chen /* 49afe46124SZhang Chen * Return 1 on success, if return 0 means the pkt 50afe46124SZhang Chen * is not TCP packet 51afe46124SZhang Chen */ 52afe46124SZhang Chen static int is_tcp_packet(Packet *pkt) 53afe46124SZhang Chen { 54afe46124SZhang Chen if (!parse_packet_early(pkt) && 55afe46124SZhang Chen pkt->ip->ip_p == IPPROTO_TCP) { 56afe46124SZhang Chen return 1; 57afe46124SZhang Chen } else { 58afe46124SZhang Chen return 0; 59afe46124SZhang Chen } 60afe46124SZhang Chen } 61afe46124SZhang Chen 62*30656b09SZhang Chen /* handle tcp packet from primary guest */ 63*30656b09SZhang Chen static int handle_primary_tcp_pkt(NetFilterState *nf, 64*30656b09SZhang Chen Connection *conn, 65*30656b09SZhang Chen Packet *pkt) 66*30656b09SZhang Chen { 67*30656b09SZhang Chen struct tcphdr *tcp_pkt; 68*30656b09SZhang Chen 69*30656b09SZhang Chen tcp_pkt = (struct tcphdr *)pkt->transport_header; 70*30656b09SZhang Chen if (trace_event_get_state(TRACE_COLO_FILTER_REWRITER_DEBUG)) { 71*30656b09SZhang Chen char *sdebug, *ddebug; 72*30656b09SZhang Chen sdebug = strdup(inet_ntoa(pkt->ip->ip_src)); 73*30656b09SZhang Chen ddebug = strdup(inet_ntoa(pkt->ip->ip_dst)); 74*30656b09SZhang Chen trace_colo_filter_rewriter_pkt_info(__func__, sdebug, ddebug, 75*30656b09SZhang Chen ntohl(tcp_pkt->th_seq), ntohl(tcp_pkt->th_ack), 76*30656b09SZhang Chen tcp_pkt->th_flags); 77*30656b09SZhang Chen trace_colo_filter_rewriter_conn_offset(conn->offset); 78*30656b09SZhang Chen g_free(sdebug); 79*30656b09SZhang Chen g_free(ddebug); 80*30656b09SZhang Chen } 81*30656b09SZhang Chen 82*30656b09SZhang Chen if (((tcp_pkt->th_flags & (TH_ACK | TH_SYN)) == TH_SYN)) { 83*30656b09SZhang Chen /* 84*30656b09SZhang Chen * we use this flag update offset func 85*30656b09SZhang Chen * run once in independent tcp connection 86*30656b09SZhang Chen */ 87*30656b09SZhang Chen conn->syn_flag = 1; 88*30656b09SZhang Chen } 89*30656b09SZhang Chen 90*30656b09SZhang Chen if (((tcp_pkt->th_flags & (TH_ACK | TH_SYN)) == TH_ACK)) { 91*30656b09SZhang Chen if (conn->syn_flag) { 92*30656b09SZhang Chen /* 93*30656b09SZhang Chen * offset = secondary_seq - primary seq 94*30656b09SZhang Chen * ack packet sent by guest from primary node, 95*30656b09SZhang Chen * so we use th_ack - 1 get primary_seq 96*30656b09SZhang Chen */ 97*30656b09SZhang Chen conn->offset -= (ntohl(tcp_pkt->th_ack) - 1); 98*30656b09SZhang Chen conn->syn_flag = 0; 99*30656b09SZhang Chen } 100*30656b09SZhang Chen /* handle packets to the secondary from the primary */ 101*30656b09SZhang Chen tcp_pkt->th_ack = htonl(ntohl(tcp_pkt->th_ack) + conn->offset); 102*30656b09SZhang Chen 103*30656b09SZhang Chen net_checksum_calculate((uint8_t *)pkt->data, pkt->size); 104*30656b09SZhang Chen } 105*30656b09SZhang Chen 106*30656b09SZhang Chen return 0; 107*30656b09SZhang Chen } 108*30656b09SZhang Chen 109*30656b09SZhang Chen /* handle tcp packet from secondary guest */ 110*30656b09SZhang Chen static int handle_secondary_tcp_pkt(NetFilterState *nf, 111*30656b09SZhang Chen Connection *conn, 112*30656b09SZhang Chen Packet *pkt) 113*30656b09SZhang Chen { 114*30656b09SZhang Chen struct tcphdr *tcp_pkt; 115*30656b09SZhang Chen 116*30656b09SZhang Chen tcp_pkt = (struct tcphdr *)pkt->transport_header; 117*30656b09SZhang Chen 118*30656b09SZhang Chen if (trace_event_get_state(TRACE_COLO_FILTER_REWRITER_DEBUG)) { 119*30656b09SZhang Chen char *sdebug, *ddebug; 120*30656b09SZhang Chen sdebug = strdup(inet_ntoa(pkt->ip->ip_src)); 121*30656b09SZhang Chen ddebug = strdup(inet_ntoa(pkt->ip->ip_dst)); 122*30656b09SZhang Chen trace_colo_filter_rewriter_pkt_info(__func__, sdebug, ddebug, 123*30656b09SZhang Chen ntohl(tcp_pkt->th_seq), ntohl(tcp_pkt->th_ack), 124*30656b09SZhang Chen tcp_pkt->th_flags); 125*30656b09SZhang Chen trace_colo_filter_rewriter_conn_offset(conn->offset); 126*30656b09SZhang Chen g_free(sdebug); 127*30656b09SZhang Chen g_free(ddebug); 128*30656b09SZhang Chen } 129*30656b09SZhang Chen 130*30656b09SZhang Chen if (((tcp_pkt->th_flags & (TH_ACK | TH_SYN)) == (TH_ACK | TH_SYN))) { 131*30656b09SZhang Chen /* 132*30656b09SZhang Chen * save offset = secondary_seq and then 133*30656b09SZhang Chen * in handle_primary_tcp_pkt make offset 134*30656b09SZhang Chen * = secondary_seq - primary_seq 135*30656b09SZhang Chen */ 136*30656b09SZhang Chen conn->offset = ntohl(tcp_pkt->th_seq); 137*30656b09SZhang Chen } 138*30656b09SZhang Chen 139*30656b09SZhang Chen if ((tcp_pkt->th_flags & (TH_ACK | TH_SYN)) == TH_ACK) { 140*30656b09SZhang Chen /* handle packets to the primary from the secondary*/ 141*30656b09SZhang Chen tcp_pkt->th_seq = htonl(ntohl(tcp_pkt->th_seq) - conn->offset); 142*30656b09SZhang Chen 143*30656b09SZhang Chen net_checksum_calculate((uint8_t *)pkt->data, pkt->size); 144*30656b09SZhang Chen } 145*30656b09SZhang Chen 146*30656b09SZhang Chen return 0; 147*30656b09SZhang Chen } 148*30656b09SZhang Chen 149e6eee8abSZhang Chen static ssize_t colo_rewriter_receive_iov(NetFilterState *nf, 150e6eee8abSZhang Chen NetClientState *sender, 151e6eee8abSZhang Chen unsigned flags, 152e6eee8abSZhang Chen const struct iovec *iov, 153e6eee8abSZhang Chen int iovcnt, 154e6eee8abSZhang Chen NetPacketSent *sent_cb) 155e6eee8abSZhang Chen { 156afe46124SZhang Chen RewriterState *s = FILTER_COLO_REWRITER(nf); 157afe46124SZhang Chen Connection *conn; 158afe46124SZhang Chen ConnectionKey key; 159afe46124SZhang Chen Packet *pkt; 160afe46124SZhang Chen ssize_t size = iov_size(iov, iovcnt); 161afe46124SZhang Chen char *buf = g_malloc0(size); 162afe46124SZhang Chen 163afe46124SZhang Chen iov_to_buf(iov, iovcnt, 0, buf, size); 164afe46124SZhang Chen pkt = packet_new(buf, size); 165afe46124SZhang Chen 166e6eee8abSZhang Chen /* 167e6eee8abSZhang Chen * if we get tcp packet 168e6eee8abSZhang Chen * we will rewrite it to make secondary guest's 169e6eee8abSZhang Chen * connection established successfully 170e6eee8abSZhang Chen */ 171afe46124SZhang Chen if (pkt && is_tcp_packet(pkt)) { 172afe46124SZhang Chen 173afe46124SZhang Chen fill_connection_key(pkt, &key); 174afe46124SZhang Chen 175afe46124SZhang Chen if (sender == nf->netdev) { 176afe46124SZhang Chen /* 177afe46124SZhang Chen * We need make tcp TX and RX packet 178afe46124SZhang Chen * into one connection. 179afe46124SZhang Chen */ 180afe46124SZhang Chen reverse_connection_key(&key); 181afe46124SZhang Chen } 182afe46124SZhang Chen conn = connection_get(s->connection_track_table, 183afe46124SZhang Chen &key, 184afe46124SZhang Chen NULL); 185afe46124SZhang Chen 186afe46124SZhang Chen if (sender == nf->netdev) { 187afe46124SZhang Chen /* NET_FILTER_DIRECTION_TX */ 188*30656b09SZhang Chen if (!handle_primary_tcp_pkt(nf, conn, pkt)) { 189*30656b09SZhang Chen qemu_net_queue_send(s->incoming_queue, sender, 0, 190*30656b09SZhang Chen (const uint8_t *)pkt->data, pkt->size, NULL); 191*30656b09SZhang Chen packet_destroy(pkt, NULL); 192*30656b09SZhang Chen pkt = NULL; 193*30656b09SZhang Chen /* 194*30656b09SZhang Chen * We block the packet here,after rewrite pkt 195*30656b09SZhang Chen * and will send it 196*30656b09SZhang Chen */ 197*30656b09SZhang Chen return 1; 198*30656b09SZhang Chen } 199afe46124SZhang Chen } else { 200afe46124SZhang Chen /* NET_FILTER_DIRECTION_RX */ 201*30656b09SZhang Chen if (!handle_secondary_tcp_pkt(nf, conn, pkt)) { 202*30656b09SZhang Chen qemu_net_queue_send(s->incoming_queue, sender, 0, 203*30656b09SZhang Chen (const uint8_t *)pkt->data, pkt->size, NULL); 204*30656b09SZhang Chen packet_destroy(pkt, NULL); 205*30656b09SZhang Chen pkt = NULL; 206*30656b09SZhang Chen /* 207*30656b09SZhang Chen * We block the packet here,after rewrite pkt 208*30656b09SZhang Chen * and will send it 209*30656b09SZhang Chen */ 210*30656b09SZhang Chen return 1; 211*30656b09SZhang Chen } 212afe46124SZhang Chen } 213afe46124SZhang Chen } 214afe46124SZhang Chen 215afe46124SZhang Chen packet_destroy(pkt, NULL); 216afe46124SZhang Chen pkt = NULL; 217e6eee8abSZhang Chen return 0; 218e6eee8abSZhang Chen } 219e6eee8abSZhang Chen 220e6eee8abSZhang Chen static void colo_rewriter_cleanup(NetFilterState *nf) 221e6eee8abSZhang Chen { 222e6eee8abSZhang Chen RewriterState *s = FILTER_COLO_REWRITER(nf); 223e6eee8abSZhang Chen 224e6eee8abSZhang Chen /* flush packets */ 225e6eee8abSZhang Chen if (s->incoming_queue) { 226e6eee8abSZhang Chen filter_rewriter_flush(nf); 227e6eee8abSZhang Chen g_free(s->incoming_queue); 228e6eee8abSZhang Chen } 229e6eee8abSZhang Chen } 230e6eee8abSZhang Chen 231e6eee8abSZhang Chen static void colo_rewriter_setup(NetFilterState *nf, Error **errp) 232e6eee8abSZhang Chen { 233e6eee8abSZhang Chen RewriterState *s = FILTER_COLO_REWRITER(nf); 234e6eee8abSZhang Chen 235e6eee8abSZhang Chen s->connection_track_table = g_hash_table_new_full(connection_key_hash, 236e6eee8abSZhang Chen connection_key_equal, 237e6eee8abSZhang Chen g_free, 238e6eee8abSZhang Chen connection_destroy); 239e6eee8abSZhang Chen s->incoming_queue = qemu_new_net_queue(qemu_netfilter_pass_to_next, nf); 240e6eee8abSZhang Chen } 241e6eee8abSZhang Chen 242e6eee8abSZhang Chen static void colo_rewriter_class_init(ObjectClass *oc, void *data) 243e6eee8abSZhang Chen { 244e6eee8abSZhang Chen NetFilterClass *nfc = NETFILTER_CLASS(oc); 245e6eee8abSZhang Chen 246e6eee8abSZhang Chen nfc->setup = colo_rewriter_setup; 247e6eee8abSZhang Chen nfc->cleanup = colo_rewriter_cleanup; 248e6eee8abSZhang Chen nfc->receive_iov = colo_rewriter_receive_iov; 249e6eee8abSZhang Chen } 250e6eee8abSZhang Chen 251e6eee8abSZhang Chen static const TypeInfo colo_rewriter_info = { 252e6eee8abSZhang Chen .name = TYPE_FILTER_REWRITER, 253e6eee8abSZhang Chen .parent = TYPE_NETFILTER, 254e6eee8abSZhang Chen .class_init = colo_rewriter_class_init, 255e6eee8abSZhang Chen .instance_size = sizeof(RewriterState), 256e6eee8abSZhang Chen }; 257e6eee8abSZhang Chen 258e6eee8abSZhang Chen static void register_types(void) 259e6eee8abSZhang Chen { 260e6eee8abSZhang Chen type_register_static(&colo_rewriter_info); 261e6eee8abSZhang Chen } 262e6eee8abSZhang Chen 263e6eee8abSZhang Chen type_init(register_types); 264