amazon/ena/ena_netdev.c

381 	 * we can always prefetch rx_info + 1
508 			       struct ena_rx_buffer *rx_info)
517 	rx_info->buf_offset = headroom;
520 	if (unlikely(rx_info->page))
529 		  "Allocate page %p, rx_info %p\n", page, rx_info);
533 	rx_info->page = page;
534 	rx_info->dma_addr = dma;
535 	rx_info->page_offset = 0;
536 	ena_buf = &rx_info->ena_buf;
544 				    struct ena_rx_buffer *rx_info,
547 	dma_unmap_page_attrs(rx_ring->dev, rx_info->dma_addr, ENA_PAGE_SIZE, DMA_BIDIRECTIONAL,
552 			     struct ena_rx_buffer *rx_info)
554 	struct page *page = rx_info->page;
562 	ena_unmap_rx_buff_attrs(rx_ring, rx_info, 0);
565 	rx_info->page = NULL;
577 		struct ena_rx_buffer *rx_info;
581 		rx_info = &rx_ring->rx_buffer_info[req_id];
583 		rc = ena_alloc_rx_buffer(rx_ring, rx_info);
591 						&rx_info->ena_buf,
627 		struct ena_rx_buffer *rx_info = &rx_ring->rx_buffer_info[i];
629 		if (rx_info->page)
630 			ena_free_rx_page(rx_ring, rx_info);
917 static bool ena_try_rx_buf_page_reuse(struct ena_rx_buffer *rx_info, u16 buf_len,
920 	struct ena_com_buf *ena_buf = &rx_info->ena_buf;
926 		page_ref_inc(rx_info->page);
927 		rx_info->page_offset += buf_len;
943 	struct ena_rx_buffer *rx_info;
957 	rx_info = &rx_ring->rx_buffer_info[req_id];
959 	if (unlikely(!rx_info->page)) {
969 		  "rx_info %p page %p\n",
970 		  rx_info, rx_info->page);
972 	buf_offset = rx_info->buf_offset;
974 	page_offset = rx_info->page_offset;
975 	buf_addr = page_address(rx_info->page) + page_offset;
984 					   dma_unmap_addr(&rx_info->ena_buf, paddr) + pkt_offset,
1002 			    ena_try_rx_buf_page_reuse(rx_info, buf_len, len, pkt_offset);
1005 		ena_unmap_rx_buff_attrs(rx_ring, rx_info, DMA_ATTR_SKIP_CPU_SYNC);
1022 			rx_info->page = NULL;
1035 		rx_info = &rx_ring->rx_buffer_info[req_id];
1037 		/* rx_info->buf_offset includes rx_ring->rx_headroom */
1038 		buf_offset = rx_info->buf_offset;
1041 		page_offset = rx_info->page_offset;
1043 		pre_reuse_paddr = dma_unmap_addr(&rx_info->ena_buf, paddr);
1046 				    ena_try_rx_buf_page_reuse(rx_info, buf_len, len, pkt_offset);
1054 			ena_unmap_rx_buff_attrs(rx_ring, rx_info, DMA_ATTR_SKIP_CPU_SYNC);
1056 		skb_add_rx_frag(skb, skb_shinfo(skb)->nr_frags, rx_info->page,
1150 	struct ena_rx_buffer *rx_info;
1161 	rx_info = &rx_ring->rx_buffer_info[rx_ring->ena_bufs[0].req_id];
1162 	xdp_prepare_buff(xdp, page_address(rx_info->page),
1163 			 rx_info->buf_offset,
1170 		rx_info->buf_offset = xdp->data - xdp->data_hard_start;
1189 	struct ena_rx_buffer *rx_info;
1226 		rx_info = &rx_ring->rx_buffer_info[rx_ring->ena_bufs[0].req_id];
1228 		rx_info->buf_offset += pkt_offset;
1236 					dma_unmap_addr(&rx_info->ena_buf, paddr) + pkt_offset,