Lines Matching +full:free +full:- +full:running
1 /* SPDX-License-Identifier: (GPL-2.0 OR MIT)
4 * Copyright (C) 2015-2024 Google LLC
10 #include <linux/dma-mapping.h>
49 #define GVE_DATA_SLOT_ADDR_PAGE_MASK (~(PAGE_SIZE - 1))
71 (GVE_ADMINQ_BUFFER_SIZE / sizeof(((struct gve_adminq_queried_flow_rule *)0)->location))
89 /* 2K buffers for DQO-QPL */
94 /* If number of free/recyclable buffers are less than this threshold; driver
95 * allocs and uses a non-qpl page on the receive path of DQO QPL to free
195 * which point every other offset is free to be reused.
199 /* Linked list index to next element in the list, or -1 if none */
203 /* `head` and `tail` are indices into an array, or -1 if empty. */
260 * buf_states, or -1 if empty.
265 * buf_states, or -1 if empty.
277 * buf_states, or -1 if empty.
293 /* Address info of the buffers for header-split */
300 u64 rbytes; /* free-running bytes received */
301 u64 rx_hsplit_bytes; /* free-running header bytes received */
302 u64 rpackets; /* free-running packets received */
303 u32 cnt; /* free-running total number of completed packets */
304 u32 fill_cnt; /* free-running total number of descs and buffs posted */
306 u64 rx_hsplit_pkt; /* free-running packets with headers split */
307 u64 rx_copybreak_pkt; /* free-running count of copybreak packets */
308 u64 rx_copied_pkt; /* free-running total number of copied packets */
309 u64 rx_skb_alloc_fail; /* free-running count of skb alloc fails */
310 u64 rx_buf_alloc_fail; /* free-running count of buffer alloc fails */
311 u64 rx_desc_err_dropped_pkt; /* free-running count of packets dropped by descriptor error */
312 /* free-running count of unsplit packets due to header buffer overflow or hdr_len is 0 */
314 u64 rx_cont_packet_cnt; /* free-running multi-fragment packets received */
315 u64 rx_frag_flip_cnt; /* free-running count of rx segments where page_flip was used */
316 u64 rx_frag_copy_cnt; /* free-running count of rx segments copied */
317 u64 rx_frag_alloc_cnt; /* free-running count of rx page allocations */
372 /* A TX buffer - each queue has one */
389 /* Packet is in free list, available to be allocated.
396 * re-injection completion.
422 /* Linked list index to next element in the list, or -1 if none */
425 /* Linked list index to prev element in the list, or -1 if none.
437 * freed if the corresponding re-injection completion is not received
445 /* Cacheline 0 -- Accessed & dirtied during transmit */
457 * pending_packets, or -1 if empty.
475 /* free running number of packet buf descriptors posted */
477 /* free running number of packet buf descriptors completed */
483 * tx_qpl_buf_next, or -1 if empty.
492 /* Free running count of the number of QPL tx buffers
503 /* Cacheline 1 -- Accessed & dirtied during gve_clean_tx_done */
521 * pending_packets, or -1 if empty.
547 * tx_qpl_buf_next, or -1 if empty.
556 /* Free running count of the number of tx buffers
563 u64 pkt_done; /* free-running - total packets completed */
564 u64 bytes_done; /* free-running - total bytes completed */
565 u64 dropped_pkt; /* free-running - total packets dropped */
568 /* Cacheline 2 -- Read-mostly fields */
610 /* Slow-path fields */
794 /* Admin queue - see gve_adminq.h*/
800 u32 adminq_prod_cnt; /* free-running count of AQ cmds executed */
801 u32 adminq_cmd_fail; /* free-running count of AQ cmds failed */
802 u32 adminq_timeouts; /* free-running count of AQ cmds timeouts */
803 /* free-running count of per AQ cmd executed */
829 u32 stats_report_trigger_cnt; /* count of device-requested stats-reports since last reset */
861 u16 header_buf_size; /* device configured, header-split supported if non-zero */
895 return test_bit(GVE_PRIV_FLAGS_DO_RESET, &priv->service_task_flags); in gve_get_do_reset()
900 set_bit(GVE_PRIV_FLAGS_DO_RESET, &priv->service_task_flags); in gve_set_do_reset()
905 clear_bit(GVE_PRIV_FLAGS_DO_RESET, &priv->service_task_flags); in gve_clear_do_reset()
911 &priv->service_task_flags); in gve_get_reset_in_progress()
916 set_bit(GVE_PRIV_FLAGS_RESET_IN_PROGRESS, &priv->service_task_flags); in gve_set_reset_in_progress()
921 clear_bit(GVE_PRIV_FLAGS_RESET_IN_PROGRESS, &priv->service_task_flags); in gve_clear_reset_in_progress()
927 &priv->service_task_flags); in gve_get_probe_in_progress()
932 set_bit(GVE_PRIV_FLAGS_PROBE_IN_PROGRESS, &priv->service_task_flags); in gve_set_probe_in_progress()
937 clear_bit(GVE_PRIV_FLAGS_PROBE_IN_PROGRESS, &priv->service_task_flags); in gve_clear_probe_in_progress()
943 &priv->service_task_flags); in gve_get_do_report_stats()
948 set_bit(GVE_PRIV_FLAGS_DO_REPORT_STATS, &priv->service_task_flags); in gve_set_do_report_stats()
953 clear_bit(GVE_PRIV_FLAGS_DO_REPORT_STATS, &priv->service_task_flags); in gve_clear_do_report_stats()
958 return test_bit(GVE_PRIV_FLAGS_ADMIN_QUEUE_OK, &priv->state_flags); in gve_get_admin_queue_ok()
963 set_bit(GVE_PRIV_FLAGS_ADMIN_QUEUE_OK, &priv->state_flags); in gve_set_admin_queue_ok()
968 clear_bit(GVE_PRIV_FLAGS_ADMIN_QUEUE_OK, &priv->state_flags); in gve_clear_admin_queue_ok()
973 return test_bit(GVE_PRIV_FLAGS_DEVICE_RESOURCES_OK, &priv->state_flags); in gve_get_device_resources_ok()
978 set_bit(GVE_PRIV_FLAGS_DEVICE_RESOURCES_OK, &priv->state_flags); in gve_set_device_resources_ok()
983 clear_bit(GVE_PRIV_FLAGS_DEVICE_RESOURCES_OK, &priv->state_flags); in gve_clear_device_resources_ok()
988 return test_bit(GVE_PRIV_FLAGS_DEVICE_RINGS_OK, &priv->state_flags); in gve_get_device_rings_ok()
993 set_bit(GVE_PRIV_FLAGS_DEVICE_RINGS_OK, &priv->state_flags); in gve_set_device_rings_ok()
998 clear_bit(GVE_PRIV_FLAGS_DEVICE_RINGS_OK, &priv->state_flags); in gve_clear_device_rings_ok()
1003 return test_bit(GVE_PRIV_FLAGS_NAPI_ENABLED, &priv->state_flags); in gve_get_napi_enabled()
1008 set_bit(GVE_PRIV_FLAGS_NAPI_ENABLED, &priv->state_flags); in gve_set_napi_enabled()
1013 clear_bit(GVE_PRIV_FLAGS_NAPI_ENABLED, &priv->state_flags); in gve_clear_napi_enabled()
1018 return test_bit(GVE_PRIV_FLAGS_REPORT_STATS, &priv->ethtool_flags); in gve_get_report_stats()
1023 clear_bit(GVE_PRIV_FLAGS_REPORT_STATS, &priv->ethtool_flags); in gve_clear_report_stats()
1031 return &priv->db_bar2[be32_to_cpu(*block->irq_db_index)]; in gve_irq_doorbell()
1045 return (priv->num_ntfy_blks / 2) + queue_idx; in gve_rx_idx_to_ntfy()
1050 return priv->queue_format == GVE_GQI_QPL_FORMAT || in gve_is_qpl()
1051 priv->queue_format == GVE_DQO_QPL_FORMAT; in gve_is_qpl()
1060 return tx_cfg->num_queues + tx_cfg->num_xdp_queues; in gve_num_tx_qpls()
1069 return rx_cfg->num_queues; in gve_num_rx_qpls()
1079 return priv->tx_cfg.max_queues + rx_qid; in gve_rx_qpl_id()
1085 return tx_cfg->max_queues + rx_qid; in gve_get_rx_qpl_id()
1101 * out-of-order completions. Set it to two times of ring size. in gve_get_rx_pages_per_qpl_dqo()
1110 if (id < gve_rx_start_qpl_id(&priv->tx_cfg)) in gve_qpl_dma_dir()
1118 return priv->queue_format == GVE_GQI_RDA_FORMAT || in gve_is_gqi()
1119 priv->queue_format == GVE_GQI_QPL_FORMAT; in gve_is_gqi()
1124 return priv->tx_cfg.num_queues + priv->tx_cfg.num_xdp_queues; in gve_num_tx_queues()
1129 return priv->tx_cfg.num_queues + queue_id; in gve_xdp_tx_queue_id()
1139 switch (priv->queue_format) { in gve_supports_xdp_xmit()