93 	struct nvmet_tcp_queue		*queue;  member
196 static inline u16 nvmet_tcp_cmd_tag(struct nvmet_tcp_queue *queue,  in nvmet_tcp_cmd_tag()
232 nvmet_tcp_get_cmd(struct nvmet_tcp_queue *queue)  in nvmet_tcp_get_cmd()
258 static inline int queue_cpu(struct nvmet_tcp_queue *queue)  in queue_cpu()
263 static inline u8 nvmet_tcp_hdgst_len(struct nvmet_tcp_queue *queue)  in nvmet_tcp_hdgst_len()
268 static inline u8 nvmet_tcp_ddgst_len(struct nvmet_tcp_queue *queue)  in nvmet_tcp_ddgst_len()
283 static int nvmet_tcp_verify_hdgst(struct nvmet_tcp_queue *queue,  in nvmet_tcp_verify_hdgst()
309 static int nvmet_tcp_check_ddgst(struct nvmet_tcp_queue *queue, void *pdu)  in nvmet_tcp_check_ddgst()
364 static void nvmet_tcp_fatal_error(struct nvmet_tcp_queue *queue)  in nvmet_tcp_fatal_error()
373 static void nvmet_tcp_socket_error(struct nvmet_tcp_queue *queue, int status)  in nvmet_tcp_socket_error()
430 	struct nvmet_tcp_queue *queue = cmd->queue;  in nvmet_setup_c2h_data_pdu()  local
463 	struct nvmet_tcp_queue *queue = cmd->queue;  in nvmet_setup_r2t_pdu()  local
488 	struct nvmet_tcp_queue *queue = cmd->queue;  in nvmet_setup_response_pdu()  local
505 static void nvmet_tcp_process_resp_list(struct nvmet_tcp_queue *queue)  in nvmet_tcp_process_resp_list()
517 static struct nvmet_tcp_cmd *nvmet_tcp_fetch_cmd(struct nvmet_tcp_queue *queue)  in nvmet_tcp_fetch_cmd()
547 	struct nvmet_tcp_queue	*queue = cmd->queue;  in nvmet_tcp_queue_response()  local
607 	struct nvmet_tcp_queue *queue = cmd->queue;  in nvmet_try_send_data()  local
719 	struct nvmet_tcp_queue *queue = cmd->queue;  in nvmet_try_send_ddgst()  local
752 static int nvmet_tcp_try_send_one(struct nvmet_tcp_queue *queue,  in nvmet_tcp_try_send_one()
801 static int nvmet_tcp_try_send(struct nvmet_tcp_queue *queue,  in nvmet_tcp_try_send()
820 static void nvmet_prepare_receive_pdu(struct nvmet_tcp_queue *queue)  in nvmet_prepare_receive_pdu()
828 static void nvmet_tcp_free_crypto(struct nvmet_tcp_queue *queue)  in nvmet_tcp_free_crypto()
837 static int nvmet_tcp_alloc_crypto(struct nvmet_tcp_queue *queue)  in nvmet_tcp_alloc_crypto()
864 static int nvmet_tcp_handle_icreq(struct nvmet_tcp_queue *queue)  in nvmet_tcp_handle_icreq()
921 static void nvmet_tcp_handle_req_failure(struct nvmet_tcp_queue *queue,  in nvmet_tcp_handle_req_failure()
952 static int nvmet_tcp_handle_h2c_data_pdu(struct nvmet_tcp_queue *queue)  in nvmet_tcp_handle_h2c_data_pdu()
988 static int nvmet_tcp_done_recv_pdu(struct nvmet_tcp_queue *queue)  in nvmet_tcp_done_recv_pdu()
1099 static int nvmet_tcp_try_recv_pdu(struct nvmet_tcp_queue *queue)  in nvmet_tcp_try_recv_pdu()
1154 	struct nvmet_tcp_queue *queue = cmd->queue;  in nvmet_tcp_prep_recv_ddgst()  local
1162 static int nvmet_tcp_try_recv_data(struct nvmet_tcp_queue *queue)  in nvmet_tcp_try_recv_data()
1189 static int nvmet_tcp_try_recv_ddgst(struct nvmet_tcp_queue *queue)  in nvmet_tcp_try_recv_ddgst()
1230 static int nvmet_tcp_try_recv_one(struct nvmet_tcp_queue *queue)  in nvmet_tcp_try_recv_one()
1264 static int nvmet_tcp_try_recv(struct nvmet_tcp_queue *queue,  in nvmet_tcp_try_recv()
1283 static void nvmet_tcp_schedule_release_queue(struct nvmet_tcp_queue *queue)  in nvmet_tcp_schedule_release_queue()
1293 static inline void nvmet_tcp_arm_queue_deadline(struct nvmet_tcp_queue *queue)  in nvmet_tcp_arm_queue_deadline()
1298 static bool nvmet_tcp_check_queue_deadline(struct nvmet_tcp_queue *queue,  in nvmet_tcp_check_queue_deadline()
1312 	struct nvmet_tcp_queue *queue =  in nvmet_tcp_io_work()  local
1342 static int nvmet_tcp_alloc_cmd(struct nvmet_tcp_queue *queue,  in nvmet_tcp_alloc_cmd()
1394 static int nvmet_tcp_alloc_cmds(struct nvmet_tcp_queue *queue)  in nvmet_tcp_alloc_cmds()
1420 static void nvmet_tcp_free_cmds(struct nvmet_tcp_queue *queue)  in nvmet_tcp_free_cmds()
1432 static void nvmet_tcp_restore_socket_callbacks(struct nvmet_tcp_queue *queue)  in nvmet_tcp_restore_socket_callbacks()
1444 static void nvmet_tcp_uninit_data_in_cmds(struct nvmet_tcp_queue *queue)  in nvmet_tcp_uninit_data_in_cmds()
1460 static void nvmet_tcp_free_cmd_data_in_buffers(struct nvmet_tcp_queue *queue)  in nvmet_tcp_free_cmd_data_in_buffers()
1477 	struct nvmet_tcp_queue *queue =  in nvmet_tcp_release_queue_work()  local
1506 	struct nvmet_tcp_queue *queue;  in nvmet_tcp_data_ready()  local
1519 	struct nvmet_tcp_queue *queue;  in nvmet_tcp_write_space()  local
1541 	struct nvmet_tcp_queue *queue;  in nvmet_tcp_state_change()  local
1566 static int nvmet_tcp_set_queue_sock(struct nvmet_tcp_queue *queue)  in nvmet_tcp_set_queue_sock()
1624 	struct nvmet_tcp_queue *queue;  in nvmet_tcp_alloc_queue()  local
1800 	struct nvmet_tcp_queue *queue;  in nvmet_tcp_destroy_port_queues()  local
1830 	struct nvmet_tcp_queue *queue;  in nvmet_tcp_delete_ctrl()  local
1841 	struct nvmet_tcp_queue *queue =  in nvmet_tcp_install_queue()  local
1863 		struct nvmet_tcp_queue *queue = cmd->queue;  in nvmet_tcp_disc_port_addr()  local
1904 	struct nvmet_tcp_queue *queue;  in nvmet_tcp_exit()  local