Lines Matching +full:mbox +full:- +full:num +full:- +full:users
1 // SPDX-License-Identifier: GPL-2.0-or-later
5 * Copyright (c) 2003-2013 LSI Corporation
6 * Copyright (c) 2013-2016 Avago Technologies
7 * Copyright (c) 2016-2018 Broadcom Inc.
40 #include <linux/blk-mq-pci.h>
62 MODULE_PARM_DESC(msix_disable, "Disable MSI-X interrupt handling. Default: 0");
66 MODULE_PARM_DESC(msix_vectors, "MSI-X max vector count. Default: Set by FW");
70 MODULE_PARM_DESC(allow_vf_ioctls, "Allow ioctls in SR-IOV VF mode. Default: 0");
79 MODULE_PARM_DESC(resetwaittime, "Wait time in (1-180s) after I/O timeout before resetting adapter. …
95 MODULE_PARM_DESC(scmd_timeout, "scsi command timeout (10-90s), default 90s. See megasas_reset_timer…
97 int perf_mode = -1;
100 "0 - balanced: High iops and low latency queues are allocated &\n\t\t"
102 "1 - iops: High iops queues are not allocated &\n\t\t"
104 "2 - latency: High iops queues are not allocated &\n\t\t"
111 MODULE_PARM_DESC(event_log_level, "Asynchronous event logging level- range is: -2(CLASS_DEBUG) to 4…
266 * up to thirty times until a non-zero value is read. in megasas_readl()
268 if (instance->adapter_type == AERO_SERIES) { in megasas_readl()
280 * megasas_set_dma_settings - Populate DMA address, length and flags for DCMDs
291 if (instance->consistent_mask_64bit) { in megasas_set_dma_settings()
292 dcmd->sgl.sge64[0].phys_addr = cpu_to_le64(dma_addr); in megasas_set_dma_settings()
293 dcmd->sgl.sge64[0].length = cpu_to_le32(dma_len); in megasas_set_dma_settings()
294 dcmd->flags = cpu_to_le16(dcmd->flags | MFI_FRAME_SGL64); in megasas_set_dma_settings()
297 dcmd->sgl.sge32[0].phys_addr = in megasas_set_dma_settings()
299 dcmd->sgl.sge32[0].length = cpu_to_le32(dma_len); in megasas_set_dma_settings()
300 dcmd->flags = cpu_to_le16(dcmd->flags); in megasas_set_dma_settings()
307 instance->instancet->fire_cmd(instance, in megasas_issue_dcmd()
308 cmd->frame_phys_addr, 0, instance->reg_set); in megasas_issue_dcmd()
313 * megasas_get_cmd - Get a command from the free pool
324 spin_lock_irqsave(&instance->mfi_pool_lock, flags); in megasas_get_cmd()
326 if (!list_empty(&instance->cmd_pool)) { in megasas_get_cmd()
327 cmd = list_entry((&instance->cmd_pool)->next, in megasas_get_cmd()
329 list_del_init(&cmd->list); in megasas_get_cmd()
331 dev_err(&instance->pdev->dev, "Command pool empty!\n"); in megasas_get_cmd()
334 spin_unlock_irqrestore(&instance->mfi_pool_lock, flags); in megasas_get_cmd()
339 * megasas_return_cmd - Return a cmd to free command pool
349 struct fusion_context *fusion = instance->ctrl_context; in megasas_return_cmd()
354 if (cmd->flags & DRV_DCMD_POLLED_MODE) in megasas_return_cmd()
357 spin_lock_irqsave(&instance->mfi_pool_lock, flags); in megasas_return_cmd()
360 blk_tags = instance->max_scsi_cmds + cmd->index; in megasas_return_cmd()
361 cmd_fusion = fusion->cmd_list[blk_tags]; in megasas_return_cmd()
364 cmd->scmd = NULL; in megasas_return_cmd()
365 cmd->frame_count = 0; in megasas_return_cmd()
366 cmd->flags = 0; in megasas_return_cmd()
367 memset(cmd->frame, 0, instance->mfi_frame_size); in megasas_return_cmd()
368 cmd->frame->io.context = cpu_to_le32(cmd->index); in megasas_return_cmd()
370 cmd->frame->hdr.cmd = MFI_CMD_INVALID; in megasas_return_cmd()
371 list_add(&cmd->list, (&instance->cmd_pool)->next); in megasas_return_cmd()
373 spin_unlock_irqrestore(&instance->mfi_pool_lock, flags); in megasas_return_cmd()
424 struct megasas_evt_detail *evt_detail = instance->evt_detail; in megasas_decode_evt()
426 class_locale.word = le32_to_cpu(evt_detail->cl.word); in megasas_decode_evt()
430 … level is out of range, setting it to default 2(CLASS_CRITICAL), permissible range is: -2 to 4\n"); in megasas_decode_evt()
435 dev_info(&instance->pdev->dev, "%d (%s/0x%04x/%s) - %s\n", in megasas_decode_evt()
436 le32_to_cpu(evt_detail->seq_num), in megasas_decode_evt()
437 format_timestamp(le32_to_cpu(evt_detail->time_stamp)), in megasas_decode_evt()
440 evt_detail->description); in megasas_decode_evt()
443 dev_info(&instance->pdev->dev, in megasas_decode_evt()
445 evt_detail->args.ld.target_id, evt_detail->args.ld.ld_index); in megasas_decode_evt()
455 * megasas_enable_intr_xscale - Enables interrupts
463 regs = instance->reg_set; in megasas_enable_intr_xscale()
464 writel(0, &(regs)->outbound_intr_mask); in megasas_enable_intr_xscale()
467 readl(®s->outbound_intr_mask); in megasas_enable_intr_xscale()
471 * megasas_disable_intr_xscale -Disables interrupt
480 regs = instance->reg_set; in megasas_disable_intr_xscale()
481 writel(mask, ®s->outbound_intr_mask); in megasas_disable_intr_xscale()
483 readl(®s->outbound_intr_mask); in megasas_disable_intr_xscale()
487 * megasas_read_fw_status_reg_xscale - returns the current FW status value
493 return readl(&instance->reg_set->outbound_msg_0); in megasas_read_fw_status_reg_xscale()
496 * megasas_clear_intr_xscale - Check & clear interrupt
505 regs = instance->reg_set; in megasas_clear_intr_xscale()
510 status = readl(®s->outbound_intr_status); in megasas_clear_intr_xscale()
521 writel(status, ®s->outbound_intr_status); in megasas_clear_intr_xscale()
524 readl(®s->outbound_intr_status); in megasas_clear_intr_xscale()
530 * megasas_fire_cmd_xscale - Sends command to the FW
544 spin_lock_irqsave(&instance->hba_lock, flags); in megasas_fire_cmd_xscale()
546 &(regs)->inbound_queue_port); in megasas_fire_cmd_xscale()
547 spin_unlock_irqrestore(&instance->hba_lock, flags); in megasas_fire_cmd_xscale()
551 * megasas_adp_reset_xscale - For controller reset
562 writel(MFI_ADP_RESET, ®s->inbound_doorbell); in megasas_adp_reset_xscale()
567 pci_read_config_dword(instance->pdev, MFI_1068_PCSR_OFFSET, &pcidata); in megasas_adp_reset_xscale()
568 dev_notice(&instance->pdev->dev, "pcidata = %x\n", pcidata); in megasas_adp_reset_xscale()
570 dev_notice(&instance->pdev->dev, "mfi 1068 offset read=%x\n", pcidata); in megasas_adp_reset_xscale()
572 pci_write_config_dword(instance->pdev, in megasas_adp_reset_xscale()
579 pci_read_config_dword(instance->pdev, in megasas_adp_reset_xscale()
581 dev_notice(&instance->pdev->dev, "1068 offset handshake read=%x\n", pcidata); in megasas_adp_reset_xscale()
583 dev_notice(&instance->pdev->dev, "1068 offset pcidt=%x\n", pcidata); in megasas_adp_reset_xscale()
585 pci_write_config_dword(instance->pdev, in megasas_adp_reset_xscale()
593 * megasas_check_reset_xscale - For controller reset check
601 if ((atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) && in megasas_check_reset_xscale()
602 (le32_to_cpu(*instance->consumer) == in megasas_check_reset_xscale()
635 * megasas_enable_intr_ppc - Enables interrupts
643 regs = instance->reg_set; in megasas_enable_intr_ppc()
644 writel(0xFFFFFFFF, &(regs)->outbound_doorbell_clear); in megasas_enable_intr_ppc()
646 writel(~0x80000000, &(regs)->outbound_intr_mask); in megasas_enable_intr_ppc()
649 readl(®s->outbound_intr_mask); in megasas_enable_intr_ppc()
653 * megasas_disable_intr_ppc - Disable interrupt
662 regs = instance->reg_set; in megasas_disable_intr_ppc()
663 writel(mask, ®s->outbound_intr_mask); in megasas_disable_intr_ppc()
665 readl(®s->outbound_intr_mask); in megasas_disable_intr_ppc()
669 * megasas_read_fw_status_reg_ppc - returns the current FW status value
675 return readl(&instance->reg_set->outbound_scratch_pad_0); in megasas_read_fw_status_reg_ppc()
679 * megasas_clear_intr_ppc - Check & clear interrupt
687 regs = instance->reg_set; in megasas_clear_intr_ppc()
692 status = readl(®s->outbound_intr_status); in megasas_clear_intr_ppc()
703 writel(status, ®s->outbound_doorbell_clear); in megasas_clear_intr_ppc()
706 readl(®s->outbound_doorbell_clear); in megasas_clear_intr_ppc()
712 * megasas_fire_cmd_ppc - Sends command to the FW
726 spin_lock_irqsave(&instance->hba_lock, flags); in megasas_fire_cmd_ppc()
728 &(regs)->inbound_queue_port); in megasas_fire_cmd_ppc()
729 spin_unlock_irqrestore(&instance->hba_lock, flags); in megasas_fire_cmd_ppc()
733 * megasas_check_reset_ppc - For controller reset check
741 if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) in megasas_check_reset_ppc()
764 * megasas_enable_intr_skinny - Enables interrupts
772 regs = instance->reg_set; in megasas_enable_intr_skinny()
773 writel(0xFFFFFFFF, &(regs)->outbound_intr_mask); in megasas_enable_intr_skinny()
775 writel(~MFI_SKINNY_ENABLE_INTERRUPT_MASK, &(regs)->outbound_intr_mask); in megasas_enable_intr_skinny()
778 readl(®s->outbound_intr_mask); in megasas_enable_intr_skinny()
782 * megasas_disable_intr_skinny - Disables interrupt
791 regs = instance->reg_set; in megasas_disable_intr_skinny()
792 writel(mask, ®s->outbound_intr_mask); in megasas_disable_intr_skinny()
794 readl(®s->outbound_intr_mask); in megasas_disable_intr_skinny()
798 * megasas_read_fw_status_reg_skinny - returns the current FW status value
804 return readl(&instance->reg_set->outbound_scratch_pad_0); in megasas_read_fw_status_reg_skinny()
808 * megasas_clear_intr_skinny - Check & clear interrupt
817 regs = instance->reg_set; in megasas_clear_intr_skinny()
822 status = readl(®s->outbound_intr_status); in megasas_clear_intr_skinny()
840 writel(status, ®s->outbound_intr_status); in megasas_clear_intr_skinny()
845 readl(®s->outbound_intr_status); in megasas_clear_intr_skinny()
851 * megasas_fire_cmd_skinny - Sends command to the FW
865 spin_lock_irqsave(&instance->hba_lock, flags); in megasas_fire_cmd_skinny()
867 &(regs)->inbound_high_queue_port); in megasas_fire_cmd_skinny()
869 &(regs)->inbound_low_queue_port); in megasas_fire_cmd_skinny()
870 spin_unlock_irqrestore(&instance->hba_lock, flags); in megasas_fire_cmd_skinny()
874 * megasas_check_reset_skinny - For controller reset check
882 if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) in megasas_check_reset_skinny()
911 * megasas_enable_intr_gen2 - Enables interrupts
919 regs = instance->reg_set; in megasas_enable_intr_gen2()
920 writel(0xFFFFFFFF, &(regs)->outbound_doorbell_clear); in megasas_enable_intr_gen2()
923 writel(~MFI_GEN2_ENABLE_INTERRUPT_MASK, &(regs)->outbound_intr_mask); in megasas_enable_intr_gen2()
926 readl(®s->outbound_intr_mask); in megasas_enable_intr_gen2()
930 * megasas_disable_intr_gen2 - Disables interrupt
939 regs = instance->reg_set; in megasas_disable_intr_gen2()
940 writel(mask, ®s->outbound_intr_mask); in megasas_disable_intr_gen2()
942 readl(®s->outbound_intr_mask); in megasas_disable_intr_gen2()
946 * megasas_read_fw_status_reg_gen2 - returns the current FW status value
952 return readl(&instance->reg_set->outbound_scratch_pad_0); in megasas_read_fw_status_reg_gen2()
956 * megasas_clear_intr_gen2 - Check & clear interrupt
965 regs = instance->reg_set; in megasas_clear_intr_gen2()
970 status = readl(®s->outbound_intr_status); in megasas_clear_intr_gen2()
983 writel(status, ®s->outbound_doorbell_clear); in megasas_clear_intr_gen2()
986 readl(®s->outbound_intr_status); in megasas_clear_intr_gen2()
992 * megasas_fire_cmd_gen2 - Sends command to the FW
1006 spin_lock_irqsave(&instance->hba_lock, flags); in megasas_fire_cmd_gen2()
1008 &(regs)->inbound_queue_port); in megasas_fire_cmd_gen2()
1009 spin_unlock_irqrestore(&instance->hba_lock, flags); in megasas_fire_cmd_gen2()
1013 * megasas_adp_reset_gen2 - For controller reset
1023 u32 __iomem *seq_offset = ®_set->seq_offset; in megasas_adp_reset_gen2()
1024 u32 __iomem *hostdiag_offset = ®_set->host_diag; in megasas_adp_reset_gen2()
1026 if (instance->instancet == &megasas_instance_template_skinny) { in megasas_adp_reset_gen2()
1027 seq_offset = ®_set->fusion_seq_offset; in megasas_adp_reset_gen2()
1028 hostdiag_offset = ®_set->fusion_host_diag; in megasas_adp_reset_gen2()
1045 dev_notice(&instance->pdev->dev, "RESETGEN2: retry=%x, hostdiag=%x\n", in megasas_adp_reset_gen2()
1053 dev_notice(&instance->pdev->dev, "ADP_RESET_GEN2: HostDiag=%x\n", HostDiag); in megasas_adp_reset_gen2()
1063 dev_notice(&instance->pdev->dev, "RESET_GEN2: retry=%x, hostdiag=%x\n", in megasas_adp_reset_gen2()
1074 * megasas_check_reset_gen2 - For controller reset check
1082 if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) in megasas_check_reset_gen2()
1115 * megasas_issue_polled - Issues a polling command
1124 struct megasas_header *frame_hdr = &cmd->frame->hdr; in megasas_issue_polled()
1126 frame_hdr->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_issue_polled()
1127 frame_hdr->flags |= cpu_to_le16(MFI_FRAME_DONT_POST_IN_REPLY_QUEUE); in megasas_issue_polled()
1129 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_issue_polled()
1130 dev_err(&instance->pdev->dev, "Failed from %s %d\n", in megasas_issue_polled()
1135 instance->instancet->issue_dcmd(instance, cmd); in megasas_issue_polled()
1137 return wait_and_poll(instance, cmd, instance->requestorId ? in megasas_issue_polled()
1142 * megasas_issue_blocked_cmd - Synchronous wrapper around regular FW cmds
1156 cmd->cmd_status_drv = DCMD_INIT; in megasas_issue_blocked_cmd()
1158 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_issue_blocked_cmd()
1159 dev_err(&instance->pdev->dev, "Failed from %s %d\n", in megasas_issue_blocked_cmd()
1164 instance->instancet->issue_dcmd(instance, cmd); in megasas_issue_blocked_cmd()
1167 ret = wait_event_timeout(instance->int_cmd_wait_q, in megasas_issue_blocked_cmd()
1168 cmd->cmd_status_drv != DCMD_INIT, timeout * HZ); in megasas_issue_blocked_cmd()
1170 dev_err(&instance->pdev->dev, in megasas_issue_blocked_cmd()
1172 cmd->frame->dcmd.opcode, __func__); in megasas_issue_blocked_cmd()
1176 wait_event(instance->int_cmd_wait_q, in megasas_issue_blocked_cmd()
1177 cmd->cmd_status_drv != DCMD_INIT); in megasas_issue_blocked_cmd()
1179 return cmd->cmd_status_drv; in megasas_issue_blocked_cmd()
1183 * megasas_issue_blocked_abort_cmd - Aborts previously issued cmd
1205 return -1; in megasas_issue_blocked_abort_cmd()
1207 abort_fr = &cmd->frame->abort; in megasas_issue_blocked_abort_cmd()
1212 abort_fr->cmd = MFI_CMD_ABORT; in megasas_issue_blocked_abort_cmd()
1213 abort_fr->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_issue_blocked_abort_cmd()
1214 abort_fr->flags = cpu_to_le16(0); in megasas_issue_blocked_abort_cmd()
1215 abort_fr->abort_context = cpu_to_le32(cmd_to_abort->index); in megasas_issue_blocked_abort_cmd()
1216 abort_fr->abort_mfi_phys_addr_lo = in megasas_issue_blocked_abort_cmd()
1217 cpu_to_le32(lower_32_bits(cmd_to_abort->frame_phys_addr)); in megasas_issue_blocked_abort_cmd()
1218 abort_fr->abort_mfi_phys_addr_hi = in megasas_issue_blocked_abort_cmd()
1219 cpu_to_le32(upper_32_bits(cmd_to_abort->frame_phys_addr)); in megasas_issue_blocked_abort_cmd()
1221 cmd->sync_cmd = 1; in megasas_issue_blocked_abort_cmd()
1222 cmd->cmd_status_drv = DCMD_INIT; in megasas_issue_blocked_abort_cmd()
1224 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_issue_blocked_abort_cmd()
1225 dev_err(&instance->pdev->dev, "Failed from %s %d\n", in megasas_issue_blocked_abort_cmd()
1230 instance->instancet->issue_dcmd(instance, cmd); in megasas_issue_blocked_abort_cmd()
1233 ret = wait_event_timeout(instance->abort_cmd_wait_q, in megasas_issue_blocked_abort_cmd()
1234 cmd->cmd_status_drv != DCMD_INIT, timeout * HZ); in megasas_issue_blocked_abort_cmd()
1236 opcode = cmd_to_abort->frame->dcmd.opcode; in megasas_issue_blocked_abort_cmd()
1237 dev_err(&instance->pdev->dev, in megasas_issue_blocked_abort_cmd()
1243 wait_event(instance->abort_cmd_wait_q, in megasas_issue_blocked_abort_cmd()
1244 cmd->cmd_status_drv != DCMD_INIT); in megasas_issue_blocked_abort_cmd()
1246 cmd->sync_cmd = 0; in megasas_issue_blocked_abort_cmd()
1249 return cmd->cmd_status_drv; in megasas_issue_blocked_abort_cmd()
1253 * megasas_make_sgl32 - Prepares 32-bit SGL
1255 * @scp: SCSI command from the mid-layer
1259 * it returnes -1.
1274 mfi_sgl->sge32[i].length = cpu_to_le32(sg_dma_len(os_sgl)); in megasas_make_sgl32()
1275 mfi_sgl->sge32[i].phys_addr = cpu_to_le32(sg_dma_address(os_sgl)); in megasas_make_sgl32()
1282 * megasas_make_sgl64 - Prepares 64-bit SGL
1284 * @scp: SCSI command from the mid-layer
1288 * it returnes -1.
1303 mfi_sgl->sge64[i].length = cpu_to_le32(sg_dma_len(os_sgl)); in megasas_make_sgl64()
1304 mfi_sgl->sge64[i].phys_addr = cpu_to_le64(sg_dma_address(os_sgl)); in megasas_make_sgl64()
1311 * megasas_make_sgl_skinny - Prepares IEEE SGL
1313 * @scp: SCSI command from the mid-layer
1317 * it returnes -1.
1331 mfi_sgl->sge_skinny[i].length = in megasas_make_sgl_skinny()
1333 mfi_sgl->sge_skinny[i].phys_addr = in megasas_make_sgl_skinny()
1335 mfi_sgl->sge_skinny[i].flag = cpu_to_le32(0); in megasas_make_sgl_skinny()
1342 * megasas_get_frame_count - Computes the number of frames
1343 * @frame_type : type of frame- io or pthru frame
1360 if (instance->flag_ieee) { in megasas_get_frame_count()
1365 * Main frame can contain 2 SGEs for 64-bit SGLs and in megasas_get_frame_count()
1366 * 3 SGEs for 32-bit SGLs for ldio & in megasas_get_frame_count()
1367 * 1 SGEs for 64-bit SGLs and in megasas_get_frame_count()
1368 * 2 SGEs for 32-bit SGLs for pthru frame in megasas_get_frame_count()
1371 if (instance->flag_ieee == 1) { in megasas_get_frame_count()
1372 num_cnt = sge_count - 1; in megasas_get_frame_count()
1374 num_cnt = sge_count - 1; in megasas_get_frame_count()
1376 num_cnt = sge_count - 2; in megasas_get_frame_count()
1378 if (instance->flag_ieee == 1) { in megasas_get_frame_count()
1379 num_cnt = sge_count - 1; in megasas_get_frame_count()
1381 num_cnt = sge_count - 2; in megasas_get_frame_count()
1383 num_cnt = sge_count - 3; in megasas_get_frame_count()
1401 * megasas_build_dcdb - Prepares a direct cdb (DCDB) command
1406 * This function prepares CDB commands. These are typcially pass-through
1418 is_logical = MEGASAS_IS_LOGICAL(scp->device); in megasas_build_dcdb()
1420 pthru = (struct megasas_pthru_frame *)cmd->frame; in megasas_build_dcdb()
1422 if (scp->sc_data_direction == DMA_TO_DEVICE) in megasas_build_dcdb()
1424 else if (scp->sc_data_direction == DMA_FROM_DEVICE) in megasas_build_dcdb()
1426 else if (scp->sc_data_direction == DMA_NONE) in megasas_build_dcdb()
1429 if (instance->flag_ieee == 1) { in megasas_build_dcdb()
1436 pthru->cmd = (is_logical) ? MFI_CMD_LD_SCSI_IO : MFI_CMD_PD_SCSI_IO; in megasas_build_dcdb()
1437 pthru->cmd_status = 0x0; in megasas_build_dcdb()
1438 pthru->scsi_status = 0x0; in megasas_build_dcdb()
1439 pthru->target_id = device_id; in megasas_build_dcdb()
1440 pthru->lun = scp->device->lun; in megasas_build_dcdb()
1441 pthru->cdb_len = scp->cmd_len; in megasas_build_dcdb()
1442 pthru->timeout = 0; in megasas_build_dcdb()
1443 pthru->pad_0 = 0; in megasas_build_dcdb()
1444 pthru->flags = cpu_to_le16(flags); in megasas_build_dcdb()
1445 pthru->data_xfer_len = cpu_to_le32(scsi_bufflen(scp)); in megasas_build_dcdb()
1447 memcpy(pthru->cdb, scp->cmnd, scp->cmd_len); in megasas_build_dcdb()
1453 if (scp->device->type == TYPE_TAPE) { in megasas_build_dcdb()
1454 if (scsi_cmd_to_rq(scp)->timeout / HZ > 0xFFFF) in megasas_build_dcdb()
1455 pthru->timeout = cpu_to_le16(0xFFFF); in megasas_build_dcdb()
1457 pthru->timeout = cpu_to_le16(scsi_cmd_to_rq(scp)->timeout / HZ); in megasas_build_dcdb()
1463 if (instance->flag_ieee == 1) { in megasas_build_dcdb()
1464 pthru->flags |= cpu_to_le16(MFI_FRAME_SGL64); in megasas_build_dcdb()
1465 pthru->sge_count = megasas_make_sgl_skinny(instance, scp, in megasas_build_dcdb()
1466 &pthru->sgl); in megasas_build_dcdb()
1468 pthru->flags |= cpu_to_le16(MFI_FRAME_SGL64); in megasas_build_dcdb()
1469 pthru->sge_count = megasas_make_sgl64(instance, scp, in megasas_build_dcdb()
1470 &pthru->sgl); in megasas_build_dcdb()
1472 pthru->sge_count = megasas_make_sgl32(instance, scp, in megasas_build_dcdb()
1473 &pthru->sgl); in megasas_build_dcdb()
1475 if (pthru->sge_count > instance->max_num_sge) { in megasas_build_dcdb()
1476 dev_err(&instance->pdev->dev, "DCDB too many SGE NUM=%x\n", in megasas_build_dcdb()
1477 pthru->sge_count); in megasas_build_dcdb()
1484 pthru->sense_len = SCSI_SENSE_BUFFERSIZE; in megasas_build_dcdb()
1485 pthru->sense_buf_phys_addr_hi = in megasas_build_dcdb()
1486 cpu_to_le32(upper_32_bits(cmd->sense_phys_addr)); in megasas_build_dcdb()
1487 pthru->sense_buf_phys_addr_lo = in megasas_build_dcdb()
1488 cpu_to_le32(lower_32_bits(cmd->sense_phys_addr)); in megasas_build_dcdb()
1494 cmd->frame_count = megasas_get_frame_count(instance, pthru->sge_count, in megasas_build_dcdb()
1497 return cmd->frame_count; in megasas_build_dcdb()
1501 * megasas_build_ldio - Prepares IOs to logical devices
1513 u8 sc = scp->cmnd[0]; in megasas_build_ldio()
1518 ldio = (struct megasas_io_frame *)cmd->frame; in megasas_build_ldio()
1520 if (scp->sc_data_direction == DMA_TO_DEVICE) in megasas_build_ldio()
1522 else if (scp->sc_data_direction == DMA_FROM_DEVICE) in megasas_build_ldio()
1525 if (instance->flag_ieee == 1) { in megasas_build_ldio()
1532 ldio->cmd = (sc & 0x02) ? MFI_CMD_LD_WRITE : MFI_CMD_LD_READ; in megasas_build_ldio()
1533 ldio->cmd_status = 0x0; in megasas_build_ldio()
1534 ldio->scsi_status = 0x0; in megasas_build_ldio()
1535 ldio->target_id = device_id; in megasas_build_ldio()
1536 ldio->timeout = 0; in megasas_build_ldio()
1537 ldio->reserved_0 = 0; in megasas_build_ldio()
1538 ldio->pad_0 = 0; in megasas_build_ldio()
1539 ldio->flags = cpu_to_le16(flags); in megasas_build_ldio()
1540 ldio->start_lba_hi = 0; in megasas_build_ldio()
1541 ldio->access_byte = (scp->cmd_len != 6) ? scp->cmnd[1] : 0; in megasas_build_ldio()
1544 * 6-byte READ(0x08) or WRITE(0x0A) cdb in megasas_build_ldio()
1546 if (scp->cmd_len == 6) { in megasas_build_ldio()
1547 ldio->lba_count = cpu_to_le32((u32) scp->cmnd[4]); in megasas_build_ldio()
1548 ldio->start_lba_lo = cpu_to_le32(((u32) scp->cmnd[1] << 16) | in megasas_build_ldio()
1549 ((u32) scp->cmnd[2] << 8) | in megasas_build_ldio()
1550 (u32) scp->cmnd[3]); in megasas_build_ldio()
1552 ldio->start_lba_lo &= cpu_to_le32(0x1FFFFF); in megasas_build_ldio()
1556 * 10-byte READ(0x28) or WRITE(0x2A) cdb in megasas_build_ldio()
1558 else if (scp->cmd_len == 10) { in megasas_build_ldio()
1559 ldio->lba_count = cpu_to_le32((u32) scp->cmnd[8] | in megasas_build_ldio()
1560 ((u32) scp->cmnd[7] << 8)); in megasas_build_ldio()
1561 ldio->start_lba_lo = cpu_to_le32(((u32) scp->cmnd[2] << 24) | in megasas_build_ldio()
1562 ((u32) scp->cmnd[3] << 16) | in megasas_build_ldio()
1563 ((u32) scp->cmnd[4] << 8) | in megasas_build_ldio()
1564 (u32) scp->cmnd[5]); in megasas_build_ldio()
1568 * 12-byte READ(0xA8) or WRITE(0xAA) cdb in megasas_build_ldio()
1570 else if (scp->cmd_len == 12) { in megasas_build_ldio()
1571 ldio->lba_count = cpu_to_le32(((u32) scp->cmnd[6] << 24) | in megasas_build_ldio()
1572 ((u32) scp->cmnd[7] << 16) | in megasas_build_ldio()
1573 ((u32) scp->cmnd[8] << 8) | in megasas_build_ldio()
1574 (u32) scp->cmnd[9]); in megasas_build_ldio()
1576 ldio->start_lba_lo = cpu_to_le32(((u32) scp->cmnd[2] << 24) | in megasas_build_ldio()
1577 ((u32) scp->cmnd[3] << 16) | in megasas_build_ldio()
1578 ((u32) scp->cmnd[4] << 8) | in megasas_build_ldio()
1579 (u32) scp->cmnd[5]); in megasas_build_ldio()
1583 * 16-byte READ(0x88) or WRITE(0x8A) cdb in megasas_build_ldio()
1585 else if (scp->cmd_len == 16) { in megasas_build_ldio()
1586 ldio->lba_count = cpu_to_le32(((u32) scp->cmnd[10] << 24) | in megasas_build_ldio()
1587 ((u32) scp->cmnd[11] << 16) | in megasas_build_ldio()
1588 ((u32) scp->cmnd[12] << 8) | in megasas_build_ldio()
1589 (u32) scp->cmnd[13]); in megasas_build_ldio()
1591 ldio->start_lba_lo = cpu_to_le32(((u32) scp->cmnd[6] << 24) | in megasas_build_ldio()
1592 ((u32) scp->cmnd[7] << 16) | in megasas_build_ldio()
1593 ((u32) scp->cmnd[8] << 8) | in megasas_build_ldio()
1594 (u32) scp->cmnd[9]); in megasas_build_ldio()
1596 ldio->start_lba_hi = cpu_to_le32(((u32) scp->cmnd[2] << 24) | in megasas_build_ldio()
1597 ((u32) scp->cmnd[3] << 16) | in megasas_build_ldio()
1598 ((u32) scp->cmnd[4] << 8) | in megasas_build_ldio()
1599 (u32) scp->cmnd[5]); in megasas_build_ldio()
1606 if (instance->flag_ieee) { in megasas_build_ldio()
1607 ldio->flags |= cpu_to_le16(MFI_FRAME_SGL64); in megasas_build_ldio()
1608 ldio->sge_count = megasas_make_sgl_skinny(instance, scp, in megasas_build_ldio()
1609 &ldio->sgl); in megasas_build_ldio()
1611 ldio->flags |= cpu_to_le16(MFI_FRAME_SGL64); in megasas_build_ldio()
1612 ldio->sge_count = megasas_make_sgl64(instance, scp, &ldio->sgl); in megasas_build_ldio()
1614 ldio->sge_count = megasas_make_sgl32(instance, scp, &ldio->sgl); in megasas_build_ldio()
1616 if (ldio->sge_count > instance->max_num_sge) { in megasas_build_ldio()
1617 dev_err(&instance->pdev->dev, "build_ld_io: sge_count = %x\n", in megasas_build_ldio()
1618 ldio->sge_count); in megasas_build_ldio()
1625 ldio->sense_len = SCSI_SENSE_BUFFERSIZE; in megasas_build_ldio()
1626 ldio->sense_buf_phys_addr_hi = 0; in megasas_build_ldio()
1627 ldio->sense_buf_phys_addr_lo = cpu_to_le32(cmd->sense_phys_addr); in megasas_build_ldio()
1633 cmd->frame_count = megasas_get_frame_count(instance, in megasas_build_ldio()
1634 ldio->sge_count, IO_FRAME); in megasas_build_ldio()
1636 return cmd->frame_count; in megasas_build_ldio()
1640 * megasas_cmd_type - Checks if the cmd is for logical drive/sysPD
1649 switch (cmd->cmnd[0]) { in megasas_cmd_type()
1658 ret = (MEGASAS_IS_LOGICAL(cmd->device)) ? in megasas_cmd_type()
1662 ret = (MEGASAS_IS_LOGICAL(cmd->device)) ? in megasas_cmd_type()
1669 * megasas_dump_pending_frames - Dumps the frame address of all pending cmds
1682 u16 max_cmd = instance->max_fw_cmds; in megasas_dump_pending_frames()
1684 …dev_err(&instance->pdev->dev, "[%d]: Dumping Frame Phys Address of all pending cmds in FW\n",insta… in megasas_dump_pending_frames()
1685 …dev_err(&instance->pdev->dev, "[%d]: Total OS Pending cmds : %d\n",instance->host->host_no,atomic_… in megasas_dump_pending_frames()
1687 dev_err(&instance->pdev->dev, "[%d]: 64 bit SGLs were sent to FW\n",instance->host->host_no); in megasas_dump_pending_frames()
1689 dev_err(&instance->pdev->dev, "[%d]: 32 bit SGLs were sent to FW\n",instance->host->host_no); in megasas_dump_pending_frames()
1691 dev_err(&instance->pdev->dev, "[%d]: Pending OS cmds in FW : \n",instance->host->host_no); in megasas_dump_pending_frames()
1693 cmd = instance->cmd_list[i]; in megasas_dump_pending_frames()
1694 if (!cmd->scmd) in megasas_dump_pending_frames()
1696 …dev_err(&instance->pdev->dev, "[%d]: Frame addr :0x%08lx : ",instance->host->host_no,(unsigned lon… in megasas_dump_pending_frames()
1697 if (megasas_cmd_type(cmd->scmd) == READ_WRITE_LDIO) { in megasas_dump_pending_frames()
1698 ldio = (struct megasas_io_frame *)cmd->frame; in megasas_dump_pending_frames()
1699 mfi_sgl = &ldio->sgl; in megasas_dump_pending_frames()
1700 sgcount = ldio->sge_count; in megasas_dump_pending_frames()
1701 dev_err(&instance->pdev->dev, "[%d]: frame count : 0x%x, Cmd : 0x%x, Tgt id : 0x%x," in megasas_dump_pending_frames()
1703 instance->host->host_no, cmd->frame_count, ldio->cmd, ldio->target_id, in megasas_dump_pending_frames()
1704 le32_to_cpu(ldio->start_lba_lo), le32_to_cpu(ldio->start_lba_hi), in megasas_dump_pending_frames()
1705 le32_to_cpu(ldio->sense_buf_phys_addr_lo), sgcount); in megasas_dump_pending_frames()
1707 pthru = (struct megasas_pthru_frame *) cmd->frame; in megasas_dump_pending_frames()
1708 mfi_sgl = &pthru->sgl; in megasas_dump_pending_frames()
1709 sgcount = pthru->sge_count; in megasas_dump_pending_frames()
1710 dev_err(&instance->pdev->dev, "[%d]: frame count : 0x%x, Cmd : 0x%x, Tgt id : 0x%x, " in megasas_dump_pending_frames()
1712 instance->host->host_no, cmd->frame_count, pthru->cmd, pthru->target_id, in megasas_dump_pending_frames()
1713 pthru->lun, pthru->cdb_len, le32_to_cpu(pthru->data_xfer_len), in megasas_dump_pending_frames()
1714 le32_to_cpu(pthru->sense_buf_phys_addr_lo), sgcount); in megasas_dump_pending_frames()
1719 dev_err(&instance->pdev->dev, "sgl len : 0x%x, sgl addr : 0x%llx\n", in megasas_dump_pending_frames()
1720 le32_to_cpu(mfi_sgl->sge64[n].length), in megasas_dump_pending_frames()
1721 le64_to_cpu(mfi_sgl->sge64[n].phys_addr)); in megasas_dump_pending_frames()
1723 dev_err(&instance->pdev->dev, "sgl len : 0x%x, sgl addr : 0x%x\n", in megasas_dump_pending_frames()
1724 le32_to_cpu(mfi_sgl->sge32[n].length), in megasas_dump_pending_frames()
1725 le32_to_cpu(mfi_sgl->sge32[n].phys_addr)); in megasas_dump_pending_frames()
1729 dev_err(&instance->pdev->dev, "[%d]: Pending Internal cmds in FW : \n",instance->host->host_no); in megasas_dump_pending_frames()
1732 cmd = instance->cmd_list[i]; in megasas_dump_pending_frames()
1734 if (cmd->sync_cmd == 1) in megasas_dump_pending_frames()
1735 dev_err(&instance->pdev->dev, "0x%08lx : ", (unsigned long)cmd->frame_phys_addr); in megasas_dump_pending_frames()
1737 dev_err(&instance->pdev->dev, "[%d]: Dumping Done\n\n",instance->host->host_no); in megasas_dump_pending_frames()
1762 cmd->scmd = scmd; in megasas_build_and_issue_cmd()
1763 megasas_priv(scmd)->cmd_priv = cmd; in megasas_build_and_issue_cmd()
1768 atomic_inc(&instance->fw_outstanding); in megasas_build_and_issue_cmd()
1770 instance->instancet->fire_cmd(instance, cmd->frame_phys_addr, in megasas_build_and_issue_cmd()
1771 cmd->frame_count-1, instance->reg_set); in megasas_build_and_issue_cmd()
1781 * megasas_queue_command - Queue entry point
1793 scmd->device->host->hostdata; in megasas_queue_command()
1795 if (instance->unload == 1) { in megasas_queue_command()
1796 scmd->result = DID_NO_CONNECT << 16; in megasas_queue_command()
1801 if (instance->issuepend_done == 0) in megasas_queue_command()
1806 if (atomic_read(&instance->adprecovery) == MEGASAS_ADPRESET_SM_INFAULT) { in megasas_queue_command()
1811 scmd->result = DID_NO_CONNECT << 16; in megasas_queue_command()
1817 mr_device_priv_data = scmd->device->hostdata; in megasas_queue_command()
1819 (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR)) { in megasas_queue_command()
1820 scmd->result = DID_NO_CONNECT << 16; in megasas_queue_command()
1825 if (MEGASAS_IS_LOGICAL(scmd->device)) { in megasas_queue_command()
1826 ld_tgt_id = MEGASAS_TARGET_ID(scmd->device); in megasas_queue_command()
1827 if (instance->ld_tgtid_status[ld_tgt_id] == LD_TARGET_ID_DELETED) { in megasas_queue_command()
1828 scmd->result = DID_NO_CONNECT << 16; in megasas_queue_command()
1834 if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) in megasas_queue_command()
1837 if (mr_device_priv_data->tm_busy) in megasas_queue_command()
1841 scmd->result = 0; in megasas_queue_command()
1843 if (MEGASAS_IS_LOGICAL(scmd->device) && in megasas_queue_command()
1844 (scmd->device->id >= instance->fw_supported_vd_count || in megasas_queue_command()
1845 scmd->device->lun)) { in megasas_queue_command()
1846 scmd->result = DID_BAD_TARGET << 16; in megasas_queue_command()
1850 if ((scmd->cmnd[0] == SYNCHRONIZE_CACHE) && in megasas_queue_command()
1851 MEGASAS_IS_LOGICAL(scmd->device) && in megasas_queue_command()
1852 (!instance->fw_sync_cache_support)) { in megasas_queue_command()
1853 scmd->result = DID_OK << 16; in megasas_queue_command()
1857 return instance->instancet->build_and_issue_cmd(instance, scmd); in megasas_queue_command()
1871 (megasas_mgmt_info.instance[i]->host->host_no == host_no)) in megasas_lookup_instance()
1879 * megasas_set_dynamic_target_properties -
1902 instance = megasas_lookup_instance(sdev->host->host_no); in megasas_set_dynamic_target_properties()
1903 fusion = instance->ctrl_context; in megasas_set_dynamic_target_properties()
1904 mr_device_priv_data = sdev->hostdata; in megasas_set_dynamic_target_properties()
1910 device_id = ((sdev->channel % 2) * MEGASAS_MAX_DEV_PER_CHANNEL) in megasas_set_dynamic_target_properties()
1911 + sdev->id; in megasas_set_dynamic_target_properties()
1912 local_map_ptr = fusion->ld_drv_map[(instance->map_id & 1)]; in megasas_set_dynamic_target_properties()
1914 if (ld >= instance->fw_supported_vd_count) in megasas_set_dynamic_target_properties()
1918 if (raid->capability.ldPiMode == MR_PROT_INFO_TYPE_CONTROLLER) in megasas_set_dynamic_target_properties()
1919 blk_queue_update_dma_alignment(sdev->request_queue, 0x7); in megasas_set_dynamic_target_properties()
1921 mr_device_priv_data->is_tm_capable = in megasas_set_dynamic_target_properties()
1922 raid->capability.tmCapable; in megasas_set_dynamic_target_properties()
1924 if (!raid->flags.isEPD) in megasas_set_dynamic_target_properties()
1925 sdev->no_write_same = 1; in megasas_set_dynamic_target_properties()
1927 } else if (instance->use_seqnum_jbod_fp) { in megasas_set_dynamic_target_properties()
1928 pd_index = (sdev->channel * MEGASAS_MAX_DEV_PER_CHANNEL) + in megasas_set_dynamic_target_properties()
1929 sdev->id; in megasas_set_dynamic_target_properties()
1930 pd_sync = (void *)fusion->pd_seq_sync in megasas_set_dynamic_target_properties()
1931 [(instance->pd_seq_map_id - 1) & 1]; in megasas_set_dynamic_target_properties()
1932 mr_device_priv_data->is_tm_capable = in megasas_set_dynamic_target_properties()
1933 pd_sync->seq[pd_index].capability.tmCapable; in megasas_set_dynamic_target_properties()
1936 if (is_target_prop && instance->tgt_prop->reset_tmo) { in megasas_set_dynamic_target_properties()
1941 mr_device_priv_data->target_reset_tmo = in megasas_set_dynamic_target_properties()
1942 min_t(u8, instance->max_reset_tmo, in megasas_set_dynamic_target_properties()
1943 instance->tgt_prop->reset_tmo); in megasas_set_dynamic_target_properties()
1944 mr_device_priv_data->task_abort_tmo = instance->task_abort_tmo; in megasas_set_dynamic_target_properties()
1946 mr_device_priv_data->target_reset_tmo = in megasas_set_dynamic_target_properties()
1948 mr_device_priv_data->task_abort_tmo = in megasas_set_dynamic_target_properties()
1954 * megasas_set_nvme_device_properties -
1975 instance = (struct megasas_instance *)sdev->host->hostdata; in megasas_set_nvme_device_properties()
1976 mr_nvme_pg_size = max_t(u32, instance->nvme_page_size, in megasas_set_nvme_device_properties()
1979 blk_queue_max_hw_sectors(sdev->request_queue, (max_io_size / 512)); in megasas_set_nvme_device_properties()
1981 blk_queue_flag_set(QUEUE_FLAG_NOMERGES, sdev->request_queue); in megasas_set_nvme_device_properties()
1982 blk_queue_virt_boundary(sdev->request_queue, mr_nvme_pg_size - 1); in megasas_set_nvme_device_properties()
1986 * megasas_set_fw_assisted_qd -
2002 instance = megasas_lookup_instance(sdev->host->host_no); in megasas_set_fw_assisted_qd()
2003 mr_device_priv_data = sdev->hostdata; in megasas_set_fw_assisted_qd()
2004 interface_type = mr_device_priv_data->interface_type; in megasas_set_fw_assisted_qd()
2019 tgt_device_qd = le32_to_cpu(instance->tgt_prop->device_qdepth); in megasas_set_fw_assisted_qd()
2021 device_qd = min(instance->host->can_queue, in megasas_set_fw_assisted_qd()
2025 if (instance->enable_sdev_max_qd && interface_type != UNKNOWN_DRIVE) in megasas_set_fw_assisted_qd()
2026 device_qd = instance->host->can_queue; in megasas_set_fw_assisted_qd()
2032 * megasas_set_static_target_properties -
2038 * set nvme device properties. see - megasas_set_nvme_device_properties
2049 instance = megasas_lookup_instance(sdev->host->host_no); in megasas_set_static_target_properties()
2054 blk_queue_rq_timeout(sdev->request_queue, scmd_timeout * HZ); in megasas_set_static_target_properties()
2060 max_io_size_kb = le32_to_cpu(instance->tgt_prop->max_io_size_kb); in megasas_set_static_target_properties()
2062 if (instance->nvme_page_size && max_io_size_kb) in megasas_set_static_target_properties()
2076 instance = megasas_lookup_instance(sdev->host->host_no); in megasas_slave_configure()
2077 if (instance->pd_list_not_supported) { in megasas_slave_configure()
2078 if (!MEGASAS_IS_LOGICAL(sdev) && sdev->type == TYPE_DISK) { in megasas_slave_configure()
2079 pd_index = (sdev->channel * MEGASAS_MAX_DEV_PER_CHANNEL) + in megasas_slave_configure()
2080 sdev->id; in megasas_slave_configure()
2081 if (instance->pd_list[pd_index].driveState != in megasas_slave_configure()
2083 return -ENXIO; in megasas_slave_configure()
2087 mutex_lock(&instance->reset_mutex); in megasas_slave_configure()
2089 if ((instance->pd_info) && !MEGASAS_IS_LOGICAL(sdev)) in megasas_slave_configure()
2092 /* Some ventura firmware may not have instance->nvme_page_size set. in megasas_slave_configure()
2095 if ((instance->tgt_prop) && (instance->nvme_page_size)) in megasas_slave_configure()
2104 mutex_unlock(&instance->reset_mutex); in megasas_slave_configure()
2115 instance = megasas_lookup_instance(sdev->host->host_no); in megasas_slave_alloc()
2121 (sdev->channel * MEGASAS_MAX_DEV_PER_CHANNEL) + in megasas_slave_alloc()
2122 sdev->id; in megasas_slave_alloc()
2123 if ((instance->pd_list_not_supported || in megasas_slave_alloc()
2124 instance->pd_list[pd_index].driveState == in megasas_slave_alloc()
2128 return -ENXIO; in megasas_slave_alloc()
2131 return -ENXIO; in megasas_slave_alloc()
2138 return -ENOMEM; in megasas_slave_alloc()
2142 instance->ld_tgtid_status[ld_tgt_id] = LD_TARGET_ID_ACTIVE; in megasas_slave_alloc()
2147 sdev->hostdata = mr_device_priv_data; in megasas_slave_alloc()
2149 atomic_set(&mr_device_priv_data->r1_ldio_hint, in megasas_slave_alloc()
2150 instance->r1_ldio_hint_default); in megasas_slave_alloc()
2159 instance = megasas_lookup_instance(sdev->host->host_no); in megasas_slave_destroy()
2167 instance->ld_tgtid_status[ld_tgt_id] = LD_TARGET_ID_DELETED; in megasas_slave_destroy()
2173 kfree(sdev->hostdata); in megasas_slave_destroy()
2174 sdev->hostdata = NULL; in megasas_slave_destroy()
2178 * megasas_complete_outstanding_ioctls - Complete outstanding ioctls after a
2188 struct fusion_context *fusion = instance->ctrl_context; in megasas_complete_outstanding_ioctls()
2192 for (i = 0; i < instance->max_fw_cmds; i++) { in megasas_complete_outstanding_ioctls()
2193 cmd_fusion = fusion->cmd_list[i]; in megasas_complete_outstanding_ioctls()
2194 if (cmd_fusion->sync_cmd_idx != (u32)ULONG_MAX) { in megasas_complete_outstanding_ioctls()
2195 cmd_mfi = instance->cmd_list[cmd_fusion->sync_cmd_idx]; in megasas_complete_outstanding_ioctls()
2196 if (cmd_mfi->sync_cmd && in megasas_complete_outstanding_ioctls()
2197 (cmd_mfi->frame->hdr.cmd != MFI_CMD_ABORT)) { in megasas_complete_outstanding_ioctls()
2198 cmd_mfi->frame->hdr.cmd_status = in megasas_complete_outstanding_ioctls()
2206 for (i = 0; i < instance->max_fw_cmds; i++) { in megasas_complete_outstanding_ioctls()
2207 cmd_mfi = instance->cmd_list[i]; in megasas_complete_outstanding_ioctls()
2208 if (cmd_mfi->sync_cmd && cmd_mfi->frame->hdr.cmd != in megasas_complete_outstanding_ioctls()
2218 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megaraid_sas_kill_hba()
2219 dev_warn(&instance->pdev->dev, in megaraid_sas_kill_hba()
2225 atomic_set(&instance->adprecovery, MEGASAS_HW_CRITICAL_ERROR); in megaraid_sas_kill_hba()
2228 if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0073SKINNY) || in megaraid_sas_kill_hba()
2229 (instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0071SKINNY) || in megaraid_sas_kill_hba()
2230 (instance->adapter_type != MFI_SERIES)) { in megaraid_sas_kill_hba()
2231 if (!instance->requestorId) { in megaraid_sas_kill_hba()
2232 writel(MFI_STOP_ADP, &instance->reg_set->doorbell); in megaraid_sas_kill_hba()
2234 readl(&instance->reg_set->doorbell); in megaraid_sas_kill_hba()
2236 if (instance->requestorId && instance->peerIsPresent) in megaraid_sas_kill_hba()
2237 memset(instance->ld_ids, 0xff, MEGASAS_MAX_LD_IDS); in megaraid_sas_kill_hba()
2240 &instance->reg_set->inbound_doorbell); in megaraid_sas_kill_hba()
2247 * megasas_check_and_restore_queue_depth - Check if queue depth needs to be
2257 if (instance->flag & MEGASAS_FW_BUSY in megasas_check_and_restore_queue_depth()
2258 && time_after(jiffies, instance->last_time + 5 * HZ) in megasas_check_and_restore_queue_depth()
2259 && atomic_read(&instance->fw_outstanding) < in megasas_check_and_restore_queue_depth()
2260 instance->throttlequeuedepth + 1) { in megasas_check_and_restore_queue_depth()
2262 spin_lock_irqsave(instance->host->host_lock, flags); in megasas_check_and_restore_queue_depth()
2263 instance->flag &= ~MEGASAS_FW_BUSY; in megasas_check_and_restore_queue_depth()
2265 instance->host->can_queue = instance->cur_can_queue; in megasas_check_and_restore_queue_depth()
2266 spin_unlock_irqrestore(instance->host->host_lock, flags); in megasas_check_and_restore_queue_depth()
2271 * megasas_complete_cmd_dpc - Returns FW's controller structure
2287 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) in megasas_complete_cmd_dpc()
2290 spin_lock_irqsave(&instance->completion_lock, flags); in megasas_complete_cmd_dpc()
2292 producer = le32_to_cpu(*instance->producer); in megasas_complete_cmd_dpc()
2293 consumer = le32_to_cpu(*instance->consumer); in megasas_complete_cmd_dpc()
2296 context = le32_to_cpu(instance->reply_queue[consumer]); in megasas_complete_cmd_dpc()
2297 if (context >= instance->max_fw_cmds) { in megasas_complete_cmd_dpc()
2298 dev_err(&instance->pdev->dev, "Unexpected context value %x\n", in megasas_complete_cmd_dpc()
2303 cmd = instance->cmd_list[context]; in megasas_complete_cmd_dpc()
2308 if (consumer == (instance->max_fw_cmds + 1)) { in megasas_complete_cmd_dpc()
2313 *instance->consumer = cpu_to_le32(producer); in megasas_complete_cmd_dpc()
2315 spin_unlock_irqrestore(&instance->completion_lock, flags); in megasas_complete_cmd_dpc()
2326 * megasas_start_timer - Initializes sriov heartbeat timer object
2332 struct timer_list *timer = &instance->sriov_heartbeat_timer; in megasas_start_timer()
2335 timer->expires = jiffies + MEGASAS_SRIOV_HEARTBEAT_INTERVAL_VF; in megasas_start_timer()
2347 if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS1064R) || in megasas_do_ocr()
2348 (instance->pdev->device == PCI_DEVICE_ID_DELL_PERC5) || in megasas_do_ocr()
2349 (instance->pdev->device == PCI_DEVICE_ID_LSI_VERDE_ZCR)) { in megasas_do_ocr()
2350 *instance->consumer = cpu_to_le32(MEGASAS_ADPRESET_INPROG_SIGN); in megasas_do_ocr()
2352 instance->instancet->disable_intr(instance); in megasas_do_ocr()
2353 atomic_set(&instance->adprecovery, MEGASAS_ADPRESET_SM_INFAULT); in megasas_do_ocr()
2354 instance->issuepend_done = 0; in megasas_do_ocr()
2356 atomic_set(&instance->fw_outstanding, 0); in megasas_do_ocr()
2358 process_fw_state_change_wq(&instance->work_init); in megasas_do_ocr()
2374 dev_printk(KERN_DEBUG, &instance->pdev->dev, "megasas_get_ld_vf_affiliation_111:" in megasas_get_ld_vf_affiliation_111()
2376 instance->host->host_no); in megasas_get_ld_vf_affiliation_111()
2377 return -ENOMEM; in megasas_get_ld_vf_affiliation_111()
2380 dcmd = &cmd->frame->dcmd; in megasas_get_ld_vf_affiliation_111()
2382 if (!instance->vf_affiliation_111) { in megasas_get_ld_vf_affiliation_111()
2383 dev_warn(&instance->pdev->dev, "SR-IOV: Couldn't get LD/VF " in megasas_get_ld_vf_affiliation_111()
2384 "affiliation for scsi%d\n", instance->host->host_no); in megasas_get_ld_vf_affiliation_111()
2386 return -ENOMEM; in megasas_get_ld_vf_affiliation_111()
2390 memset(instance->vf_affiliation_111, 0, in megasas_get_ld_vf_affiliation_111()
2394 dma_alloc_coherent(&instance->pdev->dev, in megasas_get_ld_vf_affiliation_111()
2398 dev_printk(KERN_DEBUG, &instance->pdev->dev, "SR-IOV: Couldn't allocate " in megasas_get_ld_vf_affiliation_111()
2400 instance->host->host_no); in megasas_get_ld_vf_affiliation_111()
2402 return -ENOMEM; in megasas_get_ld_vf_affiliation_111()
2406 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_get_ld_vf_affiliation_111()
2408 dcmd->cmd = MFI_CMD_DCMD; in megasas_get_ld_vf_affiliation_111()
2409 dcmd->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_get_ld_vf_affiliation_111()
2410 dcmd->sge_count = 1; in megasas_get_ld_vf_affiliation_111()
2411 dcmd->flags = cpu_to_le16(MFI_FRAME_DIR_BOTH); in megasas_get_ld_vf_affiliation_111()
2412 dcmd->timeout = 0; in megasas_get_ld_vf_affiliation_111()
2413 dcmd->pad_0 = 0; in megasas_get_ld_vf_affiliation_111()
2414 dcmd->data_xfer_len = in megasas_get_ld_vf_affiliation_111()
2416 dcmd->opcode = cpu_to_le32(MR_DCMD_LD_VF_MAP_GET_ALL_LDS_111); in megasas_get_ld_vf_affiliation_111()
2419 dcmd->sgl.sge32[0].phys_addr = in megasas_get_ld_vf_affiliation_111()
2420 cpu_to_le32(instance->vf_affiliation_111_h); in megasas_get_ld_vf_affiliation_111()
2422 dcmd->sgl.sge32[0].phys_addr = in megasas_get_ld_vf_affiliation_111()
2425 dcmd->sgl.sge32[0].length = cpu_to_le32( in megasas_get_ld_vf_affiliation_111()
2428 dev_warn(&instance->pdev->dev, "SR-IOV: Getting LD/VF affiliation for " in megasas_get_ld_vf_affiliation_111()
2429 "scsi%d\n", instance->host->host_no); in megasas_get_ld_vf_affiliation_111()
2432 dev_warn(&instance->pdev->dev, "SR-IOV: LD/VF affiliation DCMD" in megasas_get_ld_vf_affiliation_111()
2434 dcmd->cmd_status, instance->host->host_no); in megasas_get_ld_vf_affiliation_111()
2440 thisVf = new_affiliation_111->thisVf; in megasas_get_ld_vf_affiliation_111()
2441 for (ld = 0 ; ld < new_affiliation_111->vdCount; ld++) in megasas_get_ld_vf_affiliation_111()
2442 if (instance->vf_affiliation_111->map[ld].policy[thisVf] != in megasas_get_ld_vf_affiliation_111()
2443 new_affiliation_111->map[ld].policy[thisVf]) { in megasas_get_ld_vf_affiliation_111()
2444 dev_warn(&instance->pdev->dev, "SR-IOV: " in megasas_get_ld_vf_affiliation_111()
2446 instance->host->host_no); in megasas_get_ld_vf_affiliation_111()
2447 memcpy(instance->vf_affiliation_111, in megasas_get_ld_vf_affiliation_111()
2456 dma_free_coherent(&instance->pdev->dev, in megasas_get_ld_vf_affiliation_111()
2481 dev_printk(KERN_DEBUG, &instance->pdev->dev, "megasas_get_ld_vf_affiliation12: " in megasas_get_ld_vf_affiliation_12()
2483 instance->host->host_no); in megasas_get_ld_vf_affiliation_12()
2484 return -ENOMEM; in megasas_get_ld_vf_affiliation_12()
2487 dcmd = &cmd->frame->dcmd; in megasas_get_ld_vf_affiliation_12()
2489 if (!instance->vf_affiliation) { in megasas_get_ld_vf_affiliation_12()
2490 dev_warn(&instance->pdev->dev, "SR-IOV: Couldn't get LD/VF " in megasas_get_ld_vf_affiliation_12()
2491 "affiliation for scsi%d\n", instance->host->host_no); in megasas_get_ld_vf_affiliation_12()
2493 return -ENOMEM; in megasas_get_ld_vf_affiliation_12()
2497 memset(instance->vf_affiliation, 0, (MAX_LOGICAL_DRIVES + 1) * in megasas_get_ld_vf_affiliation_12()
2501 dma_alloc_coherent(&instance->pdev->dev, in megasas_get_ld_vf_affiliation_12()
2505 dev_printk(KERN_DEBUG, &instance->pdev->dev, "SR-IOV: Couldn't allocate " in megasas_get_ld_vf_affiliation_12()
2507 instance->host->host_no); in megasas_get_ld_vf_affiliation_12()
2509 return -ENOMEM; in megasas_get_ld_vf_affiliation_12()
2513 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_get_ld_vf_affiliation_12()
2515 dcmd->cmd = MFI_CMD_DCMD; in megasas_get_ld_vf_affiliation_12()
2516 dcmd->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_get_ld_vf_affiliation_12()
2517 dcmd->sge_count = 1; in megasas_get_ld_vf_affiliation_12()
2518 dcmd->flags = cpu_to_le16(MFI_FRAME_DIR_BOTH); in megasas_get_ld_vf_affiliation_12()
2519 dcmd->timeout = 0; in megasas_get_ld_vf_affiliation_12()
2520 dcmd->pad_0 = 0; in megasas_get_ld_vf_affiliation_12()
2521 dcmd->data_xfer_len = cpu_to_le32((MAX_LOGICAL_DRIVES + 1) * in megasas_get_ld_vf_affiliation_12()
2523 dcmd->opcode = cpu_to_le32(MR_DCMD_LD_VF_MAP_GET_ALL_LDS); in megasas_get_ld_vf_affiliation_12()
2526 dcmd->sgl.sge32[0].phys_addr = in megasas_get_ld_vf_affiliation_12()
2527 cpu_to_le32(instance->vf_affiliation_h); in megasas_get_ld_vf_affiliation_12()
2529 dcmd->sgl.sge32[0].phys_addr = in megasas_get_ld_vf_affiliation_12()
2532 dcmd->sgl.sge32[0].length = cpu_to_le32((MAX_LOGICAL_DRIVES + 1) * in megasas_get_ld_vf_affiliation_12()
2535 dev_warn(&instance->pdev->dev, "SR-IOV: Getting LD/VF affiliation for " in megasas_get_ld_vf_affiliation_12()
2536 "scsi%d\n", instance->host->host_no); in megasas_get_ld_vf_affiliation_12()
2540 dev_warn(&instance->pdev->dev, "SR-IOV: LD/VF affiliation DCMD" in megasas_get_ld_vf_affiliation_12()
2542 dcmd->cmd_status, instance->host->host_no); in megasas_get_ld_vf_affiliation_12()
2548 if (!new_affiliation->ldCount) { in megasas_get_ld_vf_affiliation_12()
2549 dev_warn(&instance->pdev->dev, "SR-IOV: Got new LD/VF " in megasas_get_ld_vf_affiliation_12()
2551 instance->host->host_no); in megasas_get_ld_vf_affiliation_12()
2555 newmap = new_affiliation->map; in megasas_get_ld_vf_affiliation_12()
2556 savedmap = instance->vf_affiliation->map; in megasas_get_ld_vf_affiliation_12()
2557 thisVf = new_affiliation->thisVf; in megasas_get_ld_vf_affiliation_12()
2558 for (i = 0 ; i < new_affiliation->ldCount; i++) { in megasas_get_ld_vf_affiliation_12()
2560 for (j = 0; j < instance->vf_affiliation->ldCount; in megasas_get_ld_vf_affiliation_12()
2562 if (newmap->ref.targetId == in megasas_get_ld_vf_affiliation_12()
2563 savedmap->ref.targetId) { in megasas_get_ld_vf_affiliation_12()
2565 if (newmap->policy[thisVf] != in megasas_get_ld_vf_affiliation_12()
2566 savedmap->policy[thisVf]) { in megasas_get_ld_vf_affiliation_12()
2573 savedmap->size); in megasas_get_ld_vf_affiliation_12()
2575 if (!found && newmap->policy[thisVf] != in megasas_get_ld_vf_affiliation_12()
2581 ((unsigned char *)newmap + newmap->size); in megasas_get_ld_vf_affiliation_12()
2584 newmap = new_affiliation->map; in megasas_get_ld_vf_affiliation_12()
2585 savedmap = instance->vf_affiliation->map; in megasas_get_ld_vf_affiliation_12()
2587 for (i = 0 ; i < instance->vf_affiliation->ldCount; i++) { in megasas_get_ld_vf_affiliation_12()
2589 for (j = 0 ; j < new_affiliation->ldCount; j++) { in megasas_get_ld_vf_affiliation_12()
2590 if (savedmap->ref.targetId == in megasas_get_ld_vf_affiliation_12()
2591 newmap->ref.targetId) { in megasas_get_ld_vf_affiliation_12()
2593 if (savedmap->policy[thisVf] != in megasas_get_ld_vf_affiliation_12()
2594 newmap->policy[thisVf]) { in megasas_get_ld_vf_affiliation_12()
2601 newmap->size); in megasas_get_ld_vf_affiliation_12()
2603 if (!found && savedmap->policy[thisVf] != in megasas_get_ld_vf_affiliation_12()
2610 savedmap->size); in megasas_get_ld_vf_affiliation_12()
2615 dev_warn(&instance->pdev->dev, "SR-IOV: Got new LD/VF " in megasas_get_ld_vf_affiliation_12()
2616 "affiliation for scsi%d\n", instance->host->host_no); in megasas_get_ld_vf_affiliation_12()
2617 memcpy(instance->vf_affiliation, new_affiliation, in megasas_get_ld_vf_affiliation_12()
2618 new_affiliation->size); in megasas_get_ld_vf_affiliation_12()
2623 dma_free_coherent(&instance->pdev->dev, in megasas_get_ld_vf_affiliation_12()
2632 /* This function will get the current SR-IOV LD/VF affiliation */
2638 if (instance->PlasmaFW111) in megasas_get_ld_vf_affiliation()
2645 /* This function will tell FW to start the SR-IOV heartbeat */
2656 dev_printk(KERN_DEBUG, &instance->pdev->dev, "megasas_sriov_start_heartbeat: " in megasas_sriov_start_heartbeat()
2658 instance->host->host_no); in megasas_sriov_start_heartbeat()
2659 return -ENOMEM; in megasas_sriov_start_heartbeat()
2662 dcmd = &cmd->frame->dcmd; in megasas_sriov_start_heartbeat()
2665 instance->hb_host_mem = in megasas_sriov_start_heartbeat()
2666 dma_alloc_coherent(&instance->pdev->dev, in megasas_sriov_start_heartbeat()
2668 &instance->hb_host_mem_h, in megasas_sriov_start_heartbeat()
2670 if (!instance->hb_host_mem) { in megasas_sriov_start_heartbeat()
2671 dev_printk(KERN_DEBUG, &instance->pdev->dev, "SR-IOV: Couldn't allocate" in megasas_sriov_start_heartbeat()
2673 instance->host->host_no); in megasas_sriov_start_heartbeat()
2674 retval = -ENOMEM; in megasas_sriov_start_heartbeat()
2679 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_sriov_start_heartbeat()
2681 dcmd->mbox.s[0] = cpu_to_le16(sizeof(struct MR_CTRL_HB_HOST_MEM)); in megasas_sriov_start_heartbeat()
2682 dcmd->cmd = MFI_CMD_DCMD; in megasas_sriov_start_heartbeat()
2683 dcmd->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_sriov_start_heartbeat()
2684 dcmd->sge_count = 1; in megasas_sriov_start_heartbeat()
2685 dcmd->flags = cpu_to_le16(MFI_FRAME_DIR_BOTH); in megasas_sriov_start_heartbeat()
2686 dcmd->timeout = 0; in megasas_sriov_start_heartbeat()
2687 dcmd->pad_0 = 0; in megasas_sriov_start_heartbeat()
2688 dcmd->data_xfer_len = cpu_to_le32(sizeof(struct MR_CTRL_HB_HOST_MEM)); in megasas_sriov_start_heartbeat()
2689 dcmd->opcode = cpu_to_le32(MR_DCMD_CTRL_SHARED_HOST_MEM_ALLOC); in megasas_sriov_start_heartbeat()
2691 megasas_set_dma_settings(instance, dcmd, instance->hb_host_mem_h, in megasas_sriov_start_heartbeat()
2694 dev_warn(&instance->pdev->dev, "SR-IOV: Starting heartbeat for scsi%d\n", in megasas_sriov_start_heartbeat()
2695 instance->host->host_no); in megasas_sriov_start_heartbeat()
2697 if ((instance->adapter_type != MFI_SERIES) && in megasas_sriov_start_heartbeat()
2698 !instance->mask_interrupts) in megasas_sriov_start_heartbeat()
2705 dev_warn(&instance->pdev->dev, "SR-IOV: MR_DCMD_CTRL_SHARED_HOST" in megasas_sriov_start_heartbeat()
2707 (dcmd->cmd_status == MFI_STAT_INVALID_STATUS) ? in megasas_sriov_start_heartbeat()
2708 "timed out" : "failed", instance->host->host_no); in megasas_sriov_start_heartbeat()
2718 /* Handler for SR-IOV heartbeat */
2724 if (instance->hb_host_mem->HB.fwCounter != in megasas_sriov_heartbeat_handler()
2725 instance->hb_host_mem->HB.driverCounter) { in megasas_sriov_heartbeat_handler()
2726 instance->hb_host_mem->HB.driverCounter = in megasas_sriov_heartbeat_handler()
2727 instance->hb_host_mem->HB.fwCounter; in megasas_sriov_heartbeat_handler()
2728 mod_timer(&instance->sriov_heartbeat_timer, in megasas_sriov_heartbeat_handler()
2731 dev_warn(&instance->pdev->dev, "SR-IOV: Heartbeat never " in megasas_sriov_heartbeat_handler()
2732 "completed for scsi%d\n", instance->host->host_no); in megasas_sriov_heartbeat_handler()
2733 schedule_work(&instance->work_init); in megasas_sriov_heartbeat_handler()
2738 * megasas_wait_for_outstanding - Wait for all outstanding cmds
2755 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_wait_for_outstanding()
2756 dev_info(&instance->pdev->dev, "%s:%d HBA is killed.\n", in megasas_wait_for_outstanding()
2761 if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) { in megasas_wait_for_outstanding()
2764 spin_lock_irqsave(&instance->hba_lock, flags); in megasas_wait_for_outstanding()
2765 list_splice_init(&instance->internal_reset_pending_q, in megasas_wait_for_outstanding()
2767 spin_unlock_irqrestore(&instance->hba_lock, flags); in megasas_wait_for_outstanding()
2769 dev_notice(&instance->pdev->dev, "HBA reset wait ...\n"); in megasas_wait_for_outstanding()
2772 if (atomic_read(&instance->adprecovery) == MEGASAS_HBA_OPERATIONAL) in megasas_wait_for_outstanding()
2776 if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) { in megasas_wait_for_outstanding()
2777 dev_notice(&instance->pdev->dev, "reset: Stopping HBA.\n"); in megasas_wait_for_outstanding()
2778 atomic_set(&instance->adprecovery, MEGASAS_HW_CRITICAL_ERROR); in megasas_wait_for_outstanding()
2784 reset_cmd = list_entry((&clist_local)->next, in megasas_wait_for_outstanding()
2786 list_del_init(&reset_cmd->list); in megasas_wait_for_outstanding()
2787 if (reset_cmd->scmd) { in megasas_wait_for_outstanding()
2788 reset_cmd->scmd->result = DID_REQUEUE << 16; in megasas_wait_for_outstanding()
2789 dev_notice(&instance->pdev->dev, "%d:%p reset [%02x]\n", in megasas_wait_for_outstanding()
2791 reset_cmd->scmd->cmnd[0]); in megasas_wait_for_outstanding()
2793 scsi_done(reset_cmd->scmd); in megasas_wait_for_outstanding()
2795 } else if (reset_cmd->sync_cmd) { in megasas_wait_for_outstanding()
2796 dev_notice(&instance->pdev->dev, "%p synch cmds" in megasas_wait_for_outstanding()
2800 reset_cmd->cmd_status_drv = DCMD_INIT; in megasas_wait_for_outstanding()
2801 instance->instancet->fire_cmd(instance, in megasas_wait_for_outstanding()
2802 reset_cmd->frame_phys_addr, in megasas_wait_for_outstanding()
2803 0, instance->reg_set); in megasas_wait_for_outstanding()
2805 dev_notice(&instance->pdev->dev, "%p unexpected" in megasas_wait_for_outstanding()
2816 outstanding = atomic_read(&instance->fw_outstanding); in megasas_wait_for_outstanding()
2822 dev_notice(&instance->pdev->dev, "[%2d]waiting for %d " in megasas_wait_for_outstanding()
2835 outstanding = atomic_read(&instance->fw_outstanding); in megasas_wait_for_outstanding()
2836 fw_state = instance->instancet->read_fw_status_reg(instance) & MFI_STATE_MASK; in megasas_wait_for_outstanding()
2841 if (instance->disableOnlineCtrlReset) in megasas_wait_for_outstanding()
2844 if ((fw_state == MFI_STATE_FAULT) || atomic_read(&instance->fw_outstanding)) { in megasas_wait_for_outstanding()
2845 dev_info(&instance->pdev->dev, in megasas_wait_for_outstanding()
2847 __func__, __LINE__, fw_state, atomic_read(&instance->fw_outstanding)); in megasas_wait_for_outstanding()
2852 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_wait_for_outstanding()
2853 dev_info(&instance->pdev->dev, "%s:%d OCR failed and HBA is killed.\n", in megasas_wait_for_outstanding()
2857 dev_info(&instance->pdev->dev, "%s:%d waiting_for_outstanding: after issue OCR.\n", in megasas_wait_for_outstanding()
2863 outstanding = atomic_read(&instance->fw_outstanding); in megasas_wait_for_outstanding()
2865 fw_state = instance->instancet->read_fw_status_reg(instance) & MFI_STATE_MASK; in megasas_wait_for_outstanding()
2874 dev_info(&instance->pdev->dev, "%s:%d no more pending commands remain after reset handling.\n", in megasas_wait_for_outstanding()
2881 dev_info(&instance->pdev->dev, "%s:%d killing adapter scsi%d" in megasas_wait_for_outstanding()
2883 __func__, __LINE__, instance->host->host_no, instance->disableOnlineCtrlReset, in megasas_wait_for_outstanding()
2884 atomic_read(&instance->fw_outstanding)); in megasas_wait_for_outstanding()
2892 * megasas_generic_reset - Generic reset routine
2893 * @scmd: Mid-layer SCSI command
2904 instance = (struct megasas_instance *)scmd->device->host->hostdata; in megasas_generic_reset()
2907 scmd->cmnd[0], scmd->retries); in megasas_generic_reset()
2909 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_generic_reset()
2910 dev_err(&instance->pdev->dev, "cannot recover from previous reset failures\n"); in megasas_generic_reset()
2916 dev_notice(&instance->pdev->dev, "reset successful\n"); in megasas_generic_reset()
2918 dev_err(&instance->pdev->dev, "failed to do reset\n"); in megasas_generic_reset()
2924 * megasas_reset_timer - quiesce the adapter if required
2927 * Sets the FW busy flag and reduces the host->can_queue if the
2935 if (time_after(jiffies, scmd->jiffies_at_alloc + in megasas_reset_timer()
2940 instance = (struct megasas_instance *)scmd->device->host->hostdata; in megasas_reset_timer()
2941 if (!(instance->flag & MEGASAS_FW_BUSY)) { in megasas_reset_timer()
2943 spin_lock_irqsave(instance->host->host_lock, flags); in megasas_reset_timer()
2945 instance->host->can_queue = instance->throttlequeuedepth; in megasas_reset_timer()
2946 instance->last_time = jiffies; in megasas_reset_timer()
2947 instance->flag |= MEGASAS_FW_BUSY; in megasas_reset_timer()
2949 spin_unlock_irqrestore(instance->host->host_lock, flags); in megasas_reset_timer()
2955 * megasas_dump - This function will print hexdump of provided buffer.
2980 * megasas_dump_reg_set - This function will print hexdump of register set
2994 * megasas_dump_fusion_io - This function will print key details
3001 struct megasas_cmd_fusion *cmd = megasas_priv(scmd)->cmd_priv; in megasas_dump_fusion_io()
3005 instance = (struct megasas_instance *)scmd->device->host->hostdata; in megasas_dump_fusion_io()
3009 scmd, scmd->retries, scmd->allowed); in megasas_dump_fusion_io()
3013 req_desc = (union MEGASAS_REQUEST_DESCRIPTOR_UNION *)cmd->request_desc; in megasas_dump_fusion_io()
3017 req_desc->SCSIIO.RequestFlags, in megasas_dump_fusion_io()
3018 req_desc->SCSIIO.MSIxIndex, req_desc->SCSIIO.SMID, in megasas_dump_fusion_io()
3019 req_desc->SCSIIO.LMID, req_desc->SCSIIO.DevHandle); in megasas_dump_fusion_io()
3022 megasas_dump(cmd->io_request, in megasas_dump_fusion_io()
3025 megasas_dump(cmd->sg_frame, in megasas_dump_fusion_io()
3026 instance->max_chain_frame_sz, 8); in megasas_dump_fusion_io()
3032 * megasas_dump_sys_regs - This function will dump system registers through
3048 PAGE_SIZE - bytes_wrote, in megasas_dump_sys_regs()
3056 * megasas_reset_bus_host - Bus & host reset handler entry point
3057 * @scmd: Mid-layer SCSI command
3064 instance = (struct megasas_instance *)scmd->device->host->hostdata; in megasas_reset_bus_host()
3071 scmd->device->host->shost_state, in megasas_reset_bus_host()
3072 scsi_host_busy(scmd->device->host), in megasas_reset_bus_host()
3073 atomic_read(&instance->fw_outstanding)); in megasas_reset_bus_host()
3077 if (instance->adapter_type == MFI_SERIES) { in megasas_reset_bus_host()
3081 ret = megasas_reset_fusion(scmd->device->host, in megasas_reset_bus_host()
3089 * megasas_task_abort - Issues task abort request to firmware
3098 instance = (struct megasas_instance *)scmd->device->host->hostdata; in megasas_task_abort()
3100 if (instance->adapter_type != MFI_SERIES) in megasas_task_abort()
3103 sdev_printk(KERN_NOTICE, scmd->device, "TASK ABORT not supported\n"); in megasas_task_abort()
3120 instance = (struct megasas_instance *)scmd->device->host->hostdata; in megasas_reset_target()
3122 if (instance->adapter_type != MFI_SERIES) in megasas_reset_target()
3125 sdev_printk(KERN_NOTICE, scmd->device, "TARGET RESET not supported\n"); in megasas_reset_target()
3133 * megasas_bios_param - Returns disk geometry for a disk
3182 instance = (struct megasas_instance *)shost->hostdata; in megasas_map_queues()
3184 if (shost->nr_hw_queues == 1) in megasas_map_queues()
3187 offset = instance->low_latency_index_start; in megasas_map_queues()
3190 map = &shost->tag_set.map[HCTX_TYPE_DEFAULT]; in megasas_map_queues()
3191 map->nr_queues = instance->msix_vectors - offset; in megasas_map_queues()
3192 map->queue_offset = 0; in megasas_map_queues()
3193 blk_mq_pci_map_queues(map, instance->pdev, offset); in megasas_map_queues()
3194 qoff += map->nr_queues; in megasas_map_queues()
3195 offset += map->nr_queues; in megasas_map_queues()
3197 /* we never use READ queue, so can't cheat blk-mq */ in megasas_map_queues()
3198 shost->tag_set.map[HCTX_TYPE_READ].nr_queues = 0; in megasas_map_queues()
3201 map = &shost->tag_set.map[HCTX_TYPE_POLL]; in megasas_map_queues()
3202 map->nr_queues = instance->iopoll_q_count; in megasas_map_queues()
3203 if (map->nr_queues) { in megasas_map_queues()
3206 * affinity), so use the regular blk-mq cpu mapping in megasas_map_queues()
3208 map->queue_offset = qoff; in megasas_map_queues()
3216 * megasas_service_aen - Processes an event notification
3235 if ((!cmd->abort_aen) && (instance->unload == 0)) { in megasas_service_aen()
3243 cmd->abort_aen = 0; in megasas_service_aen()
3245 instance->aen_cmd = NULL; in megasas_service_aen()
3249 if ((instance->unload == 0) && in megasas_service_aen()
3250 ((instance->issuepend_done == 1))) { in megasas_service_aen()
3255 dev_err(&instance->pdev->dev, "megasas_service_aen: out of memory\n"); in megasas_service_aen()
3257 ev->instance = instance; in megasas_service_aen()
3258 instance->ev = ev; in megasas_service_aen()
3259 INIT_DELAYED_WORK(&ev->hotplug_work, in megasas_service_aen()
3261 schedule_delayed_work(&ev->hotplug_work, 0); in megasas_service_aen()
3272 (struct megasas_instance *) shost->hostdata; in fw_crash_buffer_store()
3276 return -EINVAL; in fw_crash_buffer_store()
3278 mutex_lock(&instance->crashdump_lock); in fw_crash_buffer_store()
3279 instance->fw_crash_buffer_offset = val; in fw_crash_buffer_store()
3280 mutex_unlock(&instance->crashdump_lock); in fw_crash_buffer_store()
3290 (struct megasas_instance *) shost->hostdata; in fw_crash_buffer_show()
3297 mutex_lock(&instance->crashdump_lock); in fw_crash_buffer_show()
3298 buff_offset = instance->fw_crash_buffer_offset; in fw_crash_buffer_show()
3299 if (!instance->crash_dump_buf || in fw_crash_buffer_show()
3300 !((instance->fw_crash_state == AVAILABLE) || in fw_crash_buffer_show()
3301 (instance->fw_crash_state == COPYING))) { in fw_crash_buffer_show()
3302 dev_err(&instance->pdev->dev, in fw_crash_buffer_show()
3304 mutex_unlock(&instance->crashdump_lock); in fw_crash_buffer_show()
3305 return -EINVAL; in fw_crash_buffer_show()
3308 if (buff_offset > (instance->fw_crash_buffer_size * dmachunk)) { in fw_crash_buffer_show()
3309 dev_err(&instance->pdev->dev, in fw_crash_buffer_show()
3311 mutex_unlock(&instance->crashdump_lock); in fw_crash_buffer_show()
3315 size = (instance->fw_crash_buffer_size * dmachunk) - buff_offset; in fw_crash_buffer_show()
3316 chunk_left_bytes = dmachunk - (buff_offset % dmachunk); in fw_crash_buffer_show()
3318 size = (size >= PAGE_SIZE) ? (PAGE_SIZE - 1) : size; in fw_crash_buffer_show()
3320 src_addr = (unsigned long)instance->crash_buf[buff_offset / dmachunk] + in fw_crash_buffer_show()
3323 mutex_unlock(&instance->crashdump_lock); in fw_crash_buffer_show()
3334 (struct megasas_instance *) shost->hostdata; in fw_crash_buffer_size_show()
3337 ((instance->fw_crash_buffer_size) * 1024 * 1024)/PAGE_SIZE); in fw_crash_buffer_size_show()
3346 (struct megasas_instance *) shost->hostdata; in fw_crash_state_store()
3350 return -EINVAL; in fw_crash_state_store()
3353 dev_err(&instance->pdev->dev, "application updates invalid " in fw_crash_state_store()
3355 return -EINVAL; in fw_crash_state_store()
3358 instance->fw_crash_state = val; in fw_crash_state_store()
3361 mutex_lock(&instance->crashdump_lock); in fw_crash_state_store()
3363 mutex_unlock(&instance->crashdump_lock); in fw_crash_state_store()
3365 dev_info(&instance->pdev->dev, "application failed to " in fw_crash_state_store()
3368 dev_info(&instance->pdev->dev, "Firmware crash dump " in fw_crash_state_store()
3380 (struct megasas_instance *) shost->hostdata; in fw_crash_state_show()
3382 return snprintf(buf, PAGE_SIZE, "%d\n", instance->fw_crash_state); in fw_crash_state_show()
3389 return snprintf(buf, PAGE_SIZE, "%ld\n", (unsigned long)PAGE_SIZE - 1); in page_size_show()
3397 struct megasas_instance *instance = (struct megasas_instance *)shost->hostdata; in ldio_outstanding_show()
3399 return snprintf(buf, PAGE_SIZE, "%d\n", atomic_read(&instance->ldio_outstanding)); in ldio_outstanding_show()
3407 struct megasas_instance *instance = (struct megasas_instance *)shost->hostdata; in fw_cmds_outstanding_show()
3409 return snprintf(buf, PAGE_SIZE, "%d\n", atomic_read(&instance->fw_outstanding)); in fw_cmds_outstanding_show()
3417 struct megasas_instance *instance = (struct megasas_instance *)shost->hostdata; in enable_sdev_max_qd_show()
3419 return snprintf(buf, PAGE_SIZE, "%d\n", instance->enable_sdev_max_qd); in enable_sdev_max_qd_show()
3427 struct megasas_instance *instance = (struct megasas_instance *)shost->hostdata; in enable_sdev_max_qd_store()
3435 return -EINVAL; in enable_sdev_max_qd_store()
3438 mutex_lock(&instance->reset_mutex); in enable_sdev_max_qd_store()
3440 instance->enable_sdev_max_qd = true; in enable_sdev_max_qd_store()
3442 instance->enable_sdev_max_qd = false; in enable_sdev_max_qd_store()
3449 mutex_unlock(&instance->reset_mutex); in enable_sdev_max_qd_store()
3460 (struct megasas_instance *)shost->hostdata; in dump_system_regs_show()
3462 return megasas_dump_sys_regs(instance->reg_set, buf); in dump_system_regs_show()
3471 (struct megasas_instance *)shost->hostdata; in raid_map_id_show()
3474 (unsigned long)instance->map_id); in raid_map_id_show()
3528 * megasas_complete_int_cmd - Completes an internal command
3540 if (cmd->cmd_status_drv == DCMD_INIT) in megasas_complete_int_cmd()
3541 cmd->cmd_status_drv = in megasas_complete_int_cmd()
3542 (cmd->frame->io.cmd_status == MFI_STAT_OK) ? in megasas_complete_int_cmd()
3545 wake_up(&instance->int_cmd_wait_q); in megasas_complete_int_cmd()
3549 * megasas_complete_abort - Completes aborting a command
3561 if (cmd->sync_cmd) { in megasas_complete_abort()
3562 cmd->sync_cmd = 0; in megasas_complete_abort()
3563 cmd->cmd_status_drv = DCMD_SUCCESS; in megasas_complete_abort()
3564 wake_up(&instance->abort_cmd_wait_q); in megasas_complete_abort()
3574 if (instance->ld_ids_prev[i] != 0xff && in megasas_set_ld_removed_by_fw()
3575 instance->ld_ids_from_raidmap[i] == 0xff) { in megasas_set_ld_removed_by_fw()
3577 dev_info(&instance->pdev->dev, in megasas_set_ld_removed_by_fw()
3579 instance->ld_tgtid_status[i] = LD_TARGET_ID_DELETED; in megasas_set_ld_removed_by_fw()
3585 * megasas_complete_cmd - Completes a command
3588 * @alt_status: If non-zero, use this value as status to
3589 * SCSI mid-layer instead of the value returned
3599 struct megasas_header *hdr = &cmd->frame->hdr; in megasas_complete_cmd()
3601 struct fusion_context *fusion = instance->ctrl_context; in megasas_complete_cmd()
3605 cmd->retry_for_fw_reset = 0; in megasas_complete_cmd()
3607 if (cmd->scmd) in megasas_complete_cmd()
3608 megasas_priv(cmd->scmd)->cmd_priv = NULL; in megasas_complete_cmd()
3610 switch (hdr->cmd) { in megasas_complete_cmd()
3616 dev_warn(&instance->pdev->dev, "MFI_CMD_INVALID command " in megasas_complete_cmd()
3618 dev_warn(&instance->pdev->dev, "If you have a controller " in megasas_complete_cmd()
3629 if (cmd->sync_cmd) { in megasas_complete_cmd()
3630 cmd->sync_cmd = 0; in megasas_complete_cmd()
3640 cmd->scmd->result = alt_status << 16; in megasas_complete_cmd()
3646 atomic_dec(&instance->fw_outstanding); in megasas_complete_cmd()
3648 scsi_dma_unmap(cmd->scmd); in megasas_complete_cmd()
3649 scsi_done(cmd->scmd); in megasas_complete_cmd()
3655 switch (hdr->cmd_status) { in megasas_complete_cmd()
3658 cmd->scmd->result = DID_OK << 16; in megasas_complete_cmd()
3663 cmd->scmd->result = in megasas_complete_cmd()
3664 (DID_ERROR << 16) | hdr->scsi_status; in megasas_complete_cmd()
3669 cmd->scmd->result = (DID_OK << 16) | hdr->scsi_status; in megasas_complete_cmd()
3671 if (hdr->scsi_status == SAM_STAT_CHECK_CONDITION) { in megasas_complete_cmd()
3672 memset(cmd->scmd->sense_buffer, 0, in megasas_complete_cmd()
3674 memcpy(cmd->scmd->sense_buffer, cmd->sense, in megasas_complete_cmd()
3675 hdr->sense_len); in megasas_complete_cmd()
3682 cmd->scmd->result = DID_BAD_TARGET << 16; in megasas_complete_cmd()
3686 dev_printk(KERN_DEBUG, &instance->pdev->dev, "MFI FW status %#x\n", in megasas_complete_cmd()
3687 hdr->cmd_status); in megasas_complete_cmd()
3688 cmd->scmd->result = DID_ERROR << 16; in megasas_complete_cmd()
3692 atomic_dec(&instance->fw_outstanding); in megasas_complete_cmd()
3694 scsi_dma_unmap(cmd->scmd); in megasas_complete_cmd()
3695 scsi_done(cmd->scmd); in megasas_complete_cmd()
3708 opcode = le32_to_cpu(cmd->frame->dcmd.opcode); in megasas_complete_cmd()
3711 && (cmd->frame->dcmd.mbox.b[1] == 1)) { in megasas_complete_cmd()
3712 fusion->fast_path_io = 0; in megasas_complete_cmd()
3713 spin_lock_irqsave(instance->host->host_lock, flags); in megasas_complete_cmd()
3714 status = cmd->frame->hdr.cmd_status; in megasas_complete_cmd()
3715 instance->map_update_cmd = NULL; in megasas_complete_cmd()
3718 dev_warn(&instance->pdev->dev, "map syncfailed, status = 0x%x\n", in megasas_complete_cmd()
3719 cmd->frame->hdr.cmd_status); in megasas_complete_cmd()
3723 instance->host->host_lock, in megasas_complete_cmd()
3737 (MR_ValidateMapInfo(instance, (instance->map_id + 1)))) { in megasas_complete_cmd()
3738 instance->map_id++; in megasas_complete_cmd()
3739 fusion->fast_path_io = 1; in megasas_complete_cmd()
3741 fusion->fast_path_io = 0; in megasas_complete_cmd()
3744 if (instance->adapter_type >= INVADER_SERIES) in megasas_complete_cmd()
3748 spin_unlock_irqrestore(instance->host->host_lock, in megasas_complete_cmd()
3762 (cmd->frame->dcmd.mbox.b[0] == 1)) { in megasas_complete_cmd()
3764 spin_lock_irqsave(instance->host->host_lock, flags); in megasas_complete_cmd()
3765 status = cmd->frame->hdr.cmd_status; in megasas_complete_cmd()
3766 instance->jbod_seq_cmd = NULL; in megasas_complete_cmd()
3770 instance->pd_seq_map_id++; in megasas_complete_cmd()
3771 /* Re-register a pd sync seq num cmd */ in megasas_complete_cmd()
3773 instance->use_seqnum_jbod_fp = false; in megasas_complete_cmd()
3775 instance->use_seqnum_jbod_fp = false; in megasas_complete_cmd()
3777 spin_unlock_irqrestore(instance->host->host_lock, flags); in megasas_complete_cmd()
3799 dev_info(&instance->pdev->dev, "Unknown command completed! [0x%X]\n", in megasas_complete_cmd()
3800 hdr->cmd); in megasas_complete_cmd()
3807 * megasas_issue_pending_cmds_again - issue all pending cmds
3821 spin_lock_irqsave(&instance->hba_lock, flags); in megasas_issue_pending_cmds_again()
3822 list_splice_init(&instance->internal_reset_pending_q, &clist_local); in megasas_issue_pending_cmds_again()
3823 spin_unlock_irqrestore(&instance->hba_lock, flags); in megasas_issue_pending_cmds_again()
3826 cmd = list_entry((&clist_local)->next, in megasas_issue_pending_cmds_again()
3828 list_del_init(&cmd->list); in megasas_issue_pending_cmds_again()
3830 if (cmd->sync_cmd || cmd->scmd) { in megasas_issue_pending_cmds_again()
3831 dev_notice(&instance->pdev->dev, "command %p, %p:%d" in megasas_issue_pending_cmds_again()
3833 cmd, cmd->scmd, cmd->sync_cmd); in megasas_issue_pending_cmds_again()
3835 cmd->retry_for_fw_reset++; in megasas_issue_pending_cmds_again()
3837 if (cmd->retry_for_fw_reset == 3) { in megasas_issue_pending_cmds_again()
3838 dev_notice(&instance->pdev->dev, "cmd %p, %p:%d" in megasas_issue_pending_cmds_again()
3841 cmd, cmd->scmd, cmd->sync_cmd); in megasas_issue_pending_cmds_again()
3842 instance->instancet->disable_intr(instance); in megasas_issue_pending_cmds_again()
3843 atomic_set(&instance->fw_reset_no_pci_access, 1); in megasas_issue_pending_cmds_again()
3849 if (cmd->sync_cmd == 1) { in megasas_issue_pending_cmds_again()
3850 if (cmd->scmd) { in megasas_issue_pending_cmds_again()
3851 dev_notice(&instance->pdev->dev, "unexpected" in megasas_issue_pending_cmds_again()
3854 dev_notice(&instance->pdev->dev, "%p synchronous cmd" in megasas_issue_pending_cmds_again()
3857 cmd->cmd_status_drv = DCMD_INIT; in megasas_issue_pending_cmds_again()
3858 instance->instancet->fire_cmd(instance, in megasas_issue_pending_cmds_again()
3859 cmd->frame_phys_addr, in megasas_issue_pending_cmds_again()
3860 0, instance->reg_set); in megasas_issue_pending_cmds_again()
3861 } else if (cmd->scmd) { in megasas_issue_pending_cmds_again()
3862 dev_notice(&instance->pdev->dev, "%p scsi cmd [%02x]" in megasas_issue_pending_cmds_again()
3864 cmd, cmd->scmd->cmnd[0]); in megasas_issue_pending_cmds_again()
3866 atomic_inc(&instance->fw_outstanding); in megasas_issue_pending_cmds_again()
3867 instance->instancet->fire_cmd(instance, in megasas_issue_pending_cmds_again()
3868 cmd->frame_phys_addr, in megasas_issue_pending_cmds_again()
3869 cmd->frame_count-1, instance->reg_set); in megasas_issue_pending_cmds_again()
3871 dev_notice(&instance->pdev->dev, "%p unexpected cmd on the" in megasas_issue_pending_cmds_again()
3872 "internal reset defer list while re-issue!!\n", in megasas_issue_pending_cmds_again()
3877 if (instance->aen_cmd) { in megasas_issue_pending_cmds_again()
3878 dev_notice(&instance->pdev->dev, "aen_cmd in def process\n"); in megasas_issue_pending_cmds_again()
3879 megasas_return_cmd(instance, instance->aen_cmd); in megasas_issue_pending_cmds_again()
3881 instance->aen_cmd = NULL; in megasas_issue_pending_cmds_again()
3887 seq_num = instance->last_seq_num; in megasas_issue_pending_cmds_again()
3909 u16 max_cmd = instance->max_fw_cmds; in megasas_internal_reset_defer_cmds()
3914 spin_lock_irqsave(&instance->mfi_pool_lock, flags); in megasas_internal_reset_defer_cmds()
3916 cmd = instance->cmd_list[i]; in megasas_internal_reset_defer_cmds()
3917 if (cmd->sync_cmd == 1 || cmd->scmd) { in megasas_internal_reset_defer_cmds()
3918 dev_notice(&instance->pdev->dev, "moving cmd[%d]:%p:%d:%p" in megasas_internal_reset_defer_cmds()
3920 defer_index, cmd, cmd->sync_cmd, cmd->scmd); in megasas_internal_reset_defer_cmds()
3922 if (!list_empty(&cmd->list)) { in megasas_internal_reset_defer_cmds()
3923 dev_notice(&instance->pdev->dev, "ERROR while" in megasas_internal_reset_defer_cmds()
3926 cmd, cmd->sync_cmd, cmd->scmd); in megasas_internal_reset_defer_cmds()
3928 list_del_init(&cmd->list); in megasas_internal_reset_defer_cmds()
3931 list_add_tail(&cmd->list, in megasas_internal_reset_defer_cmds()
3932 &instance->internal_reset_pending_q); in megasas_internal_reset_defer_cmds()
3935 spin_unlock_irqrestore(&instance->mfi_pool_lock, flags); in megasas_internal_reset_defer_cmds()
3947 if (atomic_read(&instance->adprecovery) != MEGASAS_ADPRESET_SM_INFAULT) { in process_fw_state_change_wq()
3948 dev_notice(&instance->pdev->dev, "error, recovery st %x\n", in process_fw_state_change_wq()
3949 atomic_read(&instance->adprecovery)); in process_fw_state_change_wq()
3953 if (atomic_read(&instance->adprecovery) == MEGASAS_ADPRESET_SM_INFAULT) { in process_fw_state_change_wq()
3954 dev_notice(&instance->pdev->dev, "FW detected to be in fault" in process_fw_state_change_wq()
3957 instance->instancet->disable_intr(instance); in process_fw_state_change_wq()
3958 atomic_set(&instance->fw_outstanding, 0); in process_fw_state_change_wq()
3960 atomic_set(&instance->fw_reset_no_pci_access, 1); in process_fw_state_change_wq()
3961 instance->instancet->adp_reset(instance, instance->reg_set); in process_fw_state_change_wq()
3962 atomic_set(&instance->fw_reset_no_pci_access, 0); in process_fw_state_change_wq()
3964 dev_notice(&instance->pdev->dev, "FW restarted successfully," in process_fw_state_change_wq()
3967 dev_notice(&instance->pdev->dev, "HBA recovery state machine," in process_fw_state_change_wq()
3976 dev_notice(&instance->pdev->dev, "adapter not ready\n"); in process_fw_state_change_wq()
3978 atomic_set(&instance->fw_reset_no_pci_access, 1); in process_fw_state_change_wq()
3983 if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS1064R) || in process_fw_state_change_wq()
3984 (instance->pdev->device == PCI_DEVICE_ID_DELL_PERC5) || in process_fw_state_change_wq()
3985 (instance->pdev->device == PCI_DEVICE_ID_LSI_VERDE_ZCR) in process_fw_state_change_wq()
3987 *instance->consumer = *instance->producer; in process_fw_state_change_wq()
3989 *instance->consumer = 0; in process_fw_state_change_wq()
3990 *instance->producer = 0; in process_fw_state_change_wq()
3995 spin_lock_irqsave(&instance->hba_lock, flags); in process_fw_state_change_wq()
3996 atomic_set(&instance->adprecovery, MEGASAS_HBA_OPERATIONAL); in process_fw_state_change_wq()
3997 spin_unlock_irqrestore(&instance->hba_lock, flags); in process_fw_state_change_wq()
3998 instance->instancet->enable_intr(instance); in process_fw_state_change_wq()
4001 instance->issuepend_done = 1; in process_fw_state_change_wq()
4006 * megasas_deplete_reply_queue - Processes all completed commands
4009 * SCSI mid-layer instead of the status
4020 if (instance->instancet->check_reset(instance, instance->reg_set) == 1) in megasas_deplete_reply_queue()
4023 mfiStatus = instance->instancet->clear_intr(instance); in megasas_deplete_reply_queue()
4025 /* Hardware may not set outbound_intr_status in MSI-X mode */ in megasas_deplete_reply_queue()
4026 if (!instance->msix_vectors) in megasas_deplete_reply_queue()
4030 instance->mfiStatus = mfiStatus; in megasas_deplete_reply_queue()
4033 fw_state = instance->instancet->read_fw_status_reg( in megasas_deplete_reply_queue()
4037 dev_notice(&instance->pdev->dev, "fw state:%x\n", in megasas_deplete_reply_queue()
4042 (instance->disableOnlineCtrlReset == 0)) { in megasas_deplete_reply_queue()
4043 dev_notice(&instance->pdev->dev, "wait adp restart\n"); in megasas_deplete_reply_queue()
4045 if ((instance->pdev->device == in megasas_deplete_reply_queue()
4047 (instance->pdev->device == in megasas_deplete_reply_queue()
4049 (instance->pdev->device == in megasas_deplete_reply_queue()
4052 *instance->consumer = in megasas_deplete_reply_queue()
4057 instance->instancet->disable_intr(instance); in megasas_deplete_reply_queue()
4058 atomic_set(&instance->adprecovery, MEGASAS_ADPRESET_SM_INFAULT); in megasas_deplete_reply_queue()
4059 instance->issuepend_done = 0; in megasas_deplete_reply_queue()
4061 atomic_set(&instance->fw_outstanding, 0); in megasas_deplete_reply_queue()
4064 dev_notice(&instance->pdev->dev, "fwState=%x, stage:%d\n", in megasas_deplete_reply_queue()
4065 fw_state, atomic_read(&instance->adprecovery)); in megasas_deplete_reply_queue()
4067 schedule_work(&instance->work_init); in megasas_deplete_reply_queue()
4071 dev_notice(&instance->pdev->dev, "fwstate:%x, dis_OCR=%x\n", in megasas_deplete_reply_queue()
4072 fw_state, instance->disableOnlineCtrlReset); in megasas_deplete_reply_queue()
4076 tasklet_schedule(&instance->isr_tasklet); in megasas_deplete_reply_queue()
4081 * megasas_isr - isr entry point
4088 struct megasas_instance *instance = irq_context->instance; in megasas_isr()
4092 if (atomic_read(&instance->fw_reset_no_pci_access)) in megasas_isr()
4095 spin_lock_irqsave(&instance->hba_lock, flags); in megasas_isr()
4097 spin_unlock_irqrestore(&instance->hba_lock, flags); in megasas_isr()
4103 * megasas_transition_to_ready - Move the FW to READY state
4108 * several possible states. If the FW in operational, waiting-for-handshake
4120 abs_state = instance->instancet->read_fw_status_reg(instance); in megasas_transition_to_ready()
4124 dev_info(&instance->pdev->dev, "Waiting for FW to come to ready" in megasas_transition_to_ready()
4132 dev_printk(KERN_ERR, &instance->pdev->dev, in megasas_transition_to_ready()
4140 dev_printk(KERN_DEBUG, &instance->pdev->dev, "System Register set:\n"); in megasas_transition_to_ready()
4141 megasas_dump_reg_set(instance->reg_set); in megasas_transition_to_ready()
4142 return -ENODEV; in megasas_transition_to_ready()
4149 if ((instance->pdev->device == in megasas_transition_to_ready()
4151 (instance->pdev->device == in megasas_transition_to_ready()
4153 (instance->adapter_type != MFI_SERIES)) in megasas_transition_to_ready()
4156 &instance->reg_set->doorbell); in megasas_transition_to_ready()
4160 &instance->reg_set->inbound_doorbell); in megasas_transition_to_ready()
4166 if ((instance->pdev->device == in megasas_transition_to_ready()
4168 (instance->pdev->device == in megasas_transition_to_ready()
4170 (instance->adapter_type != MFI_SERIES)) in megasas_transition_to_ready()
4172 &instance->reg_set->doorbell); in megasas_transition_to_ready()
4175 &instance->reg_set->inbound_doorbell); in megasas_transition_to_ready()
4184 instance->instancet->disable_intr(instance); in megasas_transition_to_ready()
4185 if ((instance->pdev->device == in megasas_transition_to_ready()
4187 (instance->pdev->device == in megasas_transition_to_ready()
4189 (instance->adapter_type != MFI_SERIES)) { in megasas_transition_to_ready()
4191 &instance->reg_set->doorbell); in megasas_transition_to_ready()
4193 if (instance->adapter_type != MFI_SERIES) { in megasas_transition_to_ready()
4197 &instance-> in megasas_transition_to_ready()
4198 reg_set-> in megasas_transition_to_ready()
4207 &instance->reg_set->inbound_doorbell); in megasas_transition_to_ready()
4240 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Unknown state 0x%x\n", in megasas_transition_to_ready()
4242 dev_printk(KERN_DEBUG, &instance->pdev->dev, "System Register set:\n"); in megasas_transition_to_ready()
4243 megasas_dump_reg_set(instance->reg_set); in megasas_transition_to_ready()
4244 return -ENODEV; in megasas_transition_to_ready()
4251 curr_abs_state = instance->instancet-> in megasas_transition_to_ready()
4264 dev_printk(KERN_DEBUG, &instance->pdev->dev, "FW state [%d] hasn't changed " in megasas_transition_to_ready()
4266 dev_printk(KERN_DEBUG, &instance->pdev->dev, "System Register set:\n"); in megasas_transition_to_ready()
4267 megasas_dump_reg_set(instance->reg_set); in megasas_transition_to_ready()
4268 return -ENODEV; in megasas_transition_to_ready()
4274 dev_info(&instance->pdev->dev, "FW now in Ready state\n"); in megasas_transition_to_ready()
4280 * megasas_teardown_frame_pool - Destroy the cmd frame DMA pool
4286 u16 max_cmd = instance->max_mfi_cmds; in megasas_teardown_frame_pool()
4289 if (!instance->frame_dma_pool) in megasas_teardown_frame_pool()
4297 cmd = instance->cmd_list[i]; in megasas_teardown_frame_pool()
4299 if (cmd->frame) in megasas_teardown_frame_pool()
4300 dma_pool_free(instance->frame_dma_pool, cmd->frame, in megasas_teardown_frame_pool()
4301 cmd->frame_phys_addr); in megasas_teardown_frame_pool()
4303 if (cmd->sense) in megasas_teardown_frame_pool()
4304 dma_pool_free(instance->sense_dma_pool, cmd->sense, in megasas_teardown_frame_pool()
4305 cmd->sense_phys_addr); in megasas_teardown_frame_pool()
4311 dma_pool_destroy(instance->frame_dma_pool); in megasas_teardown_frame_pool()
4312 dma_pool_destroy(instance->sense_dma_pool); in megasas_teardown_frame_pool()
4314 instance->frame_dma_pool = NULL; in megasas_teardown_frame_pool()
4315 instance->sense_dma_pool = NULL; in megasas_teardown_frame_pool()
4319 * megasas_create_frame_pool - Creates DMA pool for cmd frames
4334 max_cmd = instance->max_mfi_cmds; in megasas_create_frame_pool()
4347 frame_count = (instance->adapter_type == MFI_SERIES) ? in megasas_create_frame_pool()
4349 instance->mfi_frame_size = MEGAMFI_FRAME_SIZE * frame_count; in megasas_create_frame_pool()
4353 instance->frame_dma_pool = dma_pool_create("megasas frame pool", in megasas_create_frame_pool()
4354 &instance->pdev->dev, in megasas_create_frame_pool()
4355 instance->mfi_frame_size, 256, 0); in megasas_create_frame_pool()
4357 if (!instance->frame_dma_pool) { in megasas_create_frame_pool()
4358 dev_printk(KERN_DEBUG, &instance->pdev->dev, "failed to setup frame pool\n"); in megasas_create_frame_pool()
4359 return -ENOMEM; in megasas_create_frame_pool()
4362 instance->sense_dma_pool = dma_pool_create("megasas sense pool", in megasas_create_frame_pool()
4363 &instance->pdev->dev, 128, in megasas_create_frame_pool()
4366 if (!instance->sense_dma_pool) { in megasas_create_frame_pool()
4367 dev_printk(KERN_DEBUG, &instance->pdev->dev, "failed to setup sense pool\n"); in megasas_create_frame_pool()
4369 dma_pool_destroy(instance->frame_dma_pool); in megasas_create_frame_pool()
4370 instance->frame_dma_pool = NULL; in megasas_create_frame_pool()
4372 return -ENOMEM; in megasas_create_frame_pool()
4377 * By making cmd->index as the context instead of the &cmd, we can in megasas_create_frame_pool()
4382 cmd = instance->cmd_list[i]; in megasas_create_frame_pool()
4384 cmd->frame = dma_pool_zalloc(instance->frame_dma_pool, in megasas_create_frame_pool()
4385 GFP_KERNEL, &cmd->frame_phys_addr); in megasas_create_frame_pool()
4387 cmd->sense = dma_pool_alloc(instance->sense_dma_pool, in megasas_create_frame_pool()
4388 GFP_KERNEL, &cmd->sense_phys_addr); in megasas_create_frame_pool()
4394 if (!cmd->frame || !cmd->sense) { in megasas_create_frame_pool()
4395 dev_printk(KERN_DEBUG, &instance->pdev->dev, "dma_pool_alloc failed\n"); in megasas_create_frame_pool()
4397 return -ENOMEM; in megasas_create_frame_pool()
4400 cmd->frame->io.context = cpu_to_le32(cmd->index); in megasas_create_frame_pool()
4401 cmd->frame->io.pad_0 = 0; in megasas_create_frame_pool()
4402 if ((instance->adapter_type == MFI_SERIES) && reset_devices) in megasas_create_frame_pool()
4403 cmd->frame->hdr.cmd = MFI_CMD_INVALID; in megasas_create_frame_pool()
4410 * megasas_free_cmds - Free all the cmds in the free cmd pool
4421 for (i = 0; i < instance->max_mfi_cmds; i++) in megasas_free_cmds()
4423 kfree(instance->cmd_list[i]); in megasas_free_cmds()
4426 kfree(instance->cmd_list); in megasas_free_cmds()
4427 instance->cmd_list = NULL; in megasas_free_cmds()
4429 INIT_LIST_HEAD(&instance->cmd_pool); in megasas_free_cmds()
4433 * megasas_alloc_cmds - Allocates the command packets
4441 * Each frame has a 32-bit field called context (tag). This context is used
4457 max_cmd = instance->max_mfi_cmds; in megasas_alloc_cmds()
4460 * instance->cmd_list is an array of struct megasas_cmd pointers. in megasas_alloc_cmds()
4464 instance->cmd_list = kcalloc(max_cmd, sizeof(struct megasas_cmd*), GFP_KERNEL); in megasas_alloc_cmds()
4466 if (!instance->cmd_list) { in megasas_alloc_cmds()
4467 dev_printk(KERN_DEBUG, &instance->pdev->dev, "out of memory\n"); in megasas_alloc_cmds()
4468 return -ENOMEM; in megasas_alloc_cmds()
4472 instance->cmd_list[i] = kmalloc(sizeof(struct megasas_cmd), in megasas_alloc_cmds()
4475 if (!instance->cmd_list[i]) { in megasas_alloc_cmds()
4478 kfree(instance->cmd_list[j]); in megasas_alloc_cmds()
4480 kfree(instance->cmd_list); in megasas_alloc_cmds()
4481 instance->cmd_list = NULL; in megasas_alloc_cmds()
4483 return -ENOMEM; in megasas_alloc_cmds()
4488 cmd = instance->cmd_list[i]; in megasas_alloc_cmds()
4490 cmd->index = i; in megasas_alloc_cmds()
4491 cmd->scmd = NULL; in megasas_alloc_cmds()
4492 cmd->instance = instance; in megasas_alloc_cmds()
4494 list_add_tail(&cmd->list, &instance->cmd_pool); in megasas_alloc_cmds()
4501 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Error creating frame DMA pool\n"); in megasas_alloc_cmds()
4503 return -ENOMEM; in megasas_alloc_cmds()
4510 * dcmd_timeout_ocr_possible - Check if OCR is possible based on Driver/FW state.
4519 if (instance->adapter_type == MFI_SERIES) in dcmd_timeout_ocr_possible()
4521 else if (instance->unload || in dcmd_timeout_ocr_possible()
4523 &instance->reset_flags)) in dcmd_timeout_ocr_possible()
4539 device_id = (sdev->channel * MEGASAS_MAX_DEV_PER_CHANNEL) + sdev->id; in megasas_get_pd_info()
4543 dev_err(&instance->pdev->dev, "Failed to get cmd %s\n", __func__); in megasas_get_pd_info()
4547 dcmd = &cmd->frame->dcmd; in megasas_get_pd_info()
4549 memset(instance->pd_info, 0, sizeof(*instance->pd_info)); in megasas_get_pd_info()
4550 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_get_pd_info()
4552 dcmd->mbox.s[0] = cpu_to_le16(device_id); in megasas_get_pd_info()
4553 dcmd->cmd = MFI_CMD_DCMD; in megasas_get_pd_info()
4554 dcmd->cmd_status = 0xFF; in megasas_get_pd_info()
4555 dcmd->sge_count = 1; in megasas_get_pd_info()
4556 dcmd->flags = MFI_FRAME_DIR_READ; in megasas_get_pd_info()
4557 dcmd->timeout = 0; in megasas_get_pd_info()
4558 dcmd->pad_0 = 0; in megasas_get_pd_info()
4559 dcmd->data_xfer_len = cpu_to_le32(sizeof(struct MR_PD_INFO)); in megasas_get_pd_info()
4560 dcmd->opcode = cpu_to_le32(MR_DCMD_PD_GET_INFO); in megasas_get_pd_info()
4562 megasas_set_dma_settings(instance, dcmd, instance->pd_info_h, in megasas_get_pd_info()
4565 if ((instance->adapter_type != MFI_SERIES) && in megasas_get_pd_info()
4566 !instance->mask_interrupts) in megasas_get_pd_info()
4573 mr_device_priv_data = sdev->hostdata; in megasas_get_pd_info()
4574 le16_to_cpus((u16 *)&instance->pd_info->state.ddf.pdType); in megasas_get_pd_info()
4575 mr_device_priv_data->interface_type = in megasas_get_pd_info()
4576 instance->pd_info->state.ddf.pdType.intf; in megasas_get_pd_info()
4583 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_get_pd_info()
4584 mutex_unlock(&instance->reset_mutex); in megasas_get_pd_info()
4585 megasas_reset_fusion(instance->host, in megasas_get_pd_info()
4587 mutex_lock(&instance->reset_mutex); in megasas_get_pd_info()
4593 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n", in megasas_get_pd_info()
4607 * megasas_get_pd_list_info - Returns FW's pd_list structure
4624 if (instance->pd_list_not_supported) { in megasas_get_pd_list()
4625 dev_info(&instance->pdev->dev, "MR_DCMD_PD_LIST_QUERY " in megasas_get_pd_list()
4630 ci = instance->pd_list_buf; in megasas_get_pd_list()
4635 dev_printk(KERN_DEBUG, &instance->pdev->dev, "(get_pd_list): Failed to get cmd\n"); in megasas_get_pd_list()
4636 return -ENOMEM; in megasas_get_pd_list()
4639 dcmd = &cmd->frame->dcmd; in megasas_get_pd_list()
4642 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_get_pd_list()
4644 dcmd->mbox.b[0] = MR_PD_QUERY_TYPE_EXPOSED_TO_HOST; in megasas_get_pd_list()
4645 dcmd->mbox.b[1] = 0; in megasas_get_pd_list()
4646 dcmd->cmd = MFI_CMD_DCMD; in megasas_get_pd_list()
4647 dcmd->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_get_pd_list()
4648 dcmd->sge_count = 1; in megasas_get_pd_list()
4649 dcmd->flags = MFI_FRAME_DIR_READ; in megasas_get_pd_list()
4650 dcmd->timeout = 0; in megasas_get_pd_list()
4651 dcmd->pad_0 = 0; in megasas_get_pd_list()
4652 dcmd->data_xfer_len = cpu_to_le32(MEGASAS_MAX_PD * sizeof(struct MR_PD_LIST)); in megasas_get_pd_list()
4653 dcmd->opcode = cpu_to_le32(MR_DCMD_PD_LIST_QUERY); in megasas_get_pd_list()
4655 megasas_set_dma_settings(instance, dcmd, instance->pd_list_buf_h, in megasas_get_pd_list()
4658 if ((instance->adapter_type != MFI_SERIES) && in megasas_get_pd_list()
4659 !instance->mask_interrupts) in megasas_get_pd_list()
4667 dev_info(&instance->pdev->dev, "MR_DCMD_PD_LIST_QUERY " in megasas_get_pd_list()
4670 if (instance->adapter_type != MFI_SERIES) in megasas_get_pd_list()
4673 instance->pd_list_not_supported = 1; in megasas_get_pd_list()
4679 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_get_pd_list()
4685 mutex_unlock(&instance->reset_mutex); in megasas_get_pd_list()
4686 megasas_reset_fusion(instance->host, in megasas_get_pd_list()
4688 mutex_lock(&instance->reset_mutex); in megasas_get_pd_list()
4694 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d \n", in megasas_get_pd_list()
4702 pd_addr = ci->addr; in megasas_get_pd_list()
4704 dev_info(&instance->pdev->dev, "%s, sysPD count: 0x%x\n", in megasas_get_pd_list()
4705 __func__, le32_to_cpu(ci->count)); in megasas_get_pd_list()
4707 if ((le32_to_cpu(ci->count) > in megasas_get_pd_list()
4711 memset(instance->local_pd_list, 0, in megasas_get_pd_list()
4714 for (pd_index = 0; pd_index < le32_to_cpu(ci->count); pd_index++) { in megasas_get_pd_list()
4715 instance->local_pd_list[le16_to_cpu(pd_addr->deviceId)].tid = in megasas_get_pd_list()
4716 le16_to_cpu(pd_addr->deviceId); in megasas_get_pd_list()
4717 instance->local_pd_list[le16_to_cpu(pd_addr->deviceId)].driveType = in megasas_get_pd_list()
4718 pd_addr->scsiDevType; in megasas_get_pd_list()
4719 instance->local_pd_list[le16_to_cpu(pd_addr->deviceId)].driveState = in megasas_get_pd_list()
4722 dev_info(&instance->pdev->dev, in megasas_get_pd_list()
4724 pd_index, le16_to_cpu(pd_addr->deviceId), in megasas_get_pd_list()
4725 pd_addr->scsiDevType); in megasas_get_pd_list()
4729 memcpy(instance->pd_list, instance->local_pd_list, in megasas_get_pd_list()
4730 sizeof(instance->pd_list)); in megasas_get_pd_list()
4742 * megasas_get_ld_list_info - Returns FW's ld_list structure
4760 ci = instance->ld_list_buf; in megasas_get_ld_list()
4761 ci_h = instance->ld_list_buf_h; in megasas_get_ld_list()
4766 dev_printk(KERN_DEBUG, &instance->pdev->dev, "megasas_get_ld_list: Failed to get cmd\n"); in megasas_get_ld_list()
4767 return -ENOMEM; in megasas_get_ld_list()
4770 dcmd = &cmd->frame->dcmd; in megasas_get_ld_list()
4773 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_get_ld_list()
4775 if (instance->supportmax256vd) in megasas_get_ld_list()
4776 dcmd->mbox.b[0] = 1; in megasas_get_ld_list()
4777 dcmd->cmd = MFI_CMD_DCMD; in megasas_get_ld_list()
4778 dcmd->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_get_ld_list()
4779 dcmd->sge_count = 1; in megasas_get_ld_list()
4780 dcmd->flags = MFI_FRAME_DIR_READ; in megasas_get_ld_list()
4781 dcmd->timeout = 0; in megasas_get_ld_list()
4782 dcmd->data_xfer_len = cpu_to_le32(sizeof(struct MR_LD_LIST)); in megasas_get_ld_list()
4783 dcmd->opcode = cpu_to_le32(MR_DCMD_LD_GET_LIST); in megasas_get_ld_list()
4784 dcmd->pad_0 = 0; in megasas_get_ld_list()
4789 if ((instance->adapter_type != MFI_SERIES) && in megasas_get_ld_list()
4790 !instance->mask_interrupts) in megasas_get_ld_list()
4796 ld_count = le32_to_cpu(ci->ldCount); in megasas_get_ld_list()
4806 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_get_ld_list()
4812 mutex_unlock(&instance->reset_mutex); in megasas_get_ld_list()
4813 megasas_reset_fusion(instance->host, in megasas_get_ld_list()
4815 mutex_lock(&instance->reset_mutex); in megasas_get_ld_list()
4821 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n", in megasas_get_ld_list()
4830 dev_info(&instance->pdev->dev, "%s, LD count: 0x%x\n", in megasas_get_ld_list()
4833 if (ld_count > instance->fw_supported_vd_count) in megasas_get_ld_list()
4836 memset(instance->ld_ids, 0xff, MAX_LOGICAL_DRIVES_EXT); in megasas_get_ld_list()
4839 if (ci->ldList[ld_index].state != 0) { in megasas_get_ld_list()
4840 ids = ci->ldList[ld_index].ref.targetId; in megasas_get_ld_list()
4841 instance->ld_ids[ids] = ci->ldList[ld_index].ref.targetId; in megasas_get_ld_list()
4843 dev_info(&instance->pdev->dev, in megasas_get_ld_list()
4859 * megasas_ld_list_query - Returns FW's ld_list structure
4877 ci = instance->ld_targetid_list_buf; in megasas_ld_list_query()
4878 ci_h = instance->ld_targetid_list_buf_h; in megasas_ld_list_query()
4883 dev_warn(&instance->pdev->dev, in megasas_ld_list_query()
4885 return -ENOMEM; in megasas_ld_list_query()
4888 dcmd = &cmd->frame->dcmd; in megasas_ld_list_query()
4891 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_ld_list_query()
4893 dcmd->mbox.b[0] = query_type; in megasas_ld_list_query()
4894 if (instance->supportmax256vd) in megasas_ld_list_query()
4895 dcmd->mbox.b[2] = 1; in megasas_ld_list_query()
4897 dcmd->cmd = MFI_CMD_DCMD; in megasas_ld_list_query()
4898 dcmd->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_ld_list_query()
4899 dcmd->sge_count = 1; in megasas_ld_list_query()
4900 dcmd->flags = MFI_FRAME_DIR_READ; in megasas_ld_list_query()
4901 dcmd->timeout = 0; in megasas_ld_list_query()
4902 dcmd->data_xfer_len = cpu_to_le32(sizeof(struct MR_LD_TARGETID_LIST)); in megasas_ld_list_query()
4903 dcmd->opcode = cpu_to_le32(MR_DCMD_LD_LIST_QUERY); in megasas_ld_list_query()
4904 dcmd->pad_0 = 0; in megasas_ld_list_query()
4909 if ((instance->adapter_type != MFI_SERIES) && in megasas_ld_list_query()
4910 !instance->mask_interrupts) in megasas_ld_list_query()
4917 dev_info(&instance->pdev->dev, in megasas_ld_list_query()
4918 "DCMD not supported by firmware - %s %d\n", in megasas_ld_list_query()
4925 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_ld_list_query()
4931 mutex_unlock(&instance->reset_mutex); in megasas_ld_list_query()
4932 megasas_reset_fusion(instance->host, in megasas_ld_list_query()
4934 mutex_lock(&instance->reset_mutex); in megasas_ld_list_query()
4940 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n", in megasas_ld_list_query()
4947 tgtid_count = le32_to_cpu(ci->count); in megasas_ld_list_query()
4950 dev_info(&instance->pdev->dev, "%s, LD count: 0x%x\n", in megasas_ld_list_query()
4953 if ((tgtid_count > (instance->fw_supported_vd_count))) in megasas_ld_list_query()
4956 memset(instance->ld_ids, 0xff, MEGASAS_MAX_LD_IDS); in megasas_ld_list_query()
4958 ids = ci->targetId[ld_index]; in megasas_ld_list_query()
4959 instance->ld_ids[ids] = ci->targetId[ld_index]; in megasas_ld_list_query()
4961 dev_info(&instance->pdev->dev, "LD%d: targetID: 0x%03x\n", in megasas_ld_list_query()
4962 ld_index, ci->targetId[ld_index]); in megasas_ld_list_query()
4976 * dcmd.opcode - MR_DCMD_CTRL_DEVICE_LIST_GET
4977 * dcmd.mbox - reserved
4978 * dcmd.sge IN - ptr to return MR_HOST_DEVICE_LIST structure
4980 * Status: MFI_STAT_OK - List returned successfully
4981 * MFI_STAT_INVALID_CMD - Firmware support for the feature has been
4986 * non-zero if failed
4999 ci = instance->host_device_list_buf; in megasas_host_device_list_query()
5000 ci_h = instance->host_device_list_buf_h; in megasas_host_device_list_query()
5005 dev_warn(&instance->pdev->dev, in megasas_host_device_list_query()
5008 return -ENOMEM; in megasas_host_device_list_query()
5011 dcmd = &cmd->frame->dcmd; in megasas_host_device_list_query()
5014 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_host_device_list_query()
5016 dcmd->mbox.b[0] = is_probe ? 0 : 1; in megasas_host_device_list_query()
5017 dcmd->cmd = MFI_CMD_DCMD; in megasas_host_device_list_query()
5018 dcmd->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_host_device_list_query()
5019 dcmd->sge_count = 1; in megasas_host_device_list_query()
5020 dcmd->flags = MFI_FRAME_DIR_READ; in megasas_host_device_list_query()
5021 dcmd->timeout = 0; in megasas_host_device_list_query()
5022 dcmd->pad_0 = 0; in megasas_host_device_list_query()
5023 dcmd->data_xfer_len = cpu_to_le32(HOST_DEVICE_LIST_SZ); in megasas_host_device_list_query()
5024 dcmd->opcode = cpu_to_le32(MR_DCMD_CTRL_DEVICE_LIST_GET); in megasas_host_device_list_query()
5028 if (!instance->mask_interrupts) { in megasas_host_device_list_query()
5033 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_host_device_list_query()
5041 count = le32_to_cpu(ci->count); in megasas_host_device_list_query()
5047 dev_info(&instance->pdev->dev, "%s, Device count: 0x%x\n", in megasas_host_device_list_query()
5050 memset(instance->local_pd_list, 0, in megasas_host_device_list_query()
5052 memset(instance->ld_ids, 0xff, MAX_LOGICAL_DRIVES_EXT); in megasas_host_device_list_query()
5054 target_id = le16_to_cpu(ci->host_device_list[i].target_id); in megasas_host_device_list_query()
5055 if (ci->host_device_list[i].flags.u.bits.is_sys_pd) { in megasas_host_device_list_query()
5056 instance->local_pd_list[target_id].tid = target_id; in megasas_host_device_list_query()
5057 instance->local_pd_list[target_id].driveType = in megasas_host_device_list_query()
5058 ci->host_device_list[i].scsi_type; in megasas_host_device_list_query()
5059 instance->local_pd_list[target_id].driveState = in megasas_host_device_list_query()
5062 dev_info(&instance->pdev->dev, in megasas_host_device_list_query()
5064 i, target_id, ci->host_device_list[i].scsi_type); in megasas_host_device_list_query()
5066 instance->ld_ids[target_id] = target_id; in megasas_host_device_list_query()
5068 dev_info(&instance->pdev->dev, in megasas_host_device_list_query()
5074 memcpy(instance->pd_list, instance->local_pd_list, in megasas_host_device_list_query()
5075 sizeof(instance->pd_list)); in megasas_host_device_list_query()
5081 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_host_device_list_query()
5082 mutex_unlock(&instance->reset_mutex); in megasas_host_device_list_query()
5083 megasas_reset_fusion(instance->host, in megasas_host_device_list_query()
5085 mutex_lock(&instance->reset_mutex); in megasas_host_device_list_query()
5091 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n", in megasas_host_device_list_query()
5097 dev_err(&instance->pdev->dev, in megasas_host_device_list_query()
5118 fusion = instance->ctrl_context; in megasas_update_ext_vd_details()
5123 instance->supportmax256vd = in megasas_update_ext_vd_details()
5124 instance->ctrl_info_buf->adapterOperations3.supportMaxExtLDs; in megasas_update_ext_vd_details()
5126 if (instance->ctrl_info_buf->max_lds > 64) in megasas_update_ext_vd_details()
5127 instance->supportmax256vd = 1; in megasas_update_ext_vd_details()
5129 instance->drv_supported_vd_count = MEGASAS_MAX_LD_CHANNELS in megasas_update_ext_vd_details()
5131 instance->drv_supported_pd_count = MEGASAS_MAX_PD_CHANNELS in megasas_update_ext_vd_details()
5133 if (instance->supportmax256vd) { in megasas_update_ext_vd_details()
5134 instance->fw_supported_vd_count = MAX_LOGICAL_DRIVES_EXT; in megasas_update_ext_vd_details()
5135 instance->fw_supported_pd_count = MAX_PHYSICAL_DEVICES; in megasas_update_ext_vd_details()
5137 instance->fw_supported_vd_count = MAX_LOGICAL_DRIVES; in megasas_update_ext_vd_details()
5138 instance->fw_supported_pd_count = MAX_PHYSICAL_DEVICES; in megasas_update_ext_vd_details()
5141 dev_info(&instance->pdev->dev, in megasas_update_ext_vd_details()
5143 instance->ctrl_info_buf->adapterOperations3.supportMaxExtLDs ? 1 : 0, in megasas_update_ext_vd_details()
5144 instance->ctrl_info_buf->max_lds); in megasas_update_ext_vd_details()
5146 if (instance->max_raid_mapsize) { in megasas_update_ext_vd_details()
5147 ventura_map_sz = instance->max_raid_mapsize * in megasas_update_ext_vd_details()
5149 fusion->current_map_sz = ventura_map_sz; in megasas_update_ext_vd_details()
5150 fusion->max_map_sz = ventura_map_sz; in megasas_update_ext_vd_details()
5152 fusion->old_map_sz = in megasas_update_ext_vd_details()
5154 instance->fw_supported_vd_count); in megasas_update_ext_vd_details()
5155 fusion->new_map_sz = sizeof(struct MR_FW_RAID_MAP_EXT); in megasas_update_ext_vd_details()
5157 fusion->max_map_sz = in megasas_update_ext_vd_details()
5158 max(fusion->old_map_sz, fusion->new_map_sz); in megasas_update_ext_vd_details()
5160 if (instance->supportmax256vd) in megasas_update_ext_vd_details()
5161 fusion->current_map_sz = fusion->new_map_sz; in megasas_update_ext_vd_details()
5163 fusion->current_map_sz = fusion->old_map_sz; in megasas_update_ext_vd_details()
5166 fusion->drv_map_sz = sizeof(struct MR_DRV_RAID_MAP_ALL); in megasas_update_ext_vd_details()
5170 * dcmd.opcode - MR_DCMD_CTRL_SNAPDUMP_GET_PROPERTIES
5171 * dcmd.hdr.length - number of bytes to read
5172 * dcmd.sge - Ptr to MR_SNAPDUMP_PROPERTIES
5174 * Status: MFI_STAT_OK- Command successful
5184 ci = instance->snapdump_prop; in megasas_get_snapdump_properties()
5185 ci_h = instance->snapdump_prop_h; in megasas_get_snapdump_properties()
5193 dev_dbg(&instance->pdev->dev, "Failed to get a free cmd\n"); in megasas_get_snapdump_properties()
5197 dcmd = &cmd->frame->dcmd; in megasas_get_snapdump_properties()
5200 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_get_snapdump_properties()
5202 dcmd->cmd = MFI_CMD_DCMD; in megasas_get_snapdump_properties()
5203 dcmd->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_get_snapdump_properties()
5204 dcmd->sge_count = 1; in megasas_get_snapdump_properties()
5205 dcmd->flags = MFI_FRAME_DIR_READ; in megasas_get_snapdump_properties()
5206 dcmd->timeout = 0; in megasas_get_snapdump_properties()
5207 dcmd->pad_0 = 0; in megasas_get_snapdump_properties()
5208 dcmd->data_xfer_len = cpu_to_le32(sizeof(struct MR_SNAPDUMP_PROPERTIES)); in megasas_get_snapdump_properties()
5209 dcmd->opcode = cpu_to_le32(MR_DCMD_CTRL_SNAPDUMP_GET_PROPERTIES); in megasas_get_snapdump_properties()
5214 if (!instance->mask_interrupts) { in megasas_get_snapdump_properties()
5219 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_get_snapdump_properties()
5224 instance->snapdump_wait_time = in megasas_get_snapdump_properties()
5225 min_t(u8, ci->trigger_min_num_sec_before_ocr, in megasas_get_snapdump_properties()
5232 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_get_snapdump_properties()
5233 mutex_unlock(&instance->reset_mutex); in megasas_get_snapdump_properties()
5234 megasas_reset_fusion(instance->host, in megasas_get_snapdump_properties()
5236 mutex_lock(&instance->reset_mutex); in megasas_get_snapdump_properties()
5242 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n", in megasas_get_snapdump_properties()
5253 * megasas_get_ctrl_info - Returns FW's controller structure
5269 ci = instance->ctrl_info_buf; in megasas_get_ctrl_info()
5270 ci_h = instance->ctrl_info_buf_h; in megasas_get_ctrl_info()
5275 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to get a free cmd\n"); in megasas_get_ctrl_info()
5276 return -ENOMEM; in megasas_get_ctrl_info()
5279 dcmd = &cmd->frame->dcmd; in megasas_get_ctrl_info()
5282 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_get_ctrl_info()
5284 dcmd->cmd = MFI_CMD_DCMD; in megasas_get_ctrl_info()
5285 dcmd->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_get_ctrl_info()
5286 dcmd->sge_count = 1; in megasas_get_ctrl_info()
5287 dcmd->flags = MFI_FRAME_DIR_READ; in megasas_get_ctrl_info()
5288 dcmd->timeout = 0; in megasas_get_ctrl_info()
5289 dcmd->pad_0 = 0; in megasas_get_ctrl_info()
5290 dcmd->data_xfer_len = cpu_to_le32(sizeof(struct megasas_ctrl_info)); in megasas_get_ctrl_info()
5291 dcmd->opcode = cpu_to_le32(MR_DCMD_CTRL_GET_INFO); in megasas_get_ctrl_info()
5292 dcmd->mbox.b[0] = 1; in megasas_get_ctrl_info()
5297 if ((instance->adapter_type != MFI_SERIES) && in megasas_get_ctrl_info()
5298 !instance->mask_interrupts) { in megasas_get_ctrl_info()
5302 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_get_ctrl_info()
5310 le32_to_cpus((u32 *)&ci->properties.OnOffProperties); in megasas_get_ctrl_info()
5311 le16_to_cpus((u16 *)&ci->properties.on_off_properties2); in megasas_get_ctrl_info()
5312 le32_to_cpus((u32 *)&ci->adapterOperations2); in megasas_get_ctrl_info()
5313 le32_to_cpus((u32 *)&ci->adapterOperations3); in megasas_get_ctrl_info()
5314 le16_to_cpus((u16 *)&ci->adapter_operations4); in megasas_get_ctrl_info()
5315 le32_to_cpus((u32 *)&ci->adapter_operations5); in megasas_get_ctrl_info()
5323 instance->support_seqnum_jbod_fp = in megasas_get_ctrl_info()
5324 ci->adapterOperations3.useSeqNumJbodFP; in megasas_get_ctrl_info()
5325 instance->support_morethan256jbod = in megasas_get_ctrl_info()
5326 ci->adapter_operations4.support_pd_map_target_id; in megasas_get_ctrl_info()
5327 instance->support_nvme_passthru = in megasas_get_ctrl_info()
5328 ci->adapter_operations4.support_nvme_passthru; in megasas_get_ctrl_info()
5329 instance->support_pci_lane_margining = in megasas_get_ctrl_info()
5330 ci->adapter_operations5.support_pci_lane_margining; in megasas_get_ctrl_info()
5331 instance->task_abort_tmo = ci->TaskAbortTO; in megasas_get_ctrl_info()
5332 instance->max_reset_tmo = ci->MaxResetTO; in megasas_get_ctrl_info()
5335 instance->is_imr = (ci->memory_size ? 0 : 1); in megasas_get_ctrl_info()
5337 instance->snapdump_wait_time = in megasas_get_ctrl_info()
5338 (ci->properties.on_off_properties2.enable_snap_dump ? in megasas_get_ctrl_info()
5341 instance->enable_fw_dev_list = in megasas_get_ctrl_info()
5342 ci->properties.on_off_properties2.enable_fw_dev_list; in megasas_get_ctrl_info()
5344 dev_info(&instance->pdev->dev, in megasas_get_ctrl_info()
5346 instance->is_imr ? "iMR" : "MR", in megasas_get_ctrl_info()
5347 le16_to_cpu(ci->memory_size)); in megasas_get_ctrl_info()
5349 instance->disableOnlineCtrlReset = in megasas_get_ctrl_info()
5350 ci->properties.OnOffProperties.disableOnlineCtrlReset; in megasas_get_ctrl_info()
5351 instance->secure_jbod_support = in megasas_get_ctrl_info()
5352 ci->adapterOperations3.supportSecurityonJBOD; in megasas_get_ctrl_info()
5353 dev_info(&instance->pdev->dev, "Online Controller Reset(OCR)\t: %s\n", in megasas_get_ctrl_info()
5354 instance->disableOnlineCtrlReset ? "Disabled" : "Enabled"); in megasas_get_ctrl_info()
5355 dev_info(&instance->pdev->dev, "Secure JBOD support\t: %s\n", in megasas_get_ctrl_info()
5356 instance->secure_jbod_support ? "Yes" : "No"); in megasas_get_ctrl_info()
5357 dev_info(&instance->pdev->dev, "NVMe passthru support\t: %s\n", in megasas_get_ctrl_info()
5358 instance->support_nvme_passthru ? "Yes" : "No"); in megasas_get_ctrl_info()
5359 dev_info(&instance->pdev->dev, in megasas_get_ctrl_info()
5361 instance->task_abort_tmo, instance->max_reset_tmo); in megasas_get_ctrl_info()
5362 dev_info(&instance->pdev->dev, "JBOD sequence map support\t: %s\n", in megasas_get_ctrl_info()
5363 instance->support_seqnum_jbod_fp ? "Yes" : "No"); in megasas_get_ctrl_info()
5364 dev_info(&instance->pdev->dev, "PCI Lane Margining support\t: %s\n", in megasas_get_ctrl_info()
5365 instance->support_pci_lane_margining ? "Yes" : "No"); in megasas_get_ctrl_info()
5372 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_get_ctrl_info()
5373 mutex_unlock(&instance->reset_mutex); in megasas_get_ctrl_info()
5374 megasas_reset_fusion(instance->host, in megasas_get_ctrl_info()
5376 mutex_lock(&instance->reset_mutex); in megasas_get_ctrl_info()
5382 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n", in megasas_get_ctrl_info()
5400 * megasas_set_crash_dump_params - Sends address of crash dump DMA buffer
5404 * @crash_buf_state - tell FW to turn ON/OFF crash dump feature
5407 * @return 0 on success non-zero on failure.
5409 * Driver will send address of crash dump DMA buffer and set mbox to tell FW
5424 dev_err(&instance->pdev->dev, "Failed to get a free cmd\n"); in megasas_set_crash_dump_params()
5425 return -ENOMEM; in megasas_set_crash_dump_params()
5429 dcmd = &cmd->frame->dcmd; in megasas_set_crash_dump_params()
5431 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_set_crash_dump_params()
5432 dcmd->mbox.b[0] = crash_buf_state; in megasas_set_crash_dump_params()
5433 dcmd->cmd = MFI_CMD_DCMD; in megasas_set_crash_dump_params()
5434 dcmd->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_set_crash_dump_params()
5435 dcmd->sge_count = 1; in megasas_set_crash_dump_params()
5436 dcmd->flags = MFI_FRAME_DIR_NONE; in megasas_set_crash_dump_params()
5437 dcmd->timeout = 0; in megasas_set_crash_dump_params()
5438 dcmd->pad_0 = 0; in megasas_set_crash_dump_params()
5439 dcmd->data_xfer_len = cpu_to_le32(CRASH_DMA_BUF_SIZE); in megasas_set_crash_dump_params()
5440 dcmd->opcode = cpu_to_le32(MR_DCMD_CTRL_SET_CRASH_DUMP_PARAMS); in megasas_set_crash_dump_params()
5442 megasas_set_dma_settings(instance, dcmd, instance->crash_dump_h, in megasas_set_crash_dump_params()
5445 if ((instance->adapter_type != MFI_SERIES) && in megasas_set_crash_dump_params()
5446 !instance->mask_interrupts) in megasas_set_crash_dump_params()
5454 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_set_crash_dump_params()
5455 megasas_reset_fusion(instance->host, in megasas_set_crash_dump_params()
5462 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n", in megasas_set_crash_dump_params()
5473 * megasas_issue_init_mfi - Initializes the FW
5491 * this frame - since we don't need any SGL - we use SGL's space as in megasas_issue_init_mfi()
5498 init_frame = (struct megasas_init_frame *)cmd->frame; in megasas_issue_init_mfi()
5502 init_frame_h = cmd->frame_phys_addr; in megasas_issue_init_mfi()
5505 context = init_frame->context; in megasas_issue_init_mfi()
5508 init_frame->context = context; in megasas_issue_init_mfi()
5510 initq_info->reply_queue_entries = cpu_to_le32(instance->max_fw_cmds + 1); in megasas_issue_init_mfi()
5511 initq_info->reply_queue_start_phys_addr_lo = cpu_to_le32(instance->reply_queue_h); in megasas_issue_init_mfi()
5513 initq_info->producer_index_phys_addr_lo = cpu_to_le32(instance->producer_h); in megasas_issue_init_mfi()
5514 initq_info->consumer_index_phys_addr_lo = cpu_to_le32(instance->consumer_h); in megasas_issue_init_mfi()
5516 init_frame->cmd = MFI_CMD_INIT; in megasas_issue_init_mfi()
5517 init_frame->cmd_status = MFI_STAT_INVALID_STATUS; in megasas_issue_init_mfi()
5518 init_frame->queue_info_new_phys_addr_lo = in megasas_issue_init_mfi()
5520 init_frame->queue_info_new_phys_addr_hi = in megasas_issue_init_mfi()
5523 init_frame->data_xfer_len = cpu_to_le32(sizeof(struct megasas_init_queue_info)); in megasas_issue_init_mfi()
5528 instance->instancet->disable_intr(instance); in megasas_issue_init_mfi()
5535 dev_err(&instance->pdev->dev, "Failed to init firmware\n"); in megasas_issue_init_mfi()
5545 return -EINVAL; in megasas_issue_init_mfi()
5557 instance->max_fw_cmds = instance->instancet->read_fw_status_reg(instance) & 0x00FFFF; in megasas_init_adapter_mfi()
5563 instance->max_fw_cmds = instance->max_fw_cmds-1; in megasas_init_adapter_mfi()
5564 instance->max_mfi_cmds = instance->max_fw_cmds; in megasas_init_adapter_mfi()
5565 instance->max_num_sge = (instance->instancet->read_fw_status_reg(instance) & 0xFF0000) >> in megasas_init_adapter_mfi()
5571 if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0073SKINNY) || in megasas_init_adapter_mfi()
5572 (instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0071SKINNY)) { in megasas_init_adapter_mfi()
5573 instance->max_scsi_cmds = (instance->max_fw_cmds - in megasas_init_adapter_mfi()
5575 sema_init(&instance->ioctl_sem, MEGASAS_SKINNY_INT_CMDS); in megasas_init_adapter_mfi()
5577 instance->max_scsi_cmds = (instance->max_fw_cmds - in megasas_init_adapter_mfi()
5579 sema_init(&instance->ioctl_sem, (MEGASAS_MFI_IOCTL_CMDS)); in megasas_init_adapter_mfi()
5582 instance->cur_can_queue = instance->max_scsi_cmds; in megasas_init_adapter_mfi()
5595 * typical producer-consumer queue. FW is the producer (of completed in megasas_init_adapter_mfi()
5599 reply_q_sz = context_sz * (instance->max_fw_cmds + 1); in megasas_init_adapter_mfi()
5601 instance->reply_queue = dma_alloc_coherent(&instance->pdev->dev, in megasas_init_adapter_mfi()
5602 reply_q_sz, &instance->reply_queue_h, GFP_KERNEL); in megasas_init_adapter_mfi()
5604 if (!instance->reply_queue) { in megasas_init_adapter_mfi()
5605 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Out of DMA mem for reply queue\n"); in megasas_init_adapter_mfi()
5613 dev_err(&instance->pdev->dev, "(%d): Could get controller info " in megasas_init_adapter_mfi()
5614 "Fail from %s %d\n", instance->unique_id, in megasas_init_adapter_mfi()
5619 instance->fw_support_ieee = 0; in megasas_init_adapter_mfi()
5620 instance->fw_support_ieee = in megasas_init_adapter_mfi()
5621 (instance->instancet->read_fw_status_reg(instance) & in megasas_init_adapter_mfi()
5624 dev_notice(&instance->pdev->dev, "megasas_init_mfi: fw_support_ieee=%d", in megasas_init_adapter_mfi()
5625 instance->fw_support_ieee); in megasas_init_adapter_mfi()
5627 if (instance->fw_support_ieee) in megasas_init_adapter_mfi()
5628 instance->flag_ieee = 1; in megasas_init_adapter_mfi()
5634 dma_free_coherent(&instance->pdev->dev, reply_q_sz, in megasas_init_adapter_mfi()
5635 instance->reply_queue, instance->reply_queue_h); in megasas_init_adapter_mfi()
5649 count = instance->msix_vectors > 0 ? instance->msix_vectors : 1; in megasas_setup_irq_poll()
5653 irq_ctx = &instance->irq_context[i]; in megasas_setup_irq_poll()
5654 irq_ctx->os_irq = pci_irq_vector(instance->pdev, i); in megasas_setup_irq_poll()
5655 irq_ctx->irq_poll_scheduled = false; in megasas_setup_irq_poll()
5656 irq_poll_init(&irq_ctx->irqpoll, in megasas_setup_irq_poll()
5657 instance->threshold_reply_count, in megasas_setup_irq_poll()
5663 * megasas_setup_irqs_ioapic - register legacy interrupts.
5675 pdev = instance->pdev; in megasas_setup_irqs_ioapic()
5676 instance->irq_context[0].instance = instance; in megasas_setup_irqs_ioapic()
5677 instance->irq_context[0].MSIxIndex = 0; in megasas_setup_irqs_ioapic()
5678 snprintf(instance->irq_context->name, MEGASAS_MSIX_NAME_LEN, "%s%u", in megasas_setup_irqs_ioapic()
5679 "megasas", instance->host->host_no); in megasas_setup_irqs_ioapic()
5681 instance->instancet->service_isr, IRQF_SHARED, in megasas_setup_irqs_ioapic()
5682 instance->irq_context->name, &instance->irq_context[0])) { in megasas_setup_irqs_ioapic()
5683 dev_err(&instance->pdev->dev, in megasas_setup_irqs_ioapic()
5686 return -1; in megasas_setup_irqs_ioapic()
5688 instance->perf_mode = MR_LATENCY_PERF_MODE; in megasas_setup_irqs_ioapic()
5689 instance->low_latency_index_start = 0; in megasas_setup_irqs_ioapic()
5694 * megasas_setup_irqs_msix - register MSI-x interrupts.
5708 pdev = instance->pdev; in megasas_setup_irqs_msix()
5710 /* Try MSI-x */ in megasas_setup_irqs_msix()
5711 for (i = 0; i < instance->msix_vectors; i++) { in megasas_setup_irqs_msix()
5712 instance->irq_context[i].instance = instance; in megasas_setup_irqs_msix()
5713 instance->irq_context[i].MSIxIndex = i; in megasas_setup_irqs_msix()
5714 snprintf(instance->irq_context[i].name, MEGASAS_MSIX_NAME_LEN, "%s%u-msix%u", in megasas_setup_irqs_msix()
5715 "megasas", instance->host->host_no, i); in megasas_setup_irqs_msix()
5717 instance->instancet->service_isr, 0, instance->irq_context[i].name, in megasas_setup_irqs_msix()
5718 &instance->irq_context[i])) { in megasas_setup_irqs_msix()
5719 dev_err(&instance->pdev->dev, in megasas_setup_irqs_msix()
5722 if (j < instance->low_latency_index_start) in megasas_setup_irqs_msix()
5726 &instance->irq_context[j]); in megasas_setup_irqs_msix()
5729 instance->msix_vectors = 0; in megasas_setup_irqs_msix()
5730 instance->msix_load_balance = false; in megasas_setup_irqs_msix()
5732 pci_free_irq_vectors(instance->pdev); in megasas_setup_irqs_msix()
5735 return -1; in megasas_setup_irqs_msix()
5744 * megasas_destroy_irqs- unregister interrupts.
5755 count = instance->msix_vectors > 0 ? instance->msix_vectors : 1; in megasas_destroy_irqs()
5756 if (instance->adapter_type != MFI_SERIES) { in megasas_destroy_irqs()
5758 irq_ctx = &instance->irq_context[i]; in megasas_destroy_irqs()
5759 irq_poll_disable(&irq_ctx->irqpoll); in megasas_destroy_irqs()
5763 if (instance->msix_vectors) in megasas_destroy_irqs()
5764 for (i = 0; i < instance->msix_vectors; i++) { in megasas_destroy_irqs()
5765 if (i < instance->low_latency_index_start) in megasas_destroy_irqs()
5767 pci_irq_vector(instance->pdev, i), NULL); in megasas_destroy_irqs()
5768 free_irq(pci_irq_vector(instance->pdev, i), in megasas_destroy_irqs()
5769 &instance->irq_context[i]); in megasas_destroy_irqs()
5772 free_irq(pci_irq_vector(instance->pdev, 0), in megasas_destroy_irqs()
5773 &instance->irq_context[0]); in megasas_destroy_irqs()
5777 * megasas_setup_jbod_map - setup jbod map for FP seq_number.
5786 struct fusion_context *fusion = instance->ctrl_context; in megasas_setup_jbod_map()
5792 instance->use_seqnum_jbod_fp = in megasas_setup_jbod_map()
5793 instance->support_seqnum_jbod_fp; in megasas_setup_jbod_map()
5795 !instance->support_seqnum_jbod_fp) { in megasas_setup_jbod_map()
5796 dev_info(&instance->pdev->dev, in megasas_setup_jbod_map()
5799 instance->use_seqnum_jbod_fp = false; in megasas_setup_jbod_map()
5803 if (fusion->pd_seq_sync[0]) in megasas_setup_jbod_map()
5807 fusion->pd_seq_sync[i] = dma_alloc_coherent in megasas_setup_jbod_map()
5808 (&instance->pdev->dev, pd_seq_map_sz, in megasas_setup_jbod_map()
5809 &fusion->pd_seq_phys[i], GFP_KERNEL); in megasas_setup_jbod_map()
5810 if (!fusion->pd_seq_sync[i]) { in megasas_setup_jbod_map()
5811 dev_err(&instance->pdev->dev, in megasas_setup_jbod_map()
5815 dma_free_coherent(&instance->pdev->dev, in megasas_setup_jbod_map()
5816 pd_seq_map_sz, fusion->pd_seq_sync[0], in megasas_setup_jbod_map()
5817 fusion->pd_seq_phys[0]); in megasas_setup_jbod_map()
5818 fusion->pd_seq_sync[0] = NULL; in megasas_setup_jbod_map()
5820 instance->use_seqnum_jbod_fp = false; in megasas_setup_jbod_map()
5828 instance->use_seqnum_jbod_fp = true; in megasas_setup_jbod_map()
5830 instance->use_seqnum_jbod_fp = false; in megasas_setup_jbod_map()
5838 low_latency_index_start = instance->low_latency_index_start; in megasas_setup_reply_map()
5840 for (queue = low_latency_index_start; queue < instance->msix_vectors; queue++) { in megasas_setup_reply_map()
5841 mask = pci_irq_get_affinity(instance->pdev, queue); in megasas_setup_reply_map()
5846 instance->reply_map[cpu] = queue; in megasas_setup_reply_map()
5853 instance->reply_map[cpu] = queue; in megasas_setup_reply_map()
5854 if (queue == (instance->msix_vectors - 1)) in megasas_setup_reply_map()
5862 * megasas_get_device_list - Get the PD and LD device list from FW.
5873 if (instance->enable_fw_dev_list) { in megasas_get_device_list()
5878 dev_err(&instance->pdev->dev, "failed to get PD list\n"); in megasas_get_device_list()
5884 dev_err(&instance->pdev->dev, "failed to get LD list\n"); in megasas_get_device_list()
5893 * megasas_set_high_iops_queue_affinity_and_hint - Set affinity and hint
5905 if (instance->perf_mode == MR_BALANCED_PERF_MODE) { in megasas_set_high_iops_queue_affinity_and_hint()
5906 mask = cpumask_of_node(dev_to_node(&instance->pdev->dev)); in megasas_set_high_iops_queue_affinity_and_hint()
5908 for (i = 0; i < instance->low_latency_index_start; i++) { in megasas_set_high_iops_queue_affinity_and_hint()
5909 irq = pci_irq_vector(instance->pdev, i); in megasas_set_high_iops_queue_affinity_and_hint()
5919 struct irq_affinity desc = { .pre_vectors = instance->low_latency_index_start }; in __megasas_alloc_irq_vectors()
5924 if (instance->smp_affinity_enable) in __megasas_alloc_irq_vectors()
5932 i = pci_alloc_irq_vectors_affinity(instance->pdev, in __megasas_alloc_irq_vectors()
5933 instance->low_latency_index_start, in __megasas_alloc_irq_vectors()
5934 instance->msix_vectors - instance->iopoll_q_count, irq_flags, descp); in __megasas_alloc_irq_vectors()
5940 * megasas_alloc_irq_vectors - Allocate IRQ vectors/enable MSI-x vectors
5950 instance->iopoll_q_count = 0; in megasas_alloc_irq_vectors()
5951 if ((instance->adapter_type != MFI_SERIES) && in megasas_alloc_irq_vectors()
5954 instance->perf_mode = MR_LATENCY_PERF_MODE; in megasas_alloc_irq_vectors()
5955 instance->low_latency_index_start = 1; in megasas_alloc_irq_vectors()
5957 /* reserve for default and non-mananged pre-vector. */ in megasas_alloc_irq_vectors()
5958 if (instance->msix_vectors > (poll_queues + 2)) in megasas_alloc_irq_vectors()
5959 instance->iopoll_q_count = poll_queues; in megasas_alloc_irq_vectors()
5961 instance->iopoll_q_count = 0; in megasas_alloc_irq_vectors()
5963 num_msix_req = num_online_cpus() + instance->low_latency_index_start; in megasas_alloc_irq_vectors()
5964 instance->msix_vectors = min(num_msix_req, in megasas_alloc_irq_vectors()
5965 instance->msix_vectors); in megasas_alloc_irq_vectors()
5971 if (((instance->perf_mode == MR_BALANCED_PERF_MODE) in megasas_alloc_irq_vectors()
5972 || instance->iopoll_q_count) && in megasas_alloc_irq_vectors()
5973 (i != (instance->msix_vectors - instance->iopoll_q_count))) { in megasas_alloc_irq_vectors()
5974 if (instance->msix_vectors) in megasas_alloc_irq_vectors()
5975 pci_free_irq_vectors(instance->pdev); in megasas_alloc_irq_vectors()
5977 instance->perf_mode = MR_LATENCY_PERF_MODE; in megasas_alloc_irq_vectors()
5978 instance->low_latency_index_start = 1; in megasas_alloc_irq_vectors()
5979 num_msix_req = num_online_cpus() + instance->low_latency_index_start; in megasas_alloc_irq_vectors()
5981 instance->msix_vectors = min(num_msix_req, in megasas_alloc_irq_vectors()
5982 instance->msix_vectors); in megasas_alloc_irq_vectors()
5984 instance->iopoll_q_count = 0; in megasas_alloc_irq_vectors()
5989 dev_info(&instance->pdev->dev, in megasas_alloc_irq_vectors()
5991 instance->msix_vectors - instance->iopoll_q_count, in megasas_alloc_irq_vectors()
5992 i, instance->iopoll_q_count); in megasas_alloc_irq_vectors()
5995 instance->msix_vectors = i; in megasas_alloc_irq_vectors()
5997 instance->msix_vectors = 0; in megasas_alloc_irq_vectors()
5999 if (instance->smp_affinity_enable) in megasas_alloc_irq_vectors()
6004 * megasas_init_fw - Initializes the FW
6026 fusion = instance->ctrl_context; in megasas_init_fw()
6029 bar_list = pci_select_bars(instance->pdev, IORESOURCE_MEM); in megasas_init_fw()
6030 instance->bar = find_first_bit(&bar_list, BITS_PER_LONG); in megasas_init_fw()
6031 if (pci_request_selected_regions(instance->pdev, 1<<instance->bar, in megasas_init_fw()
6033 dev_printk(KERN_DEBUG, &instance->pdev->dev, "IO memory region busy!\n"); in megasas_init_fw()
6034 return -EBUSY; in megasas_init_fw()
6037 base_addr = pci_resource_start(instance->pdev, instance->bar); in megasas_init_fw()
6038 instance->reg_set = ioremap(base_addr, 8192); in megasas_init_fw()
6040 if (!instance->reg_set) { in megasas_init_fw()
6041 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to map IO mem\n"); in megasas_init_fw()
6046 dev_printk(KERN_DEBUG, &instance->pdev->dev, in megasas_init_fw()
6048 instance->bar, base_addr_phys, instance->reg_set); in megasas_init_fw()
6050 if (instance->adapter_type != MFI_SERIES) in megasas_init_fw()
6051 instance->instancet = &megasas_instance_template_fusion; in megasas_init_fw()
6053 switch (instance->pdev->device) { in megasas_init_fw()
6056 instance->instancet = &megasas_instance_template_ppc; in megasas_init_fw()
6060 instance->instancet = &megasas_instance_template_gen2; in megasas_init_fw()
6064 instance->instancet = &megasas_instance_template_skinny; in megasas_init_fw()
6069 instance->instancet = &megasas_instance_template_xscale; in megasas_init_fw()
6070 instance->pd_list_not_supported = 1; in megasas_init_fw()
6076 dev_info(&instance->pdev->dev, in megasas_init_fw()
6079 if (instance->adapter_type != MFI_SERIES) { in megasas_init_fw()
6080 status_reg = instance->instancet->read_fw_status_reg( in megasas_init_fw()
6090 atomic_set(&instance->fw_reset_no_pci_access, 1); in megasas_init_fw()
6091 instance->instancet->adp_reset in megasas_init_fw()
6092 (instance, instance->reg_set); in megasas_init_fw()
6093 atomic_set(&instance->fw_reset_no_pci_access, 0); in megasas_init_fw()
6102 dev_info(&instance->pdev->dev, in megasas_init_fw()
6118 fusion = instance->ctrl_context; in megasas_init_fw()
6120 if (instance->adapter_type >= VENTURA_SERIES) { in megasas_init_fw()
6123 &instance->reg_set->outbound_scratch_pad_2); in megasas_init_fw()
6124 instance->max_raid_mapsize = ((scratch_pad_2 >> in megasas_init_fw()
6129 instance->enable_sdev_max_qd = enable_sdev_max_qd; in megasas_init_fw()
6131 switch (instance->adapter_type) { in megasas_init_fw()
6133 fusion->pcie_bw_limitation = true; in megasas_init_fw()
6136 fusion->r56_div_offload = true; in megasas_init_fw()
6142 /* Check if MSI-X is supported while in ready state */ in megasas_init_fw()
6143 msix_enable = (instance->instancet->read_fw_status_reg(instance) & in megasas_init_fw()
6148 (instance, &instance->reg_set->outbound_scratch_pad_1); in megasas_init_fw()
6149 /* Check max MSI-X vectors */ in megasas_init_fw()
6151 if (instance->adapter_type == THUNDERBOLT_SERIES) { in megasas_init_fw()
6153 instance->msix_vectors = (scratch_pad_1 in megasas_init_fw()
6156 instance->msix_vectors = ((scratch_pad_1 in megasas_init_fw()
6161 * For Invader series, > 8 MSI-x vectors in megasas_init_fw()
6164 * For Ventura series, > 16 MSI-x vectors in megasas_init_fw()
6168 switch (instance->adapter_type) { in megasas_init_fw()
6170 if (instance->msix_vectors > 8) in megasas_init_fw()
6171 instance->msix_combined = true; in megasas_init_fw()
6175 if (instance->msix_vectors > 16) in megasas_init_fw()
6176 instance->msix_combined = true; in megasas_init_fw()
6181 instance->is_rdpq = (scratch_pad_1 & MR_RDPQ_MODE_OFFSET) ? in megasas_init_fw()
6184 if (instance->adapter_type >= INVADER_SERIES && in megasas_init_fw()
6185 !instance->msix_combined) { in megasas_init_fw()
6186 instance->msix_load_balance = true; in megasas_init_fw()
6187 instance->smp_affinity_enable = false; in megasas_init_fw()
6190 /* Save 1-15 reply post index address to local memory in megasas_init_fw()
6195 instance->reply_post_host_index_addr[loop] = in megasas_init_fw()
6197 ((u8 __iomem *)instance->reg_set + in megasas_init_fw()
6203 dev_info(&instance->pdev->dev, in megasas_init_fw()
6205 instance->msix_vectors); in megasas_init_fw()
6207 instance->msix_vectors = min(msix_vectors, in megasas_init_fw()
6208 instance->msix_vectors); in megasas_init_fw()
6210 instance->msix_vectors = 1; in megasas_init_fw()
6228 * MFI adapters supports single MSI-x so single reply queue in megasas_init_fw()
6236 (instance->msix_vectors == MEGASAS_MAX_MSIX_QUEUES)) in megasas_init_fw()
6237 instance->perf_mode = MR_BALANCED_PERF_MODE; in megasas_init_fw()
6239 instance->perf_mode = MR_LATENCY_PERF_MODE; in megasas_init_fw()
6242 if (instance->adapter_type == AERO_SERIES) { in megasas_init_fw()
6243 pcie_capability_read_word(instance->pdev, PCI_EXP_LNKSTA, &lnksta); in megasas_init_fw()
6251 instance->perf_mode = MR_LATENCY_PERF_MODE; in megasas_init_fw()
6252 fusion->pcie_bw_limitation = true; in megasas_init_fw()
6256 * Performance mode settings provided through module parameter-perf_mode will in megasas_init_fw()
6259 * 2. When user sets module parameter- perf_mode in range of 0-2. in megasas_init_fw()
6263 instance->perf_mode = perf_mode; in megasas_init_fw()
6269 instance->perf_mode = MR_LATENCY_PERF_MODE; in megasas_init_fw()
6273 if (instance->perf_mode == MR_BALANCED_PERF_MODE) in megasas_init_fw()
6274 instance->low_latency_index_start = in megasas_init_fw()
6277 instance->low_latency_index_start = 1; in megasas_init_fw()
6279 num_msix_req = num_online_cpus() + instance->low_latency_index_start; in megasas_init_fw()
6281 instance->msix_vectors = min(num_msix_req, in megasas_init_fw()
6282 instance->msix_vectors); in megasas_init_fw()
6285 if (!instance->msix_vectors) in megasas_init_fw()
6286 instance->msix_load_balance = false; in megasas_init_fw()
6289 * MSI-X host index 0 is common for all adapter. in megasas_init_fw()
6292 if (instance->msix_combined) { in megasas_init_fw()
6293 instance->reply_post_host_index_addr[0] = in megasas_init_fw()
6294 (u32 *)((u8 *)instance->reg_set + in megasas_init_fw()
6297 instance->reply_post_host_index_addr[0] = in megasas_init_fw()
6298 (u32 *)((u8 *)instance->reg_set + in megasas_init_fw()
6302 if (!instance->msix_vectors) { in megasas_init_fw()
6303 i = pci_alloc_irq_vectors(instance->pdev, 1, 1, PCI_IRQ_LEGACY); in megasas_init_fw()
6310 dev_info(&instance->pdev->dev, in megasas_init_fw()
6312 instance->msix_vectors, (unsigned int)num_online_cpus()); in megasas_init_fw()
6313 dev_info(&instance->pdev->dev, in megasas_init_fw()
6314 "RDPQ mode\t: (%s)\n", instance->is_rdpq ? "enabled" : "disabled"); in megasas_init_fw()
6316 tasklet_init(&instance->isr_tasklet, instance->instancet->tasklet, in megasas_init_fw()
6321 * non-fusion based controllers in megasas_init_fw()
6323 instance->fw_supported_vd_count = MAX_LOGICAL_DRIVES; in megasas_init_fw()
6324 instance->fw_supported_pd_count = MAX_PHYSICAL_DEVICES; in megasas_init_fw()
6326 if (instance->instancet->init_adapter(instance)) in megasas_init_fw()
6329 if (instance->adapter_type >= VENTURA_SERIES) { in megasas_init_fw()
6332 &instance->reg_set->outbound_scratch_pad_3); in megasas_init_fw()
6335 instance->nvme_page_size = in megasas_init_fw()
6338 dev_info(&instance->pdev->dev, in megasas_init_fw()
6339 "NVME page size\t: (%d)\n", instance->nvme_page_size); in megasas_init_fw()
6342 if (instance->msix_vectors ? in megasas_init_fw()
6347 if (instance->adapter_type != MFI_SERIES) in megasas_init_fw()
6350 instance->instancet->enable_intr(instance); in megasas_init_fw()
6352 dev_info(&instance->pdev->dev, "INIT adapter done\n"); in megasas_init_fw()
6357 dev_err(&instance->pdev->dev, in megasas_init_fw()
6364 if (instance->adapter_type >= VENTURA_SERIES) { in megasas_init_fw()
6365 fusion->stream_detect_by_ld = in megasas_init_fw()
6369 if (!fusion->stream_detect_by_ld) { in megasas_init_fw()
6370 dev_err(&instance->pdev->dev, in megasas_init_fw()
6375 fusion->stream_detect_by_ld[i] = in megasas_init_fw()
6378 if (!fusion->stream_detect_by_ld[i]) { in megasas_init_fw()
6379 dev_err(&instance->pdev->dev, in megasas_init_fw()
6382 kfree(fusion->stream_detect_by_ld[j]); in megasas_init_fw()
6383 kfree(fusion->stream_detect_by_ld); in megasas_init_fw()
6384 fusion->stream_detect_by_ld = NULL; in megasas_init_fw()
6387 fusion->stream_detect_by_ld[i]->mru_bit_map in megasas_init_fw()
6402 ctrl_info = instance->ctrl_info_buf; in megasas_init_fw()
6404 max_sectors_1 = (1 << ctrl_info->stripe_sz_ops.min) * in megasas_init_fw()
6405 le16_to_cpu(ctrl_info->max_strips_per_io); in megasas_init_fw()
6406 max_sectors_2 = le32_to_cpu(ctrl_info->max_request_size); in megasas_init_fw()
6410 instance->peerIsPresent = ctrl_info->cluster.peerIsPresent; in megasas_init_fw()
6411 instance->passive = ctrl_info->cluster.passive; in megasas_init_fw()
6412 memcpy(instance->clusterId, ctrl_info->clusterId, sizeof(instance->clusterId)); in megasas_init_fw()
6413 instance->UnevenSpanSupport = in megasas_init_fw()
6414 ctrl_info->adapterOperations2.supportUnevenSpans; in megasas_init_fw()
6415 if (instance->UnevenSpanSupport) { in megasas_init_fw()
6416 struct fusion_context *fusion = instance->ctrl_context; in megasas_init_fw()
6417 if (MR_ValidateMapInfo(instance, instance->map_id)) in megasas_init_fw()
6418 fusion->fast_path_io = 1; in megasas_init_fw()
6420 fusion->fast_path_io = 0; in megasas_init_fw()
6423 if (ctrl_info->host_interface.SRIOV) { in megasas_init_fw()
6424 instance->requestorId = ctrl_info->iov.requestorId; in megasas_init_fw()
6425 if (instance->pdev->device == PCI_DEVICE_ID_LSI_PLASMA) { in megasas_init_fw()
6426 if (!ctrl_info->adapterOperations2.activePassive) in megasas_init_fw()
6427 instance->PlasmaFW111 = 1; in megasas_init_fw()
6429 dev_info(&instance->pdev->dev, "SR-IOV: firmware type: %s\n", in megasas_init_fw()
6430 instance->PlasmaFW111 ? "1.11" : "new"); in megasas_init_fw()
6432 if (instance->PlasmaFW111) { in megasas_init_fw()
6435 instance->requestorId = iovPtr->requestorId; in megasas_init_fw()
6438 dev_info(&instance->pdev->dev, "SRIOV: VF requestorId %d\n", in megasas_init_fw()
6439 instance->requestorId); in megasas_init_fw()
6442 instance->crash_dump_fw_support = in megasas_init_fw()
6443 ctrl_info->adapterOperations3.supportCrashDump; in megasas_init_fw()
6444 instance->crash_dump_drv_support = in megasas_init_fw()
6445 (instance->crash_dump_fw_support && in megasas_init_fw()
6446 instance->crash_dump_buf); in megasas_init_fw()
6447 if (instance->crash_dump_drv_support) in megasas_init_fw()
6452 if (instance->crash_dump_buf) in megasas_init_fw()
6453 dma_free_coherent(&instance->pdev->dev, in megasas_init_fw()
6455 instance->crash_dump_buf, in megasas_init_fw()
6456 instance->crash_dump_h); in megasas_init_fw()
6457 instance->crash_dump_buf = NULL; in megasas_init_fw()
6460 if (instance->snapdump_wait_time) { in megasas_init_fw()
6462 dev_info(&instance->pdev->dev, "Snap dump wait time\t: %d\n", in megasas_init_fw()
6463 instance->snapdump_wait_time); in megasas_init_fw()
6466 dev_info(&instance->pdev->dev, in megasas_init_fw()
6468 le16_to_cpu(ctrl_info->pci.vendor_id), in megasas_init_fw()
6469 le16_to_cpu(ctrl_info->pci.device_id), in megasas_init_fw()
6470 le16_to_cpu(ctrl_info->pci.sub_vendor_id), in megasas_init_fw()
6471 le16_to_cpu(ctrl_info->pci.sub_device_id)); in megasas_init_fw()
6472 dev_info(&instance->pdev->dev, "unevenspan support : %s\n", in megasas_init_fw()
6473 instance->UnevenSpanSupport ? "yes" : "no"); in megasas_init_fw()
6474 dev_info(&instance->pdev->dev, "firmware crash dump : %s\n", in megasas_init_fw()
6475 instance->crash_dump_drv_support ? "yes" : "no"); in megasas_init_fw()
6476 dev_info(&instance->pdev->dev, "JBOD sequence map : %s\n", in megasas_init_fw()
6477 instance->use_seqnum_jbod_fp ? "enabled" : "disabled"); in megasas_init_fw()
6479 instance->max_sectors_per_req = instance->max_num_sge * in megasas_init_fw()
6481 if (tmp_sectors && (instance->max_sectors_per_req > tmp_sectors)) in megasas_init_fw()
6482 instance->max_sectors_per_req = tmp_sectors; in megasas_init_fw()
6486 throttlequeuedepth <= instance->max_scsi_cmds) in megasas_init_fw()
6487 instance->throttlequeuedepth = throttlequeuedepth; in megasas_init_fw()
6489 instance->throttlequeuedepth = in megasas_init_fw()
6499 /* Launch SR-IOV heartbeat timer */ in megasas_init_fw()
6500 if (instance->requestorId) { in megasas_init_fw()
6504 instance->skip_heartbeat_timer_del = 1; in megasas_init_fw()
6514 if (instance->adapter_type != MFI_SERIES) in megasas_init_fw()
6521 if (instance->requestorId && !instance->skip_heartbeat_timer_del) in megasas_init_fw()
6522 del_timer_sync(&instance->sriov_heartbeat_timer); in megasas_init_fw()
6524 instance->instancet->disable_intr(instance); in megasas_init_fw()
6527 if (instance->msix_vectors) in megasas_init_fw()
6528 pci_free_irq_vectors(instance->pdev); in megasas_init_fw()
6529 instance->msix_vectors = 0; in megasas_init_fw()
6534 iounmap(instance->reg_set); in megasas_init_fw()
6537 pci_release_selected_regions(instance->pdev, 1<<instance->bar); in megasas_init_fw()
6539 dev_err(&instance->pdev->dev, "Failed from %s %d\n", in megasas_init_fw()
6541 return -EINVAL; in megasas_init_fw()
6545 * megasas_release_mfi - Reverses the FW initialization
6550 u32 reply_q_sz = sizeof(u32) *(instance->max_mfi_cmds + 1); in megasas_release_mfi()
6552 if (instance->reply_queue) in megasas_release_mfi()
6553 dma_free_coherent(&instance->pdev->dev, reply_q_sz, in megasas_release_mfi()
6554 instance->reply_queue, instance->reply_queue_h); in megasas_release_mfi()
6558 iounmap(instance->reg_set); in megasas_release_mfi()
6560 pci_release_selected_regions(instance->pdev, 1<<instance->bar); in megasas_release_mfi()
6564 * megasas_get_seq_num - Gets latest event sequence numbers
6568 * FW maintains a log of all events in a non-volatile area. Upper layers would
6588 return -ENOMEM; in megasas_get_seq_num()
6591 dcmd = &cmd->frame->dcmd; in megasas_get_seq_num()
6592 el_info = dma_alloc_coherent(&instance->pdev->dev, in megasas_get_seq_num()
6597 return -ENOMEM; in megasas_get_seq_num()
6600 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_get_seq_num()
6602 dcmd->cmd = MFI_CMD_DCMD; in megasas_get_seq_num()
6603 dcmd->cmd_status = 0x0; in megasas_get_seq_num()
6604 dcmd->sge_count = 1; in megasas_get_seq_num()
6605 dcmd->flags = MFI_FRAME_DIR_READ; in megasas_get_seq_num()
6606 dcmd->timeout = 0; in megasas_get_seq_num()
6607 dcmd->pad_0 = 0; in megasas_get_seq_num()
6608 dcmd->data_xfer_len = cpu_to_le32(sizeof(struct megasas_evt_log_info)); in megasas_get_seq_num()
6609 dcmd->opcode = cpu_to_le32(MR_DCMD_CTRL_EVENT_GET_INFO); in megasas_get_seq_num()
6616 dev_err(&instance->pdev->dev, "Failed from %s %d\n", in megasas_get_seq_num()
6624 eli->newest_seq_num = el_info->newest_seq_num; in megasas_get_seq_num()
6625 eli->oldest_seq_num = el_info->oldest_seq_num; in megasas_get_seq_num()
6626 eli->clear_seq_num = el_info->clear_seq_num; in megasas_get_seq_num()
6627 eli->shutdown_seq_num = el_info->shutdown_seq_num; in megasas_get_seq_num()
6628 eli->boot_seq_num = el_info->boot_seq_num; in megasas_get_seq_num()
6631 dma_free_coherent(&instance->pdev->dev, in megasas_get_seq_num()
6641 * megasas_register_aen - Registers for asynchronous event notification
6669 * old and current and re-issue to the FW in megasas_register_aen()
6674 if (instance->aen_cmd) { in megasas_register_aen()
6677 le32_to_cpu(instance->aen_cmd->frame->dcmd.mbox.w[1]); in megasas_register_aen()
6681 dev_info(&instance->pdev->dev, in megasas_register_aen()
6689 * higher values. If a PROGRESS (= -1) was previously in megasas_register_aen()
6711 instance->aen_cmd->abort_aen = 1; in megasas_register_aen()
6713 instance-> in megasas_register_aen()
6717 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to abort " in megasas_register_aen()
6727 return -ENOMEM; in megasas_register_aen()
6729 dcmd = &cmd->frame->dcmd; in megasas_register_aen()
6731 memset(instance->evt_detail, 0, sizeof(struct megasas_evt_detail)); in megasas_register_aen()
6736 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_register_aen()
6738 dcmd->cmd = MFI_CMD_DCMD; in megasas_register_aen()
6739 dcmd->cmd_status = 0x0; in megasas_register_aen()
6740 dcmd->sge_count = 1; in megasas_register_aen()
6741 dcmd->flags = MFI_FRAME_DIR_READ; in megasas_register_aen()
6742 dcmd->timeout = 0; in megasas_register_aen()
6743 dcmd->pad_0 = 0; in megasas_register_aen()
6744 dcmd->data_xfer_len = cpu_to_le32(sizeof(struct megasas_evt_detail)); in megasas_register_aen()
6745 dcmd->opcode = cpu_to_le32(MR_DCMD_CTRL_EVENT_WAIT); in megasas_register_aen()
6746 dcmd->mbox.w[0] = cpu_to_le32(seq_num); in megasas_register_aen()
6747 instance->last_seq_num = seq_num; in megasas_register_aen()
6748 dcmd->mbox.w[1] = cpu_to_le32(curr_aen.word); in megasas_register_aen()
6750 megasas_set_dma_settings(instance, dcmd, instance->evt_detail_h, in megasas_register_aen()
6753 if (instance->aen_cmd != NULL) { in megasas_register_aen()
6761 * cmd and re-register with a new EVENT LOCALE supplied by that app in megasas_register_aen()
6763 instance->aen_cmd = cmd; in megasas_register_aen()
6768 instance->instancet->issue_dcmd(instance, cmd); in megasas_register_aen()
6773 /* megasas_get_target_prop - Send DCMD with below details to firmware.
6780 * dcmd.opcode - MR_DCMD_DEV_GET_TARGET_PROP
6781 * dcmd.mbox.b[0] - DCMD is to be fired for LD or system PD.
6783 * dcmd.mbox.s[1] - TargetID for LD/system PD.
6784 * dcmd.sge IN - Pointer to return MR_TARGET_DEV_PROPERTIES.
6789 * Returns 0 on success non-zero on failure.
6798 u16 targetId = ((sdev->channel % 2) * MEGASAS_MAX_DEV_PER_CHANNEL) + in megasas_get_target_prop()
6799 sdev->id; in megasas_get_target_prop()
6804 dev_err(&instance->pdev->dev, in megasas_get_target_prop()
6806 return -ENOMEM; in megasas_get_target_prop()
6809 dcmd = &cmd->frame->dcmd; in megasas_get_target_prop()
6811 memset(instance->tgt_prop, 0, sizeof(*instance->tgt_prop)); in megasas_get_target_prop()
6812 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_get_target_prop()
6813 dcmd->mbox.b[0] = MEGASAS_IS_LOGICAL(sdev); in megasas_get_target_prop()
6815 dcmd->mbox.s[1] = cpu_to_le16(targetId); in megasas_get_target_prop()
6816 dcmd->cmd = MFI_CMD_DCMD; in megasas_get_target_prop()
6817 dcmd->cmd_status = 0xFF; in megasas_get_target_prop()
6818 dcmd->sge_count = 1; in megasas_get_target_prop()
6819 dcmd->flags = MFI_FRAME_DIR_READ; in megasas_get_target_prop()
6820 dcmd->timeout = 0; in megasas_get_target_prop()
6821 dcmd->pad_0 = 0; in megasas_get_target_prop()
6822 dcmd->data_xfer_len = in megasas_get_target_prop()
6824 dcmd->opcode = cpu_to_le32(MR_DCMD_DRV_GET_TARGET_PROP); in megasas_get_target_prop()
6826 megasas_set_dma_settings(instance, dcmd, instance->tgt_prop_h, in megasas_get_target_prop()
6829 if ((instance->adapter_type != MFI_SERIES) && in megasas_get_target_prop()
6830 !instance->mask_interrupts) in megasas_get_target_prop()
6840 cmd->flags |= DRV_DCMD_SKIP_REFIRE; in megasas_get_target_prop()
6841 mutex_unlock(&instance->reset_mutex); in megasas_get_target_prop()
6842 megasas_reset_fusion(instance->host, in megasas_get_target_prop()
6844 mutex_lock(&instance->reset_mutex); in megasas_get_target_prop()
6850 dev_info(&instance->pdev->dev, in megasas_get_target_prop()
6861 dev_err(&instance->pdev->dev, in megasas_get_target_prop()
6869 * megasas_start_aen - Subscribes to AEN during driver load time
6883 return -1; in megasas_start_aen()
6898 * megasas_io_attach - Attaches this driver to SCSI mid-layer
6903 struct Scsi_Host *host = instance->host; in megasas_io_attach()
6906 * Export parameters required by SCSI mid-layer in megasas_io_attach()
6908 host->unique_id = instance->unique_id; in megasas_io_attach()
6909 host->can_queue = instance->max_scsi_cmds; in megasas_io_attach()
6910 host->this_id = instance->init_id; in megasas_io_attach()
6911 host->sg_tablesize = instance->max_num_sge; in megasas_io_attach()
6913 if (instance->fw_support_ieee) in megasas_io_attach()
6914 instance->max_sectors_per_req = MEGASAS_MAX_SECTORS_IEEE; in megasas_io_attach()
6919 if (max_sectors && max_sectors < instance->max_sectors_per_req) in megasas_io_attach()
6920 instance->max_sectors_per_req = max_sectors; in megasas_io_attach()
6923 if (((instance->pdev->device == in megasas_io_attach()
6925 (instance->pdev->device == in megasas_io_attach()
6928 instance->max_sectors_per_req = max_sectors; in megasas_io_attach()
6930 dev_info(&instance->pdev->dev, "max_sectors should be > 0" in megasas_io_attach()
6932 instance->max_sectors_per_req); in megasas_io_attach()
6937 host->max_sectors = instance->max_sectors_per_req; in megasas_io_attach()
6938 host->cmd_per_lun = MEGASAS_DEFAULT_CMD_PER_LUN; in megasas_io_attach()
6939 host->max_channel = MEGASAS_MAX_CHANNELS - 1; in megasas_io_attach()
6940 host->max_id = MEGASAS_MAX_DEV_PER_CHANNEL; in megasas_io_attach()
6941 host->max_lun = MEGASAS_MAX_LUN; in megasas_io_attach()
6942 host->max_cmd_len = 16; in megasas_io_attach()
6949 host->host_tagset = 0; in megasas_io_attach()
6950 host->nr_hw_queues = 1; in megasas_io_attach()
6952 if ((instance->adapter_type != MFI_SERIES) && in megasas_io_attach()
6953 (instance->msix_vectors > instance->low_latency_index_start) && in megasas_io_attach()
6955 instance->smp_affinity_enable) { in megasas_io_attach()
6956 host->host_tagset = 1; in megasas_io_attach()
6957 host->nr_hw_queues = instance->msix_vectors - in megasas_io_attach()
6958 instance->low_latency_index_start + instance->iopoll_q_count; in megasas_io_attach()
6959 if (instance->iopoll_q_count) in megasas_io_attach()
6960 host->nr_maps = 3; in megasas_io_attach()
6962 instance->iopoll_q_count = 0; in megasas_io_attach()
6965 dev_info(&instance->pdev->dev, in megasas_io_attach()
6967 "hw_queues = %d poll_queues %d\n", instance->max_fw_cmds, in megasas_io_attach()
6968 host->nr_hw_queues - instance->iopoll_q_count, in megasas_io_attach()
6969 instance->iopoll_q_count); in megasas_io_attach()
6971 * Notify the mid-layer about the new controller in megasas_io_attach()
6973 if (scsi_add_host(host, &instance->pdev->dev)) { in megasas_io_attach()
6974 dev_err(&instance->pdev->dev, in megasas_io_attach()
6977 return -ENODEV; in megasas_io_attach()
6984 * megasas_set_dma_mask - Set DMA mask for supported controllers
6991 * For invader-
6997 * For older controllers(Thunderbolt and MFI based adapters)-
7007 pdev = instance->pdev; in megasas_set_dma_mask()
7008 consistent_mask = (instance->adapter_type >= VENTURA_SERIES) ? in megasas_set_dma_mask()
7012 if (dma_set_mask(&pdev->dev, DMA_BIT_MASK(63)) && in megasas_set_dma_mask()
7013 dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32))) in megasas_set_dma_mask()
7016 if ((*pdev->dev.dma_mask == DMA_BIT_MASK(63)) && in megasas_set_dma_mask()
7017 (dma_set_coherent_mask(&pdev->dev, consistent_mask) && in megasas_set_dma_mask()
7018 dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32)))) { in megasas_set_dma_mask()
7024 (instance, &instance->reg_set->outbound_scratch_pad_1); in megasas_set_dma_mask()
7028 else if (dma_set_mask_and_coherent(&pdev->dev, in megasas_set_dma_mask()
7032 } else if (dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32))) in megasas_set_dma_mask()
7035 if (pdev->dev.coherent_dma_mask == DMA_BIT_MASK(32)) in megasas_set_dma_mask()
7036 instance->consistent_mask_64bit = false; in megasas_set_dma_mask()
7038 instance->consistent_mask_64bit = true; in megasas_set_dma_mask()
7040 dev_info(&pdev->dev, "%s bit DMA mask and %s bit consistent mask\n", in megasas_set_dma_mask()
7041 ((*pdev->dev.dma_mask == DMA_BIT_MASK(63)) ? "63" : "32"), in megasas_set_dma_mask()
7042 (instance->consistent_mask_64bit ? "63" : "32")); in megasas_set_dma_mask()
7047 dev_err(&pdev->dev, "Failed to set DMA mask\n"); in megasas_set_dma_mask()
7048 return -1; in megasas_set_dma_mask()
7053 * megasas_set_adapter_type - Set adapter type.
7055 * different categories-
7068 if ((instance->pdev->vendor == PCI_VENDOR_ID_DELL) && in megasas_set_adapter_type()
7069 (instance->pdev->device == PCI_DEVICE_ID_DELL_PERC5)) { in megasas_set_adapter_type()
7070 instance->adapter_type = MFI_SERIES; in megasas_set_adapter_type()
7072 switch (instance->pdev->device) { in megasas_set_adapter_type()
7077 instance->adapter_type = AERO_SERIES; in megasas_set_adapter_type()
7085 instance->adapter_type = VENTURA_SERIES; in megasas_set_adapter_type()
7089 instance->adapter_type = THUNDERBOLT_SERIES; in megasas_set_adapter_type()
7097 instance->adapter_type = INVADER_SERIES; in megasas_set_adapter_type()
7100 instance->adapter_type = MFI_SERIES; in megasas_set_adapter_type()
7108 instance->producer = dma_alloc_coherent(&instance->pdev->dev, in megasas_alloc_mfi_ctrl_mem()
7109 sizeof(u32), &instance->producer_h, GFP_KERNEL); in megasas_alloc_mfi_ctrl_mem()
7110 instance->consumer = dma_alloc_coherent(&instance->pdev->dev, in megasas_alloc_mfi_ctrl_mem()
7111 sizeof(u32), &instance->consumer_h, GFP_KERNEL); in megasas_alloc_mfi_ctrl_mem()
7113 if (!instance->producer || !instance->consumer) { in megasas_alloc_mfi_ctrl_mem()
7114 dev_err(&instance->pdev->dev, in megasas_alloc_mfi_ctrl_mem()
7116 return -1; in megasas_alloc_mfi_ctrl_mem()
7119 *instance->producer = 0; in megasas_alloc_mfi_ctrl_mem()
7120 *instance->consumer = 0; in megasas_alloc_mfi_ctrl_mem()
7125 * megasas_alloc_ctrl_mem - Allocate per controller memory for core data
7136 instance->reply_map = kcalloc(nr_cpu_ids, sizeof(unsigned int), in megasas_alloc_ctrl_mem()
7138 if (!instance->reply_map) in megasas_alloc_ctrl_mem()
7139 return -ENOMEM; in megasas_alloc_ctrl_mem()
7141 switch (instance->adapter_type) { in megasas_alloc_ctrl_mem()
7144 return -ENOMEM; in megasas_alloc_ctrl_mem()
7151 return -ENOMEM; in megasas_alloc_ctrl_mem()
7159 * megasas_free_ctrl_mem - Free fusion context for fusion adapters and
7162 * @instance - Adapter soft instance
7167 kfree(instance->reply_map); in megasas_free_ctrl_mem()
7168 if (instance->adapter_type == MFI_SERIES) { in megasas_free_ctrl_mem()
7169 if (instance->producer) in megasas_free_ctrl_mem()
7170 dma_free_coherent(&instance->pdev->dev, sizeof(u32), in megasas_free_ctrl_mem()
7171 instance->producer, in megasas_free_ctrl_mem()
7172 instance->producer_h); in megasas_free_ctrl_mem()
7173 if (instance->consumer) in megasas_free_ctrl_mem()
7174 dma_free_coherent(&instance->pdev->dev, sizeof(u32), in megasas_free_ctrl_mem()
7175 instance->consumer, in megasas_free_ctrl_mem()
7176 instance->consumer_h); in megasas_free_ctrl_mem()
7183 * megasas_alloc_ctrl_dma_buffers - Allocate consistent DMA buffers during
7193 struct pci_dev *pdev = instance->pdev; in megasas_alloc_ctrl_dma_buffers()
7194 struct fusion_context *fusion = instance->ctrl_context; in megasas_alloc_ctrl_dma_buffers()
7196 instance->evt_detail = dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7198 &instance->evt_detail_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7200 if (!instance->evt_detail) { in megasas_alloc_ctrl_dma_buffers()
7201 dev_err(&instance->pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7203 return -ENOMEM; in megasas_alloc_ctrl_dma_buffers()
7207 fusion->ioc_init_request = in megasas_alloc_ctrl_dma_buffers()
7208 dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7210 &fusion->ioc_init_request_phys, in megasas_alloc_ctrl_dma_buffers()
7213 if (!fusion->ioc_init_request) { in megasas_alloc_ctrl_dma_buffers()
7214 dev_err(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7216 return -ENOMEM; in megasas_alloc_ctrl_dma_buffers()
7219 instance->snapdump_prop = dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7221 &instance->snapdump_prop_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7223 if (!instance->snapdump_prop) in megasas_alloc_ctrl_dma_buffers()
7224 dev_err(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7227 instance->host_device_list_buf = dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7229 &instance->host_device_list_buf_h, in megasas_alloc_ctrl_dma_buffers()
7232 if (!instance->host_device_list_buf) { in megasas_alloc_ctrl_dma_buffers()
7233 dev_err(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7235 return -ENOMEM; in megasas_alloc_ctrl_dma_buffers()
7240 instance->pd_list_buf = in megasas_alloc_ctrl_dma_buffers()
7241 dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7243 &instance->pd_list_buf_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7245 if (!instance->pd_list_buf) { in megasas_alloc_ctrl_dma_buffers()
7246 dev_err(&pdev->dev, "Failed to allocate PD list buffer\n"); in megasas_alloc_ctrl_dma_buffers()
7247 return -ENOMEM; in megasas_alloc_ctrl_dma_buffers()
7250 instance->ctrl_info_buf = in megasas_alloc_ctrl_dma_buffers()
7251 dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7253 &instance->ctrl_info_buf_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7255 if (!instance->ctrl_info_buf) { in megasas_alloc_ctrl_dma_buffers()
7256 dev_err(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7258 return -ENOMEM; in megasas_alloc_ctrl_dma_buffers()
7261 instance->ld_list_buf = in megasas_alloc_ctrl_dma_buffers()
7262 dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7264 &instance->ld_list_buf_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7266 if (!instance->ld_list_buf) { in megasas_alloc_ctrl_dma_buffers()
7267 dev_err(&pdev->dev, "Failed to allocate LD list buffer\n"); in megasas_alloc_ctrl_dma_buffers()
7268 return -ENOMEM; in megasas_alloc_ctrl_dma_buffers()
7271 instance->ld_targetid_list_buf = in megasas_alloc_ctrl_dma_buffers()
7272 dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7274 &instance->ld_targetid_list_buf_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7276 if (!instance->ld_targetid_list_buf) { in megasas_alloc_ctrl_dma_buffers()
7277 dev_err(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7279 return -ENOMEM; in megasas_alloc_ctrl_dma_buffers()
7283 instance->system_info_buf = in megasas_alloc_ctrl_dma_buffers()
7284 dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7286 &instance->system_info_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7287 instance->pd_info = in megasas_alloc_ctrl_dma_buffers()
7288 dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7290 &instance->pd_info_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7291 instance->tgt_prop = in megasas_alloc_ctrl_dma_buffers()
7292 dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7294 &instance->tgt_prop_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7295 instance->crash_dump_buf = in megasas_alloc_ctrl_dma_buffers()
7296 dma_alloc_coherent(&pdev->dev, CRASH_DMA_BUF_SIZE, in megasas_alloc_ctrl_dma_buffers()
7297 &instance->crash_dump_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7299 if (!instance->system_info_buf) in megasas_alloc_ctrl_dma_buffers()
7300 dev_err(&instance->pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7303 if (!instance->pd_info) in megasas_alloc_ctrl_dma_buffers()
7304 dev_err(&instance->pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7307 if (!instance->tgt_prop) in megasas_alloc_ctrl_dma_buffers()
7308 dev_err(&instance->pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7311 if (!instance->crash_dump_buf) in megasas_alloc_ctrl_dma_buffers()
7312 dev_err(&instance->pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7320 * megasas_free_ctrl_dma_buffers - Free consistent DMA buffers allocated
7323 * @instance- Adapter soft instance
7329 struct pci_dev *pdev = instance->pdev; in megasas_free_ctrl_dma_buffers()
7330 struct fusion_context *fusion = instance->ctrl_context; in megasas_free_ctrl_dma_buffers()
7332 if (instance->evt_detail) in megasas_free_ctrl_dma_buffers()
7333 dma_free_coherent(&pdev->dev, sizeof(struct megasas_evt_detail), in megasas_free_ctrl_dma_buffers()
7334 instance->evt_detail, in megasas_free_ctrl_dma_buffers()
7335 instance->evt_detail_h); in megasas_free_ctrl_dma_buffers()
7337 if (fusion && fusion->ioc_init_request) in megasas_free_ctrl_dma_buffers()
7338 dma_free_coherent(&pdev->dev, in megasas_free_ctrl_dma_buffers()
7340 fusion->ioc_init_request, in megasas_free_ctrl_dma_buffers()
7341 fusion->ioc_init_request_phys); in megasas_free_ctrl_dma_buffers()
7343 if (instance->pd_list_buf) in megasas_free_ctrl_dma_buffers()
7344 dma_free_coherent(&pdev->dev, in megasas_free_ctrl_dma_buffers()
7346 instance->pd_list_buf, in megasas_free_ctrl_dma_buffers()
7347 instance->pd_list_buf_h); in megasas_free_ctrl_dma_buffers()
7349 if (instance->ld_list_buf) in megasas_free_ctrl_dma_buffers()
7350 dma_free_coherent(&pdev->dev, sizeof(struct MR_LD_LIST), in megasas_free_ctrl_dma_buffers()
7351 instance->ld_list_buf, in megasas_free_ctrl_dma_buffers()
7352 instance->ld_list_buf_h); in megasas_free_ctrl_dma_buffers()
7354 if (instance->ld_targetid_list_buf) in megasas_free_ctrl_dma_buffers()
7355 dma_free_coherent(&pdev->dev, sizeof(struct MR_LD_TARGETID_LIST), in megasas_free_ctrl_dma_buffers()
7356 instance->ld_targetid_list_buf, in megasas_free_ctrl_dma_buffers()
7357 instance->ld_targetid_list_buf_h); in megasas_free_ctrl_dma_buffers()
7359 if (instance->ctrl_info_buf) in megasas_free_ctrl_dma_buffers()
7360 dma_free_coherent(&pdev->dev, sizeof(struct megasas_ctrl_info), in megasas_free_ctrl_dma_buffers()
7361 instance->ctrl_info_buf, in megasas_free_ctrl_dma_buffers()
7362 instance->ctrl_info_buf_h); in megasas_free_ctrl_dma_buffers()
7364 if (instance->system_info_buf) in megasas_free_ctrl_dma_buffers()
7365 dma_free_coherent(&pdev->dev, sizeof(struct MR_DRV_SYSTEM_INFO), in megasas_free_ctrl_dma_buffers()
7366 instance->system_info_buf, in megasas_free_ctrl_dma_buffers()
7367 instance->system_info_h); in megasas_free_ctrl_dma_buffers()
7369 if (instance->pd_info) in megasas_free_ctrl_dma_buffers()
7370 dma_free_coherent(&pdev->dev, sizeof(struct MR_PD_INFO), in megasas_free_ctrl_dma_buffers()
7371 instance->pd_info, instance->pd_info_h); in megasas_free_ctrl_dma_buffers()
7373 if (instance->tgt_prop) in megasas_free_ctrl_dma_buffers()
7374 dma_free_coherent(&pdev->dev, sizeof(struct MR_TARGET_PROPERTIES), in megasas_free_ctrl_dma_buffers()
7375 instance->tgt_prop, instance->tgt_prop_h); in megasas_free_ctrl_dma_buffers()
7377 if (instance->crash_dump_buf) in megasas_free_ctrl_dma_buffers()
7378 dma_free_coherent(&pdev->dev, CRASH_DMA_BUF_SIZE, in megasas_free_ctrl_dma_buffers()
7379 instance->crash_dump_buf, in megasas_free_ctrl_dma_buffers()
7380 instance->crash_dump_h); in megasas_free_ctrl_dma_buffers()
7382 if (instance->snapdump_prop) in megasas_free_ctrl_dma_buffers()
7383 dma_free_coherent(&pdev->dev, in megasas_free_ctrl_dma_buffers()
7385 instance->snapdump_prop, in megasas_free_ctrl_dma_buffers()
7386 instance->snapdump_prop_h); in megasas_free_ctrl_dma_buffers()
7388 if (instance->host_device_list_buf) in megasas_free_ctrl_dma_buffers()
7389 dma_free_coherent(&pdev->dev, in megasas_free_ctrl_dma_buffers()
7391 instance->host_device_list_buf, in megasas_free_ctrl_dma_buffers()
7392 instance->host_device_list_buf_h); in megasas_free_ctrl_dma_buffers()
7397 * megasas_init_ctrl_params - Initialize controller's instance
7399 * @instance - Adapter soft instance
7400 * @return - void
7404 instance->fw_crash_state = UNAVAILABLE; in megasas_init_ctrl_params()
7407 instance->issuepend_done = 1; in megasas_init_ctrl_params()
7408 atomic_set(&instance->adprecovery, MEGASAS_HBA_OPERATIONAL); in megasas_init_ctrl_params()
7413 INIT_LIST_HEAD(&instance->cmd_pool); in megasas_init_ctrl_params()
7414 INIT_LIST_HEAD(&instance->internal_reset_pending_q); in megasas_init_ctrl_params()
7416 atomic_set(&instance->fw_outstanding, 0); in megasas_init_ctrl_params()
7417 atomic64_set(&instance->total_io_count, 0); in megasas_init_ctrl_params()
7419 init_waitqueue_head(&instance->int_cmd_wait_q); in megasas_init_ctrl_params()
7420 init_waitqueue_head(&instance->abort_cmd_wait_q); in megasas_init_ctrl_params()
7422 mutex_init(&instance->crashdump_lock); in megasas_init_ctrl_params()
7423 spin_lock_init(&instance->mfi_pool_lock); in megasas_init_ctrl_params()
7424 spin_lock_init(&instance->hba_lock); in megasas_init_ctrl_params()
7425 spin_lock_init(&instance->stream_lock); in megasas_init_ctrl_params()
7426 spin_lock_init(&instance->completion_lock); in megasas_init_ctrl_params()
7428 mutex_init(&instance->reset_mutex); in megasas_init_ctrl_params()
7430 if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0073SKINNY) || in megasas_init_ctrl_params()
7431 (instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0071SKINNY)) in megasas_init_ctrl_params()
7432 instance->flag_ieee = 1; in megasas_init_ctrl_params()
7434 instance->flag = 0; in megasas_init_ctrl_params()
7435 instance->unload = 1; in megasas_init_ctrl_params()
7436 instance->last_time = 0; in megasas_init_ctrl_params()
7437 instance->disableOnlineCtrlReset = 1; in megasas_init_ctrl_params()
7438 instance->UnevenSpanSupport = 0; in megasas_init_ctrl_params()
7439 instance->smp_affinity_enable = smp_affinity_enable ? true : false; in megasas_init_ctrl_params()
7440 instance->msix_load_balance = false; in megasas_init_ctrl_params()
7442 if (instance->adapter_type != MFI_SERIES) in megasas_init_ctrl_params()
7443 INIT_WORK(&instance->work_init, megasas_fusion_ocr_wq); in megasas_init_ctrl_params()
7445 INIT_WORK(&instance->work_init, process_fw_state_change_wq); in megasas_init_ctrl_params()
7449 * megasas_probe_one - PCI hotplug entry point
7461 switch (pdev->device) { in megasas_probe_one()
7466 dev_err(&pdev->dev, "Adapter is in non secure mode\n"); in megasas_probe_one()
7470 dev_info(&pdev->dev, "Adapter is in configurable secure mode\n"); in megasas_probe_one()
7474 /* Reset MSI-X in the kdump kernel */ in megasas_probe_one()
7481 dev_info(&pdev->dev, "resetting MSI-X\n"); in megasas_probe_one()
7505 dev_printk(KERN_DEBUG, &pdev->dev, "scsi_host_alloc failed\n"); in megasas_probe_one()
7509 instance = (struct megasas_instance *)host->hostdata; in megasas_probe_one()
7511 atomic_set(&instance->fw_reset_no_pci_access, 0); in megasas_probe_one()
7516 instance->pdev = pdev; in megasas_probe_one()
7517 instance->host = host; in megasas_probe_one()
7518 instance->unique_id = pci_dev_id(pdev); in megasas_probe_one()
7519 instance->init_id = MEGASAS_DEFAULT_INIT_ID; in megasas_probe_one()
7529 if (instance->requestorId) { in megasas_probe_one()
7530 if (instance->PlasmaFW111) { in megasas_probe_one()
7531 instance->vf_affiliation_111 = in megasas_probe_one()
7532 dma_alloc_coherent(&pdev->dev, in megasas_probe_one()
7534 &instance->vf_affiliation_111_h, in megasas_probe_one()
7536 if (!instance->vf_affiliation_111) in megasas_probe_one()
7537 dev_warn(&pdev->dev, "Can't allocate " in megasas_probe_one()
7540 instance->vf_affiliation = in megasas_probe_one()
7541 dma_alloc_coherent(&pdev->dev, in megasas_probe_one()
7544 &instance->vf_affiliation_h, in megasas_probe_one()
7546 if (!instance->vf_affiliation) in megasas_probe_one()
7547 dev_warn(&pdev->dev, "Can't allocate " in megasas_probe_one()
7566 * Register with SCSI mid-layer in megasas_probe_one()
7571 instance->unload = 0; in megasas_probe_one()
7575 if (!instance->enable_fw_dev_list || in megasas_probe_one()
7576 (instance->host_device_list_buf->count > 0)) in megasas_probe_one()
7583 dev_printk(KERN_DEBUG, &pdev->dev, "start aen failed\n"); in megasas_probe_one()
7589 /* Get current SR-IOV LD/VF affiliation */ in megasas_probe_one()
7590 if (instance->requestorId) in megasas_probe_one()
7596 instance->unload = 1; in megasas_probe_one()
7597 scsi_remove_host(instance->host); in megasas_probe_one()
7599 megasas_mgmt_info.count--; in megasas_probe_one()
7600 megasas_mgmt_info.max_index--; in megasas_probe_one()
7603 if (instance->requestorId && !instance->skip_heartbeat_timer_del) in megasas_probe_one()
7604 del_timer_sync(&instance->sriov_heartbeat_timer); in megasas_probe_one()
7606 instance->instancet->disable_intr(instance); in megasas_probe_one()
7609 if (instance->adapter_type != MFI_SERIES) in megasas_probe_one()
7614 if (instance->msix_vectors) in megasas_probe_one()
7615 pci_free_irq_vectors(instance->pdev); in megasas_probe_one()
7616 instance->msix_vectors = 0; in megasas_probe_one()
7618 if (instance->fw_crash_state != UNAVAILABLE) in megasas_probe_one()
7621 if (instance->adapter_type != MFI_SERIES) in megasas_probe_one()
7628 return -ENODEV; in megasas_probe_one()
7632 * megasas_flush_cache - Requests FW to flush all its caches
7640 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) in megasas_flush_cache()
7648 dcmd = &cmd->frame->dcmd; in megasas_flush_cache()
7650 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_flush_cache()
7652 dcmd->cmd = MFI_CMD_DCMD; in megasas_flush_cache()
7653 dcmd->cmd_status = 0x0; in megasas_flush_cache()
7654 dcmd->sge_count = 0; in megasas_flush_cache()
7655 dcmd->flags = cpu_to_le16(MFI_FRAME_DIR_NONE); in megasas_flush_cache()
7656 dcmd->timeout = 0; in megasas_flush_cache()
7657 dcmd->pad_0 = 0; in megasas_flush_cache()
7658 dcmd->data_xfer_len = 0; in megasas_flush_cache()
7659 dcmd->opcode = cpu_to_le32(MR_DCMD_CTRL_CACHE_FLUSH); in megasas_flush_cache()
7660 dcmd->mbox.b[0] = MR_FLUSH_CTRL_CACHE | MR_FLUSH_DISK_CACHE; in megasas_flush_cache()
7664 dev_err(&instance->pdev->dev, in megasas_flush_cache()
7673 * megasas_shutdown_controller - Instructs FW to shutdown the controller
7683 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) in megasas_shutdown_controller()
7691 if (instance->aen_cmd) in megasas_shutdown_controller()
7693 instance->aen_cmd, MFI_IO_TIMEOUT_SECS); in megasas_shutdown_controller()
7694 if (instance->map_update_cmd) in megasas_shutdown_controller()
7696 instance->map_update_cmd, MFI_IO_TIMEOUT_SECS); in megasas_shutdown_controller()
7697 if (instance->jbod_seq_cmd) in megasas_shutdown_controller()
7699 instance->jbod_seq_cmd, MFI_IO_TIMEOUT_SECS); in megasas_shutdown_controller()
7701 dcmd = &cmd->frame->dcmd; in megasas_shutdown_controller()
7703 memset(dcmd->mbox.b, 0, MFI_MBOX_SIZE); in megasas_shutdown_controller()
7705 dcmd->cmd = MFI_CMD_DCMD; in megasas_shutdown_controller()
7706 dcmd->cmd_status = 0x0; in megasas_shutdown_controller()
7707 dcmd->sge_count = 0; in megasas_shutdown_controller()
7708 dcmd->flags = cpu_to_le16(MFI_FRAME_DIR_NONE); in megasas_shutdown_controller()
7709 dcmd->timeout = 0; in megasas_shutdown_controller()
7710 dcmd->pad_0 = 0; in megasas_shutdown_controller()
7711 dcmd->data_xfer_len = 0; in megasas_shutdown_controller()
7712 dcmd->opcode = cpu_to_le32(opcode); in megasas_shutdown_controller()
7716 dev_err(&instance->pdev->dev, in megasas_shutdown_controller()
7725 * megasas_suspend - driver suspend entry point
7738 instance->unload = 1; in megasas_suspend()
7742 /* Shutdown SR-IOV heartbeat timer */ in megasas_suspend()
7743 if (instance->requestorId && !instance->skip_heartbeat_timer_del) in megasas_suspend()
7744 del_timer_sync(&instance->sriov_heartbeat_timer); in megasas_suspend()
7747 if (instance->adapter_type != MFI_SERIES) in megasas_suspend()
7754 if (instance->ev != NULL) { in megasas_suspend()
7755 struct megasas_aen_event *ev = instance->ev; in megasas_suspend()
7756 cancel_delayed_work_sync(&ev->hotplug_work); in megasas_suspend()
7757 instance->ev = NULL; in megasas_suspend()
7760 tasklet_kill(&instance->isr_tasklet); in megasas_suspend()
7762 pci_set_drvdata(instance->pdev, instance); in megasas_suspend()
7763 instance->instancet->disable_intr(instance); in megasas_suspend()
7767 if (instance->msix_vectors) in megasas_suspend()
7768 pci_free_irq_vectors(instance->pdev); in megasas_suspend()
7774 * megasas_resume- driver resume entry point
7790 host = instance->host; in megasas_resume()
7799 dev_info(&instance->pdev->dev, in megasas_resume()
7802 if (instance->adapter_type != MFI_SERIES) { in megasas_resume()
7804 instance->instancet->read_fw_status_reg(instance); in megasas_resume()
7810 atomic_set(&instance->fw_reset_no_pci_access, 1); in megasas_resume()
7811 instance->instancet->adp_reset in megasas_resume()
7812 (instance, instance->reg_set); in megasas_resume()
7813 atomic_set(&instance->fw_reset_no_pci_access, 0); in megasas_resume()
7822 dev_info(&instance->pdev->dev, in megasas_resume()
7833 atomic_set(&instance->fw_outstanding, 0); in megasas_resume()
7834 atomic_set(&instance->ldio_outstanding, 0); in megasas_resume()
7836 /* Now re-enable MSI-X */ in megasas_resume()
7837 if (instance->msix_vectors) in megasas_resume()
7840 if (!instance->msix_vectors) { in megasas_resume()
7841 rval = pci_alloc_irq_vectors(instance->pdev, 1, 1, in megasas_resume()
7849 if (instance->adapter_type != MFI_SERIES) { in megasas_resume()
7859 *instance->producer = 0; in megasas_resume()
7860 *instance->consumer = 0; in megasas_resume()
7868 tasklet_init(&instance->isr_tasklet, instance->instancet->tasklet, in megasas_resume()
7871 if (instance->msix_vectors ? in megasas_resume()
7876 if (instance->adapter_type != MFI_SERIES) in megasas_resume()
7879 /* Re-launch SR-IOV heartbeat timer */ in megasas_resume()
7880 if (instance->requestorId) { in megasas_resume()
7884 instance->skip_heartbeat_timer_del = 1; in megasas_resume()
7889 instance->instancet->enable_intr(instance); in megasas_resume()
7891 instance->unload = 0; in megasas_resume()
7897 dev_err(&instance->pdev->dev, "Start AEN failed\n"); in megasas_resume()
7899 /* Re-launch FW fault watchdog */ in megasas_resume()
7900 if (instance->adapter_type != MFI_SERIES) in megasas_resume()
7907 if (instance->requestorId && !instance->skip_heartbeat_timer_del) in megasas_resume()
7908 del_timer_sync(&instance->sriov_heartbeat_timer); in megasas_resume()
7918 return -ENODEV; in megasas_resume()
7929 adp_state = atomic_read(&instance->adprecovery); in megasas_wait_for_adapter_operational()
7935 dev_notice(&instance->pdev->dev, "waiting for controller reset to finish\n"); in megasas_wait_for_adapter_operational()
7941 dev_info(&instance->pdev->dev, in megasas_wait_for_adapter_operational()
7951 * megasas_detach_one - PCI hot"un"plug entry point
7967 host = instance->host; in megasas_detach_one()
7968 fusion = instance->ctrl_context; in megasas_detach_one()
7970 /* Shutdown SR-IOV heartbeat timer */ in megasas_detach_one()
7971 if (instance->requestorId && !instance->skip_heartbeat_timer_del) in megasas_detach_one()
7972 del_timer_sync(&instance->sriov_heartbeat_timer); in megasas_detach_one()
7975 if (instance->adapter_type != MFI_SERIES) in megasas_detach_one()
7978 if (instance->fw_crash_state != UNAVAILABLE) in megasas_detach_one()
7980 scsi_remove_host(instance->host); in megasas_detach_one()
7981 instance->unload = 1; in megasas_detach_one()
7991 if (instance->ev != NULL) { in megasas_detach_one()
7992 struct megasas_aen_event *ev = instance->ev; in megasas_detach_one()
7993 cancel_delayed_work_sync(&ev->hotplug_work); in megasas_detach_one()
7994 instance->ev = NULL; in megasas_detach_one()
7998 wake_up_all(&instance->int_cmd_wait_q); in megasas_detach_one()
8000 tasklet_kill(&instance->isr_tasklet); in megasas_detach_one()
8008 megasas_mgmt_info.count--; in megasas_detach_one()
8015 instance->instancet->disable_intr(instance); in megasas_detach_one()
8019 if (instance->msix_vectors) in megasas_detach_one()
8020 pci_free_irq_vectors(instance->pdev); in megasas_detach_one()
8022 if (instance->adapter_type >= VENTURA_SERIES) { in megasas_detach_one()
8024 kfree(fusion->stream_detect_by_ld[i]); in megasas_detach_one()
8025 kfree(fusion->stream_detect_by_ld); in megasas_detach_one()
8026 fusion->stream_detect_by_ld = NULL; in megasas_detach_one()
8030 if (instance->adapter_type != MFI_SERIES) { in megasas_detach_one()
8036 if (fusion->ld_map[i]) in megasas_detach_one()
8037 dma_free_coherent(&instance->pdev->dev, in megasas_detach_one()
8038 fusion->max_map_sz, in megasas_detach_one()
8039 fusion->ld_map[i], in megasas_detach_one()
8040 fusion->ld_map_phys[i]); in megasas_detach_one()
8041 if (fusion->ld_drv_map[i]) { in megasas_detach_one()
8042 if (is_vmalloc_addr(fusion->ld_drv_map[i])) in megasas_detach_one()
8043 vfree(fusion->ld_drv_map[i]); in megasas_detach_one()
8045 free_pages((ulong)fusion->ld_drv_map[i], in megasas_detach_one()
8046 fusion->drv_map_pages); in megasas_detach_one()
8049 if (fusion->pd_seq_sync[i]) in megasas_detach_one()
8050 dma_free_coherent(&instance->pdev->dev, in megasas_detach_one()
8052 fusion->pd_seq_sync[i], in megasas_detach_one()
8053 fusion->pd_seq_phys[i]); in megasas_detach_one()
8059 if (instance->vf_affiliation) in megasas_detach_one()
8060 dma_free_coherent(&pdev->dev, (MAX_LOGICAL_DRIVES + 1) * in megasas_detach_one()
8062 instance->vf_affiliation, in megasas_detach_one()
8063 instance->vf_affiliation_h); in megasas_detach_one()
8065 if (instance->vf_affiliation_111) in megasas_detach_one()
8066 dma_free_coherent(&pdev->dev, in megasas_detach_one()
8068 instance->vf_affiliation_111, in megasas_detach_one()
8069 instance->vf_affiliation_111_h); in megasas_detach_one()
8071 if (instance->hb_host_mem) in megasas_detach_one()
8072 dma_free_coherent(&pdev->dev, sizeof(struct MR_CTRL_HB_HOST_MEM), in megasas_detach_one()
8073 instance->hb_host_mem, in megasas_detach_one()
8074 instance->hb_host_mem_h); in megasas_detach_one()
8088 * megasas_shutdown - Shutdown entry point
8098 instance->unload = 1; in megasas_shutdown()
8107 instance->instancet->disable_intr(instance); in megasas_shutdown()
8110 if (instance->msix_vectors) in megasas_shutdown()
8111 pci_free_irq_vectors(instance->pdev); in megasas_shutdown()
8115 * megasas_mgmt_open - char node "open" entry point
8122 * Allow only those users with admin rights in megasas_mgmt_open()
8125 return -EACCES; in megasas_mgmt_open()
8131 * megasas_mgmt_fasync - Async notifier registration from applications
8151 filep->private_data = filep; in megasas_mgmt_fasync()
8161 * megasas_mgmt_poll - char node "poll" entry point
8193 crash_support = cmd->frame->dcmd.mbox.w[0]; in megasas_set_crash_dump_params_ioctl()
8197 if (local_instance && local_instance->crash_dump_drv_support) { in megasas_set_crash_dump_params_ioctl()
8198 if ((atomic_read(&local_instance->adprecovery) == in megasas_set_crash_dump_params_ioctl()
8202 local_instance->crash_dump_app_support = in megasas_set_crash_dump_params_ioctl()
8204 dev_info(&local_instance->pdev->dev, in megasas_set_crash_dump_params_ioctl()
8209 dev_info(&local_instance->pdev->dev, in megasas_set_crash_dump_params_ioctl()
8212 error = -1; in megasas_set_crash_dump_params_ioctl()
8220 * megasas_mgmt_fw_ioctl - Issues management ioctls to FW
8244 if (ioc->sge_count > MAX_IOCTL_SGE) { in megasas_mgmt_fw_ioctl()
8245 dev_printk(KERN_DEBUG, &instance->pdev->dev, "SGE count [%d] > max limit [%d]\n", in megasas_mgmt_fw_ioctl()
8246 ioc->sge_count, MAX_IOCTL_SGE); in megasas_mgmt_fw_ioctl()
8247 return -EINVAL; in megasas_mgmt_fw_ioctl()
8250 if ((ioc->frame.hdr.cmd >= MFI_CMD_OP_COUNT) || in megasas_mgmt_fw_ioctl()
8251 ((ioc->frame.hdr.cmd == MFI_CMD_NVME) && in megasas_mgmt_fw_ioctl()
8252 !instance->support_nvme_passthru) || in megasas_mgmt_fw_ioctl()
8253 ((ioc->frame.hdr.cmd == MFI_CMD_TOOLBOX) && in megasas_mgmt_fw_ioctl()
8254 !instance->support_pci_lane_margining)) { in megasas_mgmt_fw_ioctl()
8255 dev_err(&instance->pdev->dev, in megasas_mgmt_fw_ioctl()
8257 ioc->frame.hdr.cmd); in megasas_mgmt_fw_ioctl()
8258 return -ENOTSUPP; in megasas_mgmt_fw_ioctl()
8263 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to get a cmd packet\n"); in megasas_mgmt_fw_ioctl()
8264 return -ENOMEM; in megasas_mgmt_fw_ioctl()
8269 * frames into our cmd's frames. cmd->frame's context will get in megasas_mgmt_fw_ioctl()
8273 memcpy(cmd->frame, ioc->frame.raw, 2 * MEGAMFI_FRAME_SIZE); in megasas_mgmt_fw_ioctl()
8274 cmd->frame->hdr.context = cpu_to_le32(cmd->index); in megasas_mgmt_fw_ioctl()
8275 cmd->frame->hdr.pad_0 = 0; in megasas_mgmt_fw_ioctl()
8277 cmd->frame->hdr.flags &= (~MFI_FRAME_IEEE); in megasas_mgmt_fw_ioctl()
8279 if (instance->consistent_mask_64bit) in megasas_mgmt_fw_ioctl()
8280 cmd->frame->hdr.flags |= cpu_to_le16((MFI_FRAME_SGL64 | in megasas_mgmt_fw_ioctl()
8283 cmd->frame->hdr.flags &= cpu_to_le16(~(MFI_FRAME_SGL64 | in megasas_mgmt_fw_ioctl()
8286 if (cmd->frame->hdr.cmd == MFI_CMD_DCMD) in megasas_mgmt_fw_ioctl()
8287 opcode = le32_to_cpu(cmd->frame->dcmd.opcode); in megasas_mgmt_fw_ioctl()
8290 mutex_lock(&instance->reset_mutex); in megasas_mgmt_fw_ioctl()
8293 mutex_unlock(&instance->reset_mutex); in megasas_mgmt_fw_ioctl()
8294 return -1; in megasas_mgmt_fw_ioctl()
8296 mutex_unlock(&instance->reset_mutex); in megasas_mgmt_fw_ioctl()
8313 if (instance->consistent_mask_64bit) in megasas_mgmt_fw_ioctl()
8315 ((unsigned long)cmd->frame + ioc->sgl_off); in megasas_mgmt_fw_ioctl()
8318 ((unsigned long)cmd->frame + ioc->sgl_off); in megasas_mgmt_fw_ioctl()
8323 for (i = 0; i < ioc->sge_count; i++) { in megasas_mgmt_fw_ioctl()
8324 if (!ioc->sgl[i].iov_len) in megasas_mgmt_fw_ioctl()
8327 kbuff_arr[i] = dma_alloc_coherent(&instance->pdev->dev, in megasas_mgmt_fw_ioctl()
8328 ioc->sgl[i].iov_len, in megasas_mgmt_fw_ioctl()
8331 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to alloc " in megasas_mgmt_fw_ioctl()
8333 error = -ENOMEM; in megasas_mgmt_fw_ioctl()
8341 if (instance->consistent_mask_64bit) { in megasas_mgmt_fw_ioctl()
8343 kern_sge64[i].length = cpu_to_le32(ioc->sgl[i].iov_len); in megasas_mgmt_fw_ioctl()
8346 kern_sge32[i].length = cpu_to_le32(ioc->sgl[i].iov_len); in megasas_mgmt_fw_ioctl()
8353 if (copy_from_user(kbuff_arr[i], ioc->sgl[i].iov_base, in megasas_mgmt_fw_ioctl()
8354 (u32) (ioc->sgl[i].iov_len))) { in megasas_mgmt_fw_ioctl()
8355 error = -EFAULT; in megasas_mgmt_fw_ioctl()
8360 if (ioc->sense_len) { in megasas_mgmt_fw_ioctl()
8362 if (ioc->sense_off > in megasas_mgmt_fw_ioctl()
8363 (sizeof(union megasas_frame) - sizeof(__le64))) { in megasas_mgmt_fw_ioctl()
8364 error = -EINVAL; in megasas_mgmt_fw_ioctl()
8368 sense = dma_alloc_coherent(&instance->pdev->dev, ioc->sense_len, in megasas_mgmt_fw_ioctl()
8371 error = -ENOMEM; in megasas_mgmt_fw_ioctl()
8376 sense_ptr = (void *)cmd->frame + ioc->sense_off; in megasas_mgmt_fw_ioctl()
8382 * cmd to the SCSI mid-layer in megasas_mgmt_fw_ioctl()
8384 cmd->sync_cmd = 1; in megasas_mgmt_fw_ioctl()
8390 cmd->sync_cmd = 0; in megasas_mgmt_fw_ioctl()
8391 dev_err(&instance->pdev->dev, in megasas_mgmt_fw_ioctl()
8392 "return -EBUSY from %s %d cmd 0x%x opcode 0x%x cmd->cmd_status_drv 0x%x\n", in megasas_mgmt_fw_ioctl()
8393 __func__, __LINE__, cmd->frame->hdr.cmd, opcode, in megasas_mgmt_fw_ioctl()
8394 cmd->cmd_status_drv); in megasas_mgmt_fw_ioctl()
8395 error = -EBUSY; in megasas_mgmt_fw_ioctl()
8399 cmd->sync_cmd = 0; in megasas_mgmt_fw_ioctl()
8401 if (instance->unload == 1) { in megasas_mgmt_fw_ioctl()
8402 dev_info(&instance->pdev->dev, "Driver unload is in progress " in megasas_mgmt_fw_ioctl()
8409 for (i = 0; i < ioc->sge_count; i++) { in megasas_mgmt_fw_ioctl()
8410 if (copy_to_user(ioc->sgl[i].iov_base, kbuff_arr[i], in megasas_mgmt_fw_ioctl()
8411 ioc->sgl[i].iov_len)) { in megasas_mgmt_fw_ioctl()
8412 error = -EFAULT; in megasas_mgmt_fw_ioctl()
8420 if (ioc->sense_len) { in megasas_mgmt_fw_ioctl()
8426 sense_ptr = (void *)ioc->frame.raw + ioc->sense_off; in megasas_mgmt_fw_ioctl()
8433 if (copy_to_user(uptr, sense, ioc->sense_len)) { in megasas_mgmt_fw_ioctl()
8434 dev_err(&instance->pdev->dev, "Failed to copy out to user " in megasas_mgmt_fw_ioctl()
8436 error = -EFAULT; in megasas_mgmt_fw_ioctl()
8444 if (copy_to_user(&user_ioc->frame.hdr.cmd_status, in megasas_mgmt_fw_ioctl()
8445 &cmd->frame->hdr.cmd_status, sizeof(u8))) { in megasas_mgmt_fw_ioctl()
8446 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Error copying out cmd_status\n"); in megasas_mgmt_fw_ioctl()
8447 error = -EFAULT; in megasas_mgmt_fw_ioctl()
8452 dma_free_coherent(&instance->pdev->dev, ioc->sense_len, in megasas_mgmt_fw_ioctl()
8456 for (i = 0; i < ioc->sge_count; i++) { in megasas_mgmt_fw_ioctl()
8458 if (instance->consistent_mask_64bit) in megasas_mgmt_fw_ioctl()
8459 dma_free_coherent(&instance->pdev->dev, in megasas_mgmt_fw_ioctl()
8464 dma_free_coherent(&instance->pdev->dev, in megasas_mgmt_fw_ioctl()
8482 int err = -EFAULT; in megasas_compat_iocpacket_get_user()
8487 return ERR_PTR(-ENOMEM); in megasas_compat_iocpacket_get_user()
8488 size = offsetof(struct megasas_iocpacket, frame) + sizeof(ioc->frame); in megasas_compat_iocpacket_get_user()
8495 if (get_user(iov_base, &cioc->sgl[i].iov_base) || in megasas_compat_iocpacket_get_user()
8496 get_user(ioc->sgl[i].iov_len, &cioc->sgl[i].iov_len)) in megasas_compat_iocpacket_get_user()
8499 ioc->sgl[i].iov_base = compat_ptr(iov_base); in megasas_compat_iocpacket_get_user()
8524 instance = megasas_lookup_instance(ioc->host_no); in megasas_mgmt_ioctl_fw()
8526 error = -ENODEV; in megasas_mgmt_ioctl_fw()
8531 if (instance->requestorId && !allow_vf_ioctls) { in megasas_mgmt_ioctl_fw()
8532 error = -ENODEV; in megasas_mgmt_ioctl_fw()
8536 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_mgmt_ioctl_fw()
8537 dev_err(&instance->pdev->dev, "Controller in crit error\n"); in megasas_mgmt_ioctl_fw()
8538 error = -ENODEV; in megasas_mgmt_ioctl_fw()
8542 if (instance->unload == 1) { in megasas_mgmt_ioctl_fw()
8543 error = -ENODEV; in megasas_mgmt_ioctl_fw()
8547 if (down_interruptible(&instance->ioctl_sem)) { in megasas_mgmt_ioctl_fw()
8548 error = -ERESTARTSYS; in megasas_mgmt_ioctl_fw()
8553 error = -ENODEV; in megasas_mgmt_ioctl_fw()
8559 up(&instance->ioctl_sem); in megasas_mgmt_ioctl_fw()
8572 if (file->private_data != file) { in megasas_mgmt_ioctl_aen()
8575 return -EINVAL; in megasas_mgmt_ioctl_aen()
8579 return -EFAULT; in megasas_mgmt_ioctl_aen()
8584 return -ENODEV; in megasas_mgmt_ioctl_aen()
8586 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_mgmt_ioctl_aen()
8587 return -ENODEV; in megasas_mgmt_ioctl_aen()
8590 if (instance->unload == 1) { in megasas_mgmt_ioctl_aen()
8591 return -ENODEV; in megasas_mgmt_ioctl_aen()
8595 return -ENODEV; in megasas_mgmt_ioctl_aen()
8597 mutex_lock(&instance->reset_mutex); in megasas_mgmt_ioctl_aen()
8600 mutex_unlock(&instance->reset_mutex); in megasas_mgmt_ioctl_aen()
8605 * megasas_mgmt_ioctl - char node ioctl entry point
8621 return -ENOTTY; in megasas_mgmt_ioctl()
8636 return -ENOTTY; in megasas_mgmt_compat_ioctl()
8711 retval = -EINVAL; in dbg_lvl_store()
8741 * megasas_update_device_list - Update the PD and LD device list from FW
8758 if (instance->enable_fw_dev_list) { in megasas_update_device_list()
8768 if (!instance->requestorId || in megasas_update_device_list()
8779 * megasas_add_remove_devices - Add/remove devices to SCSI mid-layer
8798 host = instance->host; in megasas_add_remove_devices()
8800 if (instance->enable_fw_dev_list) { in megasas_add_remove_devices()
8801 targetid_list = instance->host_device_list_buf; in megasas_add_remove_devices()
8802 for (i = 0; i < targetid_list->count; i++) { in megasas_add_remove_devices()
8803 targetid_entry = &targetid_list->host_device_list[i]; in megasas_add_remove_devices()
8804 if (targetid_entry->flags.u.bits.is_sys_pd) { in megasas_add_remove_devices()
8805 channel = le16_to_cpu(targetid_entry->target_id) / in megasas_add_remove_devices()
8807 id = le16_to_cpu(targetid_entry->target_id) % in megasas_add_remove_devices()
8811 (le16_to_cpu(targetid_entry->target_id) / in megasas_add_remove_devices()
8813 id = le16_to_cpu(targetid_entry->target_id) % in megasas_add_remove_devices()
8830 if (instance->pd_list[pd_index].driveState == in megasas_add_remove_devices()
8850 if (instance->ld_ids[ld_index] != 0xff) { in megasas_add_remove_devices()
8870 struct megasas_instance *instance = ev->instance; in megasas_aen_polling()
8886 mutex_lock(&instance->reset_mutex); in megasas_aen_polling()
8888 instance->ev = NULL; in megasas_aen_polling()
8889 if (instance->evt_detail) { in megasas_aen_polling()
8892 switch (le32_to_cpu(instance->evt_detail->code)) { in megasas_aen_polling()
8901 ld_target_id = instance->evt_detail->args.ld.target_id; in megasas_aen_polling()
8902 sdev1 = scsi_device_lookup(instance->host, in megasas_aen_polling()
8921 dev_info(&instance->pdev->dev, "scanning for scsi%d...\n", in megasas_aen_polling()
8922 instance->host->host_no); in megasas_aen_polling()
8928 instance->snapdump_wait_time) { in megasas_aen_polling()
8930 dev_info(&instance->pdev->dev, in megasas_aen_polling()
8932 instance->snapdump_wait_time); in megasas_aen_polling()
8940 dev_err(&instance->pdev->dev, "invalid evt_detail!\n"); in megasas_aen_polling()
8941 mutex_unlock(&instance->reset_mutex); in megasas_aen_polling()
8949 mutex_unlock(&instance->reset_mutex); in megasas_aen_polling()
8955 seq_num = le32_to_cpu(instance->evt_detail->seq_num) + 1; in megasas_aen_polling()
8957 seq_num = instance->last_seq_num; in megasas_aen_polling()
8964 if (instance->aen_cmd != NULL) { in megasas_aen_polling()
8969 mutex_lock(&instance->reset_mutex); in megasas_aen_polling()
8973 dev_err(&instance->pdev->dev, in megasas_aen_polling()
8976 mutex_unlock(&instance->reset_mutex); in megasas_aen_polling()
8981 * megasas_init - Driver load entry point
9037 … level is out of range, setting it to default 2(CLASS_CRITICAL), permissible range is: -2 to 4\n"); in megasas_init()
9105 * megasas_exit - Driver unload entry point