Lines Matching +full:no +full:- +full:sdio
1 // SPDX-License-Identifier: ISC
15 #include <linux/mmc/sdio.h>
32 #include "sdio.h"
72 __le32 buf; /* Can't be pointer on (64-bit) hosts */
80 * When there is no UART (e.g. Quickturn),
117 #define TXHI (TXQLEN - 256) /* turn on flow control above TXHI */
118 #define TXLOW (TXHI - 256) /* turn off flow control below TXLOW */
144 /* 1: assertion of sdio interrupt is synchronous to the sdio clock */
148 /* 1: isolate internal sdio signals, put external pads in tri-state; requires
149 * sdio bus power cycle to clear (rev 9) */
153 /* Force SD->SB reset mapping (rev 11) */
159 /* Force no backplane reset */
177 /* SDIO function 1 register CHIPCLKCSR */
224 #define I_BUSPWR (1 << 17) /* SDIO Bus Power Change (rev 9) */
241 #define CC_CLRPADSISO (1 << 3) /* clear SDIO pads isolation */
249 #define SFC_ABORTALL (1 << 3) /* Abort all in-progress frames */
288 * Software-defined protocol header
391 /* dongle SDIO bus specific header info */
415 uint rxc_errors; /* SDIO errors when reading control frames */
416 uint rx_hdrfail; /* SDIO errors on header reads */
419 uint fc_rcvd; /* Number of flow-control events received */
420 uint fc_xoff; /* Number which turned on flow-control */
421 uint fc_xon; /* Number which turned off flow-control */
434 ulong rx_readahead_cnt; /* packets where header read-ahead was used */
438 /* Private data for SDIO bus interaction */
440 struct brcmf_sdio_dev *sdiodev; /* sdio device handler */
442 struct brcmf_core *sdio_core; /* sdio core info struct */
446 atomic_t fcstate; /* State of dongle flow-control */
448 uint blocksize; /* Block size of SDIO transfers */
451 struct pktq txq; /* Queue length used for flow-control */
506 spinlock_t txq_lock; /* protect bus->txq */
520 bool txoff; /* Transmit flow-controlled */
525 u8 tx_hdrlen; /* sdio bus header length for tx packet */
528 u16 sgentry_align; /* scatter-gather buffer alignment */
562 /* SDIO Pad drive strength to select value mappings */
565 u8 sel; /* Chip-specific select value */
568 /* SDIO Drive Strength to sel value table for PMU Rev 11 (1.8V) */
580 /* SDIO Drive Strength to sel value table for PMU Rev 13 (1.8v) */
591 /* SDIO Drive Strength to sel value table for PMU Rev 17 (1.8v) */
598 /* SDIO Drive Strength to sel value table for 43143 PMU Rev 17 (3.3V) */
606 BRCMF_FW_DEF(43143, "brcmfmac43143-sdio");
607 BRCMF_FW_DEF(43241B0, "brcmfmac43241b0-sdio");
608 BRCMF_FW_DEF(43241B4, "brcmfmac43241b4-sdio");
609 BRCMF_FW_DEF(43241B5, "brcmfmac43241b5-sdio");
610 BRCMF_FW_DEF(4329, "brcmfmac4329-sdio");
611 BRCMF_FW_DEF(4330, "brcmfmac4330-sdio");
612 BRCMF_FW_DEF(4334, "brcmfmac4334-sdio");
613 BRCMF_FW_DEF(43340, "brcmfmac43340-sdio");
614 BRCMF_FW_DEF(4335, "brcmfmac4335-sdio");
615 BRCMF_FW_DEF(43362, "brcmfmac43362-sdio");
616 BRCMF_FW_DEF(4339, "brcmfmac4339-sdio");
617 BRCMF_FW_DEF(43430A0, "brcmfmac43430a0-sdio");
619 BRCMF_FW_DEF(43430A1, "brcmfmac43430-sdio");
620 BRCMF_FW_DEF(43455, "brcmfmac43455-sdio");
621 BRCMF_FW_DEF(43456, "brcmfmac43456-sdio");
622 BRCMF_FW_DEF(4354, "brcmfmac4354-sdio");
623 BRCMF_FW_DEF(4356, "brcmfmac4356-sdio");
624 BRCMF_FW_DEF(4359, "brcmfmac4359-sdio");
625 BRCMF_FW_DEF(4373, "brcmfmac4373-sdio");
626 BRCMF_FW_DEF(43012, "brcmfmac43012-sdio");
657 datalign = (unsigned long)(p->data); in pkt_align()
658 datalign = roundup(datalign, (align)) - datalign; in pkt_align()
670 if (bus->ctrl_frame_stat) in data_ok()
673 return (bus->tx_max - bus->tx_seq - tx_rsv) != 0 && in data_ok()
674 ((bus->tx_max - bus->tx_seq - tx_rsv) & 0x80) == 0; in data_ok()
681 return (bus->tx_max - bus->tx_seq) != 0 && in txctl_ok()
682 ((bus->tx_max - bus->tx_seq) & 0x80) == 0; in txctl_ok()
695 sdio_retune_crc_disable(bus->sdiodev->func1); in brcmf_sdio_kso_control()
697 /* Cannot re-tune if device is asleep; defer till we're awake */ in brcmf_sdio_kso_control()
699 sdio_retune_hold_now(bus->sdiodev->func1); in brcmf_sdio_kso_control()
703 brcmf_sdiod_writeb(bus->sdiodev, SBSDIO_FUNC1_SLEEPCSR, wr_val, &err); in brcmf_sdio_kso_control()
710 if (!on && bus->ci->chip == CY_CC_43012_CHIP_ID) in brcmf_sdio_kso_control()
737 rd_val = brcmf_sdiod_readb(bus->sdiodev, SBSDIO_FUNC1_SLEEPCSR, in brcmf_sdio_kso_control()
749 brcmf_sdiod_writeb(bus->sdiodev, SBSDIO_FUNC1_SLEEPCSR, wr_val, in brcmf_sdio_kso_control()
755 brcmf_dbg(SDIO, "try_cnt=%d rd_val=0x%x err=%d\n", try_cnt, in brcmf_sdio_kso_control()
762 sdio_retune_release(bus->sdiodev->func1); in brcmf_sdio_kso_control()
764 sdio_retune_crc_enable(bus->sdiodev->func1); in brcmf_sdio_kso_control()
778 brcmf_dbg(SDIO, "Enter\n"); in brcmf_sdio_htclk()
782 if (bus->sr_enabled) { in brcmf_sdio_htclk()
783 bus->clkstate = (on ? CLK_AVAIL : CLK_SDONLY); in brcmf_sdio_htclk()
790 bus->alp_only ? SBSDIO_ALP_AVAIL_REQ : SBSDIO_HT_AVAIL_REQ; in brcmf_sdio_htclk()
792 brcmf_sdiod_writeb(bus->sdiodev, SBSDIO_FUNC1_CHIPCLKCSR, in brcmf_sdio_htclk()
796 return -EBADE; in brcmf_sdio_htclk()
800 clkctl = brcmf_sdiod_readb(bus->sdiodev, in brcmf_sdio_htclk()
804 return -EBADE; in brcmf_sdio_htclk()
808 if (!SBSDIO_CLKAV(clkctl, bus->alp_only) && pendok) { in brcmf_sdio_htclk()
809 /* Allow only clock-available interrupt */ in brcmf_sdio_htclk()
810 devctl = brcmf_sdiod_readb(bus->sdiodev, in brcmf_sdio_htclk()
814 return -EBADE; in brcmf_sdio_htclk()
818 brcmf_sdiod_writeb(bus->sdiodev, SBSDIO_DEVICE_CTL, in brcmf_sdio_htclk()
820 brcmf_dbg(SDIO, "CLKCTL: set PENDING\n"); in brcmf_sdio_htclk()
821 bus->clkstate = CLK_PENDING; in brcmf_sdio_htclk()
824 } else if (bus->clkstate == CLK_PENDING) { in brcmf_sdio_htclk()
825 /* Cancel CA-only interrupt filter */ in brcmf_sdio_htclk()
826 devctl = brcmf_sdiod_readb(bus->sdiodev, in brcmf_sdio_htclk()
829 brcmf_sdiod_writeb(bus->sdiodev, SBSDIO_DEVICE_CTL, in brcmf_sdio_htclk()
836 while (!SBSDIO_CLKAV(clkctl, bus->alp_only)) { in brcmf_sdio_htclk()
837 clkctl = brcmf_sdiod_readb(bus->sdiodev, in brcmf_sdio_htclk()
847 return -EBADE; in brcmf_sdio_htclk()
849 if (!SBSDIO_CLKAV(clkctl, bus->alp_only)) { in brcmf_sdio_htclk()
852 return -EBADE; in brcmf_sdio_htclk()
856 bus->clkstate = CLK_AVAIL; in brcmf_sdio_htclk()
857 brcmf_dbg(SDIO, "CLKCTL: turned ON\n"); in brcmf_sdio_htclk()
860 if (!bus->alp_only) { in brcmf_sdio_htclk()
869 if (bus->clkstate == CLK_PENDING) { in brcmf_sdio_htclk()
870 /* Cancel CA-only interrupt filter */ in brcmf_sdio_htclk()
871 devctl = brcmf_sdiod_readb(bus->sdiodev, in brcmf_sdio_htclk()
874 brcmf_sdiod_writeb(bus->sdiodev, SBSDIO_DEVICE_CTL, in brcmf_sdio_htclk()
878 bus->clkstate = CLK_SDONLY; in brcmf_sdio_htclk()
879 brcmf_sdiod_writeb(bus->sdiodev, SBSDIO_FUNC1_CHIPCLKCSR, in brcmf_sdio_htclk()
881 brcmf_dbg(SDIO, "CLKCTL: turned OFF\n"); in brcmf_sdio_htclk()
885 return -EBADE; in brcmf_sdio_htclk()
894 brcmf_dbg(SDIO, "Enter\n"); in brcmf_sdio_sdclk()
897 bus->clkstate = CLK_SDONLY; in brcmf_sdio_sdclk()
899 bus->clkstate = CLK_NONE; in brcmf_sdio_sdclk()
908 uint oldstate = bus->clkstate; in brcmf_sdio_clkctl()
911 brcmf_dbg(SDIO, "Enter\n"); in brcmf_sdio_clkctl()
914 if (bus->clkstate == target) in brcmf_sdio_clkctl()
920 if (bus->clkstate == CLK_NONE) in brcmf_sdio_clkctl()
928 if (bus->clkstate == CLK_NONE) in brcmf_sdio_clkctl()
930 else if (bus->clkstate == CLK_AVAIL) in brcmf_sdio_clkctl()
933 brcmf_err("request for %d -> %d\n", in brcmf_sdio_clkctl()
934 bus->clkstate, target); in brcmf_sdio_clkctl()
939 if (bus->clkstate == CLK_AVAIL) in brcmf_sdio_clkctl()
946 brcmf_dbg(SDIO, "%d -> %d\n", oldstate, bus->clkstate); in brcmf_sdio_clkctl()
958 brcmf_dbg(SDIO, "Enter: request %s currently %s\n", in brcmf_sdio_bus_sleep()
960 (bus->sleeping ? "SLEEP" : "WAKE")); in brcmf_sdio_bus_sleep()
963 if (bus->sr_enabled) { in brcmf_sdio_bus_sleep()
965 if (sleep == bus->sleeping) in brcmf_sdio_bus_sleep()
970 clkcsr = brcmf_sdiod_readb(bus->sdiodev, in brcmf_sdio_bus_sleep()
974 brcmf_dbg(SDIO, "no clock, set ALP\n"); in brcmf_sdio_bus_sleep()
975 brcmf_sdiod_writeb(bus->sdiodev, in brcmf_sdio_bus_sleep()
993 if (!bus->sr_enabled) in brcmf_sdio_bus_sleep()
999 bus->sleeping = sleep; in brcmf_sdio_bus_sleep()
1000 brcmf_dbg(SDIO, "new state %s\n", in brcmf_sdio_bus_sleep()
1003 brcmf_dbg(SDIO, "Exit: err=%d\n", err); in brcmf_sdio_bus_sleep()
1023 sdio_claim_host(bus->sdiodev->func1); in brcmf_sdio_readshared()
1030 shaddr = bus->ci->rambase + bus->ci->ramsize - 4; in brcmf_sdio_readshared()
1031 if (!bus->ci->rambase && brcmf_chip_sr_capable(bus->ci)) in brcmf_sdio_readshared()
1032 shaddr -= bus->ci->srsize; in brcmf_sdio_readshared()
1033 rv = brcmf_sdiod_ramrw(bus->sdiodev, false, shaddr, in brcmf_sdio_readshared()
1045 rv = -EINVAL; in brcmf_sdio_readshared()
1052 rv = brcmf_sdiod_ramrw(bus->sdiodev, false, addr, (u8 *)&sh_le, in brcmf_sdio_readshared()
1057 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_readshared()
1060 sh->flags = le32_to_cpu(sh_le.flags); in brcmf_sdio_readshared()
1061 sh->trap_addr = le32_to_cpu(sh_le.trap_addr); in brcmf_sdio_readshared()
1062 sh->assert_exp_addr = le32_to_cpu(sh_le.assert_exp_addr); in brcmf_sdio_readshared()
1063 sh->assert_file_addr = le32_to_cpu(sh_le.assert_file_addr); in brcmf_sdio_readshared()
1064 sh->assert_line = le32_to_cpu(sh_le.assert_line); in brcmf_sdio_readshared()
1065 sh->console_addr = le32_to_cpu(sh_le.console_addr); in brcmf_sdio_readshared()
1066 sh->msgtrace_addr = le32_to_cpu(sh_le.msgtrace_addr); in brcmf_sdio_readshared()
1068 if ((sh->flags & SDPCM_SHARED_VERSION_MASK) > SDPCM_SHARED_VERSION) { in brcmf_sdio_readshared()
1071 sh->flags & SDPCM_SHARED_VERSION_MASK); in brcmf_sdio_readshared()
1072 return -EPROTO; in brcmf_sdio_readshared()
1079 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_readshared()
1088 bus->console_addr = sh.console_addr; in brcmf_sdio_get_console_addr()
1098 struct brcmf_sdio_dev *sdiod = bus->sdiodev; in brcmf_sdio_hostmail()
1099 struct brcmf_core *core = bus->sdio_core; in brcmf_sdio_hostmail()
1105 brcmf_dbg(SDIO, "Enter\n"); in brcmf_sdio_hostmail()
1109 core->base + SD_REG(tohostmailboxdata), in brcmf_sdio_hostmail()
1113 brcmf_sdiod_writel(sdiod, core->base + SD_REG(tosbmailbox), in brcmf_sdio_hostmail()
1116 bus->sdcnt.f1regdata += 2; in brcmf_sdio_hostmail()
1120 brcmf_dbg(SDIO, "mailbox indicates firmware halted\n"); in brcmf_sdio_hostmail()
1121 brcmf_fw_crashed(&sdiod->func1->dev); in brcmf_sdio_hostmail()
1126 brcmf_dbg(SDIO, "Dongle reports NAK handled, expect rtx of %d\n", in brcmf_sdio_hostmail()
1127 bus->rx_seq); in brcmf_sdio_hostmail()
1128 if (!bus->rxskip) in brcmf_sdio_hostmail()
1131 bus->rxskip = false; in brcmf_sdio_hostmail()
1139 bus->sdpcm_ver = in brcmf_sdio_hostmail()
1142 if (bus->sdpcm_ver != SDPCM_PROT_VERSION) in brcmf_sdio_hostmail()
1145 bus->sdpcm_ver, SDPCM_PROT_VERSION); in brcmf_sdio_hostmail()
1147 brcmf_dbg(SDIO, "Dongle ready, protocol version %d\n", in brcmf_sdio_hostmail()
1148 bus->sdpcm_ver); in brcmf_sdio_hostmail()
1166 if (fcbits & ~bus->flowcontrol) in brcmf_sdio_hostmail()
1167 bus->sdcnt.fc_xoff++; in brcmf_sdio_hostmail()
1169 if (bus->flowcontrol & ~fcbits) in brcmf_sdio_hostmail()
1170 bus->sdcnt.fc_xon++; in brcmf_sdio_hostmail()
1172 bus->sdcnt.fc_rcvd++; in brcmf_sdio_hostmail()
1173 bus->flowcontrol = fcbits; in brcmf_sdio_hostmail()
1191 struct brcmf_sdio_dev *sdiod = bus->sdiodev; in brcmf_sdio_rxfail()
1192 struct brcmf_core *core = bus->sdio_core; in brcmf_sdio_rxfail()
1203 brcmf_sdiod_abort(bus->sdiodev, bus->sdiodev->func2); in brcmf_sdio_rxfail()
1205 brcmf_sdiod_writeb(bus->sdiodev, SBSDIO_FUNC1_FRAMECTRL, SFC_RF_TERM, in brcmf_sdio_rxfail()
1207 bus->sdcnt.f1regdata++; in brcmf_sdio_rxfail()
1210 for (lastrbc = retries = 0xffff; retries > 0; retries--) { in brcmf_sdio_rxfail()
1211 hi = brcmf_sdiod_readb(bus->sdiodev, SBSDIO_FUNC1_RFRAMEBCHI, in brcmf_sdio_rxfail()
1213 lo = brcmf_sdiod_readb(bus->sdiodev, SBSDIO_FUNC1_RFRAMEBCLO, in brcmf_sdio_rxfail()
1215 bus->sdcnt.f1regdata += 2; in brcmf_sdio_rxfail()
1230 brcmf_dbg(SDIO, "flush took %d iterations\n", 0xffff - retries); in brcmf_sdio_rxfail()
1233 bus->sdcnt.rxrtx++; in brcmf_sdio_rxfail()
1234 brcmf_sdiod_writel(sdiod, core->base + SD_REG(tosbmailbox), in brcmf_sdio_rxfail()
1237 bus->sdcnt.f1regdata++; in brcmf_sdio_rxfail()
1239 bus->rxskip = true; in brcmf_sdio_rxfail()
1243 bus->cur_read.len = 0; in brcmf_sdio_rxfail()
1248 struct brcmf_sdio_dev *sdiodev = bus->sdiodev; in brcmf_sdio_txfail()
1252 brcmf_err("sdio error, abort command and terminate frame\n"); in brcmf_sdio_txfail()
1253 bus->sdcnt.tx_sderrs++; in brcmf_sdio_txfail()
1255 brcmf_sdiod_abort(sdiodev, sdiodev->func2); in brcmf_sdio_txfail()
1257 bus->sdcnt.f1regdata++; in brcmf_sdio_txfail()
1262 bus->sdcnt.f1regdata += 2; in brcmf_sdio_txfail()
1275 skb_queue_walk(&bus->glom, p) in brcmf_sdio_glom_len()
1276 total += p->len; in brcmf_sdio_glom_len()
1284 skb_queue_walk_safe(&bus->glom, cur, next) { in brcmf_sdio_free_glom()
1285 skb_unlink(cur, &bus->glom); in brcmf_sdio_free_glom()
1291 * brcmfmac sdio bus specific header
1293 * host and WiFi dongle which contains information needed for SDIO core and
1298 * hardware header (frame tag) - 4 bytes
1300 * Byte 2~3: Checksum, bit-wise inverse of frame length
1301 * hardware extension header - 8 bytes
1308 * software header - 8 bytes
1371 /* All zero means no more to read */ in brcmf_sdio_hdparse()
1373 bus->rxpending = false; in brcmf_sdio_hdparse()
1374 return -ENODATA; in brcmf_sdio_hdparse()
1378 bus->sdcnt.rx_badhdr++; in brcmf_sdio_hdparse()
1380 return -EIO; in brcmf_sdio_hdparse()
1384 return -EPROTO; in brcmf_sdio_hdparse()
1387 (roundup(len, bus->blocksize) != rd->len)) { in brcmf_sdio_hdparse()
1389 return -EPROTO; in brcmf_sdio_hdparse()
1391 if (type == BRCMF_SDIO_FT_SUB && len > rd->len) { in brcmf_sdio_hdparse()
1393 return -EPROTO; in brcmf_sdio_hdparse()
1395 rd->len = len; in brcmf_sdio_hdparse()
1402 rd->len = 0; in brcmf_sdio_hdparse()
1403 return -EINVAL; in brcmf_sdio_hdparse()
1406 rd->channel = (swheader & SDPCM_CHANNEL_MASK) >> SDPCM_CHANNEL_SHIFT; in brcmf_sdio_hdparse()
1407 if (len > MAX_RX_DATASZ && rd->channel != SDPCM_CONTROL_CHANNEL && in brcmf_sdio_hdparse()
1410 bus->sdcnt.rx_toolong++; in brcmf_sdio_hdparse()
1412 rd->len = 0; in brcmf_sdio_hdparse()
1413 return -EPROTO; in brcmf_sdio_hdparse()
1415 if (type == BRCMF_SDIO_FT_SUPER && rd->channel != SDPCM_GLOM_CHANNEL) { in brcmf_sdio_hdparse()
1417 rd->len = 0; in brcmf_sdio_hdparse()
1418 return -EINVAL; in brcmf_sdio_hdparse()
1420 if (type == BRCMF_SDIO_FT_SUB && rd->channel != SDPCM_DATA_CHANNEL && in brcmf_sdio_hdparse()
1421 rd->channel != SDPCM_EVENT_CHANNEL) { in brcmf_sdio_hdparse()
1423 rd->len = 0; in brcmf_sdio_hdparse()
1424 return -EINVAL; in brcmf_sdio_hdparse()
1426 rd->dat_offset = brcmf_sdio_getdatoffset(header); in brcmf_sdio_hdparse()
1427 if (rd->dat_offset < SDPCM_HDRLEN || rd->dat_offset > rd->len) { in brcmf_sdio_hdparse()
1429 bus->sdcnt.rx_badhdr++; in brcmf_sdio_hdparse()
1431 rd->len = 0; in brcmf_sdio_hdparse()
1432 return -ENXIO; in brcmf_sdio_hdparse()
1434 if (rd->seq_num != rx_seq) { in brcmf_sdio_hdparse()
1435 brcmf_dbg(SDIO, "seq %d, expected %d\n", rx_seq, rd->seq_num); in brcmf_sdio_hdparse()
1436 bus->sdcnt.rx_badseq++; in brcmf_sdio_hdparse()
1437 rd->seq_num = rx_seq; in brcmf_sdio_hdparse()
1439 /* no need to check the reset for subframe */ in brcmf_sdio_hdparse()
1442 rd->len_nxtfrm = (swheader & SDPCM_NEXTLEN_MASK) >> SDPCM_NEXTLEN_SHIFT; in brcmf_sdio_hdparse()
1443 if (rd->len_nxtfrm << 4 > MAX_RX_DATASZ) { in brcmf_sdio_hdparse()
1445 if (rd->channel != SDPCM_GLOM_CHANNEL) in brcmf_sdio_hdparse()
1447 rd->len_nxtfrm = 0; in brcmf_sdio_hdparse()
1451 if (bus->flowcontrol != fc) { in brcmf_sdio_hdparse()
1452 if (~bus->flowcontrol & fc) in brcmf_sdio_hdparse()
1453 bus->sdcnt.fc_xoff++; in brcmf_sdio_hdparse()
1454 if (bus->flowcontrol & ~fc) in brcmf_sdio_hdparse()
1455 bus->sdcnt.fc_xon++; in brcmf_sdio_hdparse()
1456 bus->sdcnt.fc_rcvd++; in brcmf_sdio_hdparse()
1457 bus->flowcontrol = fc; in brcmf_sdio_hdparse()
1460 if ((u8)(tx_seq_max - bus->tx_seq) > 0x40) { in brcmf_sdio_hdparse()
1462 tx_seq_max = bus->tx_seq + 2; in brcmf_sdio_hdparse()
1464 bus->tx_max = tx_seq_max; in brcmf_sdio_hdparse()
1481 brcmf_sdio_update_hwhdr(header, hd_info->len); in brcmf_sdio_hdpack()
1484 if (bus->txglom) { in brcmf_sdio_hdpack()
1485 hdrval = (hd_info->len - hdr_offset) | (hd_info->lastfrm << 24); in brcmf_sdio_hdpack()
1487 hdrval = (u16)hd_info->tail_pad << 16; in brcmf_sdio_hdpack()
1492 hdrval = hd_info->seq_num; in brcmf_sdio_hdpack()
1493 hdrval |= (hd_info->channel << SDPCM_CHANNEL_SHIFT) & in brcmf_sdio_hdpack()
1495 hdrval |= (hd_info->dat_offset << SDPCM_DOFFSET_SHIFT) & in brcmf_sdio_hdpack()
1499 trace_brcmf_sdpcm_hdr(SDPCM_TX + !!(bus->txglom), header); in brcmf_sdio_hdpack()
1517 brcmf_dbg(SDIO, "start: glomd %p glom %p\n", in brcmf_sdio_rxglom()
1518 bus->glomd, skb_peek(&bus->glom)); in brcmf_sdio_rxglom()
1521 if (bus->glomd) { in brcmf_sdio_rxglom()
1523 dlen = (u16) (bus->glomd->len); in brcmf_sdio_rxglom()
1524 dptr = bus->glomd->data; in brcmf_sdio_rxglom()
1534 dlen -= sizeof(u16); in brcmf_sdio_rxglom()
1543 if (sublen % bus->sgentry_align) { in brcmf_sdio_rxglom()
1545 sublen, bus->sgentry_align); in brcmf_sdio_rxglom()
1553 (roundup(totlen, bus->blocksize) - totlen); in brcmf_sdio_rxglom()
1554 totlen = roundup(totlen, bus->blocksize); in brcmf_sdio_rxglom()
1558 pnext = brcmu_pkt_buf_get_skb(sublen + bus->sgentry_align); in brcmf_sdio_rxglom()
1564 skb_queue_tail(&bus->glom, pnext); in brcmf_sdio_rxglom()
1567 pkt_align(pnext, sublen, bus->sgentry_align); in brcmf_sdio_rxglom()
1573 brcmf_dbg(GLOM, "allocated %d-byte packet chain for %d subframes\n", in brcmf_sdio_rxglom()
1575 if (BRCMF_GLOM_ON() && bus->cur_read.len && in brcmf_sdio_rxglom()
1576 totlen != bus->cur_read.len) { in brcmf_sdio_rxglom()
1578 bus->cur_read.len, totlen, rxseq); in brcmf_sdio_rxglom()
1587 brcmu_pkt_buf_free_skb(bus->glomd); in brcmf_sdio_rxglom()
1588 bus->glomd = NULL; in brcmf_sdio_rxglom()
1589 bus->cur_read.len = 0; in brcmf_sdio_rxglom()
1592 /* Ok -- either we just generated a packet chain, in brcmf_sdio_rxglom()
1594 if (!skb_queue_empty(&bus->glom)) { in brcmf_sdio_rxglom()
1597 skb_queue_walk(&bus->glom, pnext) { in brcmf_sdio_rxglom()
1599 pnext, (u8 *) (pnext->data), in brcmf_sdio_rxglom()
1600 pnext->len, pnext->len); in brcmf_sdio_rxglom()
1604 pfirst = skb_peek(&bus->glom); in brcmf_sdio_rxglom()
1607 /* Do an SDIO read for the superframe. Configurable iovar to in brcmf_sdio_rxglom()
1611 sdio_claim_host(bus->sdiodev->func1); in brcmf_sdio_rxglom()
1612 errcode = brcmf_sdiod_recv_chain(bus->sdiodev, in brcmf_sdio_rxglom()
1613 &bus->glom, dlen); in brcmf_sdio_rxglom()
1614 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_rxglom()
1615 bus->sdcnt.f2rxdata++; in brcmf_sdio_rxglom()
1622 sdio_claim_host(bus->sdiodev->func1); in brcmf_sdio_rxglom()
1624 bus->sdcnt.rxglomfail++; in brcmf_sdio_rxglom()
1626 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_rxglom()
1631 pfirst->data, min_t(int, pfirst->len, 48), in brcmf_sdio_rxglom()
1636 sdio_claim_host(bus->sdiodev->func1); in brcmf_sdio_rxglom()
1637 errcode = brcmf_sdio_hdparse(bus, pfirst->data, &rd_new, in brcmf_sdio_rxglom()
1639 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_rxglom()
1640 bus->cur_read.len = rd_new.len_nxtfrm << 4; in brcmf_sdio_rxglom()
1647 skb_queue_walk(&bus->glom, pnext) { in brcmf_sdio_rxglom()
1652 rd_new.len = pnext->len; in brcmf_sdio_rxglom()
1654 sdio_claim_host(bus->sdiodev->func1); in brcmf_sdio_rxglom()
1655 errcode = brcmf_sdio_hdparse(bus, pnext->data, &rd_new, in brcmf_sdio_rxglom()
1657 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_rxglom()
1659 pnext->data, 32, "subframe:\n"); in brcmf_sdio_rxglom()
1666 sdio_claim_host(bus->sdiodev->func1); in brcmf_sdio_rxglom()
1668 bus->sdcnt.rxglomfail++; in brcmf_sdio_rxglom()
1670 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_rxglom()
1671 bus->cur_read.len = 0; in brcmf_sdio_rxglom()
1675 /* Basic SD framing looks ok - process each packet (header) */ in brcmf_sdio_rxglom()
1677 skb_queue_walk_safe(&bus->glom, pfirst, pnext) { in brcmf_sdio_rxglom()
1678 dptr = (u8 *) (pfirst->data); in brcmf_sdio_rxglom()
1683 dptr, pfirst->len, in brcmf_sdio_rxglom()
1689 if (pfirst->len == 0) { in brcmf_sdio_rxglom()
1690 skb_unlink(pfirst, &bus->glom); in brcmf_sdio_rxglom()
1696 pfirst->data, in brcmf_sdio_rxglom()
1697 min_t(int, pfirst->len, 32), in brcmf_sdio_rxglom()
1699 bus->glom.qlen, pfirst, pfirst->data, in brcmf_sdio_rxglom()
1700 pfirst->len, pfirst->next, in brcmf_sdio_rxglom()
1701 pfirst->prev); in brcmf_sdio_rxglom()
1702 skb_unlink(pfirst, &bus->glom); in brcmf_sdio_rxglom()
1704 brcmf_rx_event(bus->sdiodev->dev, pfirst); in brcmf_sdio_rxglom()
1706 brcmf_rx_frame(bus->sdiodev->dev, pfirst, in brcmf_sdio_rxglom()
1708 bus->sdcnt.rxglompkts++; in brcmf_sdio_rxglom()
1711 bus->sdcnt.rxglomframes++; in brcmf_sdio_rxglom()
1723 add_wait_queue(&bus->dcmd_resp_wait, &wait); in brcmf_sdio_dcmd_resp_wait()
1733 remove_wait_queue(&bus->dcmd_resp_wait, &wait); in brcmf_sdio_dcmd_resp_wait()
1740 wake_up_interruptible(&bus->dcmd_resp_wait); in brcmf_sdio_dcmd_resp_wake()
1751 brcmf_dbg(SDIO, "Enter\n"); in brcmf_sdio_read_control()
1752 if (bus->rxblen) in brcmf_sdio_read_control()
1753 buf = vzalloc(bus->rxblen); in brcmf_sdio_read_control()
1757 rbuf = bus->rxbuf; in brcmf_sdio_read_control()
1758 pad = ((unsigned long)rbuf % bus->head_align); in brcmf_sdio_read_control()
1760 rbuf += (bus->head_align - pad); in brcmf_sdio_read_control()
1762 /* Copy the already-read portion over */ in brcmf_sdio_read_control()
1767 /* Raise rdlen to next SDIO block to avoid tail command */ in brcmf_sdio_read_control()
1768 rdlen = len - BRCMF_FIRSTREAD; in brcmf_sdio_read_control()
1769 if (bus->roundup && bus->blocksize && (rdlen > bus->blocksize)) { in brcmf_sdio_read_control()
1770 pad = bus->blocksize - (rdlen % bus->blocksize); in brcmf_sdio_read_control()
1771 if ((pad <= bus->roundup) && (pad < bus->blocksize) && in brcmf_sdio_read_control()
1772 ((len + pad) < bus->sdiodev->bus_if->maxctl)) in brcmf_sdio_read_control()
1774 } else if (rdlen % bus->head_align) { in brcmf_sdio_read_control()
1775 rdlen += bus->head_align - (rdlen % bus->head_align); in brcmf_sdio_read_control()
1779 if ((rdlen + BRCMF_FIRSTREAD) > bus->sdiodev->bus_if->maxctl) { in brcmf_sdio_read_control()
1780 brcmf_err("%d-byte control read exceeds %d-byte buffer\n", in brcmf_sdio_read_control()
1781 rdlen, bus->sdiodev->bus_if->maxctl); in brcmf_sdio_read_control()
1786 if ((len - doff) > bus->sdiodev->bus_if->maxctl) { in brcmf_sdio_read_control()
1787 brcmf_err("%d-byte ctl frame (%d-byte ctl data) exceeds %d-byte limit\n", in brcmf_sdio_read_control()
1788 len, len - doff, bus->sdiodev->bus_if->maxctl); in brcmf_sdio_read_control()
1789 bus->sdcnt.rx_toolong++; in brcmf_sdio_read_control()
1795 sdret = brcmf_sdiod_recv_buf(bus->sdiodev, rbuf, rdlen); in brcmf_sdio_read_control()
1796 bus->sdcnt.f2rxdata++; in brcmf_sdio_read_control()
1802 bus->sdcnt.rxc_errors++; in brcmf_sdio_read_control()
1814 spin_lock_bh(&bus->rxctl_lock); in brcmf_sdio_read_control()
1815 if (bus->rxctl) { in brcmf_sdio_read_control()
1817 spin_unlock_bh(&bus->rxctl_lock); in brcmf_sdio_read_control()
1821 bus->rxctl = buf + doff; in brcmf_sdio_read_control()
1822 bus->rxctl_orig = buf; in brcmf_sdio_read_control()
1823 bus->rxlen = len - doff; in brcmf_sdio_read_control()
1824 spin_unlock_bh(&bus->rxctl_lock); in brcmf_sdio_read_control()
1834 if (bus->roundup && bus->blocksize && *rdlen > bus->blocksize) { in brcmf_sdio_pad()
1835 *pad = bus->blocksize - (*rdlen % bus->blocksize); in brcmf_sdio_pad()
1836 if (*pad <= bus->roundup && *pad < bus->blocksize && in brcmf_sdio_pad()
1839 } else if (*rdlen % bus->head_align) { in brcmf_sdio_pad()
1840 *rdlen += bus->head_align - (*rdlen % bus->head_align); in brcmf_sdio_pad()
1851 struct brcmf_sdio_hdrinfo *rd = &bus->cur_read, rd_new; in brcmf_sdio_readframes()
1854 brcmf_dbg(SDIO, "Enter\n"); in brcmf_sdio_readframes()
1856 /* Not finished unless we encounter no more frames indication */ in brcmf_sdio_readframes()
1857 bus->rxpending = true; in brcmf_sdio_readframes()
1859 for (rd->seq_num = bus->rx_seq, rxleft = maxframes; in brcmf_sdio_readframes()
1860 !bus->rxskip && rxleft && bus->sdiodev->state == BRCMF_SDIOD_DATA; in brcmf_sdio_readframes()
1861 rd->seq_num++, rxleft--) { in brcmf_sdio_readframes()
1864 if (bus->glomd || !skb_queue_empty(&bus->glom)) { in brcmf_sdio_readframes()
1867 bus->glomd, skb_peek(&bus->glom)); in brcmf_sdio_readframes()
1868 cnt = brcmf_sdio_rxglom(bus, rd->seq_num); in brcmf_sdio_readframes()
1870 rd->seq_num += cnt - 1; in brcmf_sdio_readframes()
1871 rxleft = (rxleft > cnt) ? (rxleft - cnt) : 1; in brcmf_sdio_readframes()
1875 rd->len_left = rd->len; in brcmf_sdio_readframes()
1877 sdio_claim_host(bus->sdiodev->func1); in brcmf_sdio_readframes()
1878 if (!rd->len) { in brcmf_sdio_readframes()
1879 ret = brcmf_sdiod_recv_buf(bus->sdiodev, in brcmf_sdio_readframes()
1880 bus->rxhdr, BRCMF_FIRSTREAD); in brcmf_sdio_readframes()
1881 bus->sdcnt.f2rxhdrs++; in brcmf_sdio_readframes()
1885 bus->sdcnt.rx_hdrfail++; in brcmf_sdio_readframes()
1887 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_readframes()
1892 bus->rxhdr, SDPCM_HDRLEN, in brcmf_sdio_readframes()
1895 if (brcmf_sdio_hdparse(bus, bus->rxhdr, rd, in brcmf_sdio_readframes()
1897 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_readframes()
1898 if (!bus->rxpending) in brcmf_sdio_readframes()
1904 if (rd->channel == SDPCM_CONTROL_CHANNEL) { in brcmf_sdio_readframes()
1905 brcmf_sdio_read_control(bus, bus->rxhdr, in brcmf_sdio_readframes()
1906 rd->len, in brcmf_sdio_readframes()
1907 rd->dat_offset); in brcmf_sdio_readframes()
1909 rd->len = rd->len_nxtfrm << 4; in brcmf_sdio_readframes()
1910 rd->len_nxtfrm = 0; in brcmf_sdio_readframes()
1912 rd->channel = SDPCM_EVENT_CHANNEL; in brcmf_sdio_readframes()
1913 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_readframes()
1916 rd->len_left = rd->len > BRCMF_FIRSTREAD ? in brcmf_sdio_readframes()
1917 rd->len - BRCMF_FIRSTREAD : 0; in brcmf_sdio_readframes()
1921 brcmf_sdio_pad(bus, &pad, &rd->len_left); in brcmf_sdio_readframes()
1923 pkt = brcmu_pkt_buf_get_skb(rd->len_left + head_read + in brcmf_sdio_readframes()
1924 bus->head_align); in brcmf_sdio_readframes()
1929 RETRYCHAN(rd->channel)); in brcmf_sdio_readframes()
1930 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_readframes()
1934 pkt_align(pkt, rd->len_left, bus->head_align); in brcmf_sdio_readframes()
1936 ret = brcmf_sdiod_recv_pkt(bus->sdiodev, pkt); in brcmf_sdio_readframes()
1937 bus->sdcnt.f2rxdata++; in brcmf_sdio_readframes()
1938 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_readframes()
1942 rd->len, rd->channel, ret); in brcmf_sdio_readframes()
1944 sdio_claim_host(bus->sdiodev->func1); in brcmf_sdio_readframes()
1946 RETRYCHAN(rd->channel)); in brcmf_sdio_readframes()
1947 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_readframes()
1953 memcpy(pkt->data, bus->rxhdr, head_read); in brcmf_sdio_readframes()
1956 memcpy(bus->rxhdr, pkt->data, SDPCM_HDRLEN); in brcmf_sdio_readframes()
1957 rd_new.seq_num = rd->seq_num; in brcmf_sdio_readframes()
1958 sdio_claim_host(bus->sdiodev->func1); in brcmf_sdio_readframes()
1959 if (brcmf_sdio_hdparse(bus, bus->rxhdr, &rd_new, in brcmf_sdio_readframes()
1961 rd->len = 0; in brcmf_sdio_readframes()
1963 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_readframes()
1967 bus->sdcnt.rx_readahead_cnt++; in brcmf_sdio_readframes()
1968 if (rd->len != roundup(rd_new.len, 16)) { in brcmf_sdio_readframes()
1970 rd->len, in brcmf_sdio_readframes()
1972 rd->len = 0; in brcmf_sdio_readframes()
1974 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_readframes()
1978 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_readframes()
1979 rd->len_nxtfrm = rd_new.len_nxtfrm; in brcmf_sdio_readframes()
1980 rd->channel = rd_new.channel; in brcmf_sdio_readframes()
1981 rd->dat_offset = rd_new.dat_offset; in brcmf_sdio_readframes()
1986 bus->rxhdr, SDPCM_HDRLEN, in brcmf_sdio_readframes()
1993 rd->len = 0; in brcmf_sdio_readframes()
1994 sdio_claim_host(bus->sdiodev->func1); in brcmf_sdio_readframes()
1996 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_readframes()
2003 pkt->data, rd->len, "Rx Data:\n"); in brcmf_sdio_readframes()
2006 if (rd->channel == SDPCM_GLOM_CHANNEL) { in brcmf_sdio_readframes()
2007 if (SDPCM_GLOMDESC(&bus->rxhdr[SDPCM_HWHDR_LEN])) { in brcmf_sdio_readframes()
2009 rd->len); in brcmf_sdio_readframes()
2011 pkt->data, rd->len, in brcmf_sdio_readframes()
2013 __skb_trim(pkt, rd->len); in brcmf_sdio_readframes()
2015 bus->glomd = pkt; in brcmf_sdio_readframes()
2019 sdio_claim_host(bus->sdiodev->func1); in brcmf_sdio_readframes()
2021 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_readframes()
2024 rd->len = rd->len_nxtfrm << 4; in brcmf_sdio_readframes()
2025 rd->len_nxtfrm = 0; in brcmf_sdio_readframes()
2027 rd->channel = SDPCM_EVENT_CHANNEL; in brcmf_sdio_readframes()
2032 __skb_trim(pkt, rd->len); in brcmf_sdio_readframes()
2033 skb_pull(pkt, rd->dat_offset); in brcmf_sdio_readframes()
2035 if (pkt->len == 0) in brcmf_sdio_readframes()
2037 else if (rd->channel == SDPCM_EVENT_CHANNEL) in brcmf_sdio_readframes()
2038 brcmf_rx_event(bus->sdiodev->dev, pkt); in brcmf_sdio_readframes()
2040 brcmf_rx_frame(bus->sdiodev->dev, pkt, in brcmf_sdio_readframes()
2044 rd->len = rd->len_nxtfrm << 4; in brcmf_sdio_readframes()
2045 rd->len_nxtfrm = 0; in brcmf_sdio_readframes()
2047 rd->channel = SDPCM_EVENT_CHANNEL; in brcmf_sdio_readframes()
2050 rxcount = maxframes - rxleft; in brcmf_sdio_readframes()
2057 if (bus->rxskip) in brcmf_sdio_readframes()
2058 rd->seq_num--; in brcmf_sdio_readframes()
2059 bus->rx_seq = rd->seq_num; in brcmf_sdio_readframes()
2067 wake_up_interruptible(&bus->ctrl_wait); in brcmf_sdio_wait_event_wakeup()
2077 dat_buf = (u8 *)(pkt->data); in brcmf_sdio_txpkt_hdalign()
2080 head_pad = ((unsigned long)dat_buf % bus->head_align); in brcmf_sdio_txpkt_hdalign()
2083 stats = &bus->sdiodev->bus_if->stats; in brcmf_sdio_txpkt_hdalign()
2084 atomic_inc(&stats->pktcowed); in brcmf_sdio_txpkt_hdalign()
2086 atomic_inc(&stats->pktcow_failed); in brcmf_sdio_txpkt_hdalign()
2087 return -ENOMEM; in brcmf_sdio_txpkt_hdalign()
2092 dat_buf = (u8 *)(pkt->data); in brcmf_sdio_txpkt_hdalign()
2094 memset(dat_buf, 0, head_pad + bus->tx_hdrlen); in brcmf_sdio_txpkt_hdalign()
2118 sdiodev = bus->sdiodev; in brcmf_sdio_txpkt_prep_sg()
2119 blksize = sdiodev->func2->cur_blksize; in brcmf_sdio_txpkt_prep_sg()
2121 WARN_ON(blksize % bus->sgentry_align); in brcmf_sdio_txpkt_prep_sg()
2126 tail_chop = pkt->len % bus->sgentry_align; in brcmf_sdio_txpkt_prep_sg()
2128 tail_pad = bus->sgentry_align - tail_chop; in brcmf_sdio_txpkt_prep_sg()
2131 tail_pad += blksize - chain_pad; in brcmf_sdio_txpkt_prep_sg()
2132 if (skb_tailroom(pkt) < tail_pad && pkt->len > blksize) { in brcmf_sdio_txpkt_prep_sg()
2134 bus->head_align); in brcmf_sdio_txpkt_prep_sg()
2136 return -ENOMEM; in brcmf_sdio_txpkt_prep_sg()
2142 memcpy(pkt_pad->data, in brcmf_sdio_txpkt_prep_sg()
2143 pkt->data + pkt->len - tail_chop, in brcmf_sdio_txpkt_prep_sg()
2145 *(u16 *)(pkt_pad->cb) = ALIGN_SKB_FLAG + tail_chop; in brcmf_sdio_txpkt_prep_sg()
2146 skb_trim(pkt, pkt->len - tail_chop); in brcmf_sdio_txpkt_prep_sg()
2150 ntail = pkt->data_len + tail_pad - in brcmf_sdio_txpkt_prep_sg()
2151 (pkt->end - pkt->tail); in brcmf_sdio_txpkt_prep_sg()
2154 return -ENOMEM; in brcmf_sdio_txpkt_prep_sg()
2156 return -ENOMEM; in brcmf_sdio_txpkt_prep_sg()
2164 * brcmf_sdio_txpkt_prep - packet preparation for transmit
2170 * - Align data buffer pointer
2171 * - Align data buffer length
2172 * - Prepare header
2185 txseq = bus->tx_seq; in brcmf_sdio_txpkt_prep()
2193 if (*(u16 *)(pkt_next->cb) & ALIGN_SKB_FLAG) in brcmf_sdio_txpkt_prep()
2202 memset(pkt_next->data + bus->tx_hdrlen, 0, head_pad); in brcmf_sdio_txpkt_prep()
2204 total_len += pkt_next->len; in brcmf_sdio_txpkt_prep()
2206 hd_info.len = pkt_next->len; in brcmf_sdio_txpkt_prep()
2208 if (bus->txglom && pktq->qlen > 1) { in brcmf_sdio_txpkt_prep()
2218 hd_info.dat_offset = head_pad + bus->tx_hdrlen; in brcmf_sdio_txpkt_prep()
2222 brcmf_sdio_hdpack(bus, pkt_next->data, &hd_info); in brcmf_sdio_txpkt_prep()
2227 brcmf_dbg_hex_dump(true, pkt_next->data, hd_info.len, in brcmf_sdio_txpkt_prep()
2230 brcmf_dbg_hex_dump(true, pkt_next->data, in brcmf_sdio_txpkt_prep()
2231 head_pad + bus->tx_hdrlen, in brcmf_sdio_txpkt_prep()
2237 if (bus->txglom) in brcmf_sdio_txpkt_prep()
2238 brcmf_sdio_update_hwhdr(__skb_peek(pktq)->data, total_len); in brcmf_sdio_txpkt_prep()
2243 * brcmf_sdio_txpkt_postp - packet post processing for transmit
2248 * - Remove head padding
2249 * - Remove tail padding
2261 dummy_flags = *(u16 *)(pkt_next->cb); in brcmf_sdio_txpkt_postp()
2265 pkt_prev = pkt_next->prev; in brcmf_sdio_txpkt_postp()
2271 hdr = pkt_next->data + bus->tx_hdrlen - SDPCM_SWHDR_LEN; in brcmf_sdio_txpkt_postp()
2276 if (bus->txglom) { in brcmf_sdio_txpkt_postp()
2277 tail_pad = le16_to_cpu(*(__le16 *)(hdr - 2)); in brcmf_sdio_txpkt_postp()
2278 skb_trim(pkt_next, pkt_next->len - tail_pad); in brcmf_sdio_txpkt_postp()
2298 sdio_claim_host(bus->sdiodev->func1); in brcmf_sdio_txpkt()
2299 ret = brcmf_sdiod_send_pkt(bus->sdiodev, pktq); in brcmf_sdio_txpkt()
2300 bus->sdcnt.f2txdata++; in brcmf_sdio_txpkt()
2305 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_txpkt()
2310 bus->tx_seq = (bus->tx_seq + pktq->qlen) % SDPCM_SEQ_WRAP; in brcmf_sdio_txpkt()
2313 brcmf_proto_bcdc_txcomplete(bus->sdiodev->dev, pkt_next, in brcmf_sdio_txpkt()
2323 u32 intstat_addr = bus->sdio_core->base + SD_REG(intstatus); in brcmf_sdio_sendfromq()
2331 tx_prec_map = ~bus->flowcontrol; in brcmf_sdio_sendfromq()
2336 if (bus->txglom) in brcmf_sdio_sendfromq()
2337 pkt_num = min_t(u8, bus->tx_max - bus->tx_seq, in brcmf_sdio_sendfromq()
2338 bus->sdiodev->txglomsz); in brcmf_sdio_sendfromq()
2340 brcmu_pktq_mlen(&bus->txq, ~bus->flowcontrol)); in brcmf_sdio_sendfromq()
2342 spin_lock_bh(&bus->txq_lock); in brcmf_sdio_sendfromq()
2344 pkt = brcmu_pktq_mdeq(&bus->txq, tx_prec_map, in brcmf_sdio_sendfromq()
2350 spin_unlock_bh(&bus->txq_lock); in brcmf_sdio_sendfromq()
2359 if (!bus->intr) { in brcmf_sdio_sendfromq()
2361 sdio_claim_host(bus->sdiodev->func1); in brcmf_sdio_sendfromq()
2362 intstatus = brcmf_sdiod_readl(bus->sdiodev, in brcmf_sdio_sendfromq()
2364 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_sendfromq()
2366 bus->sdcnt.f2txdata++; in brcmf_sdio_sendfromq()
2369 if (intstatus & bus->hostintmask) in brcmf_sdio_sendfromq()
2370 atomic_set(&bus->ipend, 1); in brcmf_sdio_sendfromq()
2374 /* Deflow-control stack if needed */ in brcmf_sdio_sendfromq()
2375 if ((bus->sdiodev->state == BRCMF_SDIOD_DATA) && in brcmf_sdio_sendfromq()
2376 bus->txoff && (pktq_len(&bus->txq) < TXLOW)) { in brcmf_sdio_sendfromq()
2377 bus->txoff = false; in brcmf_sdio_sendfromq()
2378 brcmf_proto_bcdc_txflowblock(bus->sdiodev->dev, false); in brcmf_sdio_sendfromq()
2392 brcmf_dbg(SDIO, "Enter\n"); in brcmf_sdio_tx_ctrlframe()
2395 frame -= bus->tx_hdrlen; in brcmf_sdio_tx_ctrlframe()
2396 len += bus->tx_hdrlen; in brcmf_sdio_tx_ctrlframe()
2399 doff = ((unsigned long)frame % bus->head_align); in brcmf_sdio_tx_ctrlframe()
2401 frame -= doff; in brcmf_sdio_tx_ctrlframe()
2403 memset(frame + bus->tx_hdrlen, 0, doff); in brcmf_sdio_tx_ctrlframe()
2406 /* Round send length to next SDIO block */ in brcmf_sdio_tx_ctrlframe()
2408 if (bus->roundup && bus->blocksize && (len > bus->blocksize)) { in brcmf_sdio_tx_ctrlframe()
2409 pad = bus->blocksize - (len % bus->blocksize); in brcmf_sdio_tx_ctrlframe()
2410 if ((pad > bus->roundup) || (pad >= bus->blocksize)) in brcmf_sdio_tx_ctrlframe()
2412 } else if (len % bus->head_align) { in brcmf_sdio_tx_ctrlframe()
2413 pad = bus->head_align - (len % bus->head_align); in brcmf_sdio_tx_ctrlframe()
2417 hd_info.len = len - pad; in brcmf_sdio_tx_ctrlframe()
2419 hd_info.dat_offset = doff + bus->tx_hdrlen; in brcmf_sdio_tx_ctrlframe()
2420 hd_info.seq_num = bus->tx_seq; in brcmf_sdio_tx_ctrlframe()
2425 if (bus->txglom) in brcmf_sdio_tx_ctrlframe()
2435 ret = brcmf_sdiod_send_buf(bus->sdiodev, frame, len); in brcmf_sdio_tx_ctrlframe()
2440 bus->tx_seq = (bus->tx_seq + 1) % SDPCM_SEQ_WRAP; in brcmf_sdio_tx_ctrlframe()
2448 if (ci->chip == CY_CC_43012_CHIP_ID) in brcmf_chip_is_ulp()
2457 struct brcmf_sdio_dev *sdiodev = bus_if->bus_priv.sdio; in brcmf_sdio_bus_stop()
2458 struct brcmf_sdio *bus = sdiodev->bus; in brcmf_sdio_bus_stop()
2459 struct brcmf_core *core = bus->sdio_core; in brcmf_sdio_bus_stop()
2466 if (bus->watchdog_tsk) { in brcmf_sdio_bus_stop()
2467 send_sig(SIGTERM, bus->watchdog_tsk, 1); in brcmf_sdio_bus_stop()
2468 kthread_stop(bus->watchdog_tsk); in brcmf_sdio_bus_stop()
2469 bus->watchdog_tsk = NULL; in brcmf_sdio_bus_stop()
2472 if (sdiodev->state != BRCMF_SDIOD_NOMEDIUM) { in brcmf_sdio_bus_stop()
2473 sdio_claim_host(sdiodev->func1); in brcmf_sdio_bus_stop()
2479 brcmf_sdiod_writel(sdiodev, core->base + SD_REG(hostintmask), in brcmf_sdio_bus_stop()
2482 local_hostintmask = bus->hostintmask; in brcmf_sdio_bus_stop()
2483 bus->hostintmask = 0; in brcmf_sdio_bus_stop()
2490 bpreq |= brcmf_chip_is_ulp(bus->ci) ? in brcmf_sdio_bus_stop()
2501 brcmf_dbg(INTR, "disable SDIO interrupts\n"); in brcmf_sdio_bus_stop()
2502 sdio_disable_func(sdiodev->func2); in brcmf_sdio_bus_stop()
2505 brcmf_sdiod_writel(sdiodev, core->base + SD_REG(intstatus), in brcmf_sdio_bus_stop()
2508 sdio_release_host(sdiodev->func1); in brcmf_sdio_bus_stop()
2511 brcmu_pktq_flush(&bus->txq, true, NULL, NULL); in brcmf_sdio_bus_stop()
2514 brcmu_pkt_buf_free_skb(bus->glomd); in brcmf_sdio_bus_stop()
2518 spin_lock_bh(&bus->rxctl_lock); in brcmf_sdio_bus_stop()
2519 bus->rxlen = 0; in brcmf_sdio_bus_stop()
2520 spin_unlock_bh(&bus->rxctl_lock); in brcmf_sdio_bus_stop()
2524 bus->rxskip = false; in brcmf_sdio_bus_stop()
2525 bus->tx_seq = bus->rx_seq = 0; in brcmf_sdio_bus_stop()
2533 sdiodev = bus->sdiodev; in brcmf_sdio_clrintr()
2534 if (sdiodev->oob_irq_requested) { in brcmf_sdio_clrintr()
2535 spin_lock_irqsave(&sdiodev->irq_en_lock, flags); in brcmf_sdio_clrintr()
2536 if (!sdiodev->irq_en && !atomic_read(&bus->ipend)) { in brcmf_sdio_clrintr()
2537 enable_irq(sdiodev->settings->bus.sdio.oob_irq_nr); in brcmf_sdio_clrintr()
2538 sdiodev->irq_en = true; in brcmf_sdio_clrintr()
2540 spin_unlock_irqrestore(&sdiodev->irq_en_lock, flags); in brcmf_sdio_clrintr()
2546 struct brcmf_core *core = bus->sdio_core; in brcmf_sdio_intr_rstatus()
2551 addr = core->base + SD_REG(intstatus); in brcmf_sdio_intr_rstatus()
2553 val = brcmf_sdiod_readl(bus->sdiodev, addr, &ret); in brcmf_sdio_intr_rstatus()
2554 bus->sdcnt.f1regdata++; in brcmf_sdio_intr_rstatus()
2558 val &= bus->hostintmask; in brcmf_sdio_intr_rstatus()
2559 atomic_set(&bus->fcstate, !!(val & I_HMB_FC_STATE)); in brcmf_sdio_intr_rstatus()
2563 brcmf_sdiod_writel(bus->sdiodev, addr, val, &ret); in brcmf_sdio_intr_rstatus()
2564 bus->sdcnt.f1regdata++; in brcmf_sdio_intr_rstatus()
2565 atomic_or(val, &bus->intstatus); in brcmf_sdio_intr_rstatus()
2573 struct brcmf_sdio_dev *sdiod = bus->sdiodev; in brcmf_sdio_dpc()
2575 u32 intstat_addr = bus->sdio_core->base + SD_REG(intstatus); in brcmf_sdio_dpc()
2577 uint txlimit = bus->txbound; /* Tx frames to send before resched */ in brcmf_sdio_dpc()
2581 brcmf_dbg(SDIO, "Enter\n"); in brcmf_sdio_dpc()
2583 sdio_claim_host(bus->sdiodev->func1); in brcmf_sdio_dpc()
2586 if (!bus->sr_enabled && bus->clkstate == CLK_PENDING) { in brcmf_sdio_dpc()
2591 devctl = brcmf_sdiod_readb(bus->sdiodev, SBSDIO_DEVICE_CTL, in brcmf_sdio_dpc()
2596 clkctl = brcmf_sdiod_readb(bus->sdiodev, in brcmf_sdio_dpc()
2599 brcmf_dbg(SDIO, "DPC: PENDING, devctl 0x%02x clkctl 0x%02x\n", in brcmf_sdio_dpc()
2603 devctl = brcmf_sdiod_readb(bus->sdiodev, in brcmf_sdio_dpc()
2606 brcmf_sdiod_writeb(bus->sdiodev, in brcmf_sdio_dpc()
2608 bus->clkstate = CLK_AVAIL; in brcmf_sdio_dpc()
2616 if (atomic_read(&bus->ipend) > 0) { in brcmf_sdio_dpc()
2617 atomic_set(&bus->ipend, 0); in brcmf_sdio_dpc()
2622 intstatus = atomic_xchg(&bus->intstatus, 0); in brcmf_sdio_dpc()
2624 /* Handle flow-control change: read new state in case our ack in brcmf_sdio_dpc()
2634 bus->sdcnt.f1regdata += 2; in brcmf_sdio_dpc()
2635 atomic_set(&bus->fcstate, in brcmf_sdio_dpc()
2637 intstatus |= (newstatus & bus->hostintmask); in brcmf_sdio_dpc()
2646 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_dpc()
2664 /* Would be active due to wake-wlan in gSPI */ in brcmf_sdio_dpc()
2666 brcmf_dbg(SDIO, "Dongle reports CHIPACTIVE\n"); in brcmf_sdio_dpc()
2671 if (bus->rxskip) in brcmf_sdio_dpc()
2675 if ((intstatus & I_HMB_FRAME_IND) && (bus->clkstate == CLK_AVAIL)) { in brcmf_sdio_dpc()
2676 brcmf_sdio_readframes(bus, bus->rxbound); in brcmf_sdio_dpc()
2677 if (!bus->rxpending) in brcmf_sdio_dpc()
2681 /* Keep still-pending events for next scheduling */ in brcmf_sdio_dpc()
2683 atomic_or(intstatus, &bus->intstatus); in brcmf_sdio_dpc()
2687 if (bus->ctrl_frame_stat && (bus->clkstate == CLK_AVAIL) && in brcmf_sdio_dpc()
2689 sdio_claim_host(bus->sdiodev->func1); in brcmf_sdio_dpc()
2690 if (bus->ctrl_frame_stat) { in brcmf_sdio_dpc()
2691 err = brcmf_sdio_tx_ctrlframe(bus, bus->ctrl_frame_buf, in brcmf_sdio_dpc()
2692 bus->ctrl_frame_len); in brcmf_sdio_dpc()
2693 bus->ctrl_frame_err = err; in brcmf_sdio_dpc()
2695 bus->ctrl_frame_stat = false; in brcmf_sdio_dpc()
2697 brcmf_err("sdio ctrlframe tx failed err=%d\n", in brcmf_sdio_dpc()
2700 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_dpc()
2704 if ((bus->clkstate == CLK_AVAIL) && !atomic_read(&bus->fcstate) && in brcmf_sdio_dpc()
2705 brcmu_pktq_mlen(&bus->txq, ~bus->flowcontrol) && txlimit && in brcmf_sdio_dpc()
2707 framecnt = bus->rxpending ? min(txlimit, bus->txminmax) : in brcmf_sdio_dpc()
2712 if ((bus->sdiodev->state != BRCMF_SDIOD_DATA) || (err != 0)) { in brcmf_sdio_dpc()
2713 brcmf_err("failed backplane access over SDIO, halting operation\n"); in brcmf_sdio_dpc()
2714 atomic_set(&bus->intstatus, 0); in brcmf_sdio_dpc()
2715 if (bus->ctrl_frame_stat) { in brcmf_sdio_dpc()
2716 sdio_claim_host(bus->sdiodev->func1); in brcmf_sdio_dpc()
2717 if (bus->ctrl_frame_stat) { in brcmf_sdio_dpc()
2718 bus->ctrl_frame_err = -ENODEV; in brcmf_sdio_dpc()
2720 bus->ctrl_frame_stat = false; in brcmf_sdio_dpc()
2723 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_dpc()
2725 } else if (atomic_read(&bus->intstatus) || in brcmf_sdio_dpc()
2726 atomic_read(&bus->ipend) > 0 || in brcmf_sdio_dpc()
2727 (!atomic_read(&bus->fcstate) && in brcmf_sdio_dpc()
2728 brcmu_pktq_mlen(&bus->txq, ~bus->flowcontrol) && in brcmf_sdio_dpc()
2730 bus->dpc_triggered = true; in brcmf_sdio_dpc()
2737 struct brcmf_sdio_dev *sdiodev = bus_if->bus_priv.sdio; in brcmf_sdio_bus_gettxq()
2738 struct brcmf_sdio *bus = sdiodev->bus; in brcmf_sdio_bus_gettxq()
2740 return &bus->txq; in brcmf_sdio_bus_gettxq()
2746 int eprec = -1; /* precedence to evict from */ in brcmf_sdio_prec_enq()
2787 int ret = -EBADE; in brcmf_sdio_bus_txdata()
2790 struct brcmf_sdio_dev *sdiodev = bus_if->bus_priv.sdio; in brcmf_sdio_bus_txdata()
2791 struct brcmf_sdio *bus = sdiodev->bus; in brcmf_sdio_bus_txdata()
2793 brcmf_dbg(TRACE, "Enter: pkt: data %p len %d\n", pkt->data, pkt->len); in brcmf_sdio_bus_txdata()
2794 if (sdiodev->state != BRCMF_SDIOD_DATA) in brcmf_sdio_bus_txdata()
2795 return -EIO; in brcmf_sdio_bus_txdata()
2798 skb_push(pkt, bus->tx_hdrlen); in brcmf_sdio_bus_txdata()
2799 /* precondition: IS_ALIGNED((unsigned long)(pkt->data), 2) */ in brcmf_sdio_bus_txdata()
2806 prec = brcmf_map_prio_to_prec(bus_if->drvr->config, in brcmf_sdio_bus_txdata()
2807 (pkt->priority & PRIOMASK)); in brcmf_sdio_bus_txdata()
2809 /* Check for existing queue, current flow-control, in brcmf_sdio_bus_txdata()
2811 brcmf_dbg(TRACE, "deferring pktq len %d\n", pktq_len(&bus->txq)); in brcmf_sdio_bus_txdata()
2812 bus->sdcnt.fcqueued++; in brcmf_sdio_bus_txdata()
2815 spin_lock_bh(&bus->txq_lock); in brcmf_sdio_bus_txdata()
2817 *(u16 *)(pkt->cb) = 0; in brcmf_sdio_bus_txdata()
2818 if (!brcmf_sdio_prec_enq(&bus->txq, pkt, prec)) { in brcmf_sdio_bus_txdata()
2819 skb_pull(pkt, bus->tx_hdrlen); in brcmf_sdio_bus_txdata()
2820 brcmf_err("out of bus->txq !!!\n"); in brcmf_sdio_bus_txdata()
2821 ret = -ENOSR; in brcmf_sdio_bus_txdata()
2826 if (pktq_len(&bus->txq) >= TXHI) { in brcmf_sdio_bus_txdata()
2827 bus->txoff = true; in brcmf_sdio_bus_txdata()
2830 spin_unlock_bh(&bus->txq_lock); in brcmf_sdio_bus_txdata()
2833 if (pktq_plen(&bus->txq, prec) > qcount[prec]) in brcmf_sdio_bus_txdata()
2834 qcount[prec] = pktq_plen(&bus->txq, prec); in brcmf_sdio_bus_txdata()
2846 struct brcmf_console *c = &bus->console; in brcmf_sdio_readconsole()
2852 if (bus->console_addr == 0) in brcmf_sdio_readconsole()
2856 addr = bus->console_addr + offsetof(struct rte_console, log_le); in brcmf_sdio_readconsole()
2857 rv = brcmf_sdiod_ramrw(bus->sdiodev, false, addr, (u8 *)&c->log_le, in brcmf_sdio_readconsole()
2858 sizeof(c->log_le)); in brcmf_sdio_readconsole()
2863 if (c->buf == NULL) { in brcmf_sdio_readconsole()
2864 c->bufsize = le32_to_cpu(c->log_le.buf_size); in brcmf_sdio_readconsole()
2865 c->buf = kmalloc(c->bufsize, GFP_ATOMIC); in brcmf_sdio_readconsole()
2866 if (c->buf == NULL) in brcmf_sdio_readconsole()
2867 return -ENOMEM; in brcmf_sdio_readconsole()
2870 idx = le32_to_cpu(c->log_le.idx); in brcmf_sdio_readconsole()
2873 if (idx > c->bufsize) in brcmf_sdio_readconsole()
2874 return -EBADE; in brcmf_sdio_readconsole()
2878 if (idx == c->last) in brcmf_sdio_readconsole()
2882 addr = le32_to_cpu(c->log_le.buf); in brcmf_sdio_readconsole()
2883 rv = brcmf_sdiod_ramrw(bus->sdiodev, false, addr, c->buf, c->bufsize); in brcmf_sdio_readconsole()
2887 while (c->last != idx) { in brcmf_sdio_readconsole()
2888 for (n = 0; n < CONSOLE_LINE_MAX - 2; n++) { in brcmf_sdio_readconsole()
2889 if (c->last == idx) { in brcmf_sdio_readconsole()
2895 if (c->last >= n) in brcmf_sdio_readconsole()
2896 c->last -= n; in brcmf_sdio_readconsole()
2898 c->last = c->bufsize - n; in brcmf_sdio_readconsole()
2901 ch = c->buf[c->last]; in brcmf_sdio_readconsole()
2902 c->last = (c->last + 1) % c->bufsize; in brcmf_sdio_readconsole()
2909 if (line[n - 1] == '\r') in brcmf_sdio_readconsole()
2910 n--; in brcmf_sdio_readconsole()
2925 struct brcmf_sdio_dev *sdiodev = bus_if->bus_priv.sdio; in brcmf_sdio_bus_txctl()
2926 struct brcmf_sdio *bus = sdiodev->bus; in brcmf_sdio_bus_txctl()
2930 if (sdiodev->state != BRCMF_SDIOD_DATA) in brcmf_sdio_bus_txctl()
2931 return -EIO; in brcmf_sdio_bus_txctl()
2934 bus->ctrl_frame_buf = msg; in brcmf_sdio_bus_txctl()
2935 bus->ctrl_frame_len = msglen; in brcmf_sdio_bus_txctl()
2937 bus->ctrl_frame_stat = true; in brcmf_sdio_bus_txctl()
2940 wait_event_interruptible_timeout(bus->ctrl_wait, !bus->ctrl_frame_stat, in brcmf_sdio_bus_txctl()
2943 if (bus->ctrl_frame_stat) { in brcmf_sdio_bus_txctl()
2944 sdio_claim_host(bus->sdiodev->func1); in brcmf_sdio_bus_txctl()
2945 if (bus->ctrl_frame_stat) { in brcmf_sdio_bus_txctl()
2946 brcmf_dbg(SDIO, "ctrl_frame timeout\n"); in brcmf_sdio_bus_txctl()
2947 bus->ctrl_frame_stat = false; in brcmf_sdio_bus_txctl()
2948 ret = -ETIMEDOUT; in brcmf_sdio_bus_txctl()
2950 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_bus_txctl()
2953 brcmf_dbg(SDIO, "ctrl_frame complete, err=%d\n", in brcmf_sdio_bus_txctl()
2954 bus->ctrl_frame_err); in brcmf_sdio_bus_txctl()
2956 ret = bus->ctrl_frame_err; in brcmf_sdio_bus_txctl()
2960 bus->sdcnt.tx_ctlerrs++; in brcmf_sdio_bus_txctl()
2962 bus->sdcnt.tx_ctlpkts++; in brcmf_sdio_bus_txctl()
2977 addr = sh->console_addr + offsetof(struct rte_console, log_le); in brcmf_sdio_dump_console()
2978 rv = brcmf_sdiod_ramrw(bus->sdiodev, false, addr, in brcmf_sdio_dump_console()
2984 addr = sh->console_addr + offsetof(struct rte_console, log_le.buf_size); in brcmf_sdio_dump_console()
2985 rv = brcmf_sdiod_ramrw(bus->sdiodev, false, addr, in brcmf_sdio_dump_console()
2991 addr = sh->console_addr + offsetof(struct rte_console, log_le.idx); in brcmf_sdio_dump_console()
2992 rv = brcmf_sdiod_ramrw(bus->sdiodev, false, addr, in brcmf_sdio_dump_console()
3003 return -ENOMEM; in brcmf_sdio_dump_console()
3007 rv = brcmf_sdiod_ramrw(bus->sdiodev, false, console_ptr, (u8 *)conbuf, in brcmf_sdio_dump_console()
3013 console_size - console_index); in brcmf_sdio_dump_console()
3018 rv = seq_write(seq, conbuf, console_index - 1); in brcmf_sdio_dump_console()
3031 if ((sh->flags & SDPCM_SHARED_TRAP) == 0) { in brcmf_sdio_trap_info()
3032 brcmf_dbg(INFO, "no trap in firmware\n"); in brcmf_sdio_trap_info()
3036 error = brcmf_sdiod_ramrw(bus->sdiodev, false, sh->trap_addr, (u8 *)&tr, in brcmf_sdio_trap_info()
3051 le32_to_cpu(tr.pc), sh->trap_addr, in brcmf_sdio_trap_info()
3065 le32_to_cpu(tr.pc), sh->trap_addr, in brcmf_sdio_trap_info()
3080 if ((sh->flags & SDPCM_SHARED_ASSERT_BUILT) == 0) { in brcmf_sdio_assert_info()
3081 brcmf_dbg(INFO, "firmware not built with -assert\n"); in brcmf_sdio_assert_info()
3083 } else if ((sh->flags & SDPCM_SHARED_ASSERT) == 0) { in brcmf_sdio_assert_info()
3084 brcmf_dbg(INFO, "no assert in dongle\n"); in brcmf_sdio_assert_info()
3088 sdio_claim_host(bus->sdiodev->func1); in brcmf_sdio_assert_info()
3089 if (sh->assert_file_addr != 0) { in brcmf_sdio_assert_info()
3090 error = brcmf_sdiod_ramrw(bus->sdiodev, false, in brcmf_sdio_assert_info()
3091 sh->assert_file_addr, (u8 *)file, 80); in brcmf_sdio_assert_info()
3095 if (sh->assert_exp_addr != 0) { in brcmf_sdio_assert_info()
3096 error = brcmf_sdiod_ramrw(bus->sdiodev, false, in brcmf_sdio_assert_info()
3097 sh->assert_exp_addr, (u8 *)expr, 80); in brcmf_sdio_assert_info()
3101 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_assert_info()
3104 file, sh->assert_line, expr); in brcmf_sdio_assert_info()
3119 brcmf_dbg(INFO, "firmware not built with -assert\n"); in brcmf_sdio_checkdied()
3156 struct brcmf_bus *bus_if = dev_get_drvdata(seq->private); in brcmf_sdio_forensic_read()
3157 struct brcmf_sdio *bus = bus_if->bus_priv.sdio->bus; in brcmf_sdio_forensic_read()
3164 struct brcmf_bus *bus_if = dev_get_drvdata(seq->private); in brcmf_debugfs_sdio_count_read()
3165 struct brcmf_sdio_dev *sdiodev = bus_if->bus_priv.sdio; in brcmf_debugfs_sdio_count_read()
3166 struct brcmf_sdio_count *sdcnt = &sdiodev->bus->sdcnt; in brcmf_debugfs_sdio_count_read()
3183 sdcnt->intrcount, sdcnt->lastintrs, in brcmf_debugfs_sdio_count_read()
3184 sdcnt->pollcnt, sdcnt->regfails, in brcmf_debugfs_sdio_count_read()
3185 sdcnt->tx_sderrs, sdcnt->fcqueued, in brcmf_debugfs_sdio_count_read()
3186 sdcnt->rxrtx, sdcnt->rx_toolong, in brcmf_debugfs_sdio_count_read()
3187 sdcnt->rxc_errors, sdcnt->rx_hdrfail, in brcmf_debugfs_sdio_count_read()
3188 sdcnt->rx_badhdr, sdcnt->rx_badseq, in brcmf_debugfs_sdio_count_read()
3189 sdcnt->fc_rcvd, sdcnt->fc_xoff, in brcmf_debugfs_sdio_count_read()
3190 sdcnt->fc_xon, sdcnt->rxglomfail, in brcmf_debugfs_sdio_count_read()
3191 sdcnt->rxglomframes, sdcnt->rxglompkts, in brcmf_debugfs_sdio_count_read()
3192 sdcnt->f2rxhdrs, sdcnt->f2rxdata, in brcmf_debugfs_sdio_count_read()
3193 sdcnt->f2txdata, sdcnt->f1regdata, in brcmf_debugfs_sdio_count_read()
3194 sdcnt->tickcnt, sdcnt->tx_ctlerrs, in brcmf_debugfs_sdio_count_read()
3195 sdcnt->tx_ctlpkts, sdcnt->rx_ctlerrs, in brcmf_debugfs_sdio_count_read()
3196 sdcnt->rx_ctlpkts, sdcnt->rx_readahead_cnt); in brcmf_debugfs_sdio_count_read()
3204 struct brcmf_pub *drvr = bus_if->drvr; in brcmf_sdio_debugfs_create()
3205 struct brcmf_sdio_dev *sdiodev = bus_if->bus_priv.sdio; in brcmf_sdio_debugfs_create()
3206 struct brcmf_sdio *bus = sdiodev->bus; in brcmf_sdio_debugfs_create()
3212 bus->console_interval = BRCMF_CONSOLE; in brcmf_sdio_debugfs_create()
3218 &bus->console_interval); in brcmf_sdio_debugfs_create()
3239 struct brcmf_sdio_dev *sdiodev = bus_if->bus_priv.sdio; in brcmf_sdio_bus_rxctl()
3240 struct brcmf_sdio *bus = sdiodev->bus; in brcmf_sdio_bus_rxctl()
3243 if (sdiodev->state != BRCMF_SDIOD_DATA) in brcmf_sdio_bus_rxctl()
3244 return -EIO; in brcmf_sdio_bus_rxctl()
3247 timeleft = brcmf_sdio_dcmd_resp_wait(bus, &bus->rxlen, &pending); in brcmf_sdio_bus_rxctl()
3249 spin_lock_bh(&bus->rxctl_lock); in brcmf_sdio_bus_rxctl()
3250 rxlen = bus->rxlen; in brcmf_sdio_bus_rxctl()
3251 memcpy(msg, bus->rxctl, min(msglen, rxlen)); in brcmf_sdio_bus_rxctl()
3252 bus->rxctl = NULL; in brcmf_sdio_bus_rxctl()
3253 buf = bus->rxctl_orig; in brcmf_sdio_bus_rxctl()
3254 bus->rxctl_orig = NULL; in brcmf_sdio_bus_rxctl()
3255 bus->rxlen = 0; in brcmf_sdio_bus_rxctl()
3256 spin_unlock_bh(&bus->rxctl_lock); in brcmf_sdio_bus_rxctl()
3267 return -ERESTARTSYS; in brcmf_sdio_bus_rxctl()
3274 bus->sdcnt.rx_ctlpkts++; in brcmf_sdio_bus_rxctl()
3276 bus->sdcnt.rx_ctlerrs++; in brcmf_sdio_bus_rxctl()
3278 return rxlen ? (int)rxlen : -ETIMEDOUT; in brcmf_sdio_bus_rxctl()
3297 /* do not proceed while no memory but */ in brcmf_sdio_verifymemory()
3305 ram_sz - offset; in brcmf_sdio_verifymemory()
3342 err = brcmf_sdiod_ramrw(bus->sdiodev, true, bus->ci->rambase, in brcmf_sdio_download_code_file()
3343 (u8 *)fw->data, fw->size); in brcmf_sdio_download_code_file()
3346 err, (int)fw->size, bus->ci->rambase); in brcmf_sdio_download_code_file()
3347 else if (!brcmf_sdio_verifymemory(bus->sdiodev, bus->ci->rambase, in brcmf_sdio_download_code_file()
3348 (u8 *)fw->data, fw->size)) in brcmf_sdio_download_code_file()
3349 err = -EIO; in brcmf_sdio_download_code_file()
3362 address = bus->ci->ramsize - varsz + bus->ci->rambase; in brcmf_sdio_download_nvram()
3363 err = brcmf_sdiod_ramrw(bus->sdiodev, true, address, vars, varsz); in brcmf_sdio_download_nvram()
3367 else if (!brcmf_sdio_verifymemory(bus->sdiodev, address, vars, varsz)) in brcmf_sdio_download_nvram()
3368 err = -EIO; in brcmf_sdio_download_nvram()
3380 sdio_claim_host(bus->sdiodev->func1); in brcmf_sdio_download_firmware()
3383 rstvec = get_unaligned_le32(fw->data); in brcmf_sdio_download_firmware()
3384 brcmf_dbg(SDIO, "firmware rstvec: %x\n", rstvec); in brcmf_sdio_download_firmware()
3402 if (!brcmf_chip_set_active(bus->ci, rstvec)) { in brcmf_sdio_download_firmware()
3409 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_download_firmware()
3415 if (bus->ci->chip == CY_CC_43012_CHIP_ID) in brcmf_sdio_aos_no_decode()
3431 if (brcmf_chip_is_ulp(bus->ci)) { in brcmf_sdio_sr_init()
3446 val = brcmf_sdiod_readb(bus->sdiodev, SBSDIO_FUNC1_WAKEUPCTRL, &err); in brcmf_sdio_sr_init()
3452 brcmf_sdiod_writeb(bus->sdiodev, SBSDIO_FUNC1_WAKEUPCTRL, val, &err); in brcmf_sdio_sr_init()
3459 brcmf_sdiod_func0_wb(bus->sdiodev, SDIO_CCCR_BRCM_CARDCAP, in brcmf_sdio_sr_init()
3467 brcmf_sdiod_writeb(bus->sdiodev, SBSDIO_FUNC1_CHIPCLKCSR, in brcmf_sdio_sr_init()
3475 bus->sr_enabled = true; in brcmf_sdio_sr_init()
3482 struct brcmf_core *core = bus->sdio_core; in brcmf_sdio_kso_init()
3488 /* KSO bit added in SDIO core rev 12 */ in brcmf_sdio_kso_init()
3489 if (core->rev < 12) in brcmf_sdio_kso_init()
3492 val = brcmf_sdiod_readb(bus->sdiodev, SBSDIO_FUNC1_SLEEPCSR, &err); in brcmf_sdio_kso_init()
3501 brcmf_sdiod_writeb(bus->sdiodev, SBSDIO_FUNC1_SLEEPCSR, in brcmf_sdio_kso_init()
3516 struct brcmf_sdio_dev *sdiodev = bus_if->bus_priv.sdio; in brcmf_sdio_bus_preinit()
3517 struct brcmf_sdio *bus = sdiodev->bus; in brcmf_sdio_bus_preinit()
3518 struct brcmf_core *core = bus->sdio_core; in brcmf_sdio_bus_preinit()
3523 if (WARN_ON(!bus_if->maxctl)) in brcmf_sdio_bus_preinit()
3524 return -EINVAL; in brcmf_sdio_bus_preinit()
3527 bus_if->maxctl += bus->roundup; in brcmf_sdio_bus_preinit()
3528 value = roundup((bus_if->maxctl + SDPCM_HDRLEN), ALIGNMENT); in brcmf_sdio_bus_preinit()
3529 value += bus->head_align; in brcmf_sdio_bus_preinit()
3530 bus->rxbuf = kmalloc(value, GFP_ATOMIC); in brcmf_sdio_bus_preinit()
3531 if (bus->rxbuf) in brcmf_sdio_bus_preinit()
3532 bus->rxblen = value; in brcmf_sdio_bus_preinit()
3538 if (core->rev < 12) { in brcmf_sdio_bus_preinit()
3539 /* for sdio core rev < 12, disable txgloming */ in brcmf_sdio_bus_preinit()
3545 value = sdiodev->settings->bus.sdio.sd_sgentry_align; in brcmf_sdio_bus_preinit()
3546 /* SDIO ADMA requires at least 32 bit alignment */ in brcmf_sdio_bus_preinit()
3555 bus->tx_hdrlen = SDPCM_HWHDR_LEN + SDPCM_SWHDR_LEN; in brcmf_sdio_bus_preinit()
3556 if (sdiodev->sg_support) { in brcmf_sdio_bus_preinit()
3557 bus->txglom = false; in brcmf_sdio_bus_preinit()
3559 err = brcmf_iovar_data_set(bus->sdiodev->dev, "bus:rxglom", in brcmf_sdio_bus_preinit()
3565 bus->txglom = true; in brcmf_sdio_bus_preinit()
3566 bus->tx_hdrlen += SDPCM_HWEXT_LEN; in brcmf_sdio_bus_preinit()
3569 brcmf_bus_add_txhdrlen(bus->sdiodev->dev, bus->tx_hdrlen); in brcmf_sdio_bus_preinit()
3578 struct brcmf_sdio_dev *sdiodev = bus_if->bus_priv.sdio; in brcmf_sdio_bus_get_ramsize()
3579 struct brcmf_sdio *bus = sdiodev->bus; in brcmf_sdio_bus_get_ramsize()
3581 return bus->ci->ramsize - bus->ci->srsize; in brcmf_sdio_bus_get_ramsize()
3588 struct brcmf_sdio_dev *sdiodev = bus_if->bus_priv.sdio; in brcmf_sdio_bus_get_memdump()
3589 struct brcmf_sdio *bus = sdiodev->bus; in brcmf_sdio_bus_get_memdump()
3595 brcmf_dbg(INFO, "dump at 0x%08x: size=%zu\n", bus->ci->rambase, in brcmf_sdio_bus_get_memdump()
3598 address = bus->ci->rambase; in brcmf_sdio_bus_get_memdump()
3600 sdio_claim_host(sdiodev->func1); in brcmf_sdio_bus_get_memdump()
3603 mem_size - offset; in brcmf_sdio_bus_get_memdump()
3616 sdio_release_host(sdiodev->func1); in brcmf_sdio_bus_get_memdump()
3622 if (!bus->dpc_triggered) { in brcmf_sdio_trigger_dpc()
3623 bus->dpc_triggered = true; in brcmf_sdio_trigger_dpc()
3624 queue_work(bus->brcmf_wq, &bus->datawork); in brcmf_sdio_trigger_dpc()
3638 bus->sdcnt.intrcount++; in brcmf_sdio_isr()
3640 atomic_set(&bus->ipend, 1); in brcmf_sdio_isr()
3647 if (!bus->intr) in brcmf_sdio_isr()
3650 bus->dpc_triggered = true; in brcmf_sdio_isr()
3651 queue_work(bus->brcmf_wq, &bus->datawork); in brcmf_sdio_isr()
3659 if (!bus->sr_enabled && in brcmf_sdio_bus_watchdog()
3660 bus->poll && (++bus->polltick >= bus->pollrate)) { in brcmf_sdio_bus_watchdog()
3664 bus->polltick = 0; in brcmf_sdio_bus_watchdog()
3666 /* Check device if no interrupts */ in brcmf_sdio_bus_watchdog()
3667 if (!bus->intr || in brcmf_sdio_bus_watchdog()
3668 (bus->sdcnt.intrcount == bus->sdcnt.lastintrs)) { in brcmf_sdio_bus_watchdog()
3670 if (!bus->dpc_triggered) { in brcmf_sdio_bus_watchdog()
3673 sdio_claim_host(bus->sdiodev->func1); in brcmf_sdio_bus_watchdog()
3674 devpend = brcmf_sdiod_func0_rb(bus->sdiodev, in brcmf_sdio_bus_watchdog()
3676 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_bus_watchdog()
3684 bus->sdcnt.pollcnt++; in brcmf_sdio_bus_watchdog()
3685 atomic_set(&bus->ipend, 1); in brcmf_sdio_bus_watchdog()
3687 bus->dpc_triggered = true; in brcmf_sdio_bus_watchdog()
3688 queue_work(bus->brcmf_wq, &bus->datawork); in brcmf_sdio_bus_watchdog()
3693 bus->sdcnt.lastintrs = bus->sdcnt.intrcount; in brcmf_sdio_bus_watchdog()
3697 if (bus->sdiodev->state == BRCMF_SDIOD_DATA && BRCMF_FWCON_ON() && in brcmf_sdio_bus_watchdog()
3698 bus->console_interval != 0) { in brcmf_sdio_bus_watchdog()
3699 bus->console.count += jiffies_to_msecs(BRCMF_WD_POLL); in brcmf_sdio_bus_watchdog()
3700 if (bus->console.count >= bus->console_interval) { in brcmf_sdio_bus_watchdog()
3701 bus->console.count -= bus->console_interval; in brcmf_sdio_bus_watchdog()
3702 sdio_claim_host(bus->sdiodev->func1); in brcmf_sdio_bus_watchdog()
3707 bus->console_interval = 0; in brcmf_sdio_bus_watchdog()
3708 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_bus_watchdog()
3714 if (!bus->dpc_triggered) { in brcmf_sdio_bus_watchdog()
3716 if ((!bus->dpc_running) && (bus->idletime > 0) && in brcmf_sdio_bus_watchdog()
3717 (bus->clkstate == CLK_AVAIL)) { in brcmf_sdio_bus_watchdog()
3718 bus->idlecount++; in brcmf_sdio_bus_watchdog()
3719 if (bus->idlecount > bus->idletime) { in brcmf_sdio_bus_watchdog()
3720 brcmf_dbg(SDIO, "idle\n"); in brcmf_sdio_bus_watchdog()
3721 sdio_claim_host(bus->sdiodev->func1); in brcmf_sdio_bus_watchdog()
3724 bus->console_interval == 0) in brcmf_sdio_bus_watchdog()
3727 bus->idlecount = 0; in brcmf_sdio_bus_watchdog()
3729 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_bus_watchdog()
3732 bus->idlecount = 0; in brcmf_sdio_bus_watchdog()
3735 bus->idlecount = 0; in brcmf_sdio_bus_watchdog()
3744 bus->dpc_running = true; in brcmf_sdio_dataworker()
3746 while (READ_ONCE(bus->dpc_triggered)) { in brcmf_sdio_dataworker()
3747 bus->dpc_triggered = false; in brcmf_sdio_dataworker()
3749 bus->idlecount = 0; in brcmf_sdio_dataworker()
3751 bus->dpc_running = false; in brcmf_sdio_dataworker()
3752 if (brcmf_sdiod_freezing(bus->sdiodev)) { in brcmf_sdio_dataworker()
3753 brcmf_sdiod_change_state(bus->sdiodev, BRCMF_SDIOD_DOWN); in brcmf_sdio_dataworker()
3754 brcmf_sdiod_try_freeze(bus->sdiodev); in brcmf_sdio_dataworker()
3755 brcmf_sdiod_change_state(bus->sdiodev, BRCMF_SDIOD_DATA); in brcmf_sdio_dataworker()
3771 if (!(ci->cc_caps & CC_CAP_PMU)) in brcmf_sdio_drivestrengthinit()
3774 switch (SDIOD_DRVSTR_KEY(ci->chip, ci->pmurev)) { in brcmf_sdio_drivestrengthinit()
3787 i = ARRAY_SIZE(sdiod_drvstr_tab2_3v3) - 1; in brcmf_sdio_drivestrengthinit()
3793 brcmf_err("Invalid SDIO Drive strength for chip %s, strength=%d\n", in brcmf_sdio_drivestrengthinit()
3794 ci->name, drivestrength); in brcmf_sdio_drivestrengthinit()
3802 brcmf_dbg(INFO, "No SDIO driver strength init needed for chip %s rev %d pmurev %d\n", in brcmf_sdio_drivestrengthinit()
3803 ci->name, ci->chiprev, ci->pmurev); in brcmf_sdio_drivestrengthinit()
3816 addr = CORE_CC_REG(pmu->base, chipcontrol_addr); in brcmf_sdio_drivestrengthinit()
3824 brcmf_dbg(INFO, "SDIO: %d mA (req=%d mA) drive strength selected, set to 0x%08x\n", in brcmf_sdio_drivestrengthinit()
3835 /* Try forcing SDIO core to do ALPAvail request only */ in brcmf_sdio_buscoreprep()
3850 return -EACCES; in brcmf_sdio_buscoreprep()
3861 return -EBUSY; in brcmf_sdio_buscoreprep()
3868 /* Also, disable the extra SDIO pull-ups */ in brcmf_sdio_buscoreprep()
3878 struct brcmf_core *core = sdiodev->bus->sdio_core; in brcmf_sdio_buscore_activate()
3882 reg_addr = core->base + SD_REG(intstatus); in brcmf_sdio_buscore_activate()
3900 * register. The 4339 is a next-gen of the 4335. It uses the same in brcmf_sdio_buscore_read32()
3901 * SDIO device id as 4335 and the chipid register returns 4335 as well. in brcmf_sdio_buscore_read32()
3906 (sdiodev->func1->device == SDIO_DEVICE_ID_BROADCOM_4339 || in brcmf_sdio_buscore_read32()
3907 sdiodev->func1->device == SDIO_DEVICE_ID_BROADCOM_4335_4339)) { in brcmf_sdio_buscore_read32()
3942 sdiodev = bus->sdiodev; in brcmf_sdio_probe_attach()
3943 sdio_claim_host(sdiodev->func1); in brcmf_sdio_probe_attach()
3965 bus->ci = brcmf_chip_attach(sdiodev, &brcmf_sdio_buscore_ops); in brcmf_sdio_probe_attach()
3966 if (IS_ERR(bus->ci)) { in brcmf_sdio_probe_attach()
3968 bus->ci = NULL; in brcmf_sdio_probe_attach()
3972 /* Pick up the SDIO core info struct from chip.c */ in brcmf_sdio_probe_attach()
3973 bus->sdio_core = brcmf_chip_get_core(bus->ci, BCMA_CORE_SDIO_DEV); in brcmf_sdio_probe_attach()
3974 if (!bus->sdio_core) in brcmf_sdio_probe_attach()
3978 sdiodev->cc_core = brcmf_chip_get_core(bus->ci, BCMA_CORE_CHIPCOMMON); in brcmf_sdio_probe_attach()
3979 if (!sdiodev->cc_core) in brcmf_sdio_probe_attach()
3982 sdiodev->settings = brcmf_get_module_param(sdiodev->dev, in brcmf_sdio_probe_attach()
3984 bus->ci->chip, in brcmf_sdio_probe_attach()
3985 bus->ci->chiprev); in brcmf_sdio_probe_attach()
3986 if (!sdiodev->settings) { in brcmf_sdio_probe_attach()
3993 bus->head_align = ALIGNMENT; in brcmf_sdio_probe_attach()
3994 bus->sgentry_align = ALIGNMENT; in brcmf_sdio_probe_attach()
3995 if (sdiodev->settings->bus.sdio.sd_head_align > ALIGNMENT) in brcmf_sdio_probe_attach()
3996 bus->head_align = sdiodev->settings->bus.sdio.sd_head_align; in brcmf_sdio_probe_attach()
3997 if (sdiodev->settings->bus.sdio.sd_sgentry_align > ALIGNMENT) in brcmf_sdio_probe_attach()
3998 bus->sgentry_align = in brcmf_sdio_probe_attach()
3999 sdiodev->settings->bus.sdio.sd_sgentry_align; in brcmf_sdio_probe_attach()
4001 /* allocate scatter-gather table. sg support in brcmf_sdio_probe_attach()
4010 if ((sdio_get_host_pm_caps(sdiodev->func1) & MMC_PM_KEEP_POWER) && in brcmf_sdio_probe_attach()
4011 ((sdio_get_host_pm_caps(sdiodev->func1) & MMC_PM_WAKE_SDIO_IRQ) || in brcmf_sdio_probe_attach()
4012 (sdiodev->settings->bus.sdio.oob_irq_supported))) in brcmf_sdio_probe_attach()
4013 sdiodev->bus_if->wowl_supported = true; in brcmf_sdio_probe_attach()
4021 if (sdiodev->settings->bus.sdio.drive_strength) in brcmf_sdio_probe_attach()
4022 drivestrength = sdiodev->settings->bus.sdio.drive_strength; in brcmf_sdio_probe_attach()
4025 brcmf_sdio_drivestrengthinit(sdiodev, bus->ci, drivestrength); in brcmf_sdio_probe_attach()
4027 /* Set card control so an SDIO card reset does a WLAN backplane reset */ in brcmf_sdio_probe_attach()
4039 reg_addr = CORE_CC_REG(brcmf_chip_get_pmu(bus->ci)->base, pmucontrol); in brcmf_sdio_probe_attach()
4050 sdio_release_host(sdiodev->func1); in brcmf_sdio_probe_attach()
4052 brcmu_pktq_init(&bus->txq, (PRIOMASK + 1), TXQLEN); in brcmf_sdio_probe_attach()
4055 bus->hdrbuf = kzalloc(MAX_HDR_READ + bus->head_align, GFP_KERNEL); in brcmf_sdio_probe_attach()
4056 if (!bus->hdrbuf) in brcmf_sdio_probe_attach()
4058 /* Locate an appropriately-aligned portion of hdrbuf */ in brcmf_sdio_probe_attach()
4059 bus->rxhdr = (u8 *) roundup((unsigned long)&bus->hdrbuf[0], in brcmf_sdio_probe_attach()
4060 bus->head_align); in brcmf_sdio_probe_attach()
4063 bus->intr = true; in brcmf_sdio_probe_attach()
4064 bus->poll = false; in brcmf_sdio_probe_attach()
4065 if (bus->poll) in brcmf_sdio_probe_attach()
4066 bus->pollrate = 1; in brcmf_sdio_probe_attach()
4071 sdio_release_host(sdiodev->func1); in brcmf_sdio_probe_attach()
4083 brcmf_sdiod_freezer_count(bus->sdiodev); in brcmf_sdio_watchdog_thread()
4087 brcmf_sdiod_freezer_uncount(bus->sdiodev); in brcmf_sdio_watchdog_thread()
4088 wait = wait_for_completion_interruptible(&bus->watchdog_wait); in brcmf_sdio_watchdog_thread()
4089 brcmf_sdiod_freezer_count(bus->sdiodev); in brcmf_sdio_watchdog_thread()
4090 brcmf_sdiod_try_freeze(bus->sdiodev); in brcmf_sdio_watchdog_thread()
4094 bus->sdcnt.tickcnt++; in brcmf_sdio_watchdog_thread()
4095 reinit_completion(&bus->watchdog_wait); in brcmf_sdio_watchdog_thread()
4107 if (bus->watchdog_tsk) { in brcmf_sdio_watchdog()
4108 complete(&bus->watchdog_wait); in brcmf_sdio_watchdog()
4110 if (bus->wd_active) in brcmf_sdio_watchdog()
4111 mod_timer(&bus->timer, in brcmf_sdio_watchdog()
4125 fwreq = brcmf_fw_alloc_request(bus_if->chip, bus_if->chiprev, in brcmf_sdio_get_fwname()
4130 return -ENOMEM; in brcmf_sdio_get_fwname()
4140 struct brcmf_sdio_dev *sdiodev = bus_if->bus_priv.sdio; in brcmf_sdio_bus_reset()
4142 brcmf_dbg(SDIO, "Enter\n"); in brcmf_sdio_bus_reset()
4150 sdio_claim_host(sdiodev->func1); in brcmf_sdio_bus_reset()
4151 mmc_hw_reset(sdiodev->func1->card->host); in brcmf_sdio_bus_reset()
4152 sdio_release_host(sdiodev->func1); in brcmf_sdio_bus_reset()
4154 brcmf_bus_change_state(sdiodev->bus_if, BRCMF_BUS_DOWN); in brcmf_sdio_bus_reset()
4158 brcmf_err("Failed to probe after sdio device reset: ret %d\n", in brcmf_sdio_bus_reset()
4188 struct brcmf_sdio_dev *sdiod = bus_if->bus_priv.sdio; in brcmf_sdio_firmware_callback()
4189 struct brcmf_sdio *bus = sdiod->bus; in brcmf_sdio_firmware_callback()
4190 struct brcmf_core *core = bus->sdio_core; in brcmf_sdio_firmware_callback()
4202 code = fwreq->items[BRCMF_SDIO_FW_CODE].binary; in brcmf_sdio_firmware_callback()
4203 nvram = fwreq->items[BRCMF_SDIO_FW_NVRAM].nv_data.data; in brcmf_sdio_firmware_callback()
4204 nvram_len = fwreq->items[BRCMF_SDIO_FW_NVRAM].nv_data.len; in brcmf_sdio_firmware_callback()
4208 bus->alp_only = true; in brcmf_sdio_firmware_callback()
4212 bus->alp_only = false; in brcmf_sdio_firmware_callback()
4215 bus->sdcnt.tickcnt = 0; in brcmf_sdio_firmware_callback()
4218 sdio_claim_host(sdiod->func1); in brcmf_sdio_firmware_callback()
4222 if (bus->clkstate != CLK_AVAIL) in brcmf_sdio_firmware_callback()
4229 bpreq |= brcmf_chip_is_ulp(bus->ci) ? in brcmf_sdio_firmware_callback()
4240 brcmf_sdiod_writel(sdiod, core->base + SD_REG(tosbmailboxdata), in brcmf_sdio_firmware_callback()
4243 err = sdio_enable_func(sdiod->func2); in brcmf_sdio_firmware_callback()
4250 bus->hostintmask = HOSTINTMASK; in brcmf_sdio_firmware_callback()
4251 brcmf_sdiod_writel(sdiod, core->base + SD_REG(hostintmask), in brcmf_sdio_firmware_callback()
4252 bus->hostintmask, NULL); in brcmf_sdio_firmware_callback()
4254 switch (sdiod->func1->device) { in brcmf_sdio_firmware_callback()
4330 sdio_disable_func(sdiod->func2); in brcmf_sdio_firmware_callback()
4334 if (brcmf_chip_sr_capable(bus->ci)) { in brcmf_sdio_firmware_callback()
4344 sdiod->bus_if->dev = sdiod->dev; in brcmf_sdio_firmware_callback()
4345 sdiod->bus_if->ops = &brcmf_sdio_bus_ops; in brcmf_sdio_firmware_callback()
4346 sdiod->bus_if->chip = bus->ci->chip; in brcmf_sdio_firmware_callback()
4347 sdiod->bus_if->chiprev = bus->ci->chiprev; in brcmf_sdio_firmware_callback()
4350 brcmf_sdiod_change_state(bus->sdiodev, BRCMF_SDIOD_DATA); in brcmf_sdio_firmware_callback()
4363 sdio_release_host(sdiod->func1); in brcmf_sdio_firmware_callback()
4365 err = brcmf_alloc(sdiod->dev, sdiod->settings); in brcmf_sdio_firmware_callback()
4372 err = brcmf_attach(sdiod->dev); in brcmf_sdio_firmware_callback()
4382 brcmf_free(sdiod->dev); in brcmf_sdio_firmware_callback()
4384 sdio_claim_host(sdiod->func1); in brcmf_sdio_firmware_callback()
4388 sdio_release_host(sdiod->func1); in brcmf_sdio_firmware_callback()
4391 device_release_driver(&sdiod->func2->dev); in brcmf_sdio_firmware_callback()
4400 { ".bin", bus->sdiodev->fw_name }, in brcmf_sdio_prepare_fw_request()
4401 { ".txt", bus->sdiodev->nvram_name }, in brcmf_sdio_prepare_fw_request()
4404 fwreq = brcmf_fw_alloc_request(bus->ci->chip, bus->ci->chiprev, in brcmf_sdio_prepare_fw_request()
4411 fwreq->items[BRCMF_SDIO_FW_CODE].type = BRCMF_FW_TYPE_BINARY; in brcmf_sdio_prepare_fw_request()
4412 fwreq->items[BRCMF_SDIO_FW_NVRAM].type = BRCMF_FW_TYPE_NVRAM; in brcmf_sdio_prepare_fw_request()
4413 fwreq->board_type = bus->sdiodev->settings->board_type; in brcmf_sdio_prepare_fw_request()
4432 bus->sdiodev = sdiodev; in brcmf_sdio_probe()
4433 sdiodev->bus = bus; in brcmf_sdio_probe()
4434 skb_queue_head_init(&bus->glom); in brcmf_sdio_probe()
4435 bus->txbound = BRCMF_TXBOUND; in brcmf_sdio_probe()
4436 bus->rxbound = BRCMF_RXBOUND; in brcmf_sdio_probe()
4437 bus->txminmax = BRCMF_TXMINMAX; in brcmf_sdio_probe()
4438 bus->tx_seq = SDPCM_SEQ_WRAP - 1; in brcmf_sdio_probe()
4440 /* single-threaded workqueue */ in brcmf_sdio_probe()
4442 dev_name(&sdiodev->func1->dev)); in brcmf_sdio_probe()
4448 INIT_WORK(&bus->datawork, brcmf_sdio_dataworker); in brcmf_sdio_probe()
4449 bus->brcmf_wq = wq; in brcmf_sdio_probe()
4457 spin_lock_init(&bus->rxctl_lock); in brcmf_sdio_probe()
4458 spin_lock_init(&bus->txq_lock); in brcmf_sdio_probe()
4459 init_waitqueue_head(&bus->ctrl_wait); in brcmf_sdio_probe()
4460 init_waitqueue_head(&bus->dcmd_resp_wait); in brcmf_sdio_probe()
4463 timer_setup(&bus->timer, brcmf_sdio_watchdog, 0); in brcmf_sdio_probe()
4465 init_completion(&bus->watchdog_wait); in brcmf_sdio_probe()
4466 bus->watchdog_tsk = kthread_run(brcmf_sdio_watchdog_thread, in brcmf_sdio_probe()
4468 dev_name(&sdiodev->func1->dev)); in brcmf_sdio_probe()
4469 if (IS_ERR(bus->watchdog_tsk)) { in brcmf_sdio_probe()
4471 bus->watchdog_tsk = NULL; in brcmf_sdio_probe()
4474 bus->dpc_triggered = false; in brcmf_sdio_probe()
4475 bus->dpc_running = false; in brcmf_sdio_probe()
4477 /* default sdio bus header length for tx packet */ in brcmf_sdio_probe()
4478 bus->tx_hdrlen = SDPCM_HWHDR_LEN + SDPCM_SWHDR_LEN; in brcmf_sdio_probe()
4481 bus->blocksize = bus->sdiodev->func2->cur_blksize; in brcmf_sdio_probe()
4482 bus->roundup = min(max_roundup, bus->blocksize); in brcmf_sdio_probe()
4484 sdio_claim_host(bus->sdiodev->func1); in brcmf_sdio_probe()
4487 sdio_disable_func(bus->sdiodev->func2); in brcmf_sdio_probe()
4489 bus->rxflow = false; in brcmf_sdio_probe()
4491 /* Done with backplane-dependent accesses, can drop clock... */ in brcmf_sdio_probe()
4492 brcmf_sdiod_writeb(bus->sdiodev, SBSDIO_FUNC1_CHIPCLKCSR, 0, NULL); in brcmf_sdio_probe()
4494 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_probe()
4497 bus->clkstate = CLK_SDONLY; in brcmf_sdio_probe()
4498 bus->idletime = BRCMF_IDLE_INTERVAL; in brcmf_sdio_probe()
4499 bus->idleclock = BRCMF_IDLE_ACTIVE; in brcmf_sdio_probe()
4502 bus->sr_enabled = false; in brcmf_sdio_probe()
4508 ret = -ENOMEM; in brcmf_sdio_probe()
4512 ret = brcmf_fw_get_firmwares(sdiodev->dev, fwreq, in brcmf_sdio_probe()
4534 if (bus->watchdog_tsk) { in brcmf_sdio_remove()
4535 send_sig(SIGTERM, bus->watchdog_tsk, 1); in brcmf_sdio_remove()
4536 kthread_stop(bus->watchdog_tsk); in brcmf_sdio_remove()
4537 bus->watchdog_tsk = NULL; in brcmf_sdio_remove()
4540 /* De-register interrupt handler */ in brcmf_sdio_remove()
4541 brcmf_sdiod_intr_unregister(bus->sdiodev); in brcmf_sdio_remove()
4543 brcmf_detach(bus->sdiodev->dev); in brcmf_sdio_remove()
4545 cancel_work_sync(&bus->datawork); in brcmf_sdio_remove()
4546 if (bus->brcmf_wq) in brcmf_sdio_remove()
4547 destroy_workqueue(bus->brcmf_wq); in brcmf_sdio_remove()
4549 if (bus->ci) { in brcmf_sdio_remove()
4550 if (bus->sdiodev->state != BRCMF_SDIOD_NOMEDIUM) { in brcmf_sdio_remove()
4551 sdio_claim_host(bus->sdiodev->func1); in brcmf_sdio_remove()
4559 brcmf_chip_set_passive(bus->ci); in brcmf_sdio_remove()
4561 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_remove()
4563 brcmf_chip_detach(bus->ci); in brcmf_sdio_remove()
4565 if (bus->sdiodev->settings) in brcmf_sdio_remove()
4566 brcmf_release_module_param(bus->sdiodev->settings); in brcmf_sdio_remove()
4568 kfree(bus->rxbuf); in brcmf_sdio_remove()
4569 kfree(bus->hdrbuf); in brcmf_sdio_remove()
4579 if (!active && bus->wd_active) { in brcmf_sdio_wd_timer()
4580 del_timer_sync(&bus->timer); in brcmf_sdio_wd_timer()
4581 bus->wd_active = false; in brcmf_sdio_wd_timer()
4586 if (bus->sdiodev->state != BRCMF_SDIOD_DATA) in brcmf_sdio_wd_timer()
4590 if (!bus->wd_active) { in brcmf_sdio_wd_timer()
4594 bus->timer.expires = jiffies + BRCMF_WD_POLL; in brcmf_sdio_wd_timer()
4595 add_timer(&bus->timer); in brcmf_sdio_wd_timer()
4596 bus->wd_active = true; in brcmf_sdio_wd_timer()
4599 mod_timer(&bus->timer, jiffies + BRCMF_WD_POLL); in brcmf_sdio_wd_timer()
4608 sdio_claim_host(bus->sdiodev->func1); in brcmf_sdio_sleep()
4610 sdio_release_host(bus->sdiodev->func1); in brcmf_sdio_sleep()