Lines Matching refs:sz
36 unsigned long sz, const int op, const int full_page);
38 void (*__dma_cache_wback_inv)(phys_addr_t start, unsigned long sz);
39 void (*__dma_cache_inv)(phys_addr_t start, unsigned long sz);
40 void (*__dma_cache_wback)(phys_addr_t start, unsigned long sz);
55 p_slc->sz_k = 128 << slc_cfg.sz; in read_decode_cache_bcr_arcv2()
119 p_ic->sz_k = 1 << (ibcr.sz - 1); in arc_cache_mumbojumbo()
145 p_dc->sz_k = 1 << (dbcr.sz - 1); in arc_cache_mumbojumbo()
189 unsigned long sz, const int op, const int full_page) in __cache_line_loop_v3() argument
209 sz += paddr & ~CACHE_LINE_MASK; in __cache_line_loop_v3()
213 num_lines = DIV_ROUND_UP(sz, L1_CACHE_BYTES); in __cache_line_loop_v3()
249 unsigned long sz, const int op, const int full_page) in __cache_line_loop_v4() argument
268 sz += paddr & ~CACHE_LINE_MASK; in __cache_line_loop_v4()
272 num_lines = DIV_ROUND_UP(sz, L1_CACHE_BYTES); in __cache_line_loop_v4()
303 unsigned long sz, const int op, const int full_page) in __cache_line_loop_v4() argument
318 sz += paddr & ~CACHE_LINE_MASK; in __cache_line_loop_v4()
325 sz += L1_CACHE_BYTES - 1; in __cache_line_loop_v4()
337 write_aux_reg(e, paddr + sz); /* ENDR is exclusive */ in __cache_line_loop_v4()
455 #define __dc_line_op_k(p, sz, op) __dc_line_op(p, p, sz, op) argument
461 unsigned long sz, const int op) in __dc_line_op() argument
463 const int full_page = __builtin_constant_p(sz) && sz == PAGE_SIZE; in __dc_line_op()
470 __cache_line_loop(paddr, vaddr, sz, op, full_page); in __dc_line_op()
482 #define __dc_line_op(paddr, vaddr, sz, op) argument
483 #define __dc_line_op_k(paddr, sz, op) argument
497 unsigned long sz) in __ic_line_inv_vaddr_local() argument
499 const int full_page = __builtin_constant_p(sz) && sz == PAGE_SIZE; in __ic_line_inv_vaddr_local()
503 (*_cache_line_loop_ic_fn)(paddr, vaddr, sz, OP_INV_IC, full_page); in __ic_line_inv_vaddr_local()
515 int sz; member
522 __ic_line_inv_vaddr_local(ic_inv->paddr, ic_inv->vaddr, ic_inv->sz); in __ic_line_inv_vaddr_helper()
526 unsigned long sz) in __ic_line_inv_vaddr() argument
531 .sz = sz in __ic_line_inv_vaddr()
542 #define __ic_line_inv_vaddr(pstart, vstart, sz) argument
546 static noinline void slc_op_rgn(phys_addr_t paddr, unsigned long sz, const int op) in slc_op_rgn() argument
589 end = paddr + sz + l2_line_sz - 1; in slc_op_rgn()
609 static __maybe_unused noinline void slc_op_line(phys_addr_t paddr, unsigned long sz, const int op) in slc_op_line() argument
640 sz += paddr & ~SLC_LINE_MASK; in slc_op_line()
643 num_lines = DIV_ROUND_UP(sz, l2_line_sz); in slc_op_line()
659 #define slc_op(paddr, sz, op) slc_op_rgn(paddr, sz, op) argument
722 static void __dma_cache_wback_inv_l1(phys_addr_t start, unsigned long sz) in __dma_cache_wback_inv_l1() argument
724 __dc_line_op_k(start, sz, OP_FLUSH_N_INV); in __dma_cache_wback_inv_l1()
727 static void __dma_cache_inv_l1(phys_addr_t start, unsigned long sz) in __dma_cache_inv_l1() argument
729 __dc_line_op_k(start, sz, OP_INV); in __dma_cache_inv_l1()
732 static void __dma_cache_wback_l1(phys_addr_t start, unsigned long sz) in __dma_cache_wback_l1() argument
734 __dc_line_op_k(start, sz, OP_FLUSH); in __dma_cache_wback_l1()
741 static void __dma_cache_wback_inv_slc(phys_addr_t start, unsigned long sz) in __dma_cache_wback_inv_slc() argument
743 __dc_line_op_k(start, sz, OP_FLUSH_N_INV); in __dma_cache_wback_inv_slc()
744 slc_op(start, sz, OP_FLUSH_N_INV); in __dma_cache_wback_inv_slc()
747 static void __dma_cache_inv_slc(phys_addr_t start, unsigned long sz) in __dma_cache_inv_slc() argument
749 __dc_line_op_k(start, sz, OP_INV); in __dma_cache_inv_slc()
750 slc_op(start, sz, OP_INV); in __dma_cache_inv_slc()
753 static void __dma_cache_wback_slc(phys_addr_t start, unsigned long sz) in __dma_cache_wback_slc() argument
755 __dc_line_op_k(start, sz, OP_FLUSH); in __dma_cache_wback_slc()
756 slc_op(start, sz, OP_FLUSH); in __dma_cache_wback_slc()
762 void dma_cache_wback_inv(phys_addr_t start, unsigned long sz) in dma_cache_wback_inv() argument
764 __dma_cache_wback_inv(start, sz); in dma_cache_wback_inv()
768 void dma_cache_inv(phys_addr_t start, unsigned long sz) in dma_cache_inv() argument
770 __dma_cache_inv(start, sz); in dma_cache_inv()
774 void dma_cache_wback(phys_addr_t start, unsigned long sz) in dma_cache_wback() argument
776 __dma_cache_wback(start, sz); in dma_cache_wback()
824 unsigned int off, sz; in flush_icache_range() local
830 sz = min_t(unsigned int, tot_sz, PAGE_SIZE - off); in flush_icache_range()
831 __sync_icache_dcache(phy, kstart, sz); in flush_icache_range()
832 kstart += sz; in flush_icache_range()
833 tot_sz -= sz; in flush_icache_range()
911 SYSCALL_DEFINE3(cacheflush, uint32_t, start, uint32_t, sz, uint32_t, flags) in SYSCALL_DEFINE3() argument