mm/book3s64/radix_tlb.c

26  * i.e., r=1 and is=01 or is=10 or is=11
28 static __always_inline void tlbiel_radix_set_isa300(unsigned int set, unsigned int is,
35 	rb = (set << PPC_BITLSHIFT(51)) | (is << PPC_BITLSHIFT(53));
43 static void tlbiel_all_isa300(unsigned int num_sets, unsigned int is)
57 		tlbiel_radix_set_isa300(0, is, 0, RIC_FLUSH_ALL, 0);
61 				tlbiel_radix_set_isa300(set, is, 0,
67 	tlbiel_radix_set_isa300(0, is, 0, RIC_FLUSH_ALL, 1);
71 			tlbiel_radix_set_isa300(set, is, 0, RIC_FLUSH_TLB, 1);
79 	unsigned int is;
83 		is = 3;
86 		is = 2;
93 		tlbiel_all_isa300(POWER9_TLB_SETS_RADIX, is);
238 	 * We can use any address for the invalidation, pick one which is
271 	 * We can use any address for the invalidation, pick one which is
299 		/* For PWC, only one flush is needed */
646 	 * or preventing it from caching PTEs), but until that is confirmed,
647 	 * this workaround is required - escalate all RIC=0 IS=1/2/3 flushes
660  * If always_flush is true, then flush even if this CPU can't be removed
672 	 * because kthread_use_mm() setting ->mm and switching to the mm is
683 		 * It is a kernel thread and is using mm as the lazy tlb, so
684 		 * switch it to init_mm. This is not always called from IPI
743  * process flushing its own mm. The intent is to reduce the cost of later
776 			 * if the process is not running, so occasionally try
793 	 * because the mm is being taken down anyway, and a TLBIE tends to
973 		 * so have to always issue a tlbie for them. This is quite a
1045 	 * full pid flush already does the PWC flush. if it is not full pid
1046 	 * flush check the range is more than PMD and force a pwc flush
1088 				/* For PWC, only one flush is needed */
1193 	 * if page size is not something we understand, do a full mm flush
1438 	 * We can use any address for the invalidation, pick one which is
1561 		 * If the number of pages spanning the range is above
1564 		 * is no need to consider remaining page sizes.