179     vm_pindex_t pindex, const char *wmesg, int allocflags, bool locked);
902 vm_page_trybusy(vm_page_t m, int allocflags)  in vm_page_trybusy()  argument
905 	if ((allocflags & (VM_ALLOC_SBUSY | VM_ALLOC_IGN_SBUSY)) != 0)  in vm_page_trybusy()
919 vm_page_tryacquire(vm_page_t m, int allocflags)  in vm_page_tryacquire()  argument
923 	locked = vm_page_trybusy(m, allocflags);  in vm_page_tryacquire()
924 	if (locked && (allocflags & VM_ALLOC_WIRED) != 0)  in vm_page_tryacquire()
936 vm_page_busy_acquire(vm_page_t m, int allocflags)  in vm_page_busy_acquire()  argument
950 		if (vm_page_tryacquire(m, allocflags))  in vm_page_busy_acquire()
952 		if ((allocflags & VM_ALLOC_NOWAIT) != 0)  in vm_page_busy_acquire()
959 		if (_vm_page_busy_sleep(obj, m, m->pindex, "vmpba", allocflags,  in vm_page_busy_acquire()
962 		if ((allocflags & VM_ALLOC_WAITFAIL) != 0)  in vm_page_busy_acquire()
1081 vm_page_busy_sleep(vm_page_t m, const char *wmesg, int allocflags)  in vm_page_busy_sleep()  argument
1088 	return (_vm_page_busy_sleep(obj, m, m->pindex, wmesg, allocflags,  in vm_page_busy_sleep()
1106     const char *wmesg, int allocflags)  in vm_page_busy_sleep_unlocked()  argument
1110 	(void)_vm_page_busy_sleep(obj, m, pindex, wmesg, allocflags, false);  in vm_page_busy_sleep_unlocked()
1127     const char *wmesg, int allocflags, bool locked)  in _vm_page_busy_sleep()  argument
1146 	xsleep = (allocflags & (VM_ALLOC_SBUSY | VM_ALLOC_IGN_SBUSY)) != 0;  in _vm_page_busy_sleep()
4676 vm_page_grab_release(vm_page_t m, int allocflags)  in vm_page_grab_release()  argument
4679 	if ((allocflags & VM_ALLOC_NOBUSY) != 0) {  in vm_page_grab_release()
4680 		if ((allocflags & VM_ALLOC_IGN_SBUSY) != 0)  in vm_page_grab_release()
4699     const char *wmesg, int allocflags, bool locked)  in vm_page_grab_sleep()  argument
4702 	if ((allocflags & VM_ALLOC_NOWAIT) != 0)  in vm_page_grab_sleep()
4709 	if (locked && (allocflags & VM_ALLOC_NOCREAT) == 0)  in vm_page_grab_sleep()
4712 	if (_vm_page_busy_sleep(object, m, pindex, wmesg, allocflags, locked) &&  in vm_page_grab_sleep()
4715 	if ((allocflags & VM_ALLOC_WAITFAIL) != 0)  in vm_page_grab_sleep()
4725 vm_page_grab_check(int allocflags)  in vm_page_grab_check()  argument
4728 	KASSERT((allocflags & VM_ALLOC_NOBUSY) == 0 ||  in vm_page_grab_check()
4729 	    (allocflags & VM_ALLOC_WIRED) != 0,  in vm_page_grab_check()
4732 	KASSERT((allocflags & VM_ALLOC_SBUSY) == 0 ||  in vm_page_grab_check()
4733 	    (allocflags & VM_ALLOC_IGN_SBUSY) != 0,  in vm_page_grab_check()
4741 vm_page_grab_pflags(int allocflags)  in vm_page_grab_pflags()  argument
4745 	pflags = allocflags &  in vm_page_grab_pflags()
4748 	if ((allocflags & VM_ALLOC_NOWAIT) == 0)  in vm_page_grab_pflags()
4750 	if ((allocflags & VM_ALLOC_IGN_SBUSY) != 0)  in vm_page_grab_pflags()
4768 vm_page_grab_lookup(vm_object_t object, vm_pindex_t pindex, int allocflags,  in vm_page_grab_lookup()  argument
4774 	    !vm_page_tryacquire(m, allocflags)) {  in vm_page_grab_lookup()
4776 		    allocflags, true))  in vm_page_grab_lookup()
4792 vm_page_grab_iter(vm_object_t object, vm_pindex_t pindex, int allocflags,  in vm_page_grab_iter()  argument
4799 	vm_page_grab_check(allocflags);  in vm_page_grab_iter()
4802 	    object, pindex, allocflags, &found, pages)) == NULL) {  in vm_page_grab_iter()
4803 		if ((allocflags & VM_ALLOC_NOCREAT) != 0)  in vm_page_grab_iter()
4806 		    (allocflags & (VM_ALLOC_NOWAIT | VM_ALLOC_WAITFAIL)) != 0)  in vm_page_grab_iter()
4809 		    vm_page_grab_pflags(allocflags), pages);  in vm_page_grab_iter()
4811 			if ((allocflags & VM_ALLOC_ZERO) != 0 &&  in vm_page_grab_iter()
4816 		if ((allocflags &  in vm_page_grab_iter()
4820 	vm_page_grab_release(m, allocflags);  in vm_page_grab_iter()
4833 vm_page_grab(vm_object_t object, vm_pindex_t pindex, int allocflags)  in vm_page_grab()  argument
4839 	return (vm_page_grab_iter(object, pindex, allocflags, &pages));  in vm_page_grab()
4858     int allocflags)  in vm_page_acquire_unlocked()  argument
4863 		if (vm_page_trybusy(m, allocflags)) {  in vm_page_acquire_unlocked()
4865 				if ((allocflags & VM_ALLOC_WIRED) != 0)  in vm_page_acquire_unlocked()
4867 				vm_page_grab_release(m, allocflags);  in vm_page_acquire_unlocked()
4876 		    allocflags, false))  in vm_page_acquire_unlocked()
4887 vm_page_grab_unlocked(vm_object_t object, vm_pindex_t pindex, int allocflags)  in vm_page_grab_unlocked()  argument
4891 	vm_page_grab_check(allocflags);  in vm_page_grab_unlocked()
4892 	m = vm_page_acquire_unlocked(object, pindex, NULL, allocflags);  in vm_page_grab_unlocked()
4904 	if ((allocflags & VM_ALLOC_NOCREAT) != 0)  in vm_page_grab_unlocked()
4908 	m = vm_page_grab(object, pindex, allocflags);  in vm_page_grab_unlocked()
4924     int allocflags, struct pctrie_iter *pages)  in vm_page_grab_valid_iter()  argument
4930 	KASSERT((allocflags & VM_ALLOC_SBUSY) == 0 ||  in vm_page_grab_valid_iter()
4931 	    (allocflags & VM_ALLOC_IGN_SBUSY) != 0,  in vm_page_grab_valid_iter()
4933 	KASSERT((allocflags &  in vm_page_grab_valid_iter()
4935 	    ("vm_page_grab_valid: Invalid flags 0x%X", allocflags));  in vm_page_grab_valid_iter()
4937 	pflags = allocflags & ~(VM_ALLOC_NOBUSY | VM_ALLOC_SBUSY |  in vm_page_grab_valid_iter()
4953 		    vm_page_all_valid(m) ? allocflags : 0)) {  in vm_page_grab_valid_iter()
4955 			    allocflags, true);  in vm_page_grab_valid_iter()
4961 		if ((allocflags & VM_ALLOC_NOCREAT) != 0) {  in vm_page_grab_valid_iter()
4966 	} else if ((allocflags & VM_ALLOC_NOCREAT) != 0) {  in vm_page_grab_valid_iter()
4983 		after = MIN(after, allocflags >> VM_ALLOC_COUNT_SHIFT);  in vm_page_grab_valid_iter()
5030 	if ((allocflags & VM_ALLOC_WIRED) != 0)  in vm_page_grab_valid_iter()
5032 	if ((allocflags & VM_ALLOC_SBUSY) != 0 && vm_page_xbusied(m))  in vm_page_grab_valid_iter()
5034 	else if ((allocflags & VM_ALLOC_NOBUSY) != 0)  in vm_page_grab_valid_iter()
5049     int allocflags)  in vm_page_grab_valid()  argument
5055 	return (vm_page_grab_valid_iter(mp, object, pindex, allocflags,  in vm_page_grab_valid()
5073 	int allocflags, rv;  in vm_page_grab_zero_partial()  local
5081 	allocflags = VM_ALLOC_NOCREAT | VM_ALLOC_NORMAL | VM_ALLOC_WAITFAIL;  in vm_page_grab_zero_partial()
5084 	    object, pindex, allocflags, &found, &pages)) == NULL) {  in vm_page_grab_zero_partial()
5088 		    vm_page_grab_pflags(allocflags), &pages);  in vm_page_grab_zero_partial()
5124     vm_pindex_t pindex, int allocflags)  in vm_page_grab_valid_unlocked()  argument
5130 	KASSERT((allocflags & VM_ALLOC_SBUSY) == 0 ||  in vm_page_grab_valid_unlocked()
5131 	    (allocflags & VM_ALLOC_IGN_SBUSY) != 0,  in vm_page_grab_valid_unlocked()
5134 	KASSERT((allocflags &  in vm_page_grab_valid_unlocked()
5136 	    ("vm_page_grab_valid_unlocked: Invalid flags 0x%X", allocflags));  in vm_page_grab_valid_unlocked()
5142 	flags = allocflags & ~(VM_ALLOC_NOBUSY | VM_ALLOC_WIRED);  in vm_page_grab_valid_unlocked()
5149 			if ((allocflags & VM_ALLOC_WIRED) != 0)  in vm_page_grab_valid_unlocked()
5151 			vm_page_grab_release(m, allocflags);  in vm_page_grab_valid_unlocked()
5157 	if ((allocflags & VM_ALLOC_NOCREAT) != 0) {  in vm_page_grab_valid_unlocked()
5162 	error = vm_page_grab_valid(mp, object, pindex, allocflags);  in vm_page_grab_valid_unlocked()
5200 vm_page_grab_pages(vm_object_t object, vm_pindex_t pindex, int allocflags,  in vm_page_grab_pages()  argument
5209 	KASSERT(((u_int)allocflags >> VM_ALLOC_COUNT_SHIFT) == 0,  in vm_page_grab_pages()
5213 	vm_page_grab_check(allocflags);  in vm_page_grab_pages()
5215 	pflags = vm_page_grab_pflags(allocflags);  in vm_page_grab_pages()
5227 			if (!vm_page_tryacquire(m, allocflags)) {  in vm_page_grab_pages()
5229 				    "grbmaw", allocflags, true)) {  in vm_page_grab_pages()
5236 			if ((allocflags & VM_ALLOC_NOCREAT) != 0)  in vm_page_grab_pages()
5242 				if ((allocflags & (VM_ALLOC_NOWAIT |  in vm_page_grab_pages()
5250 		    (allocflags & VM_ALLOC_ZERO) != 0) {  in vm_page_grab_pages()
5255 		vm_page_grab_release(m, allocflags);  in vm_page_grab_pages()
5266     int allocflags, vm_page_t *ma, int count)  in vm_page_grab_pages_unlocked()  argument
5274 	vm_page_grab_check(allocflags);  in vm_page_grab_pages_unlocked()
5280 	flags = allocflags & ~VM_ALLOC_NOBUSY;  in vm_page_grab_pages_unlocked()
5296 		vm_page_grab_release(m, allocflags);  in vm_page_grab_pages_unlocked()
5300 	if (i == count || (allocflags & VM_ALLOC_NOCREAT) != 0)  in vm_page_grab_pages_unlocked()
5304 	i += vm_page_grab_pages(object, pindex, allocflags, &ma[i], count);  in vm_page_grab_pages_unlocked()