183 static int sg_build_indirect(Sg_scatter_hold * schp, Sg_fd * sfp, int buff_size);
184 static ssize_t sg_new_read(Sg_fd * sfp, char __user *buf, size_t count,
186 static ssize_t sg_new_write(Sg_fd *sfp, struct file *file,
189 static int sg_common_write(Sg_fd * sfp, Sg_request * srp,
192 static void sg_remove_scat(Sg_fd * sfp, Sg_scatter_hold * schp);
193 static void sg_build_reserve(Sg_fd * sfp, int req_size);
194 static void sg_link_reserve(Sg_fd * sfp, Sg_request * srp, int size);
195 static void sg_unlink_reserve(Sg_fd * sfp, Sg_request * srp);
198 static Sg_request *sg_get_rq_mark(Sg_fd * sfp, int pack_id, bool *busy);
199 static Sg_request *sg_add_request(Sg_fd * sfp);
200 static int sg_remove_request(Sg_fd * sfp, Sg_request * srp);
236 	struct sg_fd *sfp = filp->private_data;  in sg_allow_access()  local
238 	if (sfp->parentdp->device->type == TYPE_SCANNER)  in sg_allow_access()
289 	Sg_fd *sfp;  in sg_open()  local
350 	sfp = sg_add_sfp(sdp);  in sg_open()
351 	if (IS_ERR(sfp)) {  in sg_open()
352 		retval = PTR_ERR(sfp);  in sg_open()
356 	filp->private_data = sfp;  in sg_open()
385 	Sg_fd *sfp;  in sg_release()  local
387 	if ((!(sfp = (Sg_fd *) filp->private_data)) || (!(sdp = sfp->parentdp)))  in sg_release()
393 	kref_put(&sfp->f_ref, sg_remove_sfp);  in sg_release()
444 	Sg_fd *sfp;  in sg_read()  local
460 	if ((!(sfp = (Sg_fd *) filp->private_data)) || (!(sdp = sfp->parentdp)))  in sg_read()
465 	if (sfp->force_packid)  in sg_read()
470 	srp = sg_get_rq_mark(sfp, req_pack_id, &busy);  in sg_read()
474 		retval = wait_event_interruptible(sfp->read_wait,  in sg_read()
475 			((srp = sg_get_rq_mark(sfp, req_pack_id, &busy)) ||  in sg_read()
482 		return sg_new_read(sfp, buf, count, srp);  in sg_read()
550 	sg_remove_request(sfp, srp);  in sg_read()
558 sg_new_read(Sg_fd * sfp, char __user *buf, size_t count, Sg_request * srp)  in sg_new_read()  argument
594 	sg_remove_request(sfp, srp);  in sg_new_read()
605 	Sg_fd *sfp;  in sg_write()  local
616 	if ((!(sfp = (Sg_fd *) filp->private_data)) || (!(sdp = sfp->parentdp)))  in sg_write()
632 		return sg_new_write(sfp, filp, buf, count,  in sg_write()
641 	if (!(srp = sg_add_request(sfp))) {  in sg_write()
646 	mutex_lock(&sfp->f_mutex);  in sg_write()
647 	if (sfp->next_cmd_len > 0) {  in sg_write()
648 		cmd_size = sfp->next_cmd_len;  in sg_write()
649 		sfp->next_cmd_len = 0;	/* reset so only this write() effected */  in sg_write()
655 	mutex_unlock(&sfp->f_mutex);  in sg_write()
664 		sg_remove_request(sfp, srp);  in sg_write()
689 		sg_remove_request(sfp, srp);  in sg_write()
707 	k = sg_common_write(sfp, srp, cmnd, sfp->timeout, blocking);  in sg_write()
712 sg_new_write(Sg_fd *sfp, struct file *file, const char __user *buf,  in sg_new_write()  argument
726 	sfp->cmd_q = 1;	/* when sg_io_hdr seen, set command queuing on */  in sg_new_write()
727 	if (!(srp = sg_add_request(sfp))) {  in sg_new_write()
728 		SCSI_LOG_TIMEOUT(1, sg_printk(KERN_INFO, sfp->parentdp,  in sg_new_write()
735 		sg_remove_request(sfp, srp);  in sg_new_write()
739 		sg_remove_request(sfp, srp);  in sg_new_write()
743 		if (hp->dxfer_len > sfp->reserve.bufflen) {  in sg_new_write()
744 			sg_remove_request(sfp, srp);  in sg_new_write()
748 			sg_remove_request(sfp, srp);  in sg_new_write()
751 		if (sfp->res_in_use) {  in sg_new_write()
752 			sg_remove_request(sfp, srp);  in sg_new_write()
759 		sg_remove_request(sfp, srp);  in sg_new_write()
763 		sg_remove_request(sfp, srp);  in sg_new_write()
767 		sg_remove_request(sfp, srp);  in sg_new_write()
770 	k = sg_common_write(sfp, srp, cmnd, timeout, blocking);  in sg_new_write()
779 sg_common_write(Sg_fd * sfp, Sg_request * srp,  in sg_common_write()  argument
783 	Sg_device *sdp = sfp->parentdp;  in sg_common_write()
794 	SCSI_LOG_TIMEOUT(4, sg_printk(KERN_INFO, sfp->parentdp,  in sg_common_write()
799 		sg_remove_request(sfp, srp);  in sg_common_write()
805 		SCSI_LOG_TIMEOUT(1, sg_printk(KERN_INFO, sfp->parentdp,  in sg_common_write()
808 		sg_remove_request(sfp, srp);  in sg_common_write()
818 		sg_remove_request(sfp, srp);  in sg_common_write()
830 	kref_get(&sfp->f_ref); /* sg_rq_end_io() does kref_put(). */  in sg_common_write()
836 static int srp_done(Sg_fd *sfp, Sg_request *srp)  in srp_done()  argument
841 	read_lock_irqsave(&sfp->rq_list_lock, flags);  in srp_done()
843 	read_unlock_irqrestore(&sfp->rq_list_lock, flags);  in srp_done()
857 sg_fill_request_table(Sg_fd *sfp, sg_req_info_t *rinfo)  in sg_fill_request_table()  argument
864 	list_for_each_entry(srp, &sfp->rq_list, entry) {  in sg_fill_request_table()
917 sg_ioctl_common(struct file *filp, Sg_device *sdp, Sg_fd *sfp,  in sg_ioctl_common()  argument
935 		result = sg_new_write(sfp, filp, p, SZ_SG_IO_HDR,  in sg_ioctl_common()
939 		result = wait_event_interruptible(sfp->read_wait,  in sg_ioctl_common()
940 			srp_done(sfp, srp));  in sg_ioctl_common()
941 		write_lock_irq(&sfp->rq_list_lock);  in sg_ioctl_common()
944 			write_unlock_irq(&sfp->rq_list_lock);  in sg_ioctl_common()
945 			result = sg_new_read(sfp, p, SZ_SG_IO_HDR, srp);  in sg_ioctl_common()
949 		write_unlock_irq(&sfp->rq_list_lock);  in sg_ioctl_common()
960 		sfp->timeout_user = val;  in sg_ioctl_common()
961 		sfp->timeout = mult_frac(val, HZ, USER_HZ);  in sg_ioctl_common()
966 		return sfp->timeout_user;  in sg_ioctl_common()
998 		sfp->force_packid = val ? 1 : 0;  in sg_ioctl_common()
1001 		read_lock_irqsave(&sfp->rq_list_lock, iflags);  in sg_ioctl_common()
1002 		list_for_each_entry(srp, &sfp->rq_list, entry) {  in sg_ioctl_common()
1004 				read_unlock_irqrestore(&sfp->rq_list_lock,  in sg_ioctl_common()
1009 		read_unlock_irqrestore(&sfp->rq_list_lock, iflags);  in sg_ioctl_common()
1012 		read_lock_irqsave(&sfp->rq_list_lock, iflags);  in sg_ioctl_common()
1014 		list_for_each_entry(srp, &sfp->rq_list, entry) {  in sg_ioctl_common()
1018 		read_unlock_irqrestore(&sfp->rq_list_lock, iflags);  in sg_ioctl_common()
1030 		mutex_lock(&sfp->f_mutex);  in sg_ioctl_common()
1031 		if (val != sfp->reserve.bufflen) {  in sg_ioctl_common()
1032 			if (sfp->mmap_called ||  in sg_ioctl_common()
1033 			    sfp->res_in_use) {  in sg_ioctl_common()
1034 				mutex_unlock(&sfp->f_mutex);  in sg_ioctl_common()
1038 			sg_remove_scat(sfp, &sfp->reserve);  in sg_ioctl_common()
1039 			sg_build_reserve(sfp, val);  in sg_ioctl_common()
1041 		mutex_unlock(&sfp->f_mutex);  in sg_ioctl_common()
1044 		val = min_t(int, sfp->reserve.bufflen,  in sg_ioctl_common()
1051 		sfp->cmd_q = val ? 1 : 0;  in sg_ioctl_common()
1054 		return put_user((int) sfp->cmd_q, ip);  in sg_ioctl_common()
1059 		sfp->keep_orphan = val;  in sg_ioctl_common()
1062 		return put_user((int) sfp->keep_orphan, ip);  in sg_ioctl_common()
1069 		sfp->next_cmd_len = (val > 0) ? val : 0;  in sg_ioctl_common()
1085 			read_lock_irqsave(&sfp->rq_list_lock, iflags);  in sg_ioctl_common()
1086 			sg_fill_request_table(sfp, rinfo);  in sg_ioctl_common()
1087 			read_unlock_irqrestore(&sfp->rq_list_lock, iflags);  in sg_ioctl_common()
1154 	Sg_fd *sfp;  in sg_ioctl()  local
1157 	if ((!(sfp = (Sg_fd *) filp->private_data)) || (!(sdp = sfp->parentdp)))  in sg_ioctl()
1160 	ret = sg_ioctl_common(filp, sdp, sfp, cmd_in, p);  in sg_ioctl()
1171 	Sg_fd *sfp;  in sg_poll()  local
1176 	sfp = filp->private_data;  in sg_poll()
1177 	if (!sfp)  in sg_poll()
1179 	sdp = sfp->parentdp;  in sg_poll()
1182 	poll_wait(filp, &sfp->read_wait, wait);  in sg_poll()
1183 	read_lock_irqsave(&sfp->rq_list_lock, iflags);  in sg_poll()
1184 	list_for_each_entry(srp, &sfp->rq_list, entry) {  in sg_poll()
1190 	read_unlock_irqrestore(&sfp->rq_list_lock, iflags);  in sg_poll()
1194 	else if (!sfp->cmd_q) {  in sg_poll()
1208 	Sg_fd *sfp;  in sg_fasync()  local
1210 	if ((!(sfp = (Sg_fd *) filp->private_data)) || (!(sdp = sfp->parentdp)))  in sg_fasync()
1215 	return fasync_helper(fd, filp, mode, &sfp->async_qp);  in sg_fasync()
1222 	Sg_fd *sfp;  in sg_vma_fault()  local
1227 	if ((NULL == vma) || (!(sfp = (Sg_fd *) vma->vm_private_data)))  in sg_vma_fault()
1229 	rsv_schp = &sfp->reserve;  in sg_vma_fault()
1233 	SCSI_LOG_TIMEOUT(3, sg_printk(KERN_INFO, sfp->parentdp,  in sg_vma_fault()
1262 	Sg_fd *sfp;  in sg_mmap()  local
1268 	if ((!filp) || (!vma) || (!(sfp = (Sg_fd *) filp->private_data)))  in sg_mmap()
1271 	SCSI_LOG_TIMEOUT(3, sg_printk(KERN_INFO, sfp->parentdp,  in sg_mmap()
1276 	rsv_schp = &sfp->reserve;  in sg_mmap()
1277 	mutex_lock(&sfp->f_mutex);  in sg_mmap()
1291 	sfp->mmap_called = 1;  in sg_mmap()
1293 	vma->vm_private_data = sfp;  in sg_mmap()
1296 	mutex_unlock(&sfp->f_mutex);  in sg_mmap()
1304 	struct sg_fd *sfp = srp->parentfp;  in sg_rq_end_io_usercontext()  local
1307 	sg_remove_request(sfp, srp);  in sg_rq_end_io_usercontext()
1308 	kref_put(&sfp->f_ref, sg_remove_sfp);  in sg_rq_end_io_usercontext()
1321 	Sg_fd *sfp;  in sg_rq_end_io()  local
1330 	sfp = srp->parentfp;  in sg_rq_end_io()
1331 	if (WARN_ON(sfp == NULL))  in sg_rq_end_io()
1334 	sdp = sfp->parentdp;  in sg_rq_end_io()
1389 	write_lock_irqsave(&sfp->rq_list_lock, iflags);  in sg_rq_end_io()
1391 		if (sfp->keep_orphan)  in sg_rq_end_io()
1397 	write_unlock_irqrestore(&sfp->rq_list_lock, iflags);  in sg_rq_end_io()
1403 		wake_up_interruptible(&sfp->read_wait);  in sg_rq_end_io()
1404 		kill_fasync(&sfp->async_qp, SIGPOLL, POLL_IN);  in sg_rq_end_io()
1405 		kref_put(&sfp->f_ref, sg_remove_sfp);  in sg_rq_end_io()
1597 	Sg_fd *sfp;  in sg_remove_device()  local
1611 	list_for_each_entry(sfp, &sdp->sfds, sfd_siblings) {  in sg_remove_device()
1612 		wake_up_interruptible_all(&sfp->read_wait);  in sg_remove_device()
1613 		kill_fasync(&sfp->async_qp, SIGPOLL, POLL_HUP);  in sg_remove_device()
1730 	Sg_fd *sfp = srp->parentfp;  in sg_start_req()  local
1736 	Sg_scatter_hold *rsv_schp = &sfp->reserve;  in sg_start_req()
1737 	struct request_queue *q = sfp->parentdp->device->request_queue;  in sg_start_req()
1742 	SCSI_LOG_TIMEOUT(4, sg_printk(KERN_INFO, sfp->parentdp,  in sg_start_req()
1786 		mutex_lock(&sfp->f_mutex);  in sg_start_req()
1788 		    !sfp->res_in_use) {  in sg_start_req()
1789 			sfp->res_in_use = 1;  in sg_start_req()
1790 			sg_link_reserve(sfp, srp, dxfer_len);  in sg_start_req()
1792 			res = -EBUSY; /* sfp->res_in_use == 1 */  in sg_start_req()
1795 			mutex_unlock(&sfp->f_mutex);  in sg_start_req()
1798 			res = sg_build_indirect(req_schp, sfp, dxfer_len);  in sg_start_req()
1800 				mutex_unlock(&sfp->f_mutex);  in sg_start_req()
1804 		mutex_unlock(&sfp->f_mutex);  in sg_start_req()
1835 	Sg_fd *sfp = srp->parentfp;  in sg_finish_rem_req()  local
1838 	SCSI_LOG_TIMEOUT(4, sg_printk(KERN_INFO, sfp->parentdp,  in sg_finish_rem_req()
1848 		sg_unlink_reserve(sfp, srp);  in sg_finish_rem_req()
1850 		sg_remove_scat(sfp, req_schp);  in sg_finish_rem_req()
1856 sg_build_sgat(Sg_scatter_hold * schp, const Sg_fd * sfp, int tablesize)  in sg_build_sgat()  argument
1869 sg_build_indirect(Sg_scatter_hold * schp, Sg_fd * sfp, int buff_size)  in sg_build_indirect()  argument
1872 	int sg_tablesize = sfp->parentdp->sg_tablesize;  in sg_build_indirect()
1882 	SCSI_LOG_TIMEOUT(4, sg_printk(KERN_INFO, sfp->parentdp,  in sg_build_indirect()
1887 	mx_sc_elems = sg_build_sgat(schp, sfp, sg_tablesize);  in sg_build_indirect()
1921 		SCSI_LOG_TIMEOUT(5, sg_printk(KERN_INFO, sfp->parentdp,  in sg_build_indirect()
1928 	SCSI_LOG_TIMEOUT(5, sg_printk(KERN_INFO, sfp->parentdp,  in sg_build_indirect()
1947 sg_remove_scat(Sg_fd * sfp, Sg_scatter_hold * schp)  in sg_remove_scat()  argument
1949 	SCSI_LOG_TIMEOUT(4, sg_printk(KERN_INFO, sfp->parentdp,  in sg_remove_scat()
1957 					sg_printk(KERN_INFO, sfp->parentdp,  in sg_remove_scat()
2003 sg_build_reserve(Sg_fd * sfp, int req_size)  in sg_build_reserve()  argument
2005 	Sg_scatter_hold *schp = &sfp->reserve;  in sg_build_reserve()
2007 	SCSI_LOG_TIMEOUT(4, sg_printk(KERN_INFO, sfp->parentdp,  in sg_build_reserve()
2012 		if (0 == sg_build_indirect(schp, sfp, req_size))  in sg_build_reserve()
2015 			sg_remove_scat(sfp, schp);  in sg_build_reserve()
2021 sg_link_reserve(Sg_fd * sfp, Sg_request * srp, int size)  in sg_link_reserve()  argument
2024 	Sg_scatter_hold *rsv_schp = &sfp->reserve;  in sg_link_reserve()
2028 	SCSI_LOG_TIMEOUT(4, sg_printk(KERN_INFO, sfp->parentdp,  in sg_link_reserve()
2047 		SCSI_LOG_TIMEOUT(1, sg_printk(KERN_INFO, sfp->parentdp,  in sg_link_reserve()
2052 sg_unlink_reserve(Sg_fd * sfp, Sg_request * srp)  in sg_unlink_reserve()  argument
2066 	sfp->res_in_use = 0;  in sg_unlink_reserve()
2070 sg_get_rq_mark(Sg_fd * sfp, int pack_id, bool *busy)  in sg_get_rq_mark()  argument
2076 	write_lock_irqsave(&sfp->rq_list_lock, iflags);  in sg_get_rq_mark()
2077 	list_for_each_entry(resp, &sfp->rq_list, entry) {  in sg_get_rq_mark()
2087 				write_unlock_irqrestore(&sfp->rq_list_lock, iflags);  in sg_get_rq_mark()
2094 	write_unlock_irqrestore(&sfp->rq_list_lock, iflags);  in sg_get_rq_mark()
2100 sg_add_request(Sg_fd * sfp)  in sg_add_request()  argument
2104 	Sg_request *rp = sfp->req_arr;  in sg_add_request()
2106 	write_lock_irqsave(&sfp->rq_list_lock, iflags);  in sg_add_request()
2107 	if (!list_empty(&sfp->rq_list)) {  in sg_add_request()
2108 		if (!sfp->cmd_q)  in sg_add_request()
2119 	rp->parentfp = sfp;  in sg_add_request()
2121 	list_add_tail(&rp->entry, &sfp->rq_list);  in sg_add_request()
2122 	write_unlock_irqrestore(&sfp->rq_list_lock, iflags);  in sg_add_request()
2125 	write_unlock_irqrestore(&sfp->rq_list_lock, iflags);  in sg_add_request()
2131 sg_remove_request(Sg_fd * sfp, Sg_request * srp)  in sg_remove_request()  argument
2136 	if (!sfp || !srp || list_empty(&sfp->rq_list))  in sg_remove_request()
2138 	write_lock_irqsave(&sfp->rq_list_lock, iflags);  in sg_remove_request()
2144 	write_unlock_irqrestore(&sfp->rq_list_lock, iflags);  in sg_remove_request()
2151 	if (unlikely(atomic_read(&sfp->parentdp->detaching)))  in sg_remove_request()
2152 		wake_up_interruptible_all(&sfp->read_wait);  in sg_remove_request()
2160 	Sg_fd *sfp;  in sg_add_sfp()  local
2164 	sfp = kzalloc(sizeof(*sfp), GFP_ATOMIC | __GFP_NOWARN);  in sg_add_sfp()
2165 	if (!sfp)  in sg_add_sfp()
2168 	init_waitqueue_head(&sfp->read_wait);  in sg_add_sfp()
2169 	rwlock_init(&sfp->rq_list_lock);  in sg_add_sfp()
2170 	INIT_LIST_HEAD(&sfp->rq_list);  in sg_add_sfp()
2171 	kref_init(&sfp->f_ref);  in sg_add_sfp()
2172 	mutex_init(&sfp->f_mutex);  in sg_add_sfp()
2173 	sfp->timeout = SG_DEFAULT_TIMEOUT;  in sg_add_sfp()
2174 	sfp->timeout_user = SG_DEFAULT_TIMEOUT_USER;  in sg_add_sfp()
2175 	sfp->force_packid = SG_DEF_FORCE_PACK_ID;  in sg_add_sfp()
2176 	sfp->cmd_q = SG_DEF_COMMAND_Q;  in sg_add_sfp()
2177 	sfp->keep_orphan = SG_DEF_KEEP_ORPHAN;  in sg_add_sfp()
2178 	sfp->parentdp = sdp;  in sg_add_sfp()
2182 		kfree(sfp);  in sg_add_sfp()
2185 	list_add_tail(&sfp->sfd_siblings, &sdp->sfds);  in sg_add_sfp()
2188 				      "sg_add_sfp: sfp=0x%p\n", sfp));  in sg_add_sfp()
2194 	sg_build_reserve(sfp, bufflen);  in sg_add_sfp()
2197 				      sfp->reserve.bufflen,  in sg_add_sfp()
2198 				      sfp->reserve.k_use_sg));  in sg_add_sfp()
2202 	return sfp;  in sg_add_sfp()
2208 	struct sg_fd *sfp = container_of(work, struct sg_fd, ew.work);  in sg_remove_sfp_usercontext()  local
2209 	struct sg_device *sdp = sfp->parentdp;  in sg_remove_sfp_usercontext()
2214 	write_lock_irqsave(&sfp->rq_list_lock, iflags);  in sg_remove_sfp_usercontext()
2215 	while (!list_empty(&sfp->rq_list)) {  in sg_remove_sfp_usercontext()
2216 		srp = list_first_entry(&sfp->rq_list, Sg_request, entry);  in sg_remove_sfp_usercontext()
2221 	write_unlock_irqrestore(&sfp->rq_list_lock, iflags);  in sg_remove_sfp_usercontext()
2223 	if (sfp->reserve.bufflen > 0) {  in sg_remove_sfp_usercontext()
2226 				(int) sfp->reserve.bufflen,  in sg_remove_sfp_usercontext()
2227 				(int) sfp->reserve.k_use_sg));  in sg_remove_sfp_usercontext()
2228 		sg_remove_scat(sfp, &sfp->reserve);  in sg_remove_sfp_usercontext()
2232 			"sg_remove_sfp: sfp=0x%p\n", sfp));  in sg_remove_sfp_usercontext()
2233 	kfree(sfp);  in sg_remove_sfp_usercontext()
2243 	struct sg_fd *sfp = container_of(kref, struct sg_fd, f_ref);  in sg_remove_sfp()  local
2244 	struct sg_device *sdp = sfp->parentdp;  in sg_remove_sfp()
2248 	list_del(&sfp->sfd_siblings);  in sg_remove_sfp()
2251 	INIT_WORK(&sfp->ew.work, sg_remove_sfp_usercontext);  in sg_remove_sfp()
2252 	schedule_work(&sfp->ew.work);  in sg_remove_sfp()