944 	struct uprobe_cpu_buffer *ucb;  in uprobe_buffer_get()  local
948 	ucb = per_cpu_ptr(uprobe_cpu_buffer, cpu);  in uprobe_buffer_get()
954 	mutex_lock(&ucb->mutex);  in uprobe_buffer_get()
956 	return ucb;  in uprobe_buffer_get()
959 static void uprobe_buffer_put(struct uprobe_cpu_buffer *ucb)  in uprobe_buffer_put()  argument
961 	if (!ucb)  in uprobe_buffer_put()
963 	mutex_unlock(&ucb->mutex);  in uprobe_buffer_put()
970 	struct uprobe_cpu_buffer *ucb;  in prepare_uprobe_buffer()  local
979 	ucb = uprobe_buffer_get();  in prepare_uprobe_buffer()
980 	ucb->dsize = tu->tp.size + dsize;  in prepare_uprobe_buffer()
982 	if (WARN_ON_ONCE(ucb->dsize > MAX_UCB_BUFFER_SIZE)) {  in prepare_uprobe_buffer()
983 		ucb->dsize = MAX_UCB_BUFFER_SIZE;  in prepare_uprobe_buffer()
987 	store_trace_args(ucb->buf, &tu->tp, regs, NULL, esize, dsize);  in prepare_uprobe_buffer()
989 	*ucbp = ucb;  in prepare_uprobe_buffer()
990 	return ucb;  in prepare_uprobe_buffer()
995 				struct uprobe_cpu_buffer *ucb,  in __uprobe_trace_func()  argument
1010 	size = esize + ucb->dsize;  in __uprobe_trace_func()
1024 	memcpy(data, ucb->buf, ucb->dsize);  in __uprobe_trace_func()
1034 	struct uprobe_cpu_buffer *ucb;  in uprobe_trace_func()  local
1039 	ucb = prepare_uprobe_buffer(tu, regs, ucbp);  in uprobe_trace_func()
1043 		__uprobe_trace_func(tu, 0, regs, ucb, link->file);  in uprobe_trace_func()
1054 	struct uprobe_cpu_buffer *ucb;  in uretprobe_trace_func()  local
1056 	ucb = prepare_uprobe_buffer(tu, regs, ucbp);  in uretprobe_trace_func()
1060 		__uprobe_trace_func(tu, func, regs, ucb, link->file);  in uretprobe_trace_func()
1392 	struct uprobe_cpu_buffer *ucb;  in __uprobe_perf_func()  local
1414 	ucb = prepare_uprobe_buffer(tu, regs, ucbp);  in __uprobe_perf_func()
1415 	size = esize + ucb->dsize;  in __uprobe_perf_func()
1438 	memcpy(data, ucb->buf, ucb->dsize);  in __uprobe_perf_func()
1440 	if (size - esize > ucb->dsize)  in __uprobe_perf_func()
1441 		memset(data + ucb->dsize, 0, size - esize - ucb->dsize);  in __uprobe_perf_func()
1531 	struct uprobe_cpu_buffer *ucb = NULL;  in uprobe_dispatcher()  local
1549 		ret |= uprobe_trace_func(tu, regs, &ucb);  in uprobe_dispatcher()
1553 		ret |= uprobe_perf_func(tu, regs, &ucb);  in uprobe_dispatcher()
1555 	uprobe_buffer_put(ucb);  in uprobe_dispatcher()
1565 	struct uprobe_cpu_buffer *ucb = NULL;  in uretprobe_dispatcher()  local
1580 		uretprobe_trace_func(tu, func, regs, &ucb);  in uretprobe_dispatcher()
1584 		uretprobe_perf_func(tu, func, regs, &ucb);  in uretprobe_dispatcher()
1586 	uprobe_buffer_put(ucb);  in uretprobe_dispatcher()